/* * Copyright (C) 2017 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "Color.h" #include #include #ifdef __ANDROID__ // Layoutlib does not support hardware buffers or native windows #include #include #endif #include #include #include namespace android { namespace uirenderer { #ifdef __ANDROID__ // Layoutlib does not support hardware buffers or native windows static inline SkImageInfo createImageInfo(int32_t width, int32_t height, int32_t format, sk_sp colorSpace) { SkColorType colorType = kUnknown_SkColorType; SkAlphaType alphaType = kOpaque_SkAlphaType; switch (format) { case AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM: colorType = kN32_SkColorType; alphaType = kPremul_SkAlphaType; break; case AHARDWAREBUFFER_FORMAT_R8G8B8X8_UNORM: colorType = kN32_SkColorType; alphaType = kOpaque_SkAlphaType; break; case AHARDWAREBUFFER_FORMAT_R5G6B5_UNORM: colorType = kRGB_565_SkColorType; alphaType = kOpaque_SkAlphaType; break; case AHARDWAREBUFFER_FORMAT_R10G10B10A2_UNORM: colorType = kRGBA_1010102_SkColorType; alphaType = kPremul_SkAlphaType; break; case AHARDWAREBUFFER_FORMAT_R16G16B16A16_FLOAT: colorType = kRGBA_F16_SkColorType; alphaType = kPremul_SkAlphaType; break; default: ALOGV("Unsupported format: %d, return unknown by default", format); break; } return SkImageInfo::Make(width, height, colorType, alphaType, colorSpace); } SkImageInfo ANativeWindowToImageInfo(const ANativeWindow_Buffer& buffer, sk_sp colorSpace) { return createImageInfo(buffer.width, buffer.height, buffer.format, colorSpace); } SkImageInfo BufferDescriptionToImageInfo(const AHardwareBuffer_Desc& bufferDesc, sk_sp colorSpace) { return createImageInfo(bufferDesc.width, bufferDesc.height, bufferDesc.format, colorSpace); } uint32_t ColorTypeToBufferFormat(SkColorType colorType) { switch (colorType) { case kRGBA_8888_SkColorType: return AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM; case kRGBA_F16_SkColorType: return AHARDWAREBUFFER_FORMAT_R16G16B16A16_FLOAT; case kRGB_565_SkColorType: return AHARDWAREBUFFER_FORMAT_R5G6B5_UNORM; case kRGB_888x_SkColorType: return AHARDWAREBUFFER_FORMAT_R8G8B8X8_UNORM; case kRGBA_1010102_SkColorType: return AHARDWAREBUFFER_FORMAT_R10G10B10A2_UNORM; case kARGB_4444_SkColorType: // Hardcoding the value from android::PixelFormat static constexpr uint64_t kRGBA4444 = 7; return kRGBA4444; default: ALOGV("Unsupported colorType: %d, return RGBA_8888 by default", (int)colorType); return AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM; } } #endif namespace { static constexpr skcms_TransferFunction k2Dot6 = {2.6f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}; // Skia's SkNamedGamut::kDisplayP3 is based on a white point of D65. This gamut // matches the white point used by ColorSpace.Named.DCIP3. static constexpr skcms_Matrix3x3 kDCIP3 = {{ {0.486143, 0.323835, 0.154234}, {0.226676, 0.710327, 0.0629966}, {0.000800549, 0.0432385, 0.78275}, }}; static bool nearlyEqual(float a, float b) { // By trial and error, this is close enough to match for the ADataSpaces we // compare for. return ::fabs(a - b) < .002f; } static bool nearlyEqual(const skcms_TransferFunction& x, const skcms_TransferFunction& y) { return nearlyEqual(x.g, y.g) && nearlyEqual(x.a, y.a) && nearlyEqual(x.b, y.b) && nearlyEqual(x.c, y.c) && nearlyEqual(x.d, y.d) && nearlyEqual(x.e, y.e) && nearlyEqual(x.f, y.f); } static bool nearlyEqual(const skcms_Matrix3x3& x, const skcms_Matrix3x3& y) { for (int i = 0; i < 3; i++) { for (int j = 0; j < 3; j++) { if (!nearlyEqual(x.vals[i][j], y.vals[i][j])) return false; } } return true; } } // anonymous namespace android_dataspace ColorSpaceToADataSpace(SkColorSpace* colorSpace, SkColorType colorType) { if (!colorSpace) { return HAL_DATASPACE_UNKNOWN; } if (colorSpace->isSRGB()) { if (colorType == kRGBA_F16_SkColorType) { return HAL_DATASPACE_V0_SCRGB; } return HAL_DATASPACE_V0_SRGB; } skcms_TransferFunction fn; if (!colorSpace->isNumericalTransferFn(&fn)) { // pq with the default white point auto rec2020PQ = SkColorSpace::MakeRGB(GetPQSkTransferFunction(), SkNamedGamut::kRec2020); if (SkColorSpace::Equals(colorSpace, rec2020PQ.get())) { return HAL_DATASPACE_BT2020_PQ; } // standard PQ rec2020PQ = SkColorSpace::MakeRGB(SkNamedTransferFn::kPQ, SkNamedGamut::kRec2020); if (SkColorSpace::Equals(colorSpace, rec2020PQ.get())) { return HAL_DATASPACE_BT2020_PQ; } LOG_ALWAYS_FATAL("Only select non-numerical transfer functions are supported"); } skcms_Matrix3x3 gamut; LOG_ALWAYS_FATAL_IF(!colorSpace->toXYZD50(&gamut)); if (nearlyEqual(gamut, SkNamedGamut::kSRGB)) { if (nearlyEqual(fn, SkNamedTransferFn::kLinear)) { // Skia doesn't differentiate amongst the RANGES. In Java, we associate // LINEAR_EXTENDED_SRGB with F16, and LINEAR_SRGB with other Configs. // Make the same association here. if (colorType == kRGBA_F16_SkColorType) { return HAL_DATASPACE_V0_SCRGB_LINEAR; } return HAL_DATASPACE_V0_SRGB_LINEAR; } if (nearlyEqual(fn, SkNamedTransferFn::kRec2020)) { return HAL_DATASPACE_V0_BT709; } } if (nearlyEqual(fn, SkNamedTransferFn::kSRGB) && nearlyEqual(gamut, SkNamedGamut::kDisplayP3)) { return HAL_DATASPACE_DISPLAY_P3; } if (nearlyEqual(fn, SkNamedTransferFn::k2Dot2) && nearlyEqual(gamut, SkNamedGamut::kAdobeRGB)) { return HAL_DATASPACE_ADOBE_RGB; } if (nearlyEqual(fn, SkNamedTransferFn::kRec2020) && nearlyEqual(gamut, SkNamedGamut::kRec2020)) { return HAL_DATASPACE_BT2020; } if (nearlyEqual(fn, k2Dot6) && nearlyEqual(gamut, kDCIP3)) { return HAL_DATASPACE_DCI_P3; } return HAL_DATASPACE_UNKNOWN; } sk_sp DataSpaceToColorSpace(android_dataspace dataspace) { if (dataspace == HAL_DATASPACE_UNKNOWN) { return SkColorSpace::MakeSRGB(); } if (dataspace == HAL_DATASPACE_DCI_P3) { // This cannot be handled by the switch statements below because it // needs to use the locally-defined kDCIP3 gamut, rather than the one in // Skia (SkNamedGamut), which is used for other data spaces with // HAL_DATASPACE_STANDARD_DCI_P3 (e.g. HAL_DATASPACE_DISPLAY_P3). return SkColorSpace::MakeRGB(k2Dot6, kDCIP3); } skcms_Matrix3x3 gamut; switch (dataspace & HAL_DATASPACE_STANDARD_MASK) { case HAL_DATASPACE_STANDARD_BT709: gamut = SkNamedGamut::kSRGB; break; case HAL_DATASPACE_STANDARD_BT2020: gamut = SkNamedGamut::kRec2020; break; case HAL_DATASPACE_STANDARD_DCI_P3: gamut = SkNamedGamut::kDisplayP3; break; case HAL_DATASPACE_STANDARD_ADOBE_RGB: gamut = SkNamedGamut::kAdobeRGB; break; case HAL_DATASPACE_STANDARD_UNSPECIFIED: return nullptr; case HAL_DATASPACE_STANDARD_BT601_625: case HAL_DATASPACE_STANDARD_BT601_625_UNADJUSTED: case HAL_DATASPACE_STANDARD_BT601_525: case HAL_DATASPACE_STANDARD_BT601_525_UNADJUSTED: case HAL_DATASPACE_STANDARD_BT2020_CONSTANT_LUMINANCE: case HAL_DATASPACE_STANDARD_BT470M: case HAL_DATASPACE_STANDARD_FILM: default: ALOGV("Unsupported Gamut: %d", dataspace); return nullptr; } switch (dataspace & HAL_DATASPACE_TRANSFER_MASK) { case HAL_DATASPACE_TRANSFER_LINEAR: return SkColorSpace::MakeRGB(SkNamedTransferFn::kLinear, gamut); case HAL_DATASPACE_TRANSFER_SRGB: return SkColorSpace::MakeRGB(SkNamedTransferFn::kSRGB, gamut); case HAL_DATASPACE_TRANSFER_GAMMA2_2: return SkColorSpace::MakeRGB({2.2f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}, gamut); case HAL_DATASPACE_TRANSFER_GAMMA2_6: return SkColorSpace::MakeRGB(k2Dot6, gamut); case HAL_DATASPACE_TRANSFER_GAMMA2_8: return SkColorSpace::MakeRGB({2.8f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}, gamut); case HAL_DATASPACE_TRANSFER_ST2084: return SkColorSpace::MakeRGB(SkNamedTransferFn::kPQ, gamut); case HAL_DATASPACE_TRANSFER_SMPTE_170M: return SkColorSpace::MakeRGB(SkNamedTransferFn::kRec2020, gamut); case HAL_DATASPACE_TRANSFER_UNSPECIFIED: return nullptr; case HAL_DATASPACE_TRANSFER_HLG: default: ALOGV("Unsupported Gamma: %d", dataspace); return nullptr; } } template static constexpr T clamp(T x, T min, T max) { return x < min ? min : x > max ? max : x; } //static const float2 ILLUMINANT_D50_XY = {0.34567f, 0.35850f}; static const float3 ILLUMINANT_D50_XYZ = {0.964212f, 1.0f, 0.825188f}; static const mat3 BRADFORD = mat3{ float3{ 0.8951f, -0.7502f, 0.0389f}, float3{ 0.2664f, 1.7135f, -0.0685f}, float3{-0.1614f, 0.0367f, 1.0296f} }; static mat3 adaptation(const mat3& matrix, const float3& srcWhitePoint, const float3& dstWhitePoint) { float3 srcLMS = matrix * srcWhitePoint; float3 dstLMS = matrix * dstWhitePoint; return inverse(matrix) * mat3{dstLMS / srcLMS} * matrix; } namespace LabColorSpace { static constexpr float A = 216.0f / 24389.0f; static constexpr float B = 841.0f / 108.0f; static constexpr float C = 4.0f / 29.0f; static constexpr float D = 6.0f / 29.0f; float3 toXyz(const Lab& lab) { float3 v { lab.L, lab.a, lab.b }; v[0] = clamp(v[0], 0.0f, 100.0f); v[1] = clamp(v[1], -128.0f, 128.0f); v[2] = clamp(v[2], -128.0f, 128.0f); float fy = (v[0] + 16.0f) / 116.0f; float fx = fy + (v[1] * 0.002f); float fz = fy - (v[2] * 0.005f); float X = fx > D ? fx * fx * fx : (1.0f / B) * (fx - C); float Y = fy > D ? fy * fy * fy : (1.0f / B) * (fy - C); float Z = fz > D ? fz * fz * fz : (1.0f / B) * (fz - C); v[0] = X * ILLUMINANT_D50_XYZ[0]; v[1] = Y * ILLUMINANT_D50_XYZ[1]; v[2] = Z * ILLUMINANT_D50_XYZ[2]; return v; } Lab fromXyz(const float3& v) { float X = v[0] / ILLUMINANT_D50_XYZ[0]; float Y = v[1] / ILLUMINANT_D50_XYZ[1]; float Z = v[2] / ILLUMINANT_D50_XYZ[2]; float fx = X > A ? pow(X, 1.0f / 3.0f) : B * X + C; float fy = Y > A ? pow(Y, 1.0f / 3.0f) : B * Y + C; float fz = Z > A ? pow(Z, 1.0f / 3.0f) : B * Z + C; float L = 116.0f * fy - 16.0f; float a = 500.0f * (fx - fy); float b = 200.0f * (fy - fz); return Lab { clamp(L, 0.0f, 100.0f), clamp(a, -128.0f, 128.0f), clamp(b, -128.0f, 128.0f) }; } }; Lab sRGBToLab(SkColor color) { auto colorSpace = ColorSpace::sRGB(); float3 rgb; rgb.r = SkColorGetR(color) / 255.0f; rgb.g = SkColorGetG(color) / 255.0f; rgb.b = SkColorGetB(color) / 255.0f; float3 xyz = colorSpace.rgbToXYZ(rgb); float3 srcXYZ = ColorSpace::XYZ(float3{colorSpace.getWhitePoint(), 1}); xyz = adaptation(BRADFORD, srcXYZ, ILLUMINANT_D50_XYZ) * xyz; return LabColorSpace::fromXyz(xyz); } SkColor LabToSRGB(const Lab& lab, SkAlpha alpha) { auto colorSpace = ColorSpace::sRGB(); float3 xyz = LabColorSpace::toXyz(lab); float3 dstXYZ = ColorSpace::XYZ(float3{colorSpace.getWhitePoint(), 1}); xyz = adaptation(BRADFORD, ILLUMINANT_D50_XYZ, dstXYZ) * xyz; float3 rgb = colorSpace.xyzToRGB(xyz); return SkColorSetARGB(alpha, static_cast(rgb.r * 255), static_cast(rgb.g * 255), static_cast(rgb.b * 255)); } skcms_TransferFunction GetPQSkTransferFunction(float sdr_white_level) { if (sdr_white_level <= 0.f) { sdr_white_level = Properties::defaultSdrWhitePoint; } // The generic PQ transfer function produces normalized luminance values i.e. // the range 0-1 represents 0-10000 nits for the reference display, but we // want to map 1.0 to |sdr_white_level| nits so we need to scale accordingly. const double w = 10000. / sdr_white_level; // Distribute scaling factor W by scaling A and B with X ^ (1/F): // ((A + Bx^C) / (D + Ex^C))^F * W = ((A + Bx^C) / (D + Ex^C) * W^(1/F))^F // See https://crbug.com/1058580#c32 for discussion. skcms_TransferFunction fn = SkNamedTransferFn::kPQ; const double ws = pow(w, 1. / fn.f); fn.a = ws * fn.a; fn.b = ws * fn.b; return fn; } } // namespace uirenderer } // namespace android