* Copyright 2024 Google Inc.
*
* Use of this source code is governed by a BSD-style license that can be
* found in the LICENSE file.
*/
#include "src/codec/SkJpegMetadataDecoderImpl.h"
#include "arkweb/build/features/features.h"
#include "include/core/SkData.h"
#include "include/private/base/SkTemplates.h"
#include "src/codec/SkCodecPriv.h"
#include "src/codec/SkJpegConstants.h"
#if BUILDFLAG(ARKWEB_MEDIA_POLICY)
#include "base/logging.h"
#endif
#include <cstdint>
#include <cstring>
#include <memory>
#include <utility>
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
#include "include/core/SkStream.h"
#include "include/private/SkExif.h"
#include "include/private/SkGainmapInfo.h"
#include "include/private/SkXmp.h"
#include "src/base/SkEndian.h"
#include "src/codec/SkJpegMultiPicture.h"
#include "src/codec/SkJpegSegmentScan.h"
#include "src/codec/SkJpegSourceMgr.h"
#include "src/codec/SkJpegXmp.h"
#else
struct SkGainmapInfo;
#endif
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
std::unique_ptr<SkXmp> SkJpegMetadataDecoderImpl::getXmpMetadata() const {
std::vector<sk_sp<const SkData>> decoderApp1Params;
for (const auto& marker : fMarkerList) {
if (marker.fMarker == kXMPMarker) {
decoderApp1Params.push_back(marker.fData);
}
}
return SkJpegMakeXmp(decoderApp1Params);
}
static std::unique_ptr<SkJpegMultiPictureParameters> find_mp_params(
const SkJpegMarkerList& markerList,
SkJpegSourceMgr* sourceMgr,
SkJpegSegment* outMpParamsSegment) {
std::unique_ptr<SkJpegMultiPictureParameters> mpParams;
size_t skippedSegmentCount = 0;
for (const auto& marker : markerList) {
if (marker.fMarker != kMpfMarker) {
continue;
}
mpParams = SkJpegMultiPictureParameters::Make(marker.fData);
if (mpParams) {
break;
}
++skippedSegmentCount;
}
if (!mpParams) {
return nullptr;
}
if (!sourceMgr) {
SkASSERT(!outMpParamsSegment);
return mpParams;
}
for (const auto& segment : sourceMgr->getAllSegments()) {
if (segment.marker != kMpfMarker) {
continue;
}
if (skippedSegmentCount == 0) {
*outMpParamsSegment = segment;
return mpParams;
}
skippedSegmentCount--;
}
return nullptr;
}
static std::pair<sk_sp<const SkData>, SkGainmapInfo> extract_gainmap(
SkJpegSourceMgr* decoderSource,
size_t offset,
size_t size,
bool baseImageHasIsoVersion,
bool baseImageHasAdobeXmp,
std::optional<float> baseImageAppleHdrHeadroom) {
bool imageDataWasCopied = false;
auto imageData = decoderSource->getSubsetData(offset, size, &imageDataWasCopied);
if (!imageData) {
SkCodecPrintf("Failed to extract MP image.\n");
return {};
}
SkJpegMetadataDecoderImpl metadataDecoder(imageData);
bool didPopulateInfo = false;
SkGainmapInfo info;
if (baseImageHasIsoVersion) {
didPopulateInfo = SkGainmapInfo::Parse(
metadataDecoder.getISOGainmapMetadata(false).get(), info);
if (didPopulateInfo) {
if (info.fGainmapMathColorSpace) {
sk_sp<SkColorSpace> imageColorSpace;
auto iccData = metadataDecoder.getICCProfileData(false);
skcms_ICCProfile iccProfile;
if (iccData && skcms_Parse(iccData->data(), iccData->size(), &iccProfile)) {
imageColorSpace = SkColorSpace::Make(iccProfile);
}
info.fGainmapMathColorSpace = std::move(imageColorSpace);
}
}
}
if (!didPopulateInfo) {
auto xmp = metadataDecoder.getXmpMetadata();
if (!xmp) {
return {};
}
if (!didPopulateInfo && baseImageHasAdobeXmp) {
didPopulateInfo = xmp->getGainmapInfoAdobe(&info);
}
if (!didPopulateInfo && baseImageAppleHdrHeadroom.has_value()) {
didPopulateInfo = xmp->getGainmapInfoApple(baseImageAppleHdrHeadroom.value(), &info);
}
}
if (!didPopulateInfo) {
return {};
}
if (imageDataWasCopied) {
return {imageData, info};
}
return {SkData::MakeWithCopy(imageData->data(), imageData->size()), info};
}
#endif
std::pair<sk_sp<const SkData>, SkGainmapInfo> SkJpegMetadataDecoderImpl::findGainmapImage(
SkJpegSourceMgr* sourceMgr) const {
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
SkExif::Metadata baseExif;
SkExif::Parse(baseExif, getExifMetadata(false).get());
auto xmp = getXmpMetadata();
bool isoGainmapPresent =
SkGainmapInfo::ParseVersion(getISOGainmapMetadata(false).get());
#if BUILDFLAG(ARKWEB_MEDIA_POLICY)
isoGainmapPresent = false;
#endif
bool adobeGainmapPresent = xmp && xmp->getGainmapInfoAdobe(nullptr);
#if BUILDFLAG(ARKWEB_MEDIA_POLICY)
if (adobeGainmapPresent) {
LOG(INFO) << "SkJpegMetadataDecoderImpl::findGainmapImage, adobeGainmapPresent = true";
adobeGainmapPresent = false;
}
#endif
size_t containerGainmapOffset = 0;
size_t containerGainmapSize = 0;
if (xmp && xmp->getContainerGainmapLocation(&containerGainmapOffset, &containerGainmapSize)) {
const auto& segments = sourceMgr->getAllSegments();
if (!segments.empty()) {
const auto& lastSegment = segments.back();
if (lastSegment.marker == kJpegMarkerEndOfImage) {
containerGainmapOffset += lastSegment.offset + kJpegMarkerCodeSize;
}
}
}
SkJpegSegment mpParamsSegment;
auto mpParams = find_mp_params(fMarkerList, sourceMgr, &mpParamsSegment);
if (mpParams) {
for (size_t mpImageIndex = 1; mpImageIndex < mpParams->images.size(); ++mpImageIndex) {
size_t mpImageOffset = SkJpegMultiPictureParameters::GetImageAbsoluteOffset(
mpParams->images[mpImageIndex].dataOffset, mpParamsSegment.offset);
size_t mpImageSize = mpParams->images[mpImageIndex].size;
if (auto [data, info] = extract_gainmap(sourceMgr,
mpImageOffset,
mpImageSize,
isoGainmapPresent,
adobeGainmapPresent,
baseExif.fHdrHeadroom);
data) {
if (containerGainmapOffset) {
SkASSERT(containerGainmapOffset == mpImageOffset);
SkASSERT(containerGainmapSize == mpImageSize);
}
return {data, info};
}
}
}
if (containerGainmapOffset) {
if (auto [data, info] = extract_gainmap(sourceMgr,
containerGainmapOffset,
containerGainmapSize,
false,
adobeGainmapPresent,
std::nullopt);
data) {
return {data, info};
}
SkCodecPrintf("Failed to extract container-specified gainmap.\n");
}
#endif
return {};
}
* Return true if the specified SkJpegMarker has marker |targetMarker| and begins with the specified
* signature.
*/
static bool marker_has_signature(const SkJpegMarker& marker,
const uint32_t targetMarker,
const uint8_t* signature,
size_t signatureSize) {
if (targetMarker != marker.fMarker) {
return false;
}
if (marker.fData->size() <= signatureSize) {
return false;
}
if (memcmp(marker.fData->bytes(), signature, signatureSize) != 0) {
return false;
}
return true;
}
* Return metadata with a specific marker and signature.
*
* Search for segments that start with the specified targetMarker, followed by the specified
* signature, followed by (optional) padding.
*
* Some types of metadata (e.g, ICC profiles) are too big to fit into a single segment's data (which
* is limited to 64k), and come in multiple parts. For this type of data, bytesInIndex is >0. After
* the signature comes bytesInIndex bytes (big endian) for the index of the segment's part, followed
* by bytesInIndex bytes (big endian) for the total number of parts. If all parts are present,
* stitch them together and return the combined result. Return failure if parts are absent, there
* are duplicate parts, or parts disagree on the total number of parts.
*
* Visually, each segment is:
* [|signatureSize| bytes containing |signature|]
* [|signaturePadding| bytes that are unexamined]
* [|bytesInIndex] bytes listing the segment index for multi-segment metadata]
* [|bytesInIndex] bytes listing the segment count for multi-segment metadata]
* [the returned data]
*
* If alwaysCopyData is true, then return a copy of the data. If alwaysCopyData is false, then
* return a direct reference to the data pointed to by dinfo, if possible.
*/
static sk_sp<const SkData> read_metadata(const SkJpegMarkerList& markerList,
const uint32_t targetMarker,
const uint8_t* signature,
size_t signatureSize,
size_t signaturePadding,
size_t bytesInIndex,
bool alwaysCopyData) {
const size_t headerSize = signatureSize + signaturePadding + 2 * bytesInIndex;
std::vector<sk_sp<const SkData>> parts;
size_t partsTotalSize = 0;
uint32_t foundPartCount = 0;
uint32_t expectedPartCount = 0;
for (const auto& marker : markerList) {
if (!marker_has_signature(marker, targetMarker, signature, signatureSize)) {
continue;
}
const size_t dataLength = marker.fData->size();
if (dataLength <= headerSize) {
continue;
}
const uint8_t* data = marker.fData->bytes();
uint32_t partIndex = 0;
uint32_t partCount = 0;
if (bytesInIndex == 0) {
partIndex = 1;
partCount = 1;
} else {
for (size_t i = 0; i < bytesInIndex; ++i) {
const size_t offset = signatureSize + signaturePadding;
partIndex = (partIndex << 8) + data[offset + i];
partCount = (partCount << 8) + data[offset + bytesInIndex + i];
}
}
if (!partCount) {
SkCodecPrintf("Invalid marker part count zero\n");
return nullptr;
}
if (partIndex <= 0 || partIndex > partCount) {
SkCodecPrintf("Invalid marker index %u for count %u\n", partIndex, partCount);
return nullptr;
}
if (expectedPartCount == 0) {
expectedPartCount = partCount;
parts.resize(expectedPartCount);
}
if (partCount != expectedPartCount) {
SkCodecPrintf("Conflicting marker counts %u vs %u\n", partCount, expectedPartCount);
return nullptr;
}
auto partData = SkData::MakeWithoutCopy(data + headerSize, dataLength - headerSize);
if (parts[partIndex - 1]) {
SkCodecPrintf("Duplicate parts for index %u of %u\n", partIndex, expectedPartCount);
return nullptr;
}
partsTotalSize += partData->size();
parts[partIndex - 1] = std::move(partData);
foundPartCount += 1;
if (foundPartCount == expectedPartCount) {
break;
}
}
if (expectedPartCount == 0) {
return nullptr;
}
if (foundPartCount != expectedPartCount) {
SkCodecPrintf("Incomplete set of markers (expected %u got %u)\n",
expectedPartCount,
foundPartCount);
return nullptr;
}
if (!alwaysCopyData && expectedPartCount == 1) {
return std::move(parts[0]);
}
auto result = SkData::MakeUninitialized(partsTotalSize);
void* copyDest = result->writable_data();
for (const auto& part : parts) {
memcpy(copyDest, part->data(), part->size());
copyDest = SkTAddOffset<void>(copyDest, part->size());
}
return result;
}
SkJpegMetadataDecoderImpl::SkJpegMetadataDecoderImpl(SkJpegMarkerList markerList)
: fMarkerList(std::move(markerList)) {}
SkJpegMetadataDecoderImpl::SkJpegMetadataDecoderImpl(sk_sp<const SkData> data) {
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
SkJpegSegmentScanner scan(kJpegMarkerStartOfScan);
scan.onBytes(data->data(), data->size());
if (scan.hadError() || !scan.isDone()) {
SkCodecPrintf("Failed to scan header of MP image.\n");
return;
}
for (const auto& segment : scan.getSegments()) {
if (segment.marker != kJpegMarkerAPP0 + 1 && segment.marker != kJpegMarkerAPP0 + 2) {
continue;
}
auto parameters = SkJpegSegmentScanner::GetParameters(data.get(), segment);
if (!parameters) {
continue;
}
fMarkerList.emplace_back(segment.marker, std::move(parameters));
}
#endif
}
sk_sp<const SkData> SkJpegMetadataDecoderImpl::getExifMetadata(bool copyData) const {
return read_metadata(fMarkerList,
kExifMarker,
kExifSig,
sizeof(kExifSig),
1,
0,
copyData);
}
sk_sp<const SkData> SkJpegMetadataDecoderImpl::getICCProfileData(bool copyData) const {
return read_metadata(fMarkerList,
kICCMarker,
kICCSig,
sizeof(kICCSig),
0,
kICCMarkerIndexSize,
copyData);
}
sk_sp<const SkData> SkJpegMetadataDecoderImpl::getISOGainmapMetadata(bool copyData) const {
return read_metadata(fMarkerList,
kISOGainmapMarker,
kISOGainmapSig,
sizeof(kISOGainmapSig),
0,
0,
copyData);
}
bool SkJpegMetadataDecoderImpl::mightHaveGainmapImage() const {
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
return find_mp_params(fMarkerList, nullptr, nullptr) != nullptr;
#else
return false;
#endif
}
std::pair<sk_sp<const SkData>, SkGainmapInfo> SkJpegMetadataDecoderImpl::findGainmapImage(
sk_sp<const SkData> baseImageData) const {
#ifdef SK_CODEC_DECODES_JPEG_GAINMAPS
auto baseImageStream = SkMemoryStream::Make(baseImageData);
auto sourceMgr = SkJpegSourceMgr::Make(baseImageStream.get());
return this->findGainmapImage(sourceMgr.get());
#else
return {};
#endif
}
sk_sp<const SkData> SkJpegMetadataDecoderImpl::getJUMBFMetadata(bool copyData) const {
return read_metadata(fMarkerList,
kJumbfMarker,
kJumbfSig,
sizeof(kJumbfSig),
0,
0,
copyData);
}
std::unique_ptr<SkJpegMetadataDecoder> SkJpegMetadataDecoder::Make(std::vector<Segment> segments) {
return std::make_unique<SkJpegMetadataDecoderImpl>(std::move(segments));
}
std::unique_ptr<SkJpegMetadataDecoder> SkJpegMetadataDecoder::Make(sk_sp<const SkData> data) {
return std::make_unique<SkJpegMetadataDecoderImpl>(std::move(data));
}