king
/
v811_spc009
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from '8f4c154c05'
${ noResults }
v811_spc009/frameworks/av/media/extractors/mp4/ItemTable.cpp

1839 lines
53 KiB
Raw Blame History

/*
* Copyright (C) 2017 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
//#define LOG_NDEBUG 0
#define LOG_TAG "ItemTable"
#include <unordered_set>
#include <ItemTable.h>
#include <media/MediaExtractorPluginApi.h>
#include <media/MediaExtractorPluginHelper.h>
#include <media/stagefright/MetaData.h>
#include <media/stagefright/MediaErrors.h>
#include <media/stagefright/foundation/ABuffer.h>
#include <media/stagefright/foundation/ByteUtils.h>
#include <media/stagefright/foundation/hexdump.h>
#include <media/stagefright/foundation/MediaDefs.h>
#include <utils/Log.h>
namespace android {
namespace heif {
/////////////////////////////////////////////////////////////////////
//
// struct to keep track of one image item
//
struct ImageItem {
friend struct ItemReference;
friend struct ItemProperty;
ImageItem() : ImageItem(0, 0, false) {}
ImageItem(uint32_t _type, uint32_t _id, bool _hidden) :
type(_type), itemId(_id), hidden(_hidden),
rows(0), columns(0), width(0), height(0), rotation(0),
offset(0), size(0), nextTileIndex(0) {}
bool isGrid() const {
return type == FOURCC("grid");
}
status_t getNextTileItemId(uint32_t *nextTileItemId, bool reset) {
if (reset) {
nextTileIndex = 0;
}
if (nextTileIndex >= dimgRefs.size()) {
return ERROR_END_OF_STREAM;
}
*nextTileItemId = dimgRefs[nextTileIndex++];
return OK;
}
uint32_t type;
uint32_t itemId;
bool hidden;
int32_t rows;
int32_t columns;
int32_t width;
int32_t height;
int32_t rotation;
off64_t offset;
size_t size;
sp<ABuffer> hvcc;
sp<ABuffer> icc;
sp<ABuffer> av1c;
Vector<uint32_t> thumbnails;
Vector<uint32_t> dimgRefs;
Vector<uint32_t> exifRefs;
Vector<uint32_t> xmpRefs;
size_t nextTileIndex;
};
struct ExternalMetaItem {
off64_t offset;
size_t size;
bool isExif;
};
/////////////////////////////////////////////////////////////////////
//
// ISO boxes
//
struct Box {
protected:
Box(DataSourceHelper *source, uint32_t type) :
mDataSource(source), mType(type) {}
virtual ~Box() {}
virtual status_t onChunkData(
uint32_t /*type*/, off64_t /*offset*/, size_t /*size*/) {
return OK;
}
inline uint32_t type() const { return mType; }
inline DataSourceHelper *source() const { return mDataSource; }
status_t parseChunk(off64_t *offset);
status_t parseChunks(off64_t offset, size_t size);
private:
DataSourceHelper *mDataSource;
uint32_t mType;
};
status_t Box::parseChunk(off64_t *offset) {
if (*offset < 0) {
ALOGE("b/23540914");
return ERROR_MALFORMED;
}
uint32_t hdr[2];
if (mDataSource->readAt(*offset, hdr, 8) < 8) {
return ERROR_IO;
}
uint64_t chunk_size = ntohl(hdr[0]);
int32_t chunk_type = ntohl(hdr[1]);
off64_t data_offset = *offset + 8;
if (chunk_size == 1) {
if (mDataSource->readAt(*offset + 8, &chunk_size, 8) < 8) {
return ERROR_IO;
}
chunk_size = ntoh64(chunk_size);
data_offset += 8;
if (chunk_size < 16) {
// The smallest valid chunk is 16 bytes long in this case.
return ERROR_MALFORMED;
}
} else if (chunk_size == 0) {
// This shouldn't happen since we should never be top level
ALOGE("invalid chunk size 0 for non-top level box");
return ERROR_MALFORMED;
} else if (chunk_size < 8) {
// The smallest valid chunk is 8 bytes long.
ALOGE("invalid chunk size: %lld", (long long)chunk_size);
return ERROR_MALFORMED;
}
char chunk[5];
MakeFourCCString(chunk_type, chunk);
ALOGV("chunk: %s @ %lld", chunk, (long long)*offset);
off64_t chunk_data_size = chunk_size - (data_offset - *offset);
if (chunk_data_size < 0) {
ALOGE("b/23540914");
return ERROR_MALFORMED;
}
status_t err = onChunkData(chunk_type, data_offset, chunk_data_size);
if (err != OK) {
return err;
}
*offset += chunk_size;
return OK;
}
status_t Box::parseChunks(off64_t offset, size_t size) {
off64_t stopOffset = offset + size;
while (offset < stopOffset) {
status_t err = parseChunk(&offset);
if (err != OK) {
return err;
}
}
if (offset != stopOffset) {
return ERROR_MALFORMED;
}
return OK;
}
///////////////////////////////////////////////////////////////////////
struct FullBox : public Box {
protected:
FullBox(DataSourceHelper *source, uint32_t type) :
Box(source, type), mVersion(0), mFlags(0) {}
inline uint8_t version() const { return mVersion; }
inline uint32_t flags() const { return mFlags; }
status_t parseFullBoxHeader(off64_t *offset, size_t *size);
private:
uint8_t mVersion;
uint32_t mFlags;
};
status_t FullBox::parseFullBoxHeader(off64_t *offset, size_t *size) {
if (*size < 4) {
return ERROR_MALFORMED;
}
if (!source()->readAt(*offset, &mVersion, 1)) {
return ERROR_IO;
}
if (!source()->getUInt24(*offset + 1, &mFlags)) {
return ERROR_IO;
}
*offset += 4;
*size -= 4;
return OK;
}
/////////////////////////////////////////////////////////////////////
//
// PrimaryImage box
//
struct PitmBox : public FullBox {
PitmBox(DataSourceHelper *source) :
FullBox(source, FOURCC("pitm")) {}
status_t parse(off64_t offset, size_t size, uint32_t *primaryItemId);
};
status_t PitmBox::parse(off64_t offset, size_t size, uint32_t *primaryItemId) {
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
size_t itemIdSize = (version() == 0) ? 2 : 4;
if (size < itemIdSize) {
return ERROR_MALFORMED;
}
uint32_t itemId;
if (!source()->getUInt32Var(offset, &itemId, itemIdSize)) {
return ERROR_IO;
}
ALOGV("primary id %d", itemId);
*primaryItemId = itemId;
return OK;
}
/////////////////////////////////////////////////////////////////////
//
// ItemLocation related boxes
//
struct ExtentEntry {
uint64_t extentIndex;
uint64_t extentOffset;
uint64_t extentLength;
};
struct ItemLoc {
ItemLoc() : ItemLoc(0, 0, 0, 0) {}
ItemLoc(uint32_t item_id, uint16_t construction_method,
uint16_t data_reference_index, uint64_t base_offset) :
itemId(item_id),
constructionMethod(construction_method),
dataReferenceIndex(data_reference_index),
baseOffset(base_offset) {}
void addExtent(const ExtentEntry& extent) {
extents.push_back(extent);
}
status_t getLoc(off64_t *offset, size_t *size,
off64_t idatOffset, size_t idatSize) const {
// TODO: fix extent handling, fix constructionMethod = 2
CHECK(extents.size() == 1);
if (constructionMethod == 0) {
*offset = baseOffset + extents[0].extentOffset;
*size = extents[0].extentLength;
return OK;
} else if (constructionMethod == 1) {
if (baseOffset + extents[0].extentOffset + extents[0].extentLength
> idatSize) {
return ERROR_MALFORMED;
}
*offset = baseOffset + extents[0].extentOffset + idatOffset;
*size = extents[0].extentLength;
return OK;
}
return ERROR_UNSUPPORTED;
}
// parsed info
uint32_t itemId;
uint16_t constructionMethod;
uint16_t dataReferenceIndex;
off64_t baseOffset;
Vector<ExtentEntry> extents;
};
struct IlocBox : public FullBox {
IlocBox(DataSourceHelper *source, KeyedVector<uint32_t, ItemLoc> *itemLocs) :
FullBox(source, FOURCC("iloc")),
mItemLocs(itemLocs), mHasConstructMethod1(false) {}
status_t parse(off64_t offset, size_t size);
bool hasConstructMethod1() { return mHasConstructMethod1; }
private:
static bool isSizeFieldValid(uint32_t offset_size) {
return offset_size == 0 || offset_size == 4 || offset_size == 8;
}
KeyedVector<uint32_t, ItemLoc> *mItemLocs;
bool mHasConstructMethod1;
};
status_t IlocBox::parse(off64_t offset, size_t size) {
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
if (version() > 2) {
ALOGE("%s: invalid version %d", __FUNCTION__, version());
return ERROR_MALFORMED;
}
if (size < 2) {
return ERROR_MALFORMED;
}
uint8_t offset_size;
if (!source()->readAt(offset++, &offset_size, 1)) {
return ERROR_IO;
}
uint8_t length_size = (offset_size & 0xF);
offset_size >>= 4;
uint8_t base_offset_size;
if (!source()->readAt(offset++, &base_offset_size, 1)) {
return ERROR_IO;
}
uint8_t index_size = 0;
if (version() == 1 || version() == 2) {
index_size = (base_offset_size & 0xF);
}
base_offset_size >>= 4;
size -= 2;
if (!isSizeFieldValid(offset_size)
|| !isSizeFieldValid(length_size)
|| !isSizeFieldValid(base_offset_size)
|| !isSizeFieldValid((index_size))) {
ALOGE("%s: offset size not valid: %d, %d, %d, %d", __FUNCTION__,
offset_size, length_size, base_offset_size, index_size);
return ERROR_MALFORMED;
}
uint32_t item_count;
size_t itemFieldSize = version() < 2 ? 2 : 4;
if (size < itemFieldSize) {
return ERROR_MALFORMED;
}
if (!source()->getUInt32Var(offset, &item_count, itemFieldSize)) {
return ERROR_IO;
}
ALOGV("item_count %lld", (long long) item_count);
offset += itemFieldSize;
size -= itemFieldSize;
for (size_t i = 0; i < item_count; i++) {
uint32_t item_id;
if (!source()->getUInt32Var(offset, &item_id, itemFieldSize)) {
return ERROR_IO;
}
ALOGV("item[%zu]: id %lld", i, (long long)item_id);
offset += itemFieldSize;
uint8_t construction_method = 0;
if (version() == 1 || version() == 2) {
uint8_t buf[2];
if (!source()->readAt(offset, buf, 2)) {
return ERROR_IO;
}
construction_method = (buf[1] & 0xF);
ALOGV("construction_method %d", construction_method);
if (construction_method == 1) {
mHasConstructMethod1 = true;
}
offset += 2;
}
uint16_t data_reference_index;
if (!source()->getUInt16(offset, &data_reference_index)) {
return ERROR_IO;
}
ALOGV("data_reference_index %d", data_reference_index);
if (data_reference_index != 0) {
// we don't support reference to other files
return ERROR_UNSUPPORTED;
}
offset += 2;
uint64_t base_offset = 0;
if (base_offset_size != 0) {
if (!source()->getUInt64Var(offset, &base_offset, base_offset_size)) {
return ERROR_IO;
}
offset += base_offset_size;
}
ALOGV("base_offset %lld", (long long) base_offset);
ssize_t index = mItemLocs->add(item_id, ItemLoc(
item_id, construction_method, data_reference_index, base_offset));
ItemLoc &item = mItemLocs->editValueAt(index);
uint16_t extent_count;
if (!source()->getUInt16(offset, &extent_count)) {
return ERROR_IO;
}
ALOGV("extent_count %d", extent_count);
if (extent_count > 1) {
return ERROR_UNSUPPORTED;
}
offset += 2;
for (size_t j = 0; j < extent_count; j++) {
uint64_t extent_index = 1; // default=1
if ((version() == 1 || version() == 2) && (index_size > 0)) {
if (!source()->getUInt64Var(offset, &extent_index, index_size)) {
return ERROR_IO;
}
// TODO: add support for this mode
offset += index_size;
ALOGV("extent_index %lld", (long long)extent_index);
}
uint64_t extent_offset = 0; // default=0
if (offset_size > 0) {
if (!source()->getUInt64Var(offset, &extent_offset, offset_size)) {
return ERROR_IO;
}
offset += offset_size;
}
ALOGV("extent_offset %lld", (long long)extent_offset);
uint64_t extent_length = 0; // this indicates full length of file
if (length_size > 0) {
if (!source()->getUInt64Var(offset, &extent_length, length_size)) {
return ERROR_IO;
}
offset += length_size;
}
ALOGV("extent_length %lld", (long long)extent_length);
item.addExtent({ extent_index, extent_offset, extent_length });
}
}
return OK;
}
/////////////////////////////////////////////////////////////////////
//
// ItemReference related boxes
//
struct ItemReference : public Box, public RefBase {
ItemReference(DataSourceHelper *source, uint32_t type, uint32_t itemIdSize) :
Box(source, type), mItemId(0), mRefIdSize(itemIdSize) {}
status_t parse(off64_t offset, size_t size);
uint32_t itemId() { return mItemId; }
void apply(
KeyedVector<uint32_t, ImageItem> &itemIdToItemMap,
KeyedVector<uint32_t, ExternalMetaItem> &itemIdToMetaMap) const;
private:
uint32_t mItemId;
uint32_t mRefIdSize;
Vector<uint32_t> mRefs;
DISALLOW_EVIL_CONSTRUCTORS(ItemReference);
};
void ItemReference::apply(
KeyedVector<uint32_t, ImageItem> &itemIdToItemMap,
KeyedVector<uint32_t, ExternalMetaItem> &itemIdToMetaMap) const {
ALOGV("attach reference type 0x%x to item id %d)", type(), mItemId);
switch(type()) {
case FOURCC("dimg"): {
ssize_t itemIndex = itemIdToItemMap.indexOfKey(mItemId);
// ignore non-image items
if (itemIndex < 0) {
return;
}
ImageItem &derivedImage = itemIdToItemMap.editValueAt(itemIndex);
if (!derivedImage.dimgRefs.empty()) {
ALOGW("dimgRefs not clean!");
}
derivedImage.dimgRefs.appendVector(mRefs);
for (size_t i = 0; i < mRefs.size(); i++) {
itemIndex = itemIdToItemMap.indexOfKey(mRefs[i]);
// ignore non-image items
if (itemIndex < 0) {
continue;
}
ImageItem &sourceImage = itemIdToItemMap.editValueAt(itemIndex);
// mark the source image of the derivation as hidden
sourceImage.hidden = true;
}
break;
}
case FOURCC("thmb"): {
ssize_t itemIndex = itemIdToItemMap.indexOfKey(mItemId);
// ignore non-image items
if (itemIndex < 0) {
return;
}
// mark thumbnail image as hidden, these can be retrieved if the client
// request thumbnail explicitly, but won't be exposed as displayables.
ImageItem &thumbImage = itemIdToItemMap.editValueAt(itemIndex);
thumbImage.hidden = true;
for (size_t i = 0; i < mRefs.size(); i++) {
itemIndex = itemIdToItemMap.indexOfKey(mRefs[i]);
// ignore non-image items
if (itemIndex < 0) {
continue;
}
ALOGV("Image item id %d uses thumbnail item id %d", mRefs[i], mItemId);
ImageItem &imageItem = itemIdToItemMap.editValueAt(itemIndex);
if (!imageItem.thumbnails.empty()) {
ALOGW("already has thumbnails!");
}
imageItem.thumbnails.push_back(mItemId);
}
break;
}
case FOURCC("cdsc"): {
ssize_t metaIndex = itemIdToMetaMap.indexOfKey(mItemId);
// ignore non-meta items
if (metaIndex < 0) {
return;
}
for (size_t i = 0; i < mRefs.size(); i++) {
ssize_t itemIndex = itemIdToItemMap.indexOfKey(mRefs[i]);
// ignore non-image items
if (itemIndex < 0) {
continue;
}
ALOGV("Image item id %d uses metadata item id %d", mRefs[i], mItemId);
ImageItem &image = itemIdToItemMap.editValueAt(itemIndex);
if (itemIdToMetaMap[metaIndex].isExif) {
image.exifRefs.push_back(mItemId);
} else {
image.xmpRefs.push_back(mItemId);
}
}
break;
}
case FOURCC("auxl"): {
ssize_t itemIndex = itemIdToItemMap.indexOfKey(mItemId);
// ignore non-image items
if (itemIndex < 0) {
return;
}
// mark auxiliary image as hidden
ImageItem &auxImage = itemIdToItemMap.editValueAt(itemIndex);
auxImage.hidden = true;
break;
}
default:
ALOGW("ignoring unsupported ref type 0x%x", type());
}
}
status_t ItemReference::parse(off64_t offset, size_t size) {
if (size < mRefIdSize + 2) {
return ERROR_MALFORMED;
}
if (!source()->getUInt32Var(offset, &mItemId, mRefIdSize)) {
return ERROR_IO;
}
offset += mRefIdSize;
uint16_t count;
if (!source()->getUInt16(offset, &count)) {
return ERROR_IO;
}
offset += 2;
size -= (mRefIdSize + 2);
if (size < count * mRefIdSize) {
return ERROR_MALFORMED;
}
for (size_t i = 0; i < count; i++) {
uint32_t refItemId;
if (!source()->getUInt32Var(offset, &refItemId, mRefIdSize)) {
return ERROR_IO;
}
offset += mRefIdSize;
mRefs.push_back(refItemId);
ALOGV("item id %d: referencing item id %d", mItemId, refItemId);
}
return OK;
}
struct IrefBox : public FullBox {
IrefBox(DataSourceHelper *source, Vector<sp<ItemReference> > *itemRefs) :
FullBox(source, FOURCC("iref")), mRefIdSize(0), mItemRefs(itemRefs) {}
status_t parse(off64_t offset, size_t size);
protected:
status_t onChunkData(uint32_t type, off64_t offset, size_t size) override;
private:
uint32_t mRefIdSize;
Vector<sp<ItemReference> > *mItemRefs;
};
status_t IrefBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
mRefIdSize = (version() == 0) ? 2 : 4;
return parseChunks(offset, size);
}
status_t IrefBox::onChunkData(uint32_t type, off64_t offset, size_t size) {
sp<ItemReference> itemRef = new ItemReference(source(), type, mRefIdSize);
status_t err = itemRef->parse(offset, size);
if (err != OK) {
return err;
}
mItemRefs->push_back(itemRef);
return OK;
}
/////////////////////////////////////////////////////////////////////
//
// ItemProperty related boxes
//
struct AssociationEntry {
uint32_t itemId;
bool essential;
uint16_t index;
};
struct ItemProperty : public RefBase {
ItemProperty() {}
virtual void attachTo(ImageItem &/*image*/) const {
ALOGW("Unrecognized property");
}
virtual status_t parse(off64_t /*offset*/, size_t /*size*/) {
ALOGW("Unrecognized property");
return OK;
}
private:
DISALLOW_EVIL_CONSTRUCTORS(ItemProperty);
};
struct IspeBox : public FullBox, public ItemProperty {
IspeBox(DataSourceHelper *source) :
FullBox(source, FOURCC("ispe")), mWidth(0), mHeight(0) {}
status_t parse(off64_t offset, size_t size) override;
void attachTo(ImageItem &image) const override {
image.width = mWidth;
image.height = mHeight;
}
private:
int32_t mWidth;
int32_t mHeight;
};
status_t IspeBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
if (size < 8) {
return ERROR_MALFORMED;
}
if (!source()->getUInt32(offset, (uint32_t *)&mWidth)
|| !source()->getUInt32(offset + 4, (uint32_t *)&mHeight)) {
return ERROR_IO;
}
// Validate that the dimension doesn't cause overflow on calculated max input size.
// Max input size is width*height*1.5, restrict width*height to 1<<29 so that
// we don't need to cast to int64_t when doing mults.
if (mWidth <= 0 || mHeight <= 0 || mWidth > (1 << 29) / mHeight) {
return ERROR_MALFORMED;
}
ALOGV("property ispe: %dx%d", mWidth, mHeight);
return OK;
}
struct HvccBox : public Box, public ItemProperty {
HvccBox(DataSourceHelper *source) :
Box(source, FOURCC("hvcC")) {}
status_t parse(off64_t offset, size_t size) override;
void attachTo(ImageItem &image) const override {
image.hvcc = mHVCC;
}
private:
sp<ABuffer> mHVCC;
};
status_t HvccBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
mHVCC = new ABuffer(size);
if (mHVCC->data() == NULL) {
ALOGE("b/28471206");
return NO_MEMORY;
}
if (source()->readAt(offset, mHVCC->data(), size) < (ssize_t)size) {
return ERROR_IO;
}
ALOGV("property hvcC");
return OK;
}
struct Av1cBox : public Box, public ItemProperty {
Av1cBox(DataSourceHelper *source) :
Box(source, FOURCC("av1C")) {}
status_t parse(off64_t offset, size_t size) override;
void attachTo(ImageItem &image) const override {
image.av1c = mAv1c;
}
private:
sp<ABuffer> mAv1c;
};
status_t Av1cBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
mAv1c = new ABuffer(size);
if (mAv1c->data() == NULL) {
ALOGE("b/28471206");
return NO_MEMORY;
}
if (source()->readAt(offset, mAv1c->data(), size) < (ssize_t)size) {
return ERROR_IO;
}
ALOGV("property av1C");
return OK;
}
struct IrotBox : public Box, public ItemProperty {
IrotBox(DataSourceHelper *source) :
Box(source, FOURCC("irot")), mAngle(0) {}
status_t parse(off64_t offset, size_t size) override;
void attachTo(ImageItem &image) const override {
image.rotation = mAngle * 90;
}
private:
uint8_t mAngle;
};
status_t IrotBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
if (size < 1) {
return ERROR_MALFORMED;
}
if (source()->readAt(offset, &mAngle, 1) != 1) {
return ERROR_IO;
}
mAngle &= 0x3;
ALOGV("property irot: %d", mAngle);
return OK;
}
struct ColrBox : public Box, public ItemProperty {
ColrBox(DataSourceHelper *source) :
Box(source, FOURCC("colr")) {}
status_t parse(off64_t offset, size_t size) override;
void attachTo(ImageItem &image) const override {
image.icc = mICCData;
}
private:
sp<ABuffer> mICCData;
};
status_t ColrBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
if (size < 4) {
return ERROR_MALFORMED;
}
uint32_t colour_type;
if (!source()->getUInt32(offset, &colour_type)) {
return ERROR_IO;
}
offset += 4;
size -= 4;
if (colour_type == FOURCC("nclx")) {
return OK;
}
if ((colour_type != FOURCC("rICC")) &&
(colour_type != FOURCC("prof"))) {
return ERROR_MALFORMED;
}
mICCData = new ABuffer(size);
if (mICCData->data() == NULL) {
ALOGE("b/28471206");
return NO_MEMORY;
}
if (source()->readAt(offset, mICCData->data(), size) != (ssize_t)size) {
return ERROR_IO;
}
ALOGV("property Colr: size %zd", size);
return OK;
}
struct IpmaBox : public FullBox {
IpmaBox(DataSourceHelper *source, Vector<AssociationEntry> *associations) :
FullBox(source, FOURCC("ipma")), mAssociations(associations) {}
status_t parse(off64_t offset, size_t size);
private:
Vector<AssociationEntry> *mAssociations;
};
status_t IpmaBox::parse(off64_t offset, size_t size) {
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
if (size < 4) {
return ERROR_MALFORMED;
}
uint32_t entryCount;
if (!source()->getUInt32(offset, &entryCount)) {
return ERROR_IO;
}
offset += 4;
size -= 4;
for (size_t k = 0; k < entryCount; ++k) {
uint32_t itemId = 0;
size_t itemIdSize = (version() < 1) ? 2 : 4;
if (size < itemIdSize + 1) {
return ERROR_MALFORMED;
}
if (!source()->getUInt32Var(offset, &itemId, itemIdSize)) {
return ERROR_IO;
}
offset += itemIdSize;
size -= itemIdSize;
uint8_t associationCount;
if (!source()->readAt(offset, &associationCount, 1)) {
return ERROR_IO;
}
offset++;
size--;
for (size_t i = 0; i < associationCount; ++i) {
size_t propIndexSize = (flags() & 1) ? 2 : 1;
if (size < propIndexSize) {
return ERROR_MALFORMED;
}
uint16_t propIndex;
if (!source()->getUInt16Var(offset, &propIndex, propIndexSize)) {
return ERROR_IO;
}
offset += propIndexSize;
size -= propIndexSize;
uint16_t bitmask = (1 << (8 * propIndexSize - 1));
AssociationEntry entry = {
.itemId = itemId,
.essential = !!(propIndex & bitmask),
.index = (uint16_t) (propIndex & ~bitmask)
};
ALOGV("item id %d associated to property %d (essential %d)",
itemId, entry.index, entry.essential);
mAssociations->push_back(entry);
}
}
return OK;
}
struct IpcoBox : public Box {
IpcoBox(DataSourceHelper *source, Vector<sp<ItemProperty> > *properties) :
Box(source, FOURCC("ipco")), mItemProperties(properties) {}
status_t parse(off64_t offset, size_t size);
protected:
status_t onChunkData(uint32_t type, off64_t offset, size_t size) override;
private:
Vector<sp<ItemProperty> > *mItemProperties;
};
status_t IpcoBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
// push a placeholder as the index is 1-based
mItemProperties->push_back(new ItemProperty());
return parseChunks(offset, size);
}
status_t IpcoBox::onChunkData(uint32_t type, off64_t offset, size_t size) {
sp<ItemProperty> itemProperty;
switch(type) {
case FOURCC("hvcC"):
{
itemProperty = new HvccBox(source());
break;
}
case FOURCC("ispe"):
{
itemProperty = new IspeBox(source());
break;
}
case FOURCC("irot"):
{
itemProperty = new IrotBox(source());
break;
}
case FOURCC("colr"):
{
itemProperty = new ColrBox(source());
break;
}
case FOURCC("av1C"):
{
itemProperty = new Av1cBox(source());
break;
}
default:
{
// push dummy to maintain correct item property index
itemProperty = new ItemProperty();
break;
}
}
status_t err = itemProperty->parse(offset, size);
if (err != OK) {
return err;
}
mItemProperties->push_back(itemProperty);
return OK;
}
struct IprpBox : public Box {
IprpBox(DataSourceHelper *source,
Vector<sp<ItemProperty> > *properties,
Vector<AssociationEntry> *associations) :
Box(source, FOURCC("iprp")),
mProperties(properties), mAssociations(associations) {}
status_t parse(off64_t offset, size_t size);
protected:
status_t onChunkData(uint32_t type, off64_t offset, size_t size) override;
private:
Vector<sp<ItemProperty> > *mProperties;
Vector<AssociationEntry> *mAssociations;
};
status_t IprpBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
status_t err = parseChunks(offset, size);
if (err != OK) {
return err;
}
return OK;
}
status_t IprpBox::onChunkData(uint32_t type, off64_t offset, size_t size) {
switch(type) {
case FOURCC("ipco"):
{
IpcoBox ipcoBox(source(), mProperties);
return ipcoBox.parse(offset, size);
}
case FOURCC("ipma"):
{
IpmaBox ipmaBox(source(), mAssociations);
return ipmaBox.parse(offset, size);
}
default:
{
ALOGW("Unrecognized box.");
break;
}
}
return OK;
}
/////////////////////////////////////////////////////////////////////
//
// ItemInfo related boxes
//
struct ItemInfo {
uint32_t itemId;
uint32_t itemType;
String8 contentType;
bool hidden;
bool isXmp() const {
return itemType == FOURCC("mime") && contentType == String8("application/rdf+xml");
}
bool isExif() const {
return itemType == FOURCC("Exif");
}
bool isGrid() const {
return itemType == FOURCC("grid");
}
bool isSample() const {
return itemType == FOURCC("av01") || itemType == FOURCC("hvc1");
}
};
struct InfeBox : public FullBox {
InfeBox(DataSourceHelper *source) :
FullBox(source, FOURCC("infe")) {}
status_t parse(off64_t offset, size_t size, ItemInfo *itemInfo);
private:
bool parseNullTerminatedString(off64_t *offset, size_t *size, String8 *out);
};
bool InfeBox::parseNullTerminatedString(
off64_t *offset, size_t *size, String8 *out) {
char tmp;
Vector<char> buf;
buf.setCapacity(256);
off64_t newOffset = *offset;
off64_t stopOffset = *offset + *size;
while (newOffset < stopOffset) {
if (!source()->readAt(newOffset++, &tmp, 1)) {
return false;
}
buf.push_back(tmp);
if (tmp == 0) {
out->setTo(buf.array());
*offset = newOffset;
*size = stopOffset - newOffset;
return true;
}
}
return false;
}
status_t InfeBox::parse(off64_t offset, size_t size, ItemInfo *itemInfo) {
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
if (version() == 0 || version() == 1) {
return ERROR_UNSUPPORTED;
} else { // version >= 2
uint32_t item_id;
size_t itemIdSize = (version() == 2) ? 2 : 4;
if (size < itemIdSize + 6) {
return ERROR_MALFORMED;
}
if (!source()->getUInt32Var(offset, &item_id, itemIdSize)) {
return ERROR_IO;
}
ALOGV("item_id %d", item_id);
offset += itemIdSize;
uint16_t item_protection_index;
if (!source()->getUInt16(offset, &item_protection_index)) {
return ERROR_IO;
}
ALOGV("item_protection_index %d", item_protection_index);
offset += 2;
uint32_t item_type;
if (!source()->getUInt32(offset, &item_type)) {
return ERROR_IO;
}
itemInfo->itemId = item_id;
itemInfo->itemType = item_type;
// According to HEIF spec, (flags & 1) indicates the image is hidden
// and not supposed to be displayed.
itemInfo->hidden = (flags() & 1);
char itemTypeString[5];
MakeFourCCString(item_type, itemTypeString);
ALOGV("item_type %s", itemTypeString);
offset += 4;
size -= itemIdSize + 6;
String8 item_name;
if (!parseNullTerminatedString(&offset, &size, &item_name)) {
return ERROR_MALFORMED;
}
ALOGV("item_name %s", item_name.c_str());
if (item_type == FOURCC("mime")) {
String8 content_type;
if (!parseNullTerminatedString(&offset, &size, &content_type)) {
return ERROR_MALFORMED;
}
itemInfo->contentType = content_type;
// content_encoding is optional; can be omitted if would be empty
if (size > 0) {
String8 content_encoding;
if (!parseNullTerminatedString(&offset, &size, &content_encoding)) {
return ERROR_MALFORMED;
}
}
} else if (item_type == FOURCC("uri ")) {
String8 item_uri_type;
if (!parseNullTerminatedString(&offset, &size, &item_uri_type)) {
return ERROR_MALFORMED;
}
}
}
return OK;
}
struct IinfBox : public FullBox {
IinfBox(DataSourceHelper *source, Vector<ItemInfo> *itemInfos) :
FullBox(source, FOURCC("iinf")), mItemInfos(itemInfos), mNeedIref(false) {}
status_t parse(off64_t offset, size_t size);
bool needIrefBox() { return mNeedIref; }
protected:
status_t onChunkData(uint32_t type, off64_t offset, size_t size) override;
private:
Vector<ItemInfo> *mItemInfos;
bool mNeedIref;
};
status_t IinfBox::parse(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
status_t err = parseFullBoxHeader(&offset, &size);
if (err != OK) {
return err;
}
size_t entryCountSize = version() == 0 ? 2 : 4;
if (size < entryCountSize) {
return ERROR_MALFORMED;
}
uint32_t entry_count;
if (!source()->getUInt32Var(offset, &entry_count, entryCountSize)) {
return ERROR_IO;
}
ALOGV("entry_count %d", entry_count);
off64_t stopOffset = offset + size;
offset += entryCountSize;
for (size_t i = 0; i < entry_count && offset < stopOffset; i++) {
ALOGV("entry %zu", i);
status_t err = parseChunk(&offset);
if (err != OK) {
return err;
}
}
if (offset != stopOffset) {
return ERROR_MALFORMED;
}
return OK;
}
status_t IinfBox::onChunkData(uint32_t type, off64_t offset, size_t size) {
if (type != FOURCC("infe")) {
return OK;
}
InfeBox infeBox(source());
ItemInfo itemInfo;
status_t err = infeBox.parse(offset, size, &itemInfo);
if (err == OK) {
mItemInfos->push_back(itemInfo);
mNeedIref |= (itemInfo.isExif() || itemInfo.isXmp() || itemInfo.isGrid());
}
// InfeBox parse returns ERROR_UNSUPPORTED if the box if an unsupported
// version. Ignore this error as it's not fatal.
return (err == ERROR_UNSUPPORTED) ? OK : err;
}
//////////////////////////////////////////////////////////////////
ItemTable::ItemTable(DataSourceHelper *source, bool isHeif)
: mDataSource(source),
mIsHeif(isHeif),
mPrimaryItemId(0),
mIdatOffset(0),
mIdatSize(0),
mImageItemsValid(false),
mCurrentItemIndex(0) {
mRequiredBoxes.insert('iprp');
mRequiredBoxes.insert('iloc');
mRequiredBoxes.insert('pitm');
mRequiredBoxes.insert('iinf');
}
ItemTable::~ItemTable() {}
status_t ItemTable::parse(uint32_t type, off64_t data_offset, size_t chunk_data_size) {
switch(type) {
case FOURCC("iloc"):
{
return parseIlocBox(data_offset, chunk_data_size);
}
case FOURCC("iinf"):
{
return parseIinfBox(data_offset, chunk_data_size);
}
case FOURCC("iprp"):
{
return parseIprpBox(data_offset, chunk_data_size);
}
case FOURCC("pitm"):
{
return parsePitmBox(data_offset, chunk_data_size);
}
case FOURCC("idat"):
{
return parseIdatBox(data_offset, chunk_data_size);
}
case FOURCC("iref"):
{
return parseIrefBox(data_offset, chunk_data_size);
}
case FOURCC("ipro"):
{
ALOGW("ipro box not supported!");
break;
}
default:
{
ALOGW("unrecognized box type: 0x%x", type);
break;
}
}
return ERROR_UNSUPPORTED;
}
status_t ItemTable::parseIlocBox(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
IlocBox ilocBox(mDataSource, &mItemLocs);
status_t err = ilocBox.parse(offset, size);
if (err != OK) {
return err;
}
if (ilocBox.hasConstructMethod1()) {
mRequiredBoxes.insert('idat');
}
return buildImageItemsIfPossible('iloc');
}
status_t ItemTable::parseIinfBox(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
IinfBox iinfBox(mDataSource, &mItemInfos);
status_t err = iinfBox.parse(offset, size);
if (err != OK) {
return err;
}
if (iinfBox.needIrefBox()) {
mRequiredBoxes.insert('iref');
}
return buildImageItemsIfPossible('iinf');
}
status_t ItemTable::parsePitmBox(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
PitmBox pitmBox(mDataSource);
status_t err = pitmBox.parse(offset, size, &mPrimaryItemId);
if (err != OK) {
return err;
}
return buildImageItemsIfPossible('pitm');
}
status_t ItemTable::parseIprpBox(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
IprpBox iprpBox(mDataSource, &mItemProperties, &mAssociations);
status_t err = iprpBox.parse(offset, size);
if (err != OK) {
return err;
}
return buildImageItemsIfPossible('iprp');
}
status_t ItemTable::parseIdatBox(off64_t offset, size_t size) {
ALOGV("%s: idat offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
// only remember the offset and size of idat box for later use
mIdatOffset = offset;
mIdatSize = size;
return buildImageItemsIfPossible('idat');
}
status_t ItemTable::parseIrefBox(off64_t offset, size_t size) {
ALOGV("%s: offset %lld, size %zu", __FUNCTION__, (long long)offset, size);
IrefBox irefBox(mDataSource, &mItemReferences);
status_t err = irefBox.parse(offset, size);
if (err != OK) {
return err;
}
return buildImageItemsIfPossible('iref');
}
status_t ItemTable::buildImageItemsIfPossible(uint32_t type) {
if (mImageItemsValid) {
return OK;
}
mBoxesSeen.insert(type);
// need at least 'iprp', 'iloc', 'pitm', 'iinf';
// need 'idat' if any items used construction_method of 2;
// need 'iref' if there are grids.
if (!std::includes(
mBoxesSeen.begin(), mBoxesSeen.end(),
mRequiredBoxes.begin(), mRequiredBoxes.end())) {
return OK;
}
ALOGV("building image table...");
for (size_t i = 0; i < mItemInfos.size(); i++) {
const ItemInfo &info = mItemInfos[i];
// Only handle 3 types of items, all others are ignored:
// 'grid': derived image from tiles
// 'hvc1' or 'av01': coded image (or tile)
// 'Exif' or XMP: metadata
if (!info.isGrid() && !info.isSample() && !info.isExif() && !info.isXmp()) {
continue;
}
ssize_t itemIndex = mItemIdToItemMap.indexOfKey(info.itemId);
if (itemIndex >= 0) {
ALOGW("ignoring duplicate image item id %d", info.itemId);
continue;
}
ssize_t ilocIndex = mItemLocs.indexOfKey(info.itemId);
if (ilocIndex < 0) {
ALOGE("iloc missing for image item id %d", info.itemId);
continue;
}
const ItemLoc &iloc = mItemLocs[ilocIndex];
off64_t offset;
size_t size;
if (iloc.getLoc(&offset, &size, mIdatOffset, mIdatSize) != OK) {
return ERROR_MALFORMED;
}
if (info.isExif() || info.isXmp()) {
// Only add if the meta is non-empty. For Exif, the first 4 bytes contain
// the offset to TIFF header, which the Exif parser doesn't use.
ALOGV("adding meta to mItemIdToMetaMap: isExif %d, offset %lld, size %lld",
info.isExif(), (long long)offset, (long long)size);
if ((info.isExif() && size > 4) || (info.isXmp() && size > 0)) {
ExternalMetaItem metaItem = {
.isExif = info.isExif(),
.offset = offset,
.size = size,
};
mItemIdToMetaMap.add(info.itemId, metaItem);
}
continue;
}
ImageItem image(info.itemType, info.itemId, info.hidden);
ALOGV("adding %s: itemId %d", image.isGrid() ? "grid" : "image", info.itemId);
if (image.isGrid()) {
// ImageGrid struct is at least 8-byte, at most 12-byte (if flags&1)
if (size < 8 || size > 12) {
return ERROR_MALFORMED;
}
uint8_t buf[12];
if (!mDataSource->readAt(offset, buf, size)) {
return ERROR_IO;
}
image.rows = buf[2] + 1;
image.columns = buf[3] + 1;
ALOGV("rows %d, columans %d", image.rows, image.columns);
} else {
image.offset = offset;
image.size = size;
}
mItemIdToItemMap.add(info.itemId, image);
}
for (size_t i = 0; i < mAssociations.size(); i++) {
attachProperty(mAssociations[i]);
}
for (size_t i = 0; i < mItemReferences.size(); i++) {
mItemReferences[i]->apply(mItemIdToItemMap, mItemIdToMetaMap);
}
bool foundPrimary = false;
for (size_t i = 0; i < mItemIdToItemMap.size(); i++) {
// add all non-hidden images, also add the primary even if it's marked
// hidden, in case the primary is set to a thumbnail
bool isPrimary = (mItemIdToItemMap[i].itemId == mPrimaryItemId);
if (!mItemIdToItemMap[i].hidden || isPrimary) {
mDisplayables.push_back(i);
}
foundPrimary |= isPrimary;
}
ALOGV("found %zu displayables", mDisplayables.size());
// fail if no displayables are found
if (mDisplayables.empty()) {
return ERROR_MALFORMED;
}
// if the primary item id is invalid, set primary to the first displayable
if (!foundPrimary) {
mPrimaryItemId = mItemIdToItemMap[mDisplayables[0]].itemId;
}
mImageItemsValid = true;
return OK;
}
void ItemTable::attachProperty(const AssociationEntry &association) {
ssize_t itemIndex = mItemIdToItemMap.indexOfKey(association.itemId);
// ignore non-image items
if (itemIndex < 0) {
return;
}
uint16_t propertyIndex = association.index;
if (propertyIndex >= mItemProperties.size()) {
ALOGW("Ignoring invalid property index %d", propertyIndex);
return;
}
ALOGV("attach property %d to item id %d)",
propertyIndex, association.itemId);
mItemProperties[propertyIndex]->attachTo(mItemIdToItemMap.editValueAt(itemIndex));
}
uint32_t ItemTable::countImages() const {
return mImageItemsValid ? mDisplayables.size() : 0;
}
AMediaFormat *ItemTable::getImageMeta(const uint32_t imageIndex) {
if (!mImageItemsValid) {
return NULL;
}
if (imageIndex >= mDisplayables.size()) {
ALOGE("%s: invalid image index %u", __FUNCTION__, imageIndex);
return NULL;
}
const uint32_t itemIndex = mDisplayables[imageIndex];
ALOGV("image[%u]: item index %u", imageIndex, itemIndex);
const ImageItem *image = &mItemIdToItemMap[itemIndex];
ssize_t tileItemIndex = -1;
if (image->isGrid()) {
if (image->dimgRefs.empty()) {
return NULL;
}
tileItemIndex = mItemIdToItemMap.indexOfKey(image->dimgRefs[0]);
if (tileItemIndex < 0) {
return NULL;
}
}
AMediaFormat *meta = AMediaFormat_new();
AMediaFormat_setString(
meta, AMEDIAFORMAT_KEY_MIME,
mIsHeif ? MEDIA_MIMETYPE_IMAGE_ANDROID_HEIC : MEDIA_MIMETYPE_IMAGE_AVIF);
if (image->itemId == mPrimaryItemId) {
AMediaFormat_setInt32(meta, AMEDIAFORMAT_KEY_IS_DEFAULT, 1);
}
ALOGV("image[%u]: size %dx%d", imageIndex, image->width, image->height);
AMediaFormat_setInt32(meta, AMEDIAFORMAT_KEY_WIDTH, image->width);
AMediaFormat_setInt32(meta, AMEDIAFORMAT_KEY_HEIGHT, image->height);
if (image->rotation != 0) {
// Rotation angle in HEIF is CCW, convert to CW here to be
// consistent with the other media formats.
switch(image->rotation) {
case 90:
case 180:
case 270:
AMediaFormat_setInt32(meta, AMEDIAFORMAT_KEY_ROTATION, 360 - image->rotation);
break;
default: break; // don't set if invalid
}
}
// we validated no overflow in IspeBox::parse()
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_MAX_INPUT_SIZE, image->width * image->height * 3 / 2);
if (!image->thumbnails.empty()) {
ssize_t thumbItemIndex = mItemIdToItemMap.indexOfKey(image->thumbnails[0]);
if (thumbItemIndex >= 0) {
const ImageItem &thumbnail = mItemIdToItemMap[thumbItemIndex];
if (thumbnail.hvcc != NULL || thumbnail.av1c != NULL) {
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_THUMBNAIL_WIDTH, thumbnail.width);
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_THUMBNAIL_HEIGHT, thumbnail.height);
if (thumbnail.hvcc != NULL) {
AMediaFormat_setBuffer(meta,
AMEDIAFORMAT_KEY_THUMBNAIL_CSD_HEVC,
thumbnail.hvcc->data(), thumbnail.hvcc->size());
} else {
// We use a hard-coded string here instead of
// AMEDIAFORMAT_KEY_THUMBNAIL_CSD_AV1C. The key is available only from SDK 31.
// The mp4 extractor is part of mainline and builds against SDK 29 as of
// writing. This hard-coded string can be replaced with the named constant once
// the mp4 extractor is built against SDK >= 31.
AMediaFormat_setBuffer(meta,
"thumbnail-csd-av1c", thumbnail.av1c->data(), thumbnail.av1c->size());
}
ALOGV("image[%u]: thumbnail: size %dx%d, item index %zd",
imageIndex, thumbnail.width, thumbnail.height, thumbItemIndex);
} else {
ALOGW("%s: thumbnail data is missing for image[%u]!", __FUNCTION__, imageIndex);
}
} else {
ALOGW("%s: Referenced thumbnail does not exist!", __FUNCTION__);
}
}
if (image->isGrid()) {
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_GRID_ROWS, image->rows);
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_GRID_COLUMNS, image->columns);
// point image to the first tile for grid size and HVCC
image = &mItemIdToItemMap.editValueAt(tileItemIndex);
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_TILE_WIDTH, image->width);
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_TILE_HEIGHT, image->height);
// we validated no overflow in IspeBox::parse()
AMediaFormat_setInt32(meta,
AMEDIAFORMAT_KEY_MAX_INPUT_SIZE, image->width * image->height * 3 / 2);
}
if (mIsHeif) {
if (image->hvcc == NULL) {
ALOGE("%s: hvcc is missing for image[%u]!", __FUNCTION__, imageIndex);
return NULL;
}
AMediaFormat_setBuffer(meta,
AMEDIAFORMAT_KEY_CSD_HEVC, image->hvcc->data(), image->hvcc->size());
} else {
if (image->av1c == NULL) {
ALOGE("%s: av1c is missing for image[%u]!", __FUNCTION__, imageIndex);
return NULL;
}
AMediaFormat_setBuffer(meta,
AMEDIAFORMAT_KEY_CSD_0, image->av1c->data(), image->av1c->size());
}
if (image->icc != NULL) {
AMediaFormat_setBuffer(meta,
AMEDIAFORMAT_KEY_ICC_PROFILE, image->icc->data(), image->icc->size());
}
return meta;
}
status_t ItemTable::findImageItem(const uint32_t imageIndex, uint32_t *itemIndex) {
if (!mImageItemsValid) {
return INVALID_OPERATION;
}
if (imageIndex >= mDisplayables.size()) {
ALOGE("%s: invalid image index %d", __FUNCTION__, imageIndex);
return BAD_VALUE;
}
*itemIndex = mDisplayables[imageIndex];
ALOGV("image[%u]: item index %u", imageIndex, *itemIndex);
return OK;
}
status_t ItemTable::findThumbnailItem(const uint32_t imageIndex, uint32_t *itemIndex) {
if (!mImageItemsValid) {
return INVALID_OPERATION;
}
if (imageIndex >= mDisplayables.size()) {
ALOGE("%s: invalid image index %d", __FUNCTION__, imageIndex);
return BAD_VALUE;
}
uint32_t imageItemIndex = mDisplayables[imageIndex];
const ImageItem &imageItem = mItemIdToItemMap[imageItemIndex];
if (imageItem.thumbnails.empty()) {
*itemIndex = imageItemIndex;
return OK;
}
ssize_t thumbItemIndex = mItemIdToItemMap.indexOfKey(imageItem.thumbnails[0]);
if (thumbItemIndex < 0) {
// Do not return the image item in this case, fail it so that the
// thumbnail extraction code knows we really don't have it.
return INVALID_OPERATION;
}
*itemIndex = thumbItemIndex;
return OK;
}
status_t ItemTable::getImageOffsetAndSize(
uint32_t *itemIndex, off64_t *offset, size_t *size) {
if (!mImageItemsValid) {
return INVALID_OPERATION;
}
if (itemIndex != NULL) {
if (*itemIndex >= mItemIdToItemMap.size()) {
ALOGE("%s: Bad item index!", __FUNCTION__);
return BAD_VALUE;
}
mCurrentItemIndex = *itemIndex;
}
ImageItem &image = mItemIdToItemMap.editValueAt(mCurrentItemIndex);
if (image.isGrid()) {
uint32_t tileItemId;
status_t err = image.getNextTileItemId(&tileItemId, itemIndex != NULL);
if (err != OK) {
return err;
}
ssize_t tileItemIndex = mItemIdToItemMap.indexOfKey(tileItemId);
if (tileItemIndex < 0) {
return ERROR_END_OF_STREAM;
}
*offset = mItemIdToItemMap[tileItemIndex].offset;
*size = mItemIdToItemMap[tileItemIndex].size;
} else {
if (itemIndex == NULL) {
// For single images, we only allow it to be read once, after that
// it's EOS. New item index must be requested each time.
return ERROR_END_OF_STREAM;
}
*offset = mItemIdToItemMap[mCurrentItemIndex].offset;
*size = mItemIdToItemMap[mCurrentItemIndex].size;
}
return OK;
}
status_t ItemTable::getExifOffsetAndSize(off64_t *offset, size_t *size) {
if (!mImageItemsValid) {
return INVALID_OPERATION;
}
ssize_t itemIndex = mItemIdToItemMap.indexOfKey(mPrimaryItemId);
// this should not happen, something's seriously wrong.
if (itemIndex < 0) {
return INVALID_OPERATION;
}
const ImageItem &image = mItemIdToItemMap[itemIndex];
if (image.exifRefs.size() == 0) {
return NAME_NOT_FOUND;
}
ssize_t exifIndex = mItemIdToMetaMap.indexOfKey(image.exifRefs[0]);
if (exifIndex < 0) {
return NAME_NOT_FOUND;
}
// skip the first 4-byte of the offset to TIFF header
uint32_t tiffOffset;
if (!mDataSource->readAt(
mItemIdToMetaMap[exifIndex].offset, &tiffOffset, 4)) {
return ERROR_IO;
}
// We need 'Exif\0\0' before the tiff header
tiffOffset = ntohl(tiffOffset);
if (tiffOffset < 6) {
return ERROR_MALFORMED;
}
// The first 4-byte of the item is the offset of the tiff header within the
// exif data. The size of the item should be > 4 for a non-empty exif (this
// was already checked when the item was added). Also check that the tiff
// header offset is valid.
if (mItemIdToMetaMap[exifIndex].size <= 4 ||
tiffOffset > mItemIdToMetaMap[exifIndex].size - 4) {
return ERROR_MALFORMED;
}
// Offset of 'Exif\0\0' relative to the beginning of 'Exif' item
// (first 4-byte is the tiff header offset)
uint32_t exifOffset = 4 + tiffOffset - 6;
*offset = mItemIdToMetaMap[exifIndex].offset + exifOffset;
*size = mItemIdToMetaMap[exifIndex].size - exifOffset;
return OK;
}
status_t ItemTable::getXmpOffsetAndSize(off64_t *offset, size_t *size) {
if (!mImageItemsValid) {
return INVALID_OPERATION;
}
ssize_t itemIndex = mItemIdToItemMap.indexOfKey(mPrimaryItemId);
// this should not happen, something's seriously wrong.
if (itemIndex < 0) {
return INVALID_OPERATION;
}
const ImageItem &image = mItemIdToItemMap[itemIndex];
if (image.xmpRefs.size() == 0) {
return NAME_NOT_FOUND;
}
ssize_t xmpIndex = mItemIdToMetaMap.indexOfKey(image.xmpRefs[0]);
if (xmpIndex < 0) {
return NAME_NOT_FOUND;
}
*offset = mItemIdToMetaMap[xmpIndex].offset;
*size = mItemIdToMetaMap[xmpIndex].size;
return OK;
}
} // namespace heif
} // namespace android
Reference in new issue View Git Blame Copy Permalink