/* * Copyright (C) 2016 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include //#define LOG_NDEBUG 0 #define LOG_TAG "NdkImage" #include "NdkImagePriv.h" #include "NdkImageReaderPriv.h" #include #include "hardware/camera3.h" using namespace android; #define ALIGN(x, mask) ( ((x) + (mask) - 1) & ~((mask) - 1) ) AImage::AImage(AImageReader* reader, int32_t format, CpuConsumer::LockedBuffer* buffer, int64_t timestamp, int32_t width, int32_t height, int32_t numPlanes) : mReader(reader), mFormat(format), mBuffer(buffer), mTimestamp(timestamp), mWidth(width), mHeight(height), mNumPlanes(numPlanes) { } // Can only be called by free() with mLock hold AImage::~AImage() { if (!mIsClosed) { LOG_ALWAYS_FATAL( "Error: AImage %p is deleted before returning buffer to AImageReader!", this); } } bool AImage::isClosed() const { Mutex::Autolock _l(mLock); return mIsClosed; } void AImage::close() { Mutex::Autolock _l(mLock); if (mIsClosed) { return; } sp reader = mReader.promote(); if (reader == nullptr) { LOG_ALWAYS_FATAL("Error: AImage not closed before AImageReader close!"); return; } reader->releaseImageLocked(this); // Should have been set to nullptr in releaseImageLocked // Set to nullptr here for extra safety only mBuffer = nullptr; mIsClosed = true; } void AImage::free() { if (!isClosed()) { ALOGE("Cannot free AImage before close!"); return; } Mutex::Autolock _l(mLock); delete this; } void AImage::lockReader() const { sp reader = mReader.promote(); if (reader == nullptr) { // Reader has been closed return; } reader->mLock.lock(); } void AImage::unlockReader() const { sp reader = mReader.promote(); if (reader == nullptr) { // Reader has been closed return; } reader->mLock.unlock(); } media_status_t AImage::getWidth(int32_t* width) const { if (width == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } *width = -1; if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } *width = mWidth; return AMEDIA_OK; } media_status_t AImage::getHeight(int32_t* height) const { if (height == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } *height = -1; if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } *height = mHeight; return AMEDIA_OK; } media_status_t AImage::getFormat(int32_t* format) const { if (format == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } *format = -1; if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } *format = mFormat; return AMEDIA_OK; } media_status_t AImage::getNumPlanes(int32_t* numPlanes) const { if (numPlanes == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } *numPlanes = -1; if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } *numPlanes = mNumPlanes; return AMEDIA_OK; } media_status_t AImage::getTimestamp(int64_t* timestamp) const { if (timestamp == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } *timestamp = -1; if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } *timestamp = mTimestamp; return AMEDIA_OK; } media_status_t AImage::getPlanePixelStride(int planeIdx, /*out*/int32_t* pixelStride) const { if (planeIdx < 0 || planeIdx >= mNumPlanes) { ALOGE("Error: planeIdx %d out of bound [0,%d]", planeIdx, mNumPlanes - 1); return AMEDIA_ERROR_INVALID_PARAMETER; } if (pixelStride == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } int32_t fmt = mBuffer->flexFormat; switch (fmt) { case HAL_PIXEL_FORMAT_YCbCr_420_888: *pixelStride = (planeIdx == 0) ? 1 : mBuffer->chromaStep; return AMEDIA_OK; case HAL_PIXEL_FORMAT_YCrCb_420_SP: *pixelStride = (planeIdx == 0) ? 1 : 2; return AMEDIA_OK; case HAL_PIXEL_FORMAT_Y8: *pixelStride = 1; return AMEDIA_OK; case HAL_PIXEL_FORMAT_YV12: *pixelStride = 1; return AMEDIA_OK; case HAL_PIXEL_FORMAT_Y16: case HAL_PIXEL_FORMAT_RAW16: case HAL_PIXEL_FORMAT_RGB_565: // Single plane 16bpp data. *pixelStride = 2; return AMEDIA_OK; case HAL_PIXEL_FORMAT_RGBA_8888: case HAL_PIXEL_FORMAT_RGBX_8888: *pixelStride = 4; return AMEDIA_OK; case HAL_PIXEL_FORMAT_RGB_888: // Single plane, 24bpp. *pixelStride = 3; return AMEDIA_OK; case HAL_PIXEL_FORMAT_BLOB: case HAL_PIXEL_FORMAT_RAW10: case HAL_PIXEL_FORMAT_RAW12: case HAL_PIXEL_FORMAT_RAW_OPAQUE: // Blob is used for JPEG data, RAW10 and RAW12 is used for 10-bit and 12-bit raw data, // those are single plane data without pixel stride defined return AMEDIA_ERROR_UNSUPPORTED; default: ALOGE("Pixel format: 0x%x is unsupported", fmt); return AMEDIA_ERROR_UNSUPPORTED; } } media_status_t AImage::getPlaneRowStride(int planeIdx, /*out*/int32_t* rowStride) const { if (planeIdx < 0 || planeIdx >= mNumPlanes) { ALOGE("Error: planeIdx %d out of bound [0,%d]", planeIdx, mNumPlanes - 1); return AMEDIA_ERROR_INVALID_PARAMETER; } if (rowStride == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } int32_t fmt = mBuffer->flexFormat; switch (fmt) { case HAL_PIXEL_FORMAT_YCbCr_420_888: *rowStride = (planeIdx == 0) ? mBuffer->stride : mBuffer->chromaStride; return AMEDIA_OK; case HAL_PIXEL_FORMAT_YCrCb_420_SP: *rowStride = mBuffer->width; return AMEDIA_OK; case HAL_PIXEL_FORMAT_YV12: if (mBuffer->stride % 16) { ALOGE("Stride %d is not 16 pixel aligned!", mBuffer->stride); return AMEDIA_ERROR_UNKNOWN; } *rowStride = (planeIdx == 0) ? mBuffer->stride : ALIGN(mBuffer->stride / 2, 16); return AMEDIA_OK; case HAL_PIXEL_FORMAT_RAW10: case HAL_PIXEL_FORMAT_RAW12: // RAW10 and RAW12 are used for 10-bit and 12-bit raw data, they are single plane *rowStride = mBuffer->stride; return AMEDIA_OK; case HAL_PIXEL_FORMAT_Y8: if (mBuffer->stride % 16) { ALOGE("Stride %d is not 16 pixel aligned!", mBuffer->stride); return AMEDIA_ERROR_UNKNOWN; } *rowStride = mBuffer->stride; return AMEDIA_OK; case HAL_PIXEL_FORMAT_Y16: case HAL_PIXEL_FORMAT_RAW16: // In native side, strides are specified in pixels, not in bytes. // Single plane 16bpp bayer data. even width/height, // row stride multiple of 16 pixels (32 bytes) if (mBuffer->stride % 16) { ALOGE("Stride %d is not 16 pixel aligned!", mBuffer->stride); return AMEDIA_ERROR_UNKNOWN; } *rowStride = mBuffer->stride * 2; return AMEDIA_OK; case HAL_PIXEL_FORMAT_RGB_565: *rowStride = mBuffer->stride * 2; return AMEDIA_OK; case HAL_PIXEL_FORMAT_RGBA_8888: case HAL_PIXEL_FORMAT_RGBX_8888: *rowStride = mBuffer->stride * 4; return AMEDIA_OK; case HAL_PIXEL_FORMAT_RGB_888: // Single plane, 24bpp. *rowStride = mBuffer->stride * 3; return AMEDIA_OK; case HAL_PIXEL_FORMAT_BLOB: case HAL_PIXEL_FORMAT_RAW_OPAQUE: // Blob is used for JPEG/Raw opaque data. It is single plane and has 0 row stride and // no row stride defined return AMEDIA_ERROR_UNSUPPORTED; default: ALOGE("%s Pixel format: 0x%x is unsupported", __FUNCTION__, fmt); return AMEDIA_ERROR_UNSUPPORTED; } } uint32_t AImage::getJpegSize() const { if (mBuffer == nullptr) { LOG_ALWAYS_FATAL("Error: buffer is null"); } uint32_t size = 0; uint32_t width = mBuffer->width; uint8_t* jpegBuffer = mBuffer->data; // First check for JPEG transport header at the end of the buffer uint8_t* header = jpegBuffer + (width - sizeof(struct camera3_jpeg_blob)); struct camera3_jpeg_blob* blob = (struct camera3_jpeg_blob*)(header); if (blob->jpeg_blob_id == CAMERA3_JPEG_BLOB_ID) { size = blob->jpeg_size; ALOGV("%s: Jpeg size = %d", __FUNCTION__, size); } // failed to find size, default to whole buffer if (size == 0) { /* * This is a problem because not including the JPEG header * means that in certain rare situations a regular JPEG blob * will be misidentified as having a header, in which case * we will get a garbage size value. */ ALOGW("%s: No JPEG header detected, defaulting to size=width=%d", __FUNCTION__, width); size = width; } return size; } media_status_t AImage::getPlaneData(int planeIdx,/*out*/uint8_t** data, /*out*/int* dataLength) const { if (planeIdx < 0 || planeIdx >= mNumPlanes) { ALOGE("Error: planeIdx %d out of bound [0,%d]", planeIdx, mNumPlanes - 1); return AMEDIA_ERROR_INVALID_PARAMETER; } if (data == nullptr || dataLength == nullptr) { return AMEDIA_ERROR_INVALID_PARAMETER; } if (isClosed()) { ALOGE("%s: image %p has been closed!", __FUNCTION__, this); return AMEDIA_ERROR_INVALID_OBJECT; } uint32_t dataSize, ySize, cSize, cStride; uint8_t* cb = nullptr; uint8_t* cr = nullptr; uint8_t* pData = nullptr; int bytesPerPixel = 0; int32_t fmt = mBuffer->flexFormat; switch (fmt) { case HAL_PIXEL_FORMAT_YCbCr_420_888: pData = (planeIdx == 0) ? mBuffer->data : (planeIdx == 1) ? mBuffer->dataCb : mBuffer->dataCr; // only map until last pixel if (planeIdx == 0) { dataSize = mBuffer->stride * (mBuffer->height - 1) + mBuffer->width; } else { dataSize = mBuffer->chromaStride * (mBuffer->height / 2 - 1) + mBuffer->chromaStep * (mBuffer->width / 2 - 1) + 1; } break; // NV21 case HAL_PIXEL_FORMAT_YCrCb_420_SP: cr = mBuffer->data + (mBuffer->stride * mBuffer->height); cb = cr + 1; // only map until last pixel ySize = mBuffer->width * (mBuffer->height - 1) + mBuffer->width; cSize = mBuffer->width * (mBuffer->height / 2 - 1) + mBuffer->width - 1; pData = (planeIdx == 0) ? mBuffer->data : (planeIdx == 1) ? cb : cr; dataSize = (planeIdx == 0) ? ySize : cSize; break; case HAL_PIXEL_FORMAT_YV12: // Y and C stride need to be 16 pixel aligned. if (mBuffer->stride % 16) { ALOGE("Stride %d is not 16 pixel aligned!", mBuffer->stride); return AMEDIA_ERROR_UNKNOWN; } ySize = mBuffer->stride * mBuffer->height; cStride = ALIGN(mBuffer->stride / 2, 16); cr = mBuffer->data + ySize; cSize = cStride * mBuffer->height / 2; cb = cr + cSize; pData = (planeIdx == 0) ? mBuffer->data : (planeIdx == 1) ? cb : cr; dataSize = (planeIdx == 0) ? ySize : cSize; break; case HAL_PIXEL_FORMAT_Y8: // Single plane, 8bpp. pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height; break; case HAL_PIXEL_FORMAT_Y16: bytesPerPixel = 2; pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height * bytesPerPixel; break; case HAL_PIXEL_FORMAT_BLOB: // Used for JPEG data, height must be 1, width == size, single plane. if (mBuffer->height != 1) { ALOGE("Jpeg should have height value one but got %d", mBuffer->height); return AMEDIA_ERROR_UNKNOWN; } pData = mBuffer->data; dataSize = getJpegSize(); break; case HAL_PIXEL_FORMAT_RAW16: // Single plane 16bpp bayer data. bytesPerPixel = 2; pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height * bytesPerPixel; break; case HAL_PIXEL_FORMAT_RAW_OPAQUE: // Used for RAW_OPAQUE data, height must be 1, width == size, single plane. if (mBuffer->height != 1) { ALOGE("RAW_OPAQUE should have height value one but got %d", mBuffer->height); return AMEDIA_ERROR_UNKNOWN; } pData = mBuffer->data; dataSize = mBuffer->width; break; case HAL_PIXEL_FORMAT_RAW10: // Single plane 10bpp bayer data. if (mBuffer->width % 4) { ALOGE("Width is not multiple of 4 %d", mBuffer->width); return AMEDIA_ERROR_UNKNOWN; } if (mBuffer->height % 2) { ALOGE("Height is not multiple of 2 %d", mBuffer->height); return AMEDIA_ERROR_UNKNOWN; } if (mBuffer->stride < (mBuffer->width * 10 / 8)) { ALOGE("stride (%d) should be at least %d", mBuffer->stride, mBuffer->width * 10 / 8); return AMEDIA_ERROR_UNKNOWN; } pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height; break; case HAL_PIXEL_FORMAT_RAW12: // Single plane 10bpp bayer data. if (mBuffer->width % 4) { ALOGE("Width is not multiple of 4 %d", mBuffer->width); return AMEDIA_ERROR_UNKNOWN; } if (mBuffer->height % 2) { ALOGE("Height is not multiple of 2 %d", mBuffer->height); return AMEDIA_ERROR_UNKNOWN; } if (mBuffer->stride < (mBuffer->width * 12 / 8)) { ALOGE("stride (%d) should be at least %d", mBuffer->stride, mBuffer->width * 12 / 8); return AMEDIA_ERROR_UNKNOWN; } pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height; break; case HAL_PIXEL_FORMAT_RGBA_8888: case HAL_PIXEL_FORMAT_RGBX_8888: // Single plane, 32bpp. bytesPerPixel = 4; pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height * bytesPerPixel; break; case HAL_PIXEL_FORMAT_RGB_565: // Single plane, 16bpp. bytesPerPixel = 2; pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height * bytesPerPixel; break; case HAL_PIXEL_FORMAT_RGB_888: // Single plane, 24bpp. bytesPerPixel = 3; pData = mBuffer->data; dataSize = mBuffer->stride * mBuffer->height * bytesPerPixel; break; default: ALOGE("Pixel format: 0x%x is unsupported", fmt); return AMEDIA_ERROR_UNSUPPORTED; } *data = pData; *dataLength = dataSize; return AMEDIA_OK; } EXPORT void AImage_delete(AImage* image) { ALOGV("%s", __FUNCTION__); if (image != nullptr) { image->lockReader(); image->close(); image->unlockReader(); if (!image->isClosed()) { LOG_ALWAYS_FATAL("Image close failed!"); } image->free(); } return; } EXPORT media_status_t AImage_getWidth(const AImage* image, /*out*/int32_t* width) { ALOGV("%s", __FUNCTION__); if (image == nullptr || width == nullptr) { ALOGE("%s: bad argument. image %p width %p", __FUNCTION__, image, width); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getWidth(width); } EXPORT media_status_t AImage_getHeight(const AImage* image, /*out*/int32_t* height) { ALOGV("%s", __FUNCTION__); if (image == nullptr || height == nullptr) { ALOGE("%s: bad argument. image %p height %p", __FUNCTION__, image, height); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getHeight(height); } EXPORT media_status_t AImage_getFormat(const AImage* image, /*out*/int32_t* format) { ALOGV("%s", __FUNCTION__); if (image == nullptr || format == nullptr) { ALOGE("%s: bad argument. image %p format %p", __FUNCTION__, image, format); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getFormat(format); } EXPORT media_status_t AImage_getCropRect(const AImage* image, /*out*/AImageCropRect* rect) { ALOGV("%s", __FUNCTION__); if (image == nullptr || rect == nullptr) { ALOGE("%s: bad argument. image %p rect %p", __FUNCTION__, image, rect); return AMEDIA_ERROR_INVALID_PARAMETER; } // For now AImage only supports camera outputs where cropRect is always full window int32_t width = -1; media_status_t ret = image->getWidth(&width); if (ret != AMEDIA_OK) { return ret; } int32_t height = -1; ret = image->getHeight(&height); if (ret != AMEDIA_OK) { return ret; } rect->left = 0; rect->top = 0; rect->right = width; rect->bottom = height; return AMEDIA_OK; } EXPORT media_status_t AImage_getTimestamp(const AImage* image, /*out*/int64_t* timestampNs) { ALOGV("%s", __FUNCTION__); if (image == nullptr || timestampNs == nullptr) { ALOGE("%s: bad argument. image %p timestampNs %p", __FUNCTION__, image, timestampNs); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getTimestamp(timestampNs); } EXPORT media_status_t AImage_getNumberOfPlanes(const AImage* image, /*out*/int32_t* numPlanes) { ALOGV("%s", __FUNCTION__); if (image == nullptr || numPlanes == nullptr) { ALOGE("%s: bad argument. image %p numPlanes %p", __FUNCTION__, image, numPlanes); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getNumPlanes(numPlanes); } EXPORT media_status_t AImage_getPlanePixelStride( const AImage* image, int planeIdx, /*out*/int32_t* pixelStride) { ALOGV("%s", __FUNCTION__); if (image == nullptr || pixelStride == nullptr) { ALOGE("%s: bad argument. image %p pixelStride %p", __FUNCTION__, image, pixelStride); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getPlanePixelStride(planeIdx, pixelStride); } EXPORT media_status_t AImage_getPlaneRowStride( const AImage* image, int planeIdx, /*out*/int32_t* rowStride) { ALOGV("%s", __FUNCTION__); if (image == nullptr || rowStride == nullptr) { ALOGE("%s: bad argument. image %p rowStride %p", __FUNCTION__, image, rowStride); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getPlaneRowStride(planeIdx, rowStride); } EXPORT media_status_t AImage_getPlaneData( const AImage* image, int planeIdx, /*out*/uint8_t** data, /*out*/int* dataLength) { ALOGV("%s", __FUNCTION__); if (image == nullptr || data == nullptr || dataLength == nullptr) { ALOGE("%s: bad argument. image %p data %p dataLength %p", __FUNCTION__, image, data, dataLength); return AMEDIA_ERROR_INVALID_PARAMETER; } return image->getPlaneData(planeIdx, data, dataLength); }