blob: e51be674d7f12217216680a98f9e45a7f780a920 [file] [log] [blame]
/*
* Copyright (C) 2022 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#define LOG_TAG "VtsHalEvsTest"
#include "FrameHandler.h"
#include "FormatConvert.h"
#include <aidl/android/hardware/graphics/common/HardwareBuffer.h>
#include <aidl/android/hardware/graphics/common/HardwareBufferDescription.h>
#include <aidlcommonsupport/NativeHandle.h>
#include <android-base/logging.h>
#include <ui/GraphicBuffer.h>
#include <ui/GraphicBufferAllocator.h>
namespace {
using ::aidl::android::hardware::automotive::evs::BufferDesc;
using ::aidl::android::hardware::automotive::evs::CameraDesc;
using ::aidl::android::hardware::automotive::evs::EvsEventDesc;
using ::aidl::android::hardware::automotive::evs::EvsEventType;
using ::aidl::android::hardware::automotive::evs::IEvsCamera;
using ::aidl::android::hardware::automotive::evs::IEvsDisplay;
using ::aidl::android::hardware::common::NativeHandle;
using ::aidl::android::hardware::graphics::common::HardwareBuffer;
using ::aidl::android::hardware::graphics::common::HardwareBufferDescription;
using ::ndk::ScopedAStatus;
using std::chrono_literals::operator""s;
NativeHandle dupNativeHandle(const NativeHandle& handle, bool doDup) {
NativeHandle dup;
dup.fds = std::vector<::ndk::ScopedFileDescriptor>(handle.fds.size());
if (!doDup) {
for (auto i = 0; i < handle.fds.size(); ++i) {
dup.fds.at(i).set(handle.fds[i].get());
}
} else {
for (auto i = 0; i < handle.fds.size(); ++i) {
dup.fds[i] = std::move(handle.fds[i].dup());
}
}
dup.ints = handle.ints;
return std::move(dup);
}
HardwareBuffer dupHardwareBuffer(const HardwareBuffer& buffer, bool doDup) {
HardwareBuffer dup = {
.description = buffer.description,
.handle = dupNativeHandle(buffer.handle, doDup),
};
return std::move(dup);
}
BufferDesc dupBufferDesc(const BufferDesc& src, bool doDup) {
BufferDesc dup = {
.buffer = dupHardwareBuffer(src.buffer, doDup),
.pixelSizeBytes = src.pixelSizeBytes,
.bufferId = src.bufferId,
.deviceId = src.deviceId,
.timestamp = src.timestamp,
.metadata = src.metadata,
};
return std::move(dup);
}
bool comparePayload(const EvsEventDesc& l, const EvsEventDesc& r) {
return std::equal(l.payload.begin(), l.payload.end(), r.payload.begin());
}
} // namespace
FrameHandler::FrameHandler(const std::shared_ptr<IEvsCamera>& pCamera, const CameraDesc& cameraInfo,
const std::shared_ptr<IEvsDisplay>& pDisplay, BufferControlFlag mode)
: mCamera(pCamera), mCameraInfo(cameraInfo), mDisplay(pDisplay), mReturnMode(mode) {
// Nothing but member initialization here.
}
void FrameHandler::shutdown() {
// Make sure we're not still streaming
blockingStopStream();
// At this point, the receiver thread is no longer running, so we can safely drop
// our remote object references so they can be freed
mCamera = nullptr;
mDisplay = nullptr;
}
bool FrameHandler::startStream() {
// Tell the camera to start streaming
auto status = mCamera->startVideoStream(ref<FrameHandler>());
if (!status.isOk()) {
return false;
}
// Mark ourselves as running
mLock.lock();
mRunning = true;
mLock.unlock();
return true;
}
void FrameHandler::asyncStopStream() {
// Tell the camera to stop streaming.
// This will result in a null frame being delivered when the stream actually stops.
mCamera->stopVideoStream();
}
void FrameHandler::blockingStopStream() {
// Tell the stream to stop
asyncStopStream();
// Wait until the stream has actually stopped
std::unique_lock<std::mutex> lock(mEventLock);
if (mRunning) {
mEventSignal.wait(lock, [this]() { return !mRunning; });
}
}
bool FrameHandler::returnHeldBuffer() {
std::lock_guard<std::mutex> lock(mLock);
// Return the oldest buffer we're holding
if (mHeldBuffers.empty()) {
// No buffers are currently held
return false;
}
std::vector<BufferDesc> buffers = std::move(mHeldBuffers.front());
mHeldBuffers.pop();
mCamera->doneWithFrame(buffers);
return true;
}
bool FrameHandler::isRunning() {
std::lock_guard<std::mutex> lock(mLock);
return mRunning;
}
void FrameHandler::waitForFrameCount(unsigned frameCount) {
// Wait until we've seen at least the requested number of frames (could be more)
std::unique_lock<std::mutex> lock(mLock);
mFrameSignal.wait(lock, [this, frameCount]() { return mFramesReceived >= frameCount; });
}
void FrameHandler::getFramesCounters(unsigned* received, unsigned* displayed) {
std::lock_guard<std::mutex> lock(mLock);
if (received) {
*received = mFramesReceived;
}
if (displayed) {
*displayed = mFramesDisplayed;
}
}
ScopedAStatus FrameHandler::deliverFrame(const std::vector<BufferDesc>& buffers) {
mLock.lock();
// For VTS tests, FrameHandler uses a single frame among delivered frames.
auto bufferIdx = mFramesDisplayed % buffers.size();
auto& buffer = buffers[bufferIdx];
mLock.unlock();
// Store a dimension of a received frame.
mFrameWidth = buffer.buffer.description.width;
mFrameHeight = buffer.buffer.description.height;
// If we were given an opened display at construction time, then send the received
// image back down the camera.
bool displayed = false;
if (mDisplay) {
// Get the output buffer we'll use to display the imagery
BufferDesc tgtBuffer;
auto status = mDisplay->getTargetBuffer(&tgtBuffer);
if (!status.isOk()) {
printf("Didn't get target buffer - frame lost\n");
LOG(ERROR) << "Didn't get requested output buffer -- skipping this frame.";
} else {
// Copy the contents of the of buffer.memHandle into tgtBuffer
copyBufferContents(tgtBuffer, buffer);
// Send the target buffer back for display
auto status = mDisplay->returnTargetBufferForDisplay(tgtBuffer);
if (!status.isOk()) {
printf("AIDL error on display buffer (%d)- frame lost\n",
status.getServiceSpecificError());
LOG(ERROR) << "Error making the remote function call. AIDL said "
<< status.getServiceSpecificError();
} else {
// Everything looks good!
// Keep track so tests or watch dogs can monitor progress
displayed = true;
}
}
}
mLock.lock();
// increases counters
++mFramesReceived;
mFramesDisplayed += (int)displayed;
mLock.unlock();
mFrameSignal.notify_all();
switch (mReturnMode) {
case eAutoReturn: {
// Send the camera buffer back now that the client has seen it
LOG(DEBUG) << "Calling doneWithFrame";
if (!mCamera->doneWithFrame(buffers).isOk()) {
LOG(WARNING) << "Failed to return buffers";
}
break;
}
case eNoAutoReturn: {
// Hang onto the buffer handles for now -- the client will return it explicitly later
std::vector<BufferDesc> buffersToHold;
for (const auto& buffer : buffers) {
buffersToHold.push_back(dupBufferDesc(buffer, /* doDup = */ true));
}
mHeldBuffers.push(std::move(buffersToHold));
break;
}
}
LOG(DEBUG) << "Frame handling complete";
return ScopedAStatus::ok();
}
ScopedAStatus FrameHandler::notify(const EvsEventDesc& event) {
// Local flag we use to keep track of when the stream is stopping
std::unique_lock<std::mutex> lock(mEventLock);
mLatestEventDesc.aType = event.aType;
mLatestEventDesc.payload = event.payload;
if (mLatestEventDesc.aType == EvsEventType::STREAM_STOPPED) {
// Signal that the last frame has been received and the stream is stopped
mRunning = false;
} else if (mLatestEventDesc.aType == EvsEventType::PARAMETER_CHANGED) {
LOG(DEBUG) << "Camera parameter " << mLatestEventDesc.payload[0] << " is changed to "
<< mLatestEventDesc.payload[1];
} else {
LOG(DEBUG) << "Received an event " << eventToString(mLatestEventDesc.aType);
}
lock.unlock();
mEventSignal.notify_one();
return ScopedAStatus::ok();
}
bool FrameHandler::copyBufferContents(const BufferDesc& tgtBuffer, const BufferDesc& srcBuffer) {
bool success = true;
const HardwareBufferDescription* pSrcDesc =
reinterpret_cast<const HardwareBufferDescription*>(&srcBuffer.buffer.description);
const HardwareBufferDescription* pTgtDesc =
reinterpret_cast<const HardwareBufferDescription*>(&tgtBuffer.buffer.description);
// Make sure we don't run off the end of either buffer
const unsigned width = std::min(pTgtDesc->width, pSrcDesc->width);
const unsigned height = std::min(pTgtDesc->height, pSrcDesc->height);
// FIXME: We duplicate file descriptors twice below; consider using TAKE_HANDLE
// instead of CLONE_HANDLE.
buffer_handle_t target = ::android::dupFromAidl(tgtBuffer.buffer.handle);
::android::sp<android::GraphicBuffer> tgt = new android::GraphicBuffer(
target, android::GraphicBuffer::CLONE_HANDLE, pTgtDesc->width, pTgtDesc->height,
static_cast<android::PixelFormat>(pTgtDesc->format), pTgtDesc->layers,
static_cast<uint64_t>(pTgtDesc->usage), pTgtDesc->stride);
buffer_handle_t source = ::android::dupFromAidl(srcBuffer.buffer.handle);
::android::sp<android::GraphicBuffer> src = new android::GraphicBuffer(
source, android::GraphicBuffer::CLONE_HANDLE, pSrcDesc->width, pSrcDesc->height,
static_cast<android::PixelFormat>(pSrcDesc->format), pSrcDesc->layers,
static_cast<uint64_t>(pSrcDesc->usage), pSrcDesc->stride);
// Lock our source buffer for reading (current expectation are for this to be NV21 format)
uint8_t* srcPixels = nullptr;
src->lock(GRALLOC_USAGE_SW_READ_OFTEN, (void**)&srcPixels);
// Lock our target buffer for writing (should be either RGBA8888 or BGRA8888 format)
uint32_t* tgtPixels = nullptr;
tgt->lock(GRALLOC_USAGE_SW_WRITE_OFTEN, (void**)&tgtPixels);
if (srcPixels && tgtPixels) {
using namespace ::android::hardware::automotive::evs::common;
if (static_cast<android_pixel_format_t>(pTgtDesc->format) == HAL_PIXEL_FORMAT_RGBA_8888) {
if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YCRCB_420_SP) { // 420SP == NV21
Utils::copyNV21toRGB32(width, height, srcPixels, tgtPixels, pTgtDesc->stride);
} else if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YV12) { // YUV_420P == YV12
Utils::copyYV12toRGB32(width, height, srcPixels, tgtPixels, pTgtDesc->stride);
} else if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YCBCR_422_I) { // YUYV
Utils::copyYUYVtoRGB32(width, height, srcPixels, pSrcDesc->stride, tgtPixels,
pTgtDesc->stride);
} else if (pSrcDesc->format == pTgtDesc->format) { // 32bit RGBA
Utils::copyMatchedInterleavedFormats(width, height, srcPixels, pSrcDesc->stride,
tgtPixels, pTgtDesc->stride,
tgtBuffer.pixelSizeBytes);
} else {
LOG(ERROR) << "Camera buffer format is not supported";
success = false;
}
} else if (static_cast<android_pixel_format_t>(pTgtDesc->format) ==
HAL_PIXEL_FORMAT_BGRA_8888) {
if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YCRCB_420_SP) { // 420SP == NV21
Utils::copyNV21toBGR32(width, height, srcPixels, tgtPixels, pTgtDesc->stride);
} else if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YV12) { // YUV_420P == YV12
Utils::copyYV12toBGR32(width, height, srcPixels, tgtPixels, pTgtDesc->stride);
} else if (static_cast<android_pixel_format_t>(pSrcDesc->format) ==
HAL_PIXEL_FORMAT_YCBCR_422_I) { // YUYV
Utils::copyYUYVtoBGR32(width, height, srcPixels, pSrcDesc->stride, tgtPixels,
pTgtDesc->stride);
} else if (pSrcDesc->format == pTgtDesc->format) { // 32bit RGBA
Utils::copyMatchedInterleavedFormats(width, height, srcPixels, pSrcDesc->stride,
tgtPixels, pTgtDesc->stride,
tgtBuffer.pixelSizeBytes);
} else {
LOG(ERROR) << "Camera buffer format is not supported";
success = false;
}
} else {
// We always expect 32 bit RGB for the display output for now. Is there a need for 565?
LOG(ERROR) << "Diplay buffer is always expected to be 32bit RGBA";
success = false;
}
} else {
LOG(ERROR) << "Failed to lock buffer contents for contents transfer";
success = false;
}
if (srcPixels) {
src->unlock();
}
if (tgtPixels) {
tgt->unlock();
}
return success;
}
void FrameHandler::getFrameDimension(unsigned* width, unsigned* height) {
if (width) {
*width = mFrameWidth;
}
if (height) {
*height = mFrameHeight;
}
}
bool FrameHandler::waitForEvent(const EvsEventDesc& aTargetEvent, EvsEventDesc& aReceivedEvent,
bool ignorePayload) {
// Wait until we get an expected parameter change event.
std::unique_lock<std::mutex> lock(mEventLock);
auto now = std::chrono::system_clock::now();
bool found = false;
while (!found) {
bool result = mEventSignal.wait_until(
lock, now + 5s, [this, aTargetEvent, ignorePayload, &aReceivedEvent, &found]() {
found = (mLatestEventDesc.aType == aTargetEvent.aType) &&
(ignorePayload || comparePayload(mLatestEventDesc, aTargetEvent));
aReceivedEvent.aType = mLatestEventDesc.aType;
aReceivedEvent.payload = mLatestEventDesc.payload;
return found;
});
if (!result) {
LOG(WARNING) << "A timer is expired before a target event has happened.";
break;
}
}
return found;
}
const char* FrameHandler::eventToString(const EvsEventType aType) {
switch (aType) {
case EvsEventType::STREAM_STARTED:
return "STREAM_STARTED";
case EvsEventType::STREAM_STOPPED:
return "STREAM_STOPPED";
case EvsEventType::FRAME_DROPPED:
return "FRAME_DROPPED";
case EvsEventType::TIMEOUT:
return "TIMEOUT";
case EvsEventType::PARAMETER_CHANGED:
return "PARAMETER_CHANGED";
case EvsEventType::MASTER_RELEASED:
return "MASTER_RELEASED";
default:
return "Unknown";
}
}