libs/hwui/Readback.cpp - LeafOS-Project/android_frameworks_base - Gitiles

 /*
  * Copyright (C) 2018 The Android Open Source Project
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  *
  *      http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */

 #include "Readback.h"

 #include "pipeline/skia/LayerDrawable.h"
 #include "renderthread/EglManager.h"
 #include "renderthread/VulkanManager.h"

 #include <SkToSRGBColorFilter.h>
 #include <gui/Surface.h>
 #include <ui/Fence.h>
 #include <ui/GraphicBuffer.h>
 #include "DeferredLayerUpdater.h"
 #include "Properties.h"
 #include "hwui/Bitmap.h"
 #include "utils/Color.h"
 #include "utils/MathUtils.h"

 using namespace android::uirenderer::renderthread;

 namespace android {
 namespace uirenderer {

 CopyResult Readback::copySurfaceInto(Surface& surface, const Rect& srcRect, SkBitmap* bitmap) {
     ATRACE_CALL();
     // Setup the source
     sp<GraphicBuffer> sourceBuffer;
     sp<Fence> sourceFence;
     Matrix4 texTransform;
     status_t err = surface.getLastQueuedBuffer(&sourceBuffer, &sourceFence, texTransform.data);
     texTransform.invalidateType();
     if (err != NO_ERROR) {
         ALOGW("Failed to get last queued buffer, error = %d", err);
         return CopyResult::UnknownError;
     }
     if (!sourceBuffer.get()) {
         ALOGW("Surface doesn't have any previously queued frames, nothing to readback from");
         return CopyResult::SourceEmpty;
     }
     if (sourceBuffer->getUsage() & GRALLOC_USAGE_PROTECTED) {
         ALOGW("Surface is protected, unable to copy from it");
         return CopyResult::SourceInvalid;
     }
     err = sourceFence->wait(500 /* ms */);
     if (err != NO_ERROR) {
         ALOGE("Timeout (500ms) exceeded waiting for buffer fence, abandoning readback attempt");
         return CopyResult::Timeout;
     }
     if (!sourceBuffer.get()) {
         return CopyResult::UnknownError;
     }

     sk_sp<SkColorSpace> colorSpace =
             DataSpaceToColorSpace(static_cast<android_dataspace>(surface.getBuffersDataSpace()));
     sk_sp<SkImage> image = SkImage::MakeFromAHardwareBuffer(
             reinterpret_cast<AHardwareBuffer*>(sourceBuffer.get()),
             kPremul_SkAlphaType, colorSpace);
     return copyImageInto(image, texTransform, srcRect, bitmap);
 }

 CopyResult Readback::copyHWBitmapInto(Bitmap* hwBitmap, SkBitmap* bitmap) {
     LOG_ALWAYS_FATAL_IF(!hwBitmap->isHardware());

     Rect srcRect;
     Matrix4 transform;
     transform.loadScale(1, -1, 1);
     transform.translate(0, -1);

     return copyImageInto(hwBitmap->makeImage(), transform, srcRect, bitmap);
 }

 CopyResult Readback::copyLayerInto(DeferredLayerUpdater* deferredLayer, SkBitmap* bitmap) {
     if (!mRenderThread.getGrContext()) {
         return CopyResult::UnknownError;
     }

     // acquire most recent buffer for drawing
     deferredLayer->updateTexImage();
     deferredLayer->apply();
     const SkRect dstRect = SkRect::MakeIWH(bitmap->width(), bitmap->height());
     CopyResult copyResult = CopyResult::UnknownError;
     Layer* layer = deferredLayer->backingLayer();
     if (layer) {
         if (copyLayerInto(layer, nullptr, &dstRect, bitmap)) {
             copyResult = CopyResult::Success;
         }
     }
     return copyResult;
 }

 CopyResult Readback::copyImageInto(const sk_sp<SkImage>& image, Matrix4& texTransform,
                                    const Rect& srcRect, SkBitmap* bitmap) {
     if (Properties::getRenderPipelineType() == RenderPipelineType::SkiaGL) {
         mRenderThread.requireGlContext();
     } else {
         mRenderThread.vulkanManager().initialize();
     }
     if (!image.get()) {
         return CopyResult::UnknownError;
     }
     int imgWidth = image->width();
     int imgHeight = image->height();
     sk_sp<GrContext> grContext = sk_ref_sp(mRenderThread.getGrContext());

     if (bitmap->colorType() == kRGBA_F16_SkColorType &&
         !grContext->colorTypeSupportedAsSurface(bitmap->colorType())) {
         ALOGW("Can't copy surface into bitmap, RGBA_F16 config is not supported");
         return CopyResult::DestinationInvalid;
     }

     CopyResult copyResult = CopyResult::UnknownError;

     int displayedWidth = imgWidth, displayedHeight = imgHeight;
     // If this is a 90 or 270 degree rotation we need to swap width/height to get the device
     // size.
     if (texTransform[Matrix4::kSkewX] >= 0.5f || texTransform[Matrix4::kSkewX] <= -0.5f) {
         std::swap(displayedWidth, displayedHeight);
     }
     SkRect skiaDestRect = SkRect::MakeWH(bitmap->width(), bitmap->height());
     SkRect skiaSrcRect = srcRect.toSkRect();
     if (skiaSrcRect.isEmpty()) {
         skiaSrcRect = SkRect::MakeIWH(displayedWidth, displayedHeight);
     }
     bool srcNotEmpty = skiaSrcRect.intersect(SkRect::MakeIWH(displayedWidth, displayedHeight));
     if (!srcNotEmpty) {
         return copyResult;
     }

     Layer layer(mRenderThread.renderState(), nullptr, 255, SkBlendMode::kSrc);
     bool disableFilter = MathUtils::areEqual(skiaSrcRect.width(), skiaDestRect.width()) &&
                          MathUtils::areEqual(skiaSrcRect.height(), skiaDestRect.height());
     layer.setForceFilter(!disableFilter);
     layer.setSize(displayedWidth, displayedHeight);
     texTransform.copyTo(layer.getTexTransform());
     layer.setImage(image);
     if (copyLayerInto(&layer, &skiaSrcRect, &skiaDestRect, bitmap)) {
         copyResult = CopyResult::Success;
     }

     return copyResult;
 }

 bool Readback::copyLayerInto(Layer* layer, const SkRect* srcRect, const SkRect* dstRect,
                              SkBitmap* bitmap) {
     /* This intermediate surface is present to work around a bug in SwiftShader that
      * prevents us from reading the contents of the layer's texture directly. The
      * workaround involves first rendering that texture into an intermediate buffer and
      * then reading from the intermediate buffer into the bitmap.
      * Another reason to render in an offscreen buffer is to scale and to avoid an issue b/62262733
      * with reading incorrect data from EGLImage backed SkImage (likely a driver bug).
      */
     sk_sp<SkSurface> tmpSurface = SkSurface::MakeRenderTarget(mRenderThread.getGrContext(),
                                                               SkBudgeted::kYes, bitmap->info(), 0,
                                                               kTopLeft_GrSurfaceOrigin, nullptr);

     // if we can't generate a GPU surface that matches the destination bitmap (e.g. 565) then we
     // attempt to do the intermediate rendering step in 8888
     if (!tmpSurface.get()) {
         SkImageInfo tmpInfo = bitmap->info().makeColorType(SkColorType::kN32_SkColorType);
         tmpSurface = SkSurface::MakeRenderTarget(mRenderThread.getGrContext(), SkBudgeted::kYes,
                                                  tmpInfo, 0, kTopLeft_GrSurfaceOrigin, nullptr);
         if (!tmpSurface.get()) {
             ALOGW("Unable to generate GPU buffer in a format compatible with the provided bitmap");
             return false;
         }
     }

     if (!skiapipeline::LayerDrawable::DrawLayer(mRenderThread.getGrContext(),
                                                 tmpSurface->getCanvas(), layer, srcRect, dstRect,
                                                 false)) {
         ALOGW("Unable to draw content from GPU into the provided bitmap");
         return false;
     }

     if (!tmpSurface->readPixels(*bitmap, 0, 0)) {
         // if we fail to readback from the GPU directly (e.g. 565) then we attempt to read into
         // 8888 and then convert that into the destination format before giving up.
         SkBitmap tmpBitmap;
         SkImageInfo tmpInfo = bitmap->info().makeColorType(SkColorType::kN32_SkColorType);
         if (bitmap->info().colorType() == SkColorType::kN32_SkColorType ||
                 !tmpBitmap.tryAllocPixels(tmpInfo) ||
                 !tmpSurface->readPixels(tmpBitmap, 0, 0) ||
                 !tmpBitmap.readPixels(bitmap->info(), bitmap->getPixels(),
                                       bitmap->rowBytes(), 0, 0)) {
             ALOGW("Unable to convert content into the provided bitmap");
             return false;
         }
     }

     bitmap->notifyPixelsChanged();
     return true;
 }

 } /* namespace uirenderer */
 } /* namespace android */
	/*
	* Copyright (C) 2018 The Android Open Source Project
	*
	* Licensed under the Apache License, Version 2.0 (the "License");
	* you may not use this file except in compliance with the License.
	* You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/

	#include "Readback.h"

	#include "pipeline/skia/LayerDrawable.h"
	#include "renderthread/EglManager.h"
	#include "renderthread/VulkanManager.h"

	#include <SkToSRGBColorFilter.h>
	#include <gui/Surface.h>
	#include <ui/Fence.h>
	#include <ui/GraphicBuffer.h>
	#include "DeferredLayerUpdater.h"
	#include "Properties.h"
	#include "hwui/Bitmap.h"
	#include "utils/Color.h"
	#include "utils/MathUtils.h"

	using namespace android::uirenderer::renderthread;

	namespace android {
	namespace uirenderer {

	CopyResult Readback::copySurfaceInto(Surface& surface, const Rect& srcRect, SkBitmap* bitmap) {
	ATRACE_CALL();
	// Setup the source
	sp<GraphicBuffer> sourceBuffer;
	sp<Fence> sourceFence;
	Matrix4 texTransform;
	status_t err = surface.getLastQueuedBuffer(&sourceBuffer, &sourceFence, texTransform.data);
	texTransform.invalidateType();
	if (err != NO_ERROR) {
	ALOGW("Failed to get last queued buffer, error = %d", err);
	return CopyResult::UnknownError;
	}
	if (!sourceBuffer.get()) {
	ALOGW("Surface doesn't have any previously queued frames, nothing to readback from");
	return CopyResult::SourceEmpty;
	}
	if (sourceBuffer->getUsage() & GRALLOC_USAGE_PROTECTED) {
	ALOGW("Surface is protected, unable to copy from it");
	return CopyResult::SourceInvalid;
	}
	err = sourceFence->wait(500 /* ms */);
	if (err != NO_ERROR) {
	ALOGE("Timeout (500ms) exceeded waiting for buffer fence, abandoning readback attempt");
	return CopyResult::Timeout;
	}
	if (!sourceBuffer.get()) {
	return CopyResult::UnknownError;
	}

	sk_sp<SkColorSpace> colorSpace =
	DataSpaceToColorSpace(static_cast<android_dataspace>(surface.getBuffersDataSpace()));
	sk_sp<SkImage> image = SkImage::MakeFromAHardwareBuffer(
	reinterpret_cast<AHardwareBuffer*>(sourceBuffer.get()),
	kPremul_SkAlphaType, colorSpace);
	return copyImageInto(image, texTransform, srcRect, bitmap);
	}

	CopyResult Readback::copyHWBitmapInto(Bitmap* hwBitmap, SkBitmap* bitmap) {
	LOG_ALWAYS_FATAL_IF(!hwBitmap->isHardware());

	Rect srcRect;
	Matrix4 transform;
	transform.loadScale(1, -1, 1);
	transform.translate(0, -1);

	return copyImageInto(hwBitmap->makeImage(), transform, srcRect, bitmap);
	}

	CopyResult Readback::copyLayerInto(DeferredLayerUpdater* deferredLayer, SkBitmap* bitmap) {
	if (!mRenderThread.getGrContext()) {
	return CopyResult::UnknownError;
	}

	// acquire most recent buffer for drawing
	deferredLayer->updateTexImage();
	deferredLayer->apply();
	const SkRect dstRect = SkRect::MakeIWH(bitmap->width(), bitmap->height());
	CopyResult copyResult = CopyResult::UnknownError;
	Layer* layer = deferredLayer->backingLayer();
	if (layer) {
	if (copyLayerInto(layer, nullptr, &dstRect, bitmap)) {
	copyResult = CopyResult::Success;
	}
	}
	return copyResult;
	}

	CopyResult Readback::copyImageInto(const sk_sp<SkImage>& image, Matrix4& texTransform,
	const Rect& srcRect, SkBitmap* bitmap) {
	if (Properties::getRenderPipelineType() == RenderPipelineType::SkiaGL) {
	mRenderThread.requireGlContext();
	} else {
	mRenderThread.vulkanManager().initialize();
	}
	if (!image.get()) {
	return CopyResult::UnknownError;
	}
	int imgWidth = image->width();
	int imgHeight = image->height();
	sk_sp<GrContext> grContext = sk_ref_sp(mRenderThread.getGrContext());

	if (bitmap->colorType() == kRGBA_F16_SkColorType &&
	!grContext->colorTypeSupportedAsSurface(bitmap->colorType())) {
	ALOGW("Can't copy surface into bitmap, RGBA_F16 config is not supported");
	return CopyResult::DestinationInvalid;
	}

	CopyResult copyResult = CopyResult::UnknownError;

	int displayedWidth = imgWidth, displayedHeight = imgHeight;
	// If this is a 90 or 270 degree rotation we need to swap width/height to get the device
	// size.
	if (texTransform[Matrix4::kSkewX] >= 0.5f \|\| texTransform[Matrix4::kSkewX] <= -0.5f) {
	std::swap(displayedWidth, displayedHeight);
	}
	SkRect skiaDestRect = SkRect::MakeWH(bitmap->width(), bitmap->height());
	SkRect skiaSrcRect = srcRect.toSkRect();
	if (skiaSrcRect.isEmpty()) {
	skiaSrcRect = SkRect::MakeIWH(displayedWidth, displayedHeight);
	}
	bool srcNotEmpty = skiaSrcRect.intersect(SkRect::MakeIWH(displayedWidth, displayedHeight));
	if (!srcNotEmpty) {
	return copyResult;
	}

	Layer layer(mRenderThread.renderState(), nullptr, 255, SkBlendMode::kSrc);
	bool disableFilter = MathUtils::areEqual(skiaSrcRect.width(), skiaDestRect.width()) &&
	MathUtils::areEqual(skiaSrcRect.height(), skiaDestRect.height());
	layer.setForceFilter(!disableFilter);
	layer.setSize(displayedWidth, displayedHeight);
	texTransform.copyTo(layer.getTexTransform());
	layer.setImage(image);
	if (copyLayerInto(&layer, &skiaSrcRect, &skiaDestRect, bitmap)) {
	copyResult = CopyResult::Success;
	}

	return copyResult;
	}

	bool Readback::copyLayerInto(Layer* layer, const SkRect* srcRect, const SkRect* dstRect,
	SkBitmap* bitmap) {
	/* This intermediate surface is present to work around a bug in SwiftShader that
	* prevents us from reading the contents of the layer's texture directly. The
	* workaround involves first rendering that texture into an intermediate buffer and
	* then reading from the intermediate buffer into the bitmap.
	* Another reason to render in an offscreen buffer is to scale and to avoid an issue b/62262733
	* with reading incorrect data from EGLImage backed SkImage (likely a driver bug).
	*/
	sk_sp<SkSurface> tmpSurface = SkSurface::MakeRenderTarget(mRenderThread.getGrContext(),
	SkBudgeted::kYes, bitmap->info(), 0,
	kTopLeft_GrSurfaceOrigin, nullptr);

	// if we can't generate a GPU surface that matches the destination bitmap (e.g. 565) then we
	// attempt to do the intermediate rendering step in 8888
	if (!tmpSurface.get()) {
	SkImageInfo tmpInfo = bitmap->info().makeColorType(SkColorType::kN32_SkColorType);
	tmpSurface = SkSurface::MakeRenderTarget(mRenderThread.getGrContext(), SkBudgeted::kYes,
	tmpInfo, 0, kTopLeft_GrSurfaceOrigin, nullptr);
	if (!tmpSurface.get()) {
	ALOGW("Unable to generate GPU buffer in a format compatible with the provided bitmap");
	return false;
	}
	}

	if (!skiapipeline::LayerDrawable::DrawLayer(mRenderThread.getGrContext(),
	tmpSurface->getCanvas(), layer, srcRect, dstRect,
	false)) {
	ALOGW("Unable to draw content from GPU into the provided bitmap");
	return false;
	}

	if (!tmpSurface->readPixels(*bitmap, 0, 0)) {
	// if we fail to readback from the GPU directly (e.g. 565) then we attempt to read into
	// 8888 and then convert that into the destination format before giving up.
	SkBitmap tmpBitmap;
	SkImageInfo tmpInfo = bitmap->info().makeColorType(SkColorType::kN32_SkColorType);
	if (bitmap->info().colorType() == SkColorType::kN32_SkColorType \|\|
	!tmpBitmap.tryAllocPixels(tmpInfo) \|\|
	!tmpSurface->readPixels(tmpBitmap, 0, 0) \|\|
	!tmpBitmap.readPixels(bitmap->info(), bitmap->getPixels(),
	bitmap->rowBytes(), 0, 0)) {
	ALOGW("Unable to convert content into the provided bitmap");
	return false;
	}
	}

	bitmap->notifyPixelsChanged();
	return true;
	}

	} /* namespace uirenderer */
	} /* namespace android */