/* Copyright (c) 2012-2016, The Linux Foundation. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
* met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following
* disclaimer in the documentation and/or other materials provided
* with the distribution.
* * Neither the name of The Linux Foundation nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
*
* THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
* IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
* Portions formerly licensed under Apache License, Version 2.0, are re licensed
* under section 4 of Apache License, Version 2.0.
* Copyright (C) 2010 The Android Open Source Project
* Not a Contribution.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <hardware/hardware.h>
#include <sync/sync.h>
#include <copybit.h>
#include <memalloc.h>
#include <alloc_controller.h>
#include <gr.h>
#include <utils/constants.h>
#include <utils/rect.h>
#include <utils/formats.h>
#include <algorithm>
#include "blit_engine_c2d.h"
#include "hwc_debugger.h"
#define __CLASS__ "BlitEngineC2D"
// TODO(user): Remove pragma after fixing sign conversion errors
#if defined(__clang__)
#pragma clang diagnostic push
#pragma clang diagnostic ignored "-Wsign-conversion"
#endif
namespace sdm {
BlitEngineC2d::RegionIterator::RegionIterator(LayerRectArray rect) {
rect_array = rect;
r.end = INT(rect.count);
r.current = 0;
this->next = iterate;
}
int BlitEngineC2d::RegionIterator::iterate(copybit_region_t const *self, copybit_rect_t *rect) {
if (!self || !rect) {
DLOGE("iterate invalid parameters");
return 0;
}
RegionIterator const *me = static_cast<RegionIterator const*>(self);
if (me->r.current != me->r.end) {
rect->l = INT(me->rect_array.rect[me->r.current].left);
rect->t = INT(me->rect_array.rect[me->r.current].top);
rect->r = INT(me->rect_array.rect[me->r.current].right);
rect->b = INT(me->rect_array.rect[me->r.current].bottom);
me->r.current++;
return 1;
}
return 0;
}
BlitEngineC2d::BlitEngineC2d() {
for (uint32_t i = 0; i < kNumBlitTargetBuffers; i++) {
blit_target_buffer_[i] = NULL;
release_fence_fd_[i] = -1;
}
}
BlitEngineC2d::~BlitEngineC2d() {
if (blit_engine_c2d_) {
copybit_close(blit_engine_c2d_);
blit_engine_c2d_ = NULL;
}
FreeBlitTargetBuffers();
}
int BlitEngineC2d::Init() {
hw_module_t const *module;
if (hw_get_module("copybit", &module) == 0) {
if (copybit_open(module, &blit_engine_c2d_) < 0) {
DLOGI("CopyBitC2D Open failed.");
return -1;
}
DLOGI("Opened Copybit Module");
} else {
DLOGI("Copybit HW Module not found");
return -1;
}
return 0;
}
void BlitEngineC2d::DeInit() {
FreeBlitTargetBuffers();
if (blit_engine_c2d_) {
copybit_close(blit_engine_c2d_);
blit_engine_c2d_ = NULL;
}
}
int BlitEngineC2d::AllocateBlitTargetBuffers(uint32_t width, uint32_t height, uint32_t format,
uint32_t usage) {
int status = 0;
if (width <= 0 || height <= 0) {
return false;
}
if (blit_target_buffer_[0]) {
// Free and reallocate the buffers if the w/h changes
if (INT(width) != blit_target_buffer_[0]->width ||
INT(height) != blit_target_buffer_[0]->height) {
FreeBlitTargetBuffers();
}
}
for (uint32_t i = 0; i < kNumBlitTargetBuffers; i++) {
if (blit_target_buffer_[i] == NULL) {
status = alloc_buffer(&blit_target_buffer_[i], width, height, format, usage);
}
if (status < 0) {
DLOGE("Allocation of Blit target Buffer failed");
FreeBlitTargetBuffers();
break;
}
}
return status;
}
void BlitEngineC2d::FreeBlitTargetBuffers() {
for (uint32_t i = 0; i < kNumBlitTargetBuffers; i++) {
private_handle_t **target_buffer = &blit_target_buffer_[i];
if (*target_buffer) {
// Free the valid fence
if (release_fence_fd_[i] >= 0) {
close(release_fence_fd_[i]);
release_fence_fd_[i] = -1;
}
free_buffer(*target_buffer);
*target_buffer = NULL;
}
}
}
int BlitEngineC2d::ClearTargetBuffer(private_handle_t* hnd, const LayerRect& rect) {
int status = 0;
copybit_rect_t clear_rect = {INT(rect.left), INT(rect.top), INT(rect.right), INT(rect.bottom)};
copybit_image_t buffer;
buffer.w = ALIGN((hnd->width), 32);
buffer.h = hnd->height;
buffer.format = hnd->format;
buffer.base = reinterpret_cast<void *>(hnd->base);
buffer.handle = reinterpret_cast<native_handle_t *>(hnd);
int dst_format_mode = COPYBIT_LINEAR;
if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
dst_format_mode = COPYBIT_UBWC_COMPRESSED;
}
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_DST_FORMAT_MODE, dst_format_mode);
status = blit_engine_c2d_->clear(blit_engine_c2d_, &buffer, &clear_rect);
return status;
}
void BlitEngineC2d::PostCommit(LayerStack *layer_stack) {
int fence_fd = -1;
uint32_t count = 0;
int fd = -1;
for (uint32_t i = blit_target_start_index_-2; (i > 0) && (count < num_blit_target_); i--) {
Layer *layer = layer_stack->layers.at(i);
LayerBuffer &layer_buffer = layer->input_buffer;
if (layer->composition == kCompositionBlit) {
int index = blit_target_start_index_ + count;
layer_buffer.release_fence_fd =
layer_stack->layers.at(index)->input_buffer.release_fence_fd;
fence_fd = layer_buffer.release_fence_fd;
close(layer_buffer.acquire_fence_fd);
layer_buffer.acquire_fence_fd = -1;
layer_stack->layers.at(index)->input_buffer.release_fence_fd = -1;
fd = layer_stack->layers.at(index)->input_buffer.acquire_fence_fd;
layer_stack->layers.at(index)->input_buffer.acquire_fence_fd = -1;
count++;
}
}
if (fd >= 0) {
// Close the C2D fence FD
close(fd);
}
SetReleaseFence(fence_fd);
}
// Sync wait to close the previous fd
void BlitEngineC2d::SetReleaseFence(int fd) {
if (release_fence_fd_[current_blit_target_index_] >= 0) {
int ret = -1;
ret = sync_wait(release_fence_fd_[current_blit_target_index_], 1000);
if (ret < 0) {
DLOGE("sync_wait error! errno = %d, err str = %s", errno, strerror(errno));
}
close(release_fence_fd_[current_blit_target_index_]);
}
release_fence_fd_[current_blit_target_index_] = dup(fd);
}
bool BlitEngineC2d::BlitActive() {
return blit_active_;
}
void BlitEngineC2d::SetFrameDumpConfig(uint32_t count) {
dump_frame_count_ = count;
dump_frame_index_ = 0;
}
int BlitEngineC2d::Prepare(LayerStack *layer_stack) {
blit_target_start_index_ = 0;
uint32_t layer_count = UINT32(layer_stack->layers.size());
uint32_t gpu_target_index = layer_count - 1; // default assumption
uint32_t i = 0;
for (; i < layer_count; i++) {
Layer *layer = layer_stack->layers.at(i);
// No 10 bit support for C2D
if (Is10BitFormat(layer->input_buffer.format)) {
return -1;
}
if (layer->composition == kCompositionGPUTarget) {
// Need FBT size for allocating buffers
gpu_target_index = i;
break;
}
}
if ((layer_count - 1) == gpu_target_index) {
// No blit target layer
return -1;
}
blit_target_start_index_ = ++i;
num_blit_target_ = layer_count - blit_target_start_index_;
LayerBuffer &layer_buffer = layer_stack->layers.at(gpu_target_index)->input_buffer;
int fbwidth = INT(layer_buffer.unaligned_width);
int fbheight = INT(layer_buffer.unaligned_height);
if ((fbwidth < 0) || (fbheight < 0)) {
return -1;
}
current_blit_target_index_ = (current_blit_target_index_ + 1) % kNumBlitTargetBuffers;
int k = blit_target_start_index_;
for (uint32_t j = 0; j < num_blit_target_; j++, k++) {
Layer *layer = layer_stack->layers.at(k);
LayerBuffer &layer_buffer = layer->input_buffer;
int aligned_w = 0;
int aligned_h = 0;
// Set the buffer height and width
AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(fbwidth, fbheight/3,
INT(HAL_PIXEL_FORMAT_RGBA_8888), 0, aligned_w, aligned_h);
layer_buffer.width = aligned_w;
layer_buffer.height = aligned_h;
layer_buffer.unaligned_width = fbwidth;
layer_buffer.unaligned_height = fbheight/3;
layer->plane_alpha = 0xFF;
layer->blending = kBlendingOpaque;
layer->composition = kCompositionBlitTarget;
layer->frame_rate = layer_stack->layers.at(gpu_target_index)->frame_rate;
}
return 0;
}
int BlitEngineC2d::PreCommit(hwc_display_contents_1_t *content_list, LayerStack *layer_stack) {
int status = 0;
uint32_t num_app_layers = (uint32_t) content_list->numHwLayers-1;
int target_width = 0;
int target_height = 0;
int target_aligned_width = 0;
int target_aligned_height = 0;
uint32_t processed_blit = 0;
LayerRect dst_rects[kMaxBlitTargetLayers];
bool blit_needed = false;
uint32_t usage = 0;
if (!num_app_layers) {
return -1;
}
for (uint32_t i = num_app_layers-1; (i > 0) && (processed_blit < num_blit_target_); i--) {
Layer *layer = layer_stack->layers.at(i);
if (layer->composition != kCompositionBlit) {
continue;
}
blit_needed = true;
layer_stack->flags.attributes_changed = true;
Layer *blit_layer = layer_stack->layers.at(blit_target_start_index_ + processed_blit);
LayerRect &blit_src_rect = blit_layer->src_rect;
int width = INT(layer->dst_rect.right - layer->dst_rect.left);
int height = INT(layer->dst_rect.bottom - layer->dst_rect.top);
int aligned_w = 0;
int aligned_h = 0;
usage = GRALLOC_USAGE_PRIVATE_IOMMU_HEAP | GRALLOC_USAGE_HW_TEXTURE;
if (blit_engine_c2d_->get(blit_engine_c2d_, COPYBIT_UBWC_SUPPORT) > 0) {
usage |= GRALLOC_USAGE_PRIVATE_ALLOC_UBWC;
}
// TODO(user): FrameBuffer is assumed to be RGBA
target_width = std::max(target_width, width);
target_height += height;
AdrenoMemInfo::getInstance().getAlignedWidthAndHeight(width, height,
INT(HAL_PIXEL_FORMAT_RGBA_8888), usage, aligned_w, aligned_h);
target_aligned_width = std::max(target_aligned_width, aligned_w);
target_aligned_height += aligned_h;
// Left will be zero always
dst_rects[processed_blit].top = FLOAT(target_aligned_height - aligned_h);
dst_rects[processed_blit].right = dst_rects[processed_blit].left +
(layer->dst_rect.right - layer->dst_rect.left);
dst_rects[processed_blit].bottom = (dst_rects[processed_blit].top +
(layer->dst_rect.bottom - layer->dst_rect.top));
blit_src_rect = dst_rects[processed_blit];
processed_blit++;
}
// Allocate a single buffer of RGBA8888 format
if (blit_needed && (AllocateBlitTargetBuffers(target_width, target_height,
HAL_PIXEL_FORMAT_RGBA_8888, usage) < 0)) {
status = -1;
return status;
}
if (blit_needed) {
for (uint32_t j = 0; j < num_blit_target_; j++) {
Layer *layer = layer_stack->layers.at(j + content_list->numHwLayers);
private_handle_t *target_buffer = blit_target_buffer_[current_blit_target_index_];
// Set the fd information
layer->input_buffer.width = target_aligned_width;
layer->input_buffer.height = target_aligned_height;
layer->input_buffer.unaligned_width = target_width;
layer->input_buffer.unaligned_height = target_height;
if (target_buffer->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
layer->input_buffer.format = kFormatRGBA8888Ubwc;
}
layer->input_buffer.planes[0].fd = target_buffer->fd;
layer->input_buffer.planes[0].offset = 0;
layer->input_buffer.planes[0].stride = target_buffer->width;
}
}
return status;
}
int BlitEngineC2d::Commit(hwc_display_contents_1_t *content_list, LayerStack *layer_stack) {
int fd = -1;
int status = 0;
bool hybrid_present = false;
uint32_t num_app_layers = (uint32_t) content_list->numHwLayers-1;
private_handle_t *target_buffer = blit_target_buffer_[current_blit_target_index_];
blit_active_ = false;
if (!num_app_layers) {
return -1;
}
// if not Blit Targets return
for (uint32_t i = 0; i < num_app_layers; i++) {
Layer *layer = layer_stack->layers.at(i);
if (layer->composition == kCompositionHybrid || layer->composition == kCompositionBlit) {
hybrid_present = true;
}
}
if (!hybrid_present) {
return status;
}
// Clear blit target buffer
LayerRect clear_rect;
clear_rect.left = 0;
clear_rect.top = 0;
clear_rect.right = FLOAT(target_buffer->width);
clear_rect.bottom = FLOAT(target_buffer->height);
ClearTargetBuffer(target_buffer, clear_rect);
int copybit_layer_count = 0;
uint32_t processed_blit = 0;
for (uint32_t i = num_app_layers-1; (i > 0) && (processed_blit < num_blit_target_) &&
(status == 0); i--) {
Layer *layer = layer_stack->layers.at(i);
if (layer->composition != kCompositionBlit) {
continue;
}
for (uint32_t k = 0; k <= i; k++) {
Layer *bottom_layer = layer_stack->layers.at(k);
LayerBuffer &layer_buffer = bottom_layer->input_buffer;
// if layer below the blit layer does not intersect, ignore that layer
LayerRect inter_sect = Intersection(layer->dst_rect, bottom_layer->dst_rect);
if (bottom_layer->composition != kCompositionHybrid && !IsValid(inter_sect)) {
continue;
}
if (bottom_layer->composition == kCompositionGPU ||
bottom_layer->composition == kCompositionSDE ||
bottom_layer->composition == kCompositionGPUTarget) {
continue;
}
// For each layer marked as Hybrid, wait for acquire fence and then blit using the C2D
if (layer_buffer.acquire_fence_fd >= 0) {
// Wait for acquire fence on the App buffers.
if (sync_wait(layer_buffer.acquire_fence_fd, 1000) < 0) {
DLOGE("sync_wait error!! error no = %d err str = %s", errno, strerror(errno));
}
layer_buffer.acquire_fence_fd = -1;
}
hwc_layer_1_t *hwc_layer = &content_list->hwLayers[k];
LayerRect &src_rect = bottom_layer->blit_regions.at(processed_blit);
Layer *blit_layer = layer_stack->layers.at(blit_target_start_index_ + processed_blit);
LayerRect dest_rect = blit_layer->src_rect;
int ret_val = DrawRectUsingCopybit(hwc_layer, bottom_layer, src_rect, dest_rect);
copybit_layer_count++;
if (ret_val < 0) {
copybit_layer_count = 0;
DLOGE("DrawRectUsingCopyBit failed");
status = -1;
break;
}
}
processed_blit++;
}
if (copybit_layer_count) {
blit_active_ = true;
blit_engine_c2d_->flush_get_fence(blit_engine_c2d_, &fd);
}
if (blit_active_) {
// dump the render buffer
DumpBlitTargetBuffer(fd);
// Set the fd to the LayerStack BlitTargets fd
uint32_t layer_count = UINT32(layer_stack->layers.size());
for (uint32_t k = blit_target_start_index_; k < layer_count; k++) {
Layer *layer = layer_stack->layers.at(k);
LayerBuffer &layer_buffer = layer->input_buffer;
layer_buffer.acquire_fence_fd = fd;
}
}
return status;
}
int BlitEngineC2d::DrawRectUsingCopybit(hwc_layer_1_t *hwc_layer, Layer *layer,
LayerRect blit_rect, LayerRect blit_dest_Rect) {
private_handle_t *target_buffer = blit_target_buffer_[current_blit_target_index_];
const private_handle_t *hnd = static_cast<const private_handle_t *>(hwc_layer->handle);
LayerBuffer &layer_buffer = layer->input_buffer;
// Set the Copybit Source
copybit_image_t src;
src.handle = const_cast<native_handle_t *>(hwc_layer->handle);
src.w = hnd->width;
src.h = hnd->height;
src.base = reinterpret_cast<void *>(hnd->base);
src.format = hnd->format;
src.horiz_padding = 0;
src.vert_padding = 0;
// Copybit source rect
copybit_rect_t src_rect = {INT(blit_rect.left), INT(blit_rect.top), INT(blit_rect.right),
INT(blit_rect.bottom)};
// Copybit destination rect
copybit_rect_t dst_rect = {INT(blit_dest_Rect.left), INT(blit_dest_Rect.top),
INT(blit_dest_Rect.right), INT(blit_dest_Rect.bottom)};
// Copybit destination buffer
copybit_image_t dst;
dst.handle = static_cast<native_handle_t *>(target_buffer);
dst.w = ALIGN(target_buffer->width, 32);
dst.h = ALIGN((target_buffer->height), 32);
dst.base = reinterpret_cast<void *>(target_buffer->base);
dst.format = target_buffer->format;
// Copybit region is the destRect
LayerRect region_rect;
region_rect.left = FLOAT(dst_rect.l);
region_rect.top = FLOAT(dst_rect.t);
region_rect.right = FLOAT(dst_rect.r);
region_rect.bottom = FLOAT(dst_rect.b);
LayerRectArray region;
region.count = 1;
region.rect = ®ion_rect;
RegionIterator copybitRegion(region);
int acquireFd = layer_buffer.acquire_fence_fd;
// FRAMEBUFFER_WIDTH/HEIGHT for c2d is the target buffer w/h
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_FRAMEBUFFER_WIDTH,
target_buffer->width);
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_FRAMEBUFFER_HEIGHT,
target_buffer->height);
int transform = 0;
if (layer->transform.rotation != 0.0f) transform |= COPYBIT_TRANSFORM_ROT_90;
if (layer->transform.flip_horizontal) transform |= COPYBIT_TRANSFORM_FLIP_H;
if (layer->transform.flip_vertical) transform |= COPYBIT_TRANSFORM_FLIP_V;
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_TRANSFORM, transform);
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_PLANE_ALPHA, hwc_layer->planeAlpha);
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_BLEND_MODE, hwc_layer->blending);
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_DITHER,
(dst.format == HAL_PIXEL_FORMAT_RGB_565) ? COPYBIT_ENABLE : COPYBIT_DISABLE);
int src_format_mode = COPYBIT_LINEAR;
if (hnd->flags & private_handle_t::PRIV_FLAGS_UBWC_ALIGNED) {
src_format_mode = COPYBIT_UBWC_COMPRESSED;
}
blit_engine_c2d_->set_parameter(blit_engine_c2d_, COPYBIT_SRC_FORMAT_MODE, src_format_mode);
blit_engine_c2d_->set_sync(blit_engine_c2d_, acquireFd);
int err = blit_engine_c2d_->stretch(blit_engine_c2d_, &dst, &src, &dst_rect, &src_rect,
©bitRegion);
if (err < 0) {
DLOGE("copybit stretch failed");
}
return err;
}
void BlitEngineC2d::DumpBlitTargetBuffer(int fd) {
if (!dump_frame_count_) {
return;
}
private_handle_t *target_buffer = blit_target_buffer_[current_blit_target_index_];
if (fd >= 0) {
int error = sync_wait(fd, 1000);
if (error < 0) {
DLOGW("sync_wait error errno = %d, desc = %s", errno, strerror(errno));
return;
}
}
char dump_file_name[PATH_MAX];
size_t result = 0;
snprintf(dump_file_name, sizeof(dump_file_name), "/data/misc/display/frame_dump_primary"
"/blit_target_%d.raw", (dump_frame_index_));
FILE* fp = fopen(dump_file_name, "w+");
if (fp) {
result = fwrite(reinterpret_cast<void *>(target_buffer->base), target_buffer->size, 1, fp);
fclose(fp);
}
dump_frame_count_--;
dump_frame_index_++;
}
} // namespace sdm
#if defined(__clang__)
#pragma clang diagnostic pop
#endif