/*
* Copyright (C) 2013 ARM Limited. All rights reserved.
*
* Copyright (C) 2008 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <cstdlib>
#include <string.h>
#include <errno.h>
#include <inttypes.h>
#include <pthread.h>
#include <cutils/log.h>
#include <cutils/atomic.h>
#include <hardware/hardware.h>
#include <hardware/gralloc.h>
#include <sys/ioctl.h>
#include "alloc_device.h"
#include "gralloc_priv.h"
#include "gralloc_helper.h"
#include "framebuffer_device.h"
#include "ion_4.12.h"
#include "mali_gralloc_formats.h"
#include <linux/ion.h>
#include <ion/ion.h>
static void init_afbc(uint8_t *buf, uint64_t internal_format, int w, int h)
{
uint32_t n_headers = (w * h) / 64;
uint32_t body_offset = n_headers * 16;
uint32_t headers[][4] = { {body_offset, 0x1, 0x0, 0x0}, /* Layouts 0, 3, 4 */
{(body_offset + (1 << 28)), 0x200040, 0x4000, 0x80} /* Layouts 1, 5 */
};
uint32_t i, layout;
/* map format if necessary (also removes internal extension bits) */
uint64_t base_format = internal_format & MALI_GRALLOC_INTFMT_FMT_MASK;
switch (base_format)
{
case MALI_GRALLOC_FORMAT_INTERNAL_RGBA_8888:
case MALI_GRALLOC_FORMAT_INTERNAL_RGBX_8888:
case MALI_GRALLOC_FORMAT_INTERNAL_RGB_888:
case MALI_GRALLOC_FORMAT_INTERNAL_RGB_565:
case MALI_GRALLOC_FORMAT_INTERNAL_BGRA_8888:
layout = 0;
break;
case MALI_GRALLOC_FORMAT_INTERNAL_YV12:
case MALI_GRALLOC_FORMAT_INTERNAL_NV12:
case MALI_GRALLOC_FORMAT_INTERNAL_NV21:
layout = 1;
break;
default:
layout = 0;
}
ALOGV("Writing AFBC header layout %d for format %" PRIu64, layout, base_format);
for (i = 0; i < n_headers; i++)
{
memcpy(buf, headers[layout], sizeof(headers[layout]));
buf += sizeof(headers[layout]);
}
}
static ion_user_handle_t alloc_from_ion_heap(int ion_fd, size_t size, unsigned int heap_mask,
unsigned int flags, int *min_pgsz)
{
ion_user_handle_t ion_hnd = -1;
int ret;
if ((ion_fd < 0) || (size <= 0) || (heap_mask == 0) || (min_pgsz == NULL))
return -1;
ret = ion_alloc(ion_fd, size, 0, heap_mask, flags, &ion_hnd);
if (ret < 0)
{
#if defined(ION_HEAP_SECURE_MASK)
if (heap_mask == ION_HEAP_SECURE_MASK)
{
return -1;
}
else
#endif
{
/* If everything else failed try system heap */
flags = 0; /* Fallback option flags are not longer valid */
heap_mask = ION_HEAP_SYSTEM_MASK;
ret = ion_alloc(ion_fd, size, 0, heap_mask, flags, &ion_hnd);
}
}
if (ret >= 0)
{
switch (heap_mask)
{
case ION_HEAP_SYSTEM_MASK:
*min_pgsz = SZ_4K;
break;
case ION_HEAP_SYSTEM_CONTIG_MASK:
case ION_HEAP_CARVEOUT_MASK:
#ifdef ION_HEAP_TYPE_DMA_MASK
case ION_HEAP_TYPE_DMA_MASK:
#endif
*min_pgsz = size;
break;
#ifdef ION_HEAP_CHUNK_MASK
/* NOTE: if have this heap make sure your ION chunk size is 2M*/
case ION_HEAP_CHUNK_MASK:
*min_pgsz = SZ_2M;
break;
#endif
#ifdef ION_HEAP_COMPOUND_PAGE_MASK
case ION_HEAP_COMPOUND_PAGE_MASK:
*min_pgsz = SZ_2M;
break;
#endif
/* If have customized heap please set the suitable pg type according to
* the customized ION implementation
*/
#ifdef ION_HEAP_CUSTOM_MASK
case ION_HEAP_CUSTOM_MASK:
*min_pgsz = SZ_4K;
break;
#endif
default:
*min_pgsz = SZ_4K;
break;
}
}
return ion_hnd;
}
static int find_system_heap_id(int ion_client)
{
int i, ret, cnt, system_heap_id = -1;
struct ion_heap_data *data;
ret = ion_query_heap_cnt(ion_client, &cnt);
if (ret)
{
AERR("ion count query failed with %s", strerror(errno));
return -1;
}
data = (struct ion_heap_data *)malloc(cnt * sizeof(*data));
if (!data)
{
AERR("Error allocating data %s\n", strerror(errno));
return -1;
}
ret = ion_query_get_heaps(ion_client, cnt, data);
if (ret)
{
AERR("Error querying heaps from ion %s", strerror(errno));
}
else
{
for (i = 0; i < cnt; i++) {
if (strcmp(data[i].name, "ion_system_heap") == 0) {
system_heap_id = data[i].heap_id;
break;
}
}
if (i == cnt)
{
AERR("No System Heap Found amongst %d heaps\n", cnt);
system_heap_id = -1;
}
}
free(data);
return system_heap_id;
}
unsigned int pick_ion_heap(int usage)
{
unsigned int heap_mask;
if(usage & GRALLOC_USAGE_PROTECTED)
{
#if defined(ION_HEAP_SECURE_MASK)
heap_mask = ION_HEAP_SECURE_MASK;
#else
AERR("Protected ION memory is not supported on this platform.");
return 0;
#endif
}
#if defined(ION_HEAP_TYPE_COMPOUND_PAGE_MASK) && GRALLOC_USE_ION_COMPOUND_PAGE_HEAP
else if(!(usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) && (usage & (GRALLOC_USAGE_HW_FB | GRALLOC_USAGE_HW_COMPOSER)))
{
heap_mask = ION_HEAP_TYPE_COMPOUND_PAGE_MASK;
}
#elif defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP
else if(!(usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) && (usage & (GRALLOC_USAGE_HW_FB | GRALLOC_USAGE_HW_COMPOSER)))
{
heap_mask = ION_HEAP_TYPE_DMA_MASK;
}
#endif
else
{
heap_mask = ION_HEAP_SYSTEM_MASK;
}
return heap_mask;
}
void set_ion_flags(unsigned int heap_mask, int usage, unsigned int *priv_heap_flag, int *ion_flags)
{
#if !GRALLOC_USE_ION_DMA_HEAP
GRALLOC_UNUSED(heap_mask);
#endif
if (priv_heap_flag)
{
#if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP
if (heap_mask == ION_HEAP_TYPE_DMA_MASK)
{
*priv_heap_flag = private_handle_t::PRIV_FLAGS_USES_ION_DMA_HEAP;
}
#endif
}
if (ion_flags)
{
#if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP
if(heap_mask != ION_HEAP_TYPE_DMA_MASK)
{
#endif
if ( (usage & GRALLOC_USAGE_SW_READ_MASK) == GRALLOC_USAGE_SW_READ_OFTEN )
{
*ion_flags = ION_FLAG_CACHED | ION_FLAG_CACHED_NEEDS_SYNC;
}
#if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP
}
#endif
}
}
int alloc_backend_alloc(alloc_device_t* dev, size_t size, int usage, buffer_handle_t* pHandle, uint64_t fmt, int w, int h)
{
private_module_t* m = reinterpret_cast<private_module_t*>(dev->common.module);
unsigned char *cpu_ptr = NULL;
int shared_fd;
int ret;
unsigned int heap_mask, priv_heap_flag = 0;
int ion_flags = 0;
static int support_protected = 1; /* initially, assume we support protected memory */
int lock_state = 0;
int min_pgsz = 0;
if (m->gralloc_legacy_ion)
{
ion_user_handle_t ion_hnd;
heap_mask = pick_ion_heap(usage);
if(heap_mask == 0)
{
AERR("Failed to find an appropriate ion heap");
return -1;
}
set_ion_flags(heap_mask, usage, &priv_heap_flag, &ion_flags);
ion_hnd = alloc_from_ion_heap(m->ion_client, size, heap_mask, ion_flags, &min_pgsz);
if (ion_hnd < 0)
{
AERR("Failed to ion_alloc from ion_client:%d", m->ion_client);
return -1;
}
ret = ion_share( m->ion_client, ion_hnd, &shared_fd );
if ( ret != 0 )
{
AERR( "ion_share( %d ) failed", m->ion_client );
if ( 0 != ion_free( m->ion_client, ion_hnd ) ) AERR( "ion_free( %d ) failed", m->ion_client );
return -1;
}
// we do not need ion_hnd once we have shared_fd
if (0 != ion_free(m->ion_client, ion_hnd))
{
AWAR("ion_free( %d ) failed", m->ion_client);
}
ion_hnd = -1;
}
else
{
/* Support only System heap to begin with */
ret = ion_alloc_fd(m->ion_client, size, 0, 1 << m->system_heap_id, 0, &(shared_fd));
if (ret != 0)
{
AERR("Failed to ion_alloc_fd from ion_client:%d", m->ion_client);
return -1;
}
min_pgsz = SZ_4K;
}
if (!(usage & GRALLOC_USAGE_PROTECTED))
{
cpu_ptr = (unsigned char*)mmap( NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, shared_fd, 0 );
if ( MAP_FAILED == cpu_ptr )
{
AERR( "ion_map( %d ) failed", m->ion_client );
close( shared_fd );
return -1;
}
lock_state = private_handle_t::LOCK_STATE_MAPPED;
#if GRALLOC_INIT_AFBC == 1
if (fmt & MALI_GRALLOC_INTFMT_AFBCENABLE_MASK)
{
init_afbc(cpu_ptr, fmt, w, h);
}
#else
GRALLOC_UNUSED(fmt);
GRALLOC_UNUSED(w);
GRALLOC_UNUSED(h);
#endif /* GRALLOC_INIT_AFBC == 1 */
}
private_handle_t *hnd = new private_handle_t( private_handle_t::PRIV_FLAGS_USES_ION | priv_heap_flag, usage, size, cpu_ptr,
lock_state, -1, 0);
if ( NULL != hnd )
{
hnd->share_fd = shared_fd;
hnd->min_pgsz = min_pgsz;
*pHandle = hnd;
return 0;
}
else
{
AERR( "Gralloc out of mem for ion_client:%d", m->ion_client );
}
close( shared_fd );
if(!(usage & GRALLOC_USAGE_PROTECTED))
{
ret = munmap( cpu_ptr, size );
if ( 0 != ret ) AERR( "munmap failed for base:%p size: %zd", cpu_ptr, size );
}
return -1;
}
int alloc_backend_alloc_framebuffer(private_module_t* m, private_handle_t* hnd)
{
struct fb_dmabuf_export fb_dma_buf;
int res;
res = ioctl( m->framebuffer->shallow_fbdev_fd, FBIOGET_DMABUF, &fb_dma_buf );
if(res == 0)
{
hnd->share_fd = fb_dma_buf.fd;
return 0;
}
else
{
AINF("FBIOGET_DMABUF ioctl failed(%d). See gralloc_priv.h and the integration manual for vendor framebuffer integration", res);
return -1;
}
}
void alloc_backend_alloc_free(private_handle_t const* hnd, private_module_t* m)
{
(void) m;
if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER)
{
return;
}
else if ( hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION )
{
/* Buffer might be unregistered already so we need to assure we have a valid handle*/
if ( 0 != hnd->base )
{
if ( 0 != munmap( (void*)hnd->base, hnd->size ) ) AERR( "Failed to munmap handle %p", hnd );
}
close( hnd->share_fd );
memset( (void*)hnd, 0, sizeof( *hnd ) );
}
}
int alloc_backend_open(alloc_device_t *dev)
{
private_module_t *m = reinterpret_cast<private_module_t *>(dev->common.module);
m->ion_client = ion_open();
if ( m->ion_client < 0 )
{
AERR( "ion_open failed with %s", strerror(errno) );
return -1;
}
m->gralloc_legacy_ion = ion_is_legacy(m->ion_client);
if (!m->gralloc_legacy_ion)
{
m->system_heap_id = find_system_heap_id(m->ion_client);
if (m->system_heap_id < 0)
{
ion_close(m->ion_client);
m->ion_client = -1;
AERR( "ion_open failed: no system heap found" );
return -1;
}
}
return 0;
}
int alloc_backend_close(struct hw_device_t *device)
{
alloc_device_t* dev = reinterpret_cast<alloc_device_t*>(device);
if (dev)
{
private_module_t *m = reinterpret_cast<private_module_t*>(dev->common.module);
if ( 0 != ion_close(m->ion_client) ) AERR( "Failed to close ion_client: %d err=%s", m->ion_client , strerror(errno));
delete dev;
}
return 0;
}