You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
562 lines
14 KiB
562 lines
14 KiB
/*
|
|
* Copyright (C) 2010 ARM Limited. All rights reserved.
|
|
*
|
|
* Copyright (C) 2008 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* You may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <errno.h>
|
|
#include <pthread.h>
|
|
#include <string.h>
|
|
//#include <sync/sync.h>
|
|
#include <android/sync.h>
|
|
|
|
#include <cutils/log.h>
|
|
#include <cutils/atomic.h>
|
|
#include <hardware/hardware.h>
|
|
#include <hardware/gralloc.h>
|
|
|
|
#include "gralloc_priv.h"
|
|
#include "alloc_device.h"
|
|
#include "framebuffer_device.h"
|
|
|
|
#if GRALLOC_ARM_UMP_MODULE
|
|
#include <ump/ump_ref_drv.h>
|
|
static int s_ump_is_open = 0;
|
|
#endif
|
|
|
|
#if GRALLOC_ARM_DMA_BUF_MODULE
|
|
#include <ion/ion.h>
|
|
#include <sys/mman.h>
|
|
#endif
|
|
|
|
static pthread_mutex_t s_map_lock = PTHREAD_MUTEX_INITIALIZER;
|
|
|
|
static int gralloc_device_open(const hw_module_t *module, const char *name, hw_device_t **device)
|
|
{
|
|
int status = -EINVAL;
|
|
|
|
if (!strncmp(name, GRALLOC_HARDWARE_GPU0, MALI_GRALLOC_HARDWARE_MAX_STR_LEN))
|
|
{
|
|
status = alloc_device_open(module, name, device);
|
|
}
|
|
else if (!strncmp(name, GRALLOC_HARDWARE_FB0, MALI_GRALLOC_HARDWARE_MAX_STR_LEN))
|
|
{
|
|
status = framebuffer_device_open(module, name, device);
|
|
}
|
|
|
|
return status;
|
|
}
|
|
|
|
static int gralloc_register_buffer(gralloc_module_t const *module, buffer_handle_t handle)
|
|
{
|
|
MALI_IGNORE(module);
|
|
|
|
if (private_handle_t::validate(handle) < 0)
|
|
{
|
|
AERR("Registering invalid buffer %p, returning error", handle);
|
|
return -EINVAL;
|
|
}
|
|
|
|
// if this handle was created in this process, then we keep it as is.
|
|
private_handle_t *hnd = (private_handle_t *)handle;
|
|
|
|
int retval = -EINVAL;
|
|
|
|
pthread_mutex_lock(&s_map_lock);
|
|
|
|
#if GRALLOC_ARM_UMP_MODULE
|
|
|
|
if (!s_ump_is_open)
|
|
{
|
|
ump_result res = ump_open(); // MJOLL-4012: UMP implementation needs a ump_close() for each ump_open
|
|
|
|
if (res != UMP_OK)
|
|
{
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
AERR("Failed to open UMP library with res=%d", res);
|
|
return retval;
|
|
}
|
|
|
|
s_ump_is_open = 1;
|
|
}
|
|
|
|
#endif
|
|
|
|
hnd->pid = getpid();
|
|
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER)
|
|
{
|
|
AINF("Register buffer %p although it will be treated as a nop", handle);
|
|
retval = 0;
|
|
}
|
|
else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP)
|
|
{
|
|
#if GRALLOC_ARM_UMP_MODULE
|
|
hnd->ump_mem_handle = (int)ump_handle_create_from_secure_id(hnd->ump_id);
|
|
|
|
if (UMP_INVALID_MEMORY_HANDLE != (ump_handle)hnd->ump_mem_handle)
|
|
{
|
|
hnd->base = ump_mapped_pointer_get((ump_handle)hnd->ump_mem_handle);
|
|
|
|
if (0 != hnd->base)
|
|
{
|
|
hnd->writeOwner = 0;
|
|
hnd->lockState &= ~(private_handle_t::LOCK_STATE_UNREGISTERED);
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
return 0;
|
|
}
|
|
else
|
|
{
|
|
AERR("Failed to map UMP handle 0x%x", hnd->ump_mem_handle);
|
|
}
|
|
|
|
ump_reference_release((ump_handle)hnd->ump_mem_handle);
|
|
}
|
|
else
|
|
{
|
|
AERR("Failed to create UMP handle 0x%x", hnd->ump_mem_handle);
|
|
}
|
|
|
|
#else
|
|
AERR("Gralloc does not support UMP. Unable to register UMP memory for handle %p", hnd);
|
|
#endif
|
|
}
|
|
else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION)
|
|
{
|
|
#if GRALLOC_ARM_DMA_BUF_MODULE
|
|
unsigned char *mappedAddress;
|
|
size_t size = hnd->size;
|
|
hw_module_t *pmodule = NULL;
|
|
private_module_t *m = NULL;
|
|
|
|
if (hw_get_module(GRALLOC_HARDWARE_MODULE_ID, (const hw_module_t **)&pmodule) == 0)
|
|
{
|
|
m = reinterpret_cast<private_module_t *>(pmodule);
|
|
}
|
|
else
|
|
{
|
|
AERR("Could not get gralloc module for handle: %p", hnd);
|
|
retval = -errno;
|
|
goto cleanup;
|
|
}
|
|
|
|
/* the test condition is set to m->ion_client <= 0 here, because:
|
|
* 1) module structure are initialized to 0 if no initial value is applied
|
|
* 2) a second user process should get a ion fd greater than 0.
|
|
*/
|
|
if (m->ion_client <= 0)
|
|
{
|
|
/* a second user process must obtain a client handle first via ion_open before it can obtain the shared ion buffer*/
|
|
m->ion_client = ion_open();
|
|
|
|
if (m->ion_client < 0)
|
|
{
|
|
AERR("Could not open ion device for handle: %p", hnd);
|
|
retval = -errno;
|
|
goto cleanup;
|
|
}
|
|
}
|
|
|
|
mappedAddress = (unsigned char *)mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, hnd->share_fd, 0);
|
|
|
|
if (MAP_FAILED == mappedAddress)
|
|
{
|
|
AERR("mmap( share_fd:%d ) failed with %s", hnd->share_fd, strerror(errno));
|
|
retval = -errno;
|
|
goto cleanup;
|
|
}
|
|
|
|
hnd->base = mappedAddress + hnd->offset;
|
|
hnd->lockState &= ~(private_handle_t::LOCK_STATE_UNREGISTERED);
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
return 0;
|
|
#endif
|
|
}
|
|
else
|
|
{
|
|
AERR("registering non-UMP buffer not supported. flags = %d", hnd->flags);
|
|
}
|
|
|
|
#if GRALLOC_ARM_DMA_BUF_MODULE
|
|
cleanup:
|
|
#endif
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
return retval;
|
|
}
|
|
|
|
static void unmap_buffer(private_handle_t *hnd)
|
|
{
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP)
|
|
{
|
|
#if GRALLOC_ARM_UMP_MODULE
|
|
ump_mapped_pointer_release((ump_handle)hnd->ump_mem_handle);
|
|
ump_reference_release((ump_handle)hnd->ump_mem_handle);
|
|
hnd->ump_mem_handle = (int)UMP_INVALID_MEMORY_HANDLE;
|
|
#else
|
|
AERR("Can't unregister UMP buffer for handle %p. Not supported", hnd);
|
|
#endif
|
|
}
|
|
else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION)
|
|
{
|
|
#if GRALLOC_ARM_DMA_BUF_MODULE
|
|
void *base = (void *)hnd->base;
|
|
size_t size = hnd->size;
|
|
|
|
if (munmap(base, size) < 0)
|
|
{
|
|
AERR("Could not munmap base:%p size:%lu '%s'", base, (unsigned long)size, strerror(errno));
|
|
}
|
|
|
|
#else
|
|
AERR("Can't unregister DMA_BUF buffer for hnd %p. Not supported", hnd);
|
|
#endif
|
|
|
|
}
|
|
else
|
|
{
|
|
AERR("Unregistering unknown buffer is not supported. Flags = %d", hnd->flags);
|
|
}
|
|
|
|
hnd->base = 0;
|
|
hnd->lockState = 0;
|
|
hnd->writeOwner = 0;
|
|
}
|
|
|
|
static int gralloc_unregister_buffer(gralloc_module_t const *module, buffer_handle_t handle)
|
|
{
|
|
MALI_IGNORE(module);
|
|
|
|
if (private_handle_t::validate(handle) < 0)
|
|
{
|
|
AERR("unregistering invalid buffer %p, returning error", handle);
|
|
return -EINVAL;
|
|
}
|
|
|
|
private_handle_t *hnd = (private_handle_t *)handle;
|
|
|
|
AERR_IF(hnd->lockState & private_handle_t::LOCK_STATE_READ_MASK, "[unregister] handle %p still locked (state=%08x)", hnd, hnd->lockState);
|
|
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER)
|
|
{
|
|
AERR("Can't unregister buffer %p as it is a framebuffer", handle);
|
|
}
|
|
else if (hnd->pid == getpid()) // never unmap buffers that were not registered in this process
|
|
{
|
|
pthread_mutex_lock(&s_map_lock);
|
|
|
|
hnd->lockState &= ~(private_handle_t::LOCK_STATE_MAPPED);
|
|
|
|
/* if handle is still locked, the unmapping would not happen until unlocked*/
|
|
if (!(hnd->lockState & private_handle_t::LOCK_STATE_WRITE))
|
|
{
|
|
unmap_buffer(hnd);
|
|
}
|
|
|
|
hnd->lockState |= private_handle_t::LOCK_STATE_UNREGISTERED;
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
}
|
|
else
|
|
{
|
|
AERR("Trying to unregister buffer %p from process %d that was not created in current process: %d", hnd, hnd->pid, getpid());
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int gralloc_lock(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, void **vaddr)
|
|
{
|
|
|
|
|
|
if (private_handle_t::validate(handle) < 0)
|
|
{
|
|
AERR("Locking invalid buffer %p, returning error", handle);
|
|
return -EINVAL;
|
|
}
|
|
|
|
private_handle_t *hnd = (private_handle_t *)handle;
|
|
|
|
if (hnd->format == HAL_PIXEL_FORMAT_YCbCr_420_888)
|
|
{
|
|
AERR("Buffer with format HAL_PIXEL_FORMAT_YCbCr_*_888 must be locked by lock_ycbcr()");
|
|
return -EINVAL;
|
|
}
|
|
|
|
pthread_mutex_lock(&s_map_lock);
|
|
|
|
if (hnd->lockState & private_handle_t::LOCK_STATE_UNREGISTERED)
|
|
{
|
|
AERR("Locking on an unregistered buffer %p, returning error", hnd);
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
return -EINVAL;
|
|
}
|
|
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP || hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION)
|
|
{
|
|
hnd->writeOwner = usage & GRALLOC_USAGE_SW_WRITE_MASK;
|
|
}
|
|
|
|
hnd->lockState |= private_handle_t::LOCK_STATE_WRITE;
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
|
|
if (usage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK))
|
|
{
|
|
*vaddr = (void *)hnd->base;
|
|
}
|
|
|
|
MALI_IGNORE(module);
|
|
MALI_IGNORE(l);
|
|
MALI_IGNORE(t);
|
|
MALI_IGNORE(w);
|
|
MALI_IGNORE(h);
|
|
return 0;
|
|
}
|
|
|
|
static int gralloc_lock_ycbcr(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, struct android_ycbcr *ycbcr)
|
|
{
|
|
int retval = 0;
|
|
int ystride, cstride;
|
|
|
|
if (private_handle_t::validate(handle) < 0)
|
|
{
|
|
AERR("Locking invalid buffer %p, returning error", handle);
|
|
return -EINVAL;
|
|
}
|
|
|
|
private_handle_t *hnd = (private_handle_t *)handle;
|
|
|
|
pthread_mutex_lock(&s_map_lock);
|
|
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP || hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION)
|
|
{
|
|
hnd->writeOwner = usage & GRALLOC_USAGE_SW_WRITE_MASK;
|
|
}
|
|
|
|
hnd->lockState |= private_handle_t::LOCK_STATE_WRITE;
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
|
|
|
|
if (usage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK))
|
|
{
|
|
switch (hnd->format)
|
|
{
|
|
case HAL_PIXEL_FORMAT_YCrCb_420_SP:
|
|
ystride = cstride = GRALLOC_ALIGN(hnd->width, 16);
|
|
ycbcr->y = (void *)hnd->base;
|
|
ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * hnd->height);
|
|
ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * hnd->height + 1);
|
|
ycbcr->ystride = ystride;
|
|
ycbcr->cstride = cstride;
|
|
ycbcr->chroma_step = 2;
|
|
break;
|
|
|
|
case HAL_PIXEL_FORMAT_YV12:
|
|
/* Here to keep consistency with YV12 alignment, define the ystride according to image height. */
|
|
ystride = GRALLOC_ALIGN(hnd->width, (hnd->height % 8 == 0) ? GRALLOC_ALIGN_BASE_16 :
|
|
((hnd->height % 4 == 0) ? GRALLOC_ALIGN_BASE_64 : GRALLOC_ALIGN_BASE_128));
|
|
cstride = GRALLOC_ALIGN(ystride / 2, 16);
|
|
ycbcr->y = (void *)hnd->base;
|
|
/* the ystride calc is assuming the height can at least be divided by 2 */
|
|
ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * GRALLOC_ALIGN(hnd->height, 2));
|
|
ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * GRALLOC_ALIGN(hnd->height, 2) + cstride * hnd->height / 2);
|
|
ycbcr->ystride = ystride;
|
|
ycbcr->cstride = cstride;
|
|
ycbcr->chroma_step = 1;
|
|
break;
|
|
|
|
#ifdef SUPPORT_LEGACY_FORMAT
|
|
|
|
case HAL_PIXEL_FORMAT_YCbCr_420_SP:
|
|
ystride = cstride = GRALLOC_ALIGN(hnd->width, 16);
|
|
ycbcr->y = (void *)hnd->base;
|
|
ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * hnd->height);
|
|
ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * hnd->height + 1);
|
|
ycbcr->ystride = ystride;
|
|
ycbcr->cstride = cstride;
|
|
ycbcr->chroma_step = 2;
|
|
break;
|
|
#endif
|
|
|
|
default:
|
|
AERR("Can not lock buffer, invalid format: 0x%x", hnd->format);
|
|
retval = -EINVAL;
|
|
}
|
|
}
|
|
|
|
MALI_IGNORE(module);
|
|
MALI_IGNORE(l);
|
|
MALI_IGNORE(t);
|
|
MALI_IGNORE(w);
|
|
MALI_IGNORE(h);
|
|
return retval;
|
|
}
|
|
|
|
static int gralloc_unlock(gralloc_module_t const *module, buffer_handle_t handle)
|
|
{
|
|
MALI_IGNORE(module);
|
|
|
|
if (private_handle_t::validate(handle) < 0)
|
|
{
|
|
AERR("Unlocking invalid buffer %p, returning error", handle);
|
|
return -EINVAL;
|
|
}
|
|
|
|
private_handle_t *hnd = (private_handle_t *)handle;
|
|
|
|
if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP && hnd->writeOwner)
|
|
{
|
|
#if GRALLOC_ARM_UMP_MODULE
|
|
ump_cpu_msync_now((ump_handle)hnd->ump_mem_handle, UMP_MSYNC_CLEAN_AND_INVALIDATE, (void *)hnd->base, hnd->size);
|
|
#else
|
|
AERR("Buffer %p is UMP type but it is not supported", hnd);
|
|
#endif
|
|
}
|
|
else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION && hnd->writeOwner)
|
|
{
|
|
#if GRALLOC_ARM_DMA_BUF_MODULE
|
|
hw_module_t *pmodule = NULL;
|
|
private_module_t *m = NULL;
|
|
|
|
if (hw_get_module(GRALLOC_HARDWARE_MODULE_ID, (const hw_module_t **)&pmodule) == 0)
|
|
{
|
|
m = reinterpret_cast<private_module_t *>(pmodule);
|
|
//ion_sync_fd(m->ion_client, hnd->share_fd);
|
|
}
|
|
else
|
|
{
|
|
AERR("Couldnot get gralloc module for handle %p\n", handle);
|
|
}
|
|
|
|
#endif
|
|
}
|
|
|
|
pthread_mutex_lock(&s_map_lock);
|
|
|
|
hnd->lockState &= ~(private_handle_t::LOCK_STATE_WRITE);
|
|
|
|
/* if the handle has already been unregistered, unmap it here*/
|
|
if (hnd->lockState & private_handle_t::LOCK_STATE_UNREGISTERED)
|
|
{
|
|
unmap_buffer(hnd);
|
|
}
|
|
|
|
pthread_mutex_unlock(&s_map_lock);
|
|
|
|
return 0;
|
|
}
|
|
|
|
#if defined(GRALLOC_MODULE_API_VERSION_0_3)
|
|
static int gralloc_lock_async (gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, void **vaddr, int fenceFD)
|
|
{
|
|
if (fenceFD >= 0)
|
|
{
|
|
sync_wait(fenceFD, -1);
|
|
close(fenceFD);
|
|
}
|
|
|
|
return gralloc_lock(module, handle, usage, l, t, w, h, vaddr);
|
|
}
|
|
|
|
static int gralloc_unlock_async(gralloc_module_t const *module, buffer_handle_t handle, int *fenceFD)
|
|
{
|
|
*fenceFD = -1;
|
|
|
|
if (gralloc_unlock(module, handle) < 0)
|
|
{
|
|
return -EINVAL;
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
static int gralloc_lock_async_ycbcr(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, struct android_ycbcr *ycbcr, int fenceFD)
|
|
{
|
|
if (fenceFD >= 0)
|
|
{
|
|
sync_wait(fenceFD, -1);
|
|
close(fenceFD);
|
|
}
|
|
|
|
return gralloc_lock_ycbcr(module, handle, usage, l, t, w, h, ycbcr);
|
|
}
|
|
#endif
|
|
|
|
// There is one global instance of the module
|
|
|
|
static struct hw_module_methods_t gralloc_module_methods =
|
|
{
|
|
.open = gralloc_device_open
|
|
};
|
|
|
|
private_module_t::private_module_t()
|
|
{
|
|
#define INIT_ZERO(obj) (memset(&(obj),0,sizeof((obj))))
|
|
|
|
base.common.tag = HARDWARE_MODULE_TAG;
|
|
#if defined(GRALLOC_MODULE_API_VERSION_0_3)
|
|
base.common.version_major = GRALLOC_MODULE_API_VERSION_0_3;
|
|
#else
|
|
base.common.version_major = GRALLOC_MODULE_API_VERSION_0_2;
|
|
#endif
|
|
base.common.version_minor = 0;
|
|
base.common.id = GRALLOC_HARDWARE_MODULE_ID;
|
|
base.common.name = "Graphics Memory Allocator Module";
|
|
base.common.author = "ARM Ltd.";
|
|
base.common.methods = &gralloc_module_methods;
|
|
base.common.dso = NULL;
|
|
INIT_ZERO(base.common.reserved);
|
|
|
|
base.registerBuffer = gralloc_register_buffer;
|
|
base.unregisterBuffer = gralloc_unregister_buffer;
|
|
base.lock = gralloc_lock;
|
|
base.unlock = gralloc_unlock;
|
|
base.perform = NULL;
|
|
base.lock_ycbcr = gralloc_lock_ycbcr;
|
|
base.getTransportSize = NULL;
|
|
base.validateBufferSize = NULL;
|
|
#if defined(GRALLOC_MODULE_API_VERSION_0_3)
|
|
base.lockAsync = gralloc_lock_async;
|
|
base.unlockAsync = gralloc_unlock_async;
|
|
base.lockAsync_ycbcr = gralloc_lock_async_ycbcr;
|
|
#endif
|
|
INIT_ZERO(base.reserved_proc);
|
|
|
|
framebuffer = NULL;
|
|
flags = 0;
|
|
numBuffers = 0;
|
|
bufferMask = 0;
|
|
pthread_mutex_init(&(lock), NULL);
|
|
currentBuffer = NULL;
|
|
INIT_ZERO(info);
|
|
INIT_ZERO(finfo);
|
|
xdpi = 0.0f;
|
|
ydpi = 0.0f;
|
|
fps = 0.0f;
|
|
|
|
#undef INIT_ZERO
|
|
};
|
|
|
|
/*
|
|
* HAL_MODULE_INFO_SYM will be initialized using the default constructor
|
|
* implemented above
|
|
*/
|
|
struct private_module_t HAL_MODULE_INFO_SYM;
|
|
|