You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
430 lines
12 KiB
430 lines
12 KiB
/*
|
|
* Copyright (C) 2018 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "VirtioGpuPipeStream.h"
|
|
|
|
#include <drm/virtgpu_drm.h>
|
|
#include <xf86drm.h>
|
|
|
|
#include <sys/types.h>
|
|
#include <sys/mman.h>
|
|
|
|
#include <errno.h>
|
|
#include <unistd.h>
|
|
|
|
// In a virtual machine, there should only be one GPU
|
|
#define RENDERNODE_MINOR 128
|
|
|
|
// Attributes use to allocate our response buffer
|
|
// Similar to virgl's fence objects
|
|
#define PIPE_BUFFER 0
|
|
#define VIRGL_FORMAT_R8_UNORM 64
|
|
#define VIRGL_BIND_CUSTOM (1 << 17)
|
|
|
|
static const size_t kTransferBufferSize = (1048576);
|
|
|
|
static const size_t kReadSize = 512 * 1024;
|
|
static const size_t kWriteOffset = kReadSize;
|
|
|
|
VirtioGpuPipeStream::VirtioGpuPipeStream(size_t bufSize) :
|
|
IOStream(bufSize),
|
|
m_fd(-1),
|
|
m_virtio_rh(~0U),
|
|
m_virtio_bo(0),
|
|
m_virtio_mapped(nullptr),
|
|
m_bufsize(bufSize),
|
|
m_buf(nullptr),
|
|
m_read(0),
|
|
m_readLeft(0),
|
|
m_writtenPos(0) { }
|
|
|
|
VirtioGpuPipeStream::~VirtioGpuPipeStream()
|
|
{
|
|
if (m_virtio_mapped) {
|
|
munmap(m_virtio_mapped, kTransferBufferSize);
|
|
}
|
|
|
|
if (m_virtio_bo > 0U) {
|
|
drm_gem_close gem_close = {
|
|
.handle = m_virtio_bo,
|
|
};
|
|
drmIoctl(m_fd, DRM_IOCTL_GEM_CLOSE, &gem_close);
|
|
}
|
|
|
|
if (m_fd >= 0) {
|
|
close(m_fd);
|
|
}
|
|
|
|
free(m_buf);
|
|
}
|
|
|
|
int VirtioGpuPipeStream::connect(const char* serviceName)
|
|
{
|
|
if (m_fd < 0) {
|
|
m_fd = VirtioGpuPipeStream::openRendernode();
|
|
if (m_fd < 0) {
|
|
ERR("%s: failed with fd %d (%s)", __func__, m_fd, strerror(errno));
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
if (!m_virtio_bo) {
|
|
drm_virtgpu_resource_create create = {
|
|
.target = PIPE_BUFFER,
|
|
.format = VIRGL_FORMAT_R8_UNORM,
|
|
.bind = VIRGL_BIND_CUSTOM,
|
|
.width = kTransferBufferSize,
|
|
.height = 1U,
|
|
.depth = 1U,
|
|
.array_size = 0U,
|
|
.size = kTransferBufferSize,
|
|
.stride = kTransferBufferSize,
|
|
};
|
|
|
|
int ret = drmIoctl(m_fd, DRM_IOCTL_VIRTGPU_RESOURCE_CREATE, &create);
|
|
if (ret) {
|
|
ERR("%s: failed with %d allocating command buffer (%s)",
|
|
__func__, ret, strerror(errno));
|
|
return -1;
|
|
}
|
|
|
|
m_virtio_bo = create.bo_handle;
|
|
if (!m_virtio_bo) {
|
|
ERR("%s: no handle when allocating command buffer",
|
|
__func__);
|
|
return -1;
|
|
}
|
|
|
|
m_virtio_rh = create.res_handle;
|
|
|
|
if (create.size != kTransferBufferSize) {
|
|
ERR("%s: command buffer wrongly sized, create.size=%zu "
|
|
"!= %zu", __func__,
|
|
static_cast<size_t>(create.size),
|
|
static_cast<size_t>(kTransferBufferSize));
|
|
abort();
|
|
}
|
|
}
|
|
|
|
if (!m_virtio_mapped) {
|
|
drm_virtgpu_map map;
|
|
memset(&map, 0, sizeof(map));
|
|
map.handle = m_virtio_bo;
|
|
|
|
int ret = drmIoctl(m_fd, DRM_IOCTL_VIRTGPU_MAP, &map);
|
|
if (ret) {
|
|
ERR("%s: failed with %d mapping command response buffer (%s)",
|
|
__func__, ret, strerror(errno));
|
|
return -1;
|
|
}
|
|
|
|
m_virtio_mapped = static_cast<unsigned char*>(
|
|
mmap64(nullptr, kTransferBufferSize, PROT_WRITE,
|
|
MAP_SHARED, m_fd, map.offset));
|
|
|
|
if (m_virtio_mapped == MAP_FAILED) {
|
|
ERR("%s: failed with %d mmap'ing command response buffer (%s)",
|
|
__func__, ret, strerror(errno));
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
wait();
|
|
|
|
if (serviceName) {
|
|
writeFully(serviceName, strlen(serviceName) + 1);
|
|
} else {
|
|
static const char kPipeString[] = "pipe:opengles";
|
|
std::string pipeStr(kPipeString);
|
|
writeFully(kPipeString, sizeof(kPipeString));
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int VirtioGpuPipeStream::openRendernode() {
|
|
int fd = drmOpenRender(RENDERNODE_MINOR);
|
|
if (fd < 0) {
|
|
ERR("%s: failed with fd %d (%s)", __func__, fd, strerror(errno));
|
|
return -1;
|
|
}
|
|
return fd;
|
|
}
|
|
|
|
uint64_t VirtioGpuPipeStream::initProcessPipe() {
|
|
connect("pipe:GLProcessPipe");
|
|
int32_t confirmInt = 100;
|
|
writeFully(&confirmInt, sizeof(confirmInt));
|
|
uint64_t res;
|
|
readFully(&res, sizeof(res));
|
|
return res;
|
|
}
|
|
|
|
void *VirtioGpuPipeStream::allocBuffer(size_t minSize) {
|
|
size_t allocSize = (m_bufsize < minSize ? minSize : m_bufsize);
|
|
if (!m_buf) {
|
|
m_buf = (unsigned char *)malloc(allocSize);
|
|
}
|
|
else if (m_bufsize < allocSize) {
|
|
unsigned char *p = (unsigned char *)realloc(m_buf, allocSize);
|
|
if (p != NULL) {
|
|
m_buf = p;
|
|
m_bufsize = allocSize;
|
|
} else {
|
|
ERR("realloc (%zu) failed\n", allocSize);
|
|
free(m_buf);
|
|
m_buf = NULL;
|
|
m_bufsize = 0;
|
|
}
|
|
}
|
|
|
|
return m_buf;
|
|
}
|
|
|
|
int VirtioGpuPipeStream::commitBuffer(size_t size) {
|
|
if (size == 0) return 0;
|
|
return writeFully(m_buf, size);
|
|
}
|
|
|
|
int VirtioGpuPipeStream::writeFully(const void *buf, size_t len)
|
|
{
|
|
//DBG(">> VirtioGpuPipeStream::writeFully %d\n", len);
|
|
if (!valid()) return -1;
|
|
if (!buf) {
|
|
if (len>0) {
|
|
// If len is non-zero, buf must not be NULL. Otherwise the pipe would be
|
|
// in a corrupted state, which is lethal for the emulator.
|
|
ERR("VirtioGpuPipeStream::writeFully failed, buf=NULL, len %zu,"
|
|
" lethal error, exiting", len);
|
|
abort();
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
size_t res = len;
|
|
int retval = 0;
|
|
|
|
while (res > 0) {
|
|
ssize_t stat = transferToHost((const char *)(buf) + (len - res), res);
|
|
if (stat > 0) {
|
|
res -= stat;
|
|
continue;
|
|
}
|
|
if (stat == 0) { /* EOF */
|
|
ERR("VirtioGpuPipeStream::writeFully failed: premature EOF\n");
|
|
retval = -1;
|
|
break;
|
|
}
|
|
if (errno == EAGAIN) {
|
|
continue;
|
|
}
|
|
retval = stat;
|
|
ERR("VirtioGpuPipeStream::writeFully failed: %s, lethal error, exiting.\n",
|
|
strerror(errno));
|
|
abort();
|
|
}
|
|
//DBG("<< VirtioGpuPipeStream::writeFully %d\n", len );
|
|
return retval;
|
|
}
|
|
|
|
const unsigned char *VirtioGpuPipeStream::readFully(void *buf, size_t len)
|
|
{
|
|
flush();
|
|
|
|
if (!valid()) return NULL;
|
|
if (!buf) {
|
|
if (len > 0) {
|
|
// If len is non-zero, buf must not be NULL. Otherwise the pipe would be
|
|
// in a corrupted state, which is lethal for the emulator.
|
|
ERR("VirtioGpuPipeStream::readFully failed, buf=NULL, len %zu, lethal"
|
|
" error, exiting.", len);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
size_t res = len;
|
|
while (res > 0) {
|
|
ssize_t stat = transferFromHost((char *)(buf) + len - res, res);
|
|
if (stat == 0) {
|
|
// client shutdown;
|
|
return NULL;
|
|
} else if (stat < 0) {
|
|
if (errno == EAGAIN) {
|
|
continue;
|
|
} else {
|
|
ERR("VirtioGpuPipeStream::readFully failed (buf %p, len %zu"
|
|
", res %zu): %s, lethal error, exiting.", buf, len, res,
|
|
strerror(errno));
|
|
abort();
|
|
}
|
|
} else {
|
|
res -= stat;
|
|
}
|
|
}
|
|
//DBG("<< VirtioGpuPipeStream::readFully %d\n", len);
|
|
return (const unsigned char *)buf;
|
|
}
|
|
|
|
const unsigned char *VirtioGpuPipeStream::commitBufferAndReadFully(
|
|
size_t writeSize, void *userReadBufPtr, size_t totalReadSize)
|
|
{
|
|
return commitBuffer(writeSize) ? nullptr : readFully(userReadBufPtr, totalReadSize);
|
|
}
|
|
|
|
const unsigned char *VirtioGpuPipeStream::read( void *buf, size_t *inout_len)
|
|
{
|
|
//DBG(">> VirtioGpuPipeStream::read %d\n", *inout_len);
|
|
if (!valid()) return NULL;
|
|
if (!buf) {
|
|
ERR("VirtioGpuPipeStream::read failed, buf=NULL");
|
|
return NULL; // do not allow NULL buf in that implementation
|
|
}
|
|
|
|
int n = recv(buf, *inout_len);
|
|
|
|
if (n > 0) {
|
|
*inout_len = n;
|
|
return (const unsigned char *)buf;
|
|
}
|
|
|
|
//DBG("<< VirtioGpuPipeStream::read %d\n", *inout_len);
|
|
return NULL;
|
|
}
|
|
|
|
int VirtioGpuPipeStream::recv(void *buf, size_t len)
|
|
{
|
|
if (!valid()) return int(ERR_INVALID_SOCKET);
|
|
char* p = (char *)buf;
|
|
int ret = 0;
|
|
while(len > 0) {
|
|
int res = transferFromHost(p, len);
|
|
if (res > 0) {
|
|
p += res;
|
|
ret += res;
|
|
len -= res;
|
|
continue;
|
|
}
|
|
if (res == 0) { /* EOF */
|
|
break;
|
|
}
|
|
if (errno != EAGAIN) {
|
|
continue;
|
|
}
|
|
|
|
/* A real error */
|
|
if (ret == 0)
|
|
ret = -1;
|
|
break;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
void VirtioGpuPipeStream::wait() {
|
|
struct drm_virtgpu_3d_wait waitcmd;
|
|
memset(&waitcmd, 0, sizeof(waitcmd));
|
|
waitcmd.handle = m_virtio_bo;
|
|
int ret = drmIoctl(m_fd, DRM_IOCTL_VIRTGPU_WAIT, &waitcmd);
|
|
if (ret) {
|
|
ERR("VirtioGpuPipeStream: DRM_IOCTL_VIRTGPU_WAIT failed with %d (%s)\n", errno, strerror(errno));
|
|
}
|
|
m_writtenPos = 0;
|
|
}
|
|
|
|
ssize_t VirtioGpuPipeStream::transferToHost(const void* buffer, size_t len) {
|
|
size_t todo = len;
|
|
size_t done = 0;
|
|
int ret = EAGAIN;
|
|
struct drm_virtgpu_3d_transfer_to_host xfer;
|
|
|
|
unsigned char* virtioPtr = m_virtio_mapped;
|
|
|
|
const unsigned char* readPtr = reinterpret_cast<const unsigned char*>(buffer);
|
|
|
|
while (done < len) {
|
|
size_t toXfer = todo > kTransferBufferSize ? kTransferBufferSize : todo;
|
|
|
|
if (toXfer > (kTransferBufferSize - m_writtenPos)) {
|
|
wait();
|
|
}
|
|
|
|
memcpy(virtioPtr + m_writtenPos, readPtr, toXfer);
|
|
|
|
memset(&xfer, 0, sizeof(xfer));
|
|
xfer.bo_handle = m_virtio_bo;
|
|
xfer.box.x = m_writtenPos;
|
|
xfer.box.y = 0;
|
|
xfer.box.w = toXfer;
|
|
xfer.box.h = 1;
|
|
xfer.box.d = 1;
|
|
|
|
ret = drmIoctl(m_fd, DRM_IOCTL_VIRTGPU_TRANSFER_TO_HOST, &xfer);
|
|
|
|
if (ret) {
|
|
ERR("VirtioGpuPipeStream: failed with errno %d (%s)\n", errno, strerror(errno));
|
|
return (ssize_t)ret;
|
|
}
|
|
|
|
done += toXfer;
|
|
readPtr += toXfer;
|
|
todo -= toXfer;
|
|
m_writtenPos += toXfer;
|
|
}
|
|
|
|
return len;
|
|
}
|
|
|
|
ssize_t VirtioGpuPipeStream::transferFromHost(void* buffer, size_t len) {
|
|
size_t todo = len;
|
|
size_t done = 0;
|
|
int ret = EAGAIN;
|
|
struct drm_virtgpu_3d_transfer_from_host xfer;
|
|
|
|
const unsigned char* virtioPtr = m_virtio_mapped;
|
|
unsigned char* readPtr = reinterpret_cast<unsigned char*>(buffer);
|
|
|
|
if (m_writtenPos) {
|
|
wait();
|
|
}
|
|
|
|
while (done < len) {
|
|
size_t toXfer = todo > kTransferBufferSize ? kTransferBufferSize : todo;
|
|
|
|
memset(&xfer, 0, sizeof(xfer));
|
|
xfer.bo_handle = m_virtio_bo;
|
|
xfer.box.x = 0;
|
|
xfer.box.y = 0;
|
|
xfer.box.w = toXfer;
|
|
xfer.box.h = 1;
|
|
xfer.box.d = 1;
|
|
|
|
ret = drmIoctl(m_fd, DRM_IOCTL_VIRTGPU_TRANSFER_FROM_HOST, &xfer);
|
|
|
|
if (ret) {
|
|
ERR("VirtioGpuPipeStream: failed with errno %d (%s)\n", errno, strerror(errno));
|
|
return (ssize_t)ret;
|
|
}
|
|
|
|
wait();
|
|
|
|
memcpy(readPtr, virtioPtr, toXfer);
|
|
|
|
done += toXfer;
|
|
readPtr += toXfer;
|
|
todo -= toXfer;
|
|
}
|
|
|
|
return len;
|
|
}
|