pvr: split pvr_csb.c
Acked-by: Frank Binns <frank.binns@imgtec.com> Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/38922>
This commit is contained in:
Erik Faye-Lund
@@ -24,6 +24,7 @@ pvr_files = files(
|
||||
'winsys/powervr/pvr_drm_job_transfer.c',
|
||||
'winsys/pvr_winsys.c',
|
||||
'winsys/pvr_winsys_helper.c',
|
||||
'pvr_arch_csb.c',
|
||||
'pvr_arch_device.c',
|
||||
'pvr_blit.c',
|
||||
'pvr_bo.c',
|
||||
|
||||
355
src/imagination/vulkan/pvr_arch_csb.c
Normal file
355
src/imagination/vulkan/pvr_arch_csb.c
Normal file
@@ -0,0 +1,355 @@
|
||||
/*
|
||||
* Copyright © 2022 Imagination Technologies Ltd.
|
||||
*
|
||||
* based in part on anv driver which is:
|
||||
* Copyright © 2015 Intel Corporation
|
||||
*
|
||||
* based in part on v3dv_cl.c which is:
|
||||
* Copyright © 2019 Raspberry Pi
|
||||
*
|
||||
* SPDX-License-Identifier: MIT
|
||||
*/
|
||||
|
||||
#include "pvr_csb.h"
|
||||
|
||||
#include <assert.h>
|
||||
#include <stdbool.h>
|
||||
#include <stdint.h>
|
||||
#include <string.h>
|
||||
#include <vulkan/vulkan.h>
|
||||
|
||||
#include "hwdef/rogue_hw_utils.h"
|
||||
#include "pvr_bo.h"
|
||||
#include "pvr_debug.h"
|
||||
#include "pvr_device.h"
|
||||
#include "pvr_device_info.h"
|
||||
#include "pvr_macros.h"
|
||||
#include "pvr_physical_device.h"
|
||||
#include "pvr_types.h"
|
||||
#include "util/list.h"
|
||||
#include "util/u_dynarray.h"
|
||||
#include "vk_log.h"
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_LINK/CDMCTRL_STREAM_LINK dwords into the control
|
||||
* stream pointed by csb object without setting a relocation mark.
|
||||
*
|
||||
* \warning This does not set the relocation mark.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add LINK dwords to.
|
||||
* \param[in] addr Device virtual address of the sub control stream to link to.
|
||||
* \param[in] ret Selects whether the sub control stream will return or
|
||||
* terminate.
|
||||
*/
|
||||
static void
|
||||
pvr_csb_emit_link_unmarked(struct pvr_csb *csb, pvr_dev_addr_t addr, bool ret)
|
||||
{
|
||||
/* Not supported for deferred control stream. */
|
||||
assert(csb->stream_type != PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
/* Stream return is only supported for graphics control stream. */
|
||||
assert(!ret || csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS);
|
||||
|
||||
switch (csb->stream_type) {
|
||||
case PVR_CMD_STREAM_TYPE_GRAPHICS:
|
||||
pvr_csb_emit (csb, VDMCTRL_STREAM_LINK0, link) {
|
||||
link.link_addrmsb = addr;
|
||||
link.with_return = ret;
|
||||
}
|
||||
|
||||
pvr_csb_emit (csb, VDMCTRL_STREAM_LINK1, link) {
|
||||
link.link_addrlsb = addr;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
case PVR_CMD_STREAM_TYPE_COMPUTE:
|
||||
pvr_csb_emit (csb, CDMCTRL_STREAM_LINK0, link) {
|
||||
link.link_addrmsb = addr;
|
||||
}
|
||||
|
||||
pvr_csb_emit (csb, CDMCTRL_STREAM_LINK1, link) {
|
||||
link.link_addrlsb = addr;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
UNREACHABLE("Unknown stream type");
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Helper function to extend csb memory.
|
||||
*
|
||||
* Allocates a new buffer object and links it with the previous buffer object
|
||||
* using STREAM_LINK dwords and updates csb object to use the new buffer.
|
||||
*
|
||||
* To make sure that we have enough space to emit STREAM_LINK dwords in the
|
||||
* current buffer, a few bytes including guard padding size are reserved at the
|
||||
* end, every time a buffer is created. Every time we allocate a new buffer we
|
||||
* fix the current buffer in use to emit the stream link dwords. This makes sure
|
||||
* that when #pvr_csb_alloc_dwords() is called from #pvr_csb_emit() to add
|
||||
* STREAM_LINK0 and STREAM_LINK1, it succeeds without trying to allocate new
|
||||
* pages.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to extend.
|
||||
* \return true on success and false otherwise.
|
||||
*/
|
||||
static bool pvr_csb_buffer_extend(struct pvr_csb *csb)
|
||||
{
|
||||
const uint8_t stream_link_space =
|
||||
PVR_DW_TO_BYTES(pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1));
|
||||
const uint8_t stream_reserved_space =
|
||||
stream_link_space + ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT;
|
||||
const uint32_t cache_line_size =
|
||||
pvr_get_slc_cache_line_size(&csb->device->pdevice->dev_info);
|
||||
size_t current_state_update_size = 0;
|
||||
struct pvr_bo *pvr_bo;
|
||||
VkResult result;
|
||||
|
||||
/* Make sure extra space allocated for stream links is sufficient for both
|
||||
* stream types.
|
||||
*/
|
||||
STATIC_ASSERT((pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1)) ==
|
||||
(pvr_cmd_length(CDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(CDMCTRL_STREAM_LINK1)));
|
||||
|
||||
STATIC_ASSERT(ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT ==
|
||||
ROGUE_CDMCTRL_GUARD_SIZE_DEFAULT);
|
||||
|
||||
result = pvr_bo_alloc(csb->device,
|
||||
csb->device->heaps.general_heap,
|
||||
PVR_CMD_BUFFER_CSB_BO_SIZE,
|
||||
cache_line_size,
|
||||
PVR_BO_ALLOC_FLAG_CPU_MAPPED,
|
||||
&pvr_bo);
|
||||
if (result != VK_SUCCESS) {
|
||||
vk_error(csb->device, result);
|
||||
csb->status = result;
|
||||
return false;
|
||||
}
|
||||
|
||||
/* if this is not the first BO in csb */
|
||||
if (csb->pvr_bo) {
|
||||
bool zero_after_move = PVR_IS_DEBUG_SET(DUMP_CONTROL_STREAM);
|
||||
void *new_buffer = pvr_bo->bo->map;
|
||||
|
||||
current_state_update_size =
|
||||
(uint8_t *)csb->next - (uint8_t *)csb->relocation_mark;
|
||||
|
||||
assert(csb->relocation_mark != NULL);
|
||||
assert(csb->next >= csb->relocation_mark);
|
||||
|
||||
memcpy(new_buffer, csb->relocation_mark, current_state_update_size);
|
||||
|
||||
#if MESA_DEBUG
|
||||
assert(csb->relocation_mark_status == PVR_CSB_RELOCATION_MARK_SET);
|
||||
csb->relocation_mark_status = PVR_CSB_RELOCATION_MARK_SET_AND_CONSUMED;
|
||||
zero_after_move = true;
|
||||
#endif
|
||||
|
||||
if (zero_after_move)
|
||||
memset(csb->relocation_mark, 0, current_state_update_size);
|
||||
|
||||
csb->next = csb->relocation_mark;
|
||||
|
||||
csb->end = (uint8_t *)csb->end + stream_link_space;
|
||||
assert((uint8_t *)csb->next + stream_link_space <= (uint8_t *)csb->end);
|
||||
|
||||
pvr_csb_emit_link_unmarked(csb, pvr_bo->vma->dev_addr, false);
|
||||
}
|
||||
|
||||
csb->pvr_bo = pvr_bo;
|
||||
csb->start = pvr_bo->bo->map;
|
||||
|
||||
/* Reserve space at the end, including the default guard padding, to make
|
||||
* sure we don't run out of space when a stream link is required.
|
||||
*/
|
||||
csb->end = (uint8_t *)csb->start + pvr_bo->bo->size - stream_reserved_space;
|
||||
csb->next = (uint8_t *)csb->start + current_state_update_size;
|
||||
|
||||
list_addtail(&pvr_bo->link, &csb->pvr_bo_list);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Provides a chunk of memory from the current csb buffer. In cases where
|
||||
* the buffer is not able to fulfill the required amount of memory,
|
||||
* #pvr_csb_buffer_extend() is called to allocate a new buffer. Maximum size
|
||||
* allocable in bytes is #PVR_CMD_BUFFER_CSB_BO_SIZE - size of STREAM_LINK0
|
||||
* and STREAM_LINK1 dwords.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to allocate from.
|
||||
* \param[in] num_dwords Number of dwords to allocate.
|
||||
* \return Valid host virtual address or NULL otherwise.
|
||||
*/
|
||||
void *pvr_csb_alloc_dwords(struct pvr_csb *csb, uint32_t num_dwords)
|
||||
{
|
||||
const uint32_t required_space = PVR_DW_TO_BYTES(num_dwords);
|
||||
void *p;
|
||||
|
||||
if (csb->status != VK_SUCCESS)
|
||||
return NULL;
|
||||
|
||||
if (csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED) {
|
||||
p = util_dynarray_grow_bytes(&csb->deferred_cs_mem, 1, required_space);
|
||||
if (!p)
|
||||
csb->status = vk_error(csb->device, VK_ERROR_OUT_OF_HOST_MEMORY);
|
||||
|
||||
return p;
|
||||
}
|
||||
|
||||
#if MESA_DEBUG
|
||||
if (csb->relocation_mark_status == PVR_CSB_RELOCATION_MARK_CLEARED)
|
||||
mesa_logd_once("CS memory without relocation mark detected.");
|
||||
#endif
|
||||
|
||||
if ((uint8_t *)csb->next + required_space > (uint8_t *)csb->end) {
|
||||
bool ret = pvr_csb_buffer_extend(csb);
|
||||
if (!ret)
|
||||
return NULL;
|
||||
}
|
||||
|
||||
p = csb->next;
|
||||
|
||||
csb->next = (uint8_t *)csb->next + required_space;
|
||||
assert(csb->next <= csb->end);
|
||||
|
||||
return p;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Copies control stream words from src csb into dst csb.
|
||||
*
|
||||
* The intended use is to copy PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED type
|
||||
* control stream into PVR_CMD_STREAM_TYPE_GRAPHICS type device accessible
|
||||
* control stream for processing.
|
||||
*
|
||||
* This is mainly for secondary command buffers created with
|
||||
* VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT flag. In that case we need to
|
||||
* copy secondary control stream into the primary control stream for processing.
|
||||
* This is done as part of vkCmdExecuteCommands.
|
||||
*
|
||||
* We create deferred control stream which is basically the same control stream
|
||||
* but based in host side memory to avoid reserving device side resource.
|
||||
*
|
||||
* \param[in,out] csb_dst Destination control Stream Builder object.
|
||||
* \param[in] csb_src Source Control Stream Builder object.
|
||||
*/
|
||||
VkResult pvr_csb_copy(struct pvr_csb *csb_dst, struct pvr_csb *csb_src)
|
||||
{
|
||||
const uint8_t stream_reserved_space =
|
||||
PVR_DW_TO_BYTES(pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1)) +
|
||||
ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT;
|
||||
const uint32_t size =
|
||||
util_dynarray_num_elements(&csb_src->deferred_cs_mem, char);
|
||||
const uint8_t *start = util_dynarray_begin(&csb_src->deferred_cs_mem);
|
||||
void *destination;
|
||||
|
||||
/* Only deferred control stream supported as src. */
|
||||
assert(csb_src->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
/* Only graphics control stream supported as dst. */
|
||||
assert(csb_dst->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS);
|
||||
|
||||
if (size >= (PVR_CMD_BUFFER_CSB_BO_SIZE - stream_reserved_space)) {
|
||||
/* TODO: For now we don't support deferred streams bigger than one csb
|
||||
* buffer object size.
|
||||
*
|
||||
* While adding support for this make sure to not break the words/dwords
|
||||
* over two csb buffers.
|
||||
*/
|
||||
pvr_finishme("Add support to copy streams bigger than one csb buffer");
|
||||
assert(!"CSB source buffer too large to do a full copy");
|
||||
}
|
||||
|
||||
destination = pvr_csb_alloc_dwords(csb_dst, size);
|
||||
if (!destination) {
|
||||
assert(csb_dst->status != VK_SUCCESS);
|
||||
return csb_dst->status;
|
||||
}
|
||||
|
||||
memcpy(destination, start, size);
|
||||
|
||||
return VK_SUCCESS;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_LINK/CDMCTRL_STREAM_LINK dwords into the control
|
||||
* stream pointed by csb object.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add LINK dwords to.
|
||||
* \param[in] addr Device virtual address of the sub control stream to link to.
|
||||
* \param[in] ret Selects whether the sub control stream will return or
|
||||
* terminate.
|
||||
*/
|
||||
void pvr_csb_emit_link(struct pvr_csb *csb, pvr_dev_addr_t addr, bool ret)
|
||||
{
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
pvr_csb_emit_link_unmarked(csb, addr, ret);
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_RETURN dword into the control stream pointed by
|
||||
* csb object. Given a VDMCTRL_STREAM_RETURN marks the end of the sub control
|
||||
* stream, we return the status of the control stream as well.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add VDMCTRL_STREAM_RETURN to.
|
||||
* \return VK_SUCCESS on success, or error code otherwise.
|
||||
*/
|
||||
VkResult pvr_csb_emit_return(struct pvr_csb *csb)
|
||||
{
|
||||
/* STREAM_RETURN is only supported by graphics control stream. */
|
||||
assert(csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS ||
|
||||
csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, VDMCTRL_STREAM_RETURN, ret);
|
||||
/* clang-format on */
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
|
||||
return csb->status;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds STREAM_TERMINATE dword into the control stream pointed by csb
|
||||
* object. Given a STREAM_TERMINATE marks the end of the control stream, we
|
||||
* return the status of the control stream as well.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to terminate.
|
||||
* \return VK_SUCCESS on success, or error code otherwise.
|
||||
*/
|
||||
VkResult pvr_csb_emit_terminate(struct pvr_csb *csb)
|
||||
{
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
|
||||
switch (csb->stream_type) {
|
||||
case PVR_CMD_STREAM_TYPE_GRAPHICS:
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, VDMCTRL_STREAM_TERMINATE, terminate);
|
||||
/* clang-format on */
|
||||
break;
|
||||
|
||||
case PVR_CMD_STREAM_TYPE_COMPUTE:
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, CDMCTRL_STREAM_TERMINATE, terminate);
|
||||
/* clang-format on */
|
||||
break;
|
||||
|
||||
default:
|
||||
UNREACHABLE("Unknown stream type");
|
||||
break;
|
||||
}
|
||||
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
|
||||
return csb->status;
|
||||
}
|
||||
@@ -35,7 +35,7 @@
|
||||
#include <string.h>
|
||||
#include <vulkan/vulkan.h>
|
||||
|
||||
#include "hwdef/rogue_hw_utils.h"
|
||||
#include "hwdef/pvr_hw_utils.h"
|
||||
#include "pvr_bo.h"
|
||||
#include "pvr_debug.h"
|
||||
#include "pvr_device.h"
|
||||
@@ -158,327 +158,3 @@ VkResult pvr_csb_bake(struct pvr_csb *const csb,
|
||||
|
||||
return VK_SUCCESS;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_LINK/CDMCTRL_STREAM_LINK dwords into the control
|
||||
* stream pointed by csb object without setting a relocation mark.
|
||||
*
|
||||
* \warning This does not set the relocation mark.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add LINK dwords to.
|
||||
* \param[in] addr Device virtual address of the sub control stream to link to.
|
||||
* \param[in] ret Selects whether the sub control stream will return or
|
||||
* terminate.
|
||||
*/
|
||||
static void
|
||||
pvr_csb_emit_link_unmarked(struct pvr_csb *csb, pvr_dev_addr_t addr, bool ret)
|
||||
{
|
||||
/* Not supported for deferred control stream. */
|
||||
assert(csb->stream_type != PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
/* Stream return is only supported for graphics control stream. */
|
||||
assert(!ret || csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS);
|
||||
|
||||
switch (csb->stream_type) {
|
||||
case PVR_CMD_STREAM_TYPE_GRAPHICS:
|
||||
pvr_csb_emit (csb, VDMCTRL_STREAM_LINK0, link) {
|
||||
link.link_addrmsb = addr;
|
||||
link.with_return = ret;
|
||||
}
|
||||
|
||||
pvr_csb_emit (csb, VDMCTRL_STREAM_LINK1, link) {
|
||||
link.link_addrlsb = addr;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
case PVR_CMD_STREAM_TYPE_COMPUTE:
|
||||
pvr_csb_emit (csb, CDMCTRL_STREAM_LINK0, link) {
|
||||
link.link_addrmsb = addr;
|
||||
}
|
||||
|
||||
pvr_csb_emit (csb, CDMCTRL_STREAM_LINK1, link) {
|
||||
link.link_addrlsb = addr;
|
||||
}
|
||||
|
||||
break;
|
||||
|
||||
default:
|
||||
UNREACHABLE("Unknown stream type");
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Helper function to extend csb memory.
|
||||
*
|
||||
* Allocates a new buffer object and links it with the previous buffer object
|
||||
* using STREAM_LINK dwords and updates csb object to use the new buffer.
|
||||
*
|
||||
* To make sure that we have enough space to emit STREAM_LINK dwords in the
|
||||
* current buffer, a few bytes including guard padding size are reserved at the
|
||||
* end, every time a buffer is created. Every time we allocate a new buffer we
|
||||
* fix the current buffer in use to emit the stream link dwords. This makes sure
|
||||
* that when #pvr_csb_alloc_dwords() is called from #pvr_csb_emit() to add
|
||||
* STREAM_LINK0 and STREAM_LINK1, it succeeds without trying to allocate new
|
||||
* pages.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to extend.
|
||||
* \return true on success and false otherwise.
|
||||
*/
|
||||
static bool pvr_csb_buffer_extend(struct pvr_csb *csb)
|
||||
{
|
||||
const uint8_t stream_link_space =
|
||||
PVR_DW_TO_BYTES(pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1));
|
||||
const uint8_t stream_reserved_space =
|
||||
stream_link_space + ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT;
|
||||
const uint32_t cache_line_size =
|
||||
pvr_get_slc_cache_line_size(&csb->device->pdevice->dev_info);
|
||||
size_t current_state_update_size = 0;
|
||||
struct pvr_bo *pvr_bo;
|
||||
VkResult result;
|
||||
|
||||
/* Make sure extra space allocated for stream links is sufficient for both
|
||||
* stream types.
|
||||
*/
|
||||
STATIC_ASSERT((pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1)) ==
|
||||
(pvr_cmd_length(CDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(CDMCTRL_STREAM_LINK1)));
|
||||
|
||||
STATIC_ASSERT(ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT ==
|
||||
ROGUE_CDMCTRL_GUARD_SIZE_DEFAULT);
|
||||
|
||||
result = pvr_bo_alloc(csb->device,
|
||||
csb->device->heaps.general_heap,
|
||||
PVR_CMD_BUFFER_CSB_BO_SIZE,
|
||||
cache_line_size,
|
||||
PVR_BO_ALLOC_FLAG_CPU_MAPPED,
|
||||
&pvr_bo);
|
||||
if (result != VK_SUCCESS) {
|
||||
vk_error(csb->device, result);
|
||||
csb->status = result;
|
||||
return false;
|
||||
}
|
||||
|
||||
/* if this is not the first BO in csb */
|
||||
if (csb->pvr_bo) {
|
||||
bool zero_after_move = PVR_IS_DEBUG_SET(DUMP_CONTROL_STREAM);
|
||||
void *new_buffer = pvr_bo->bo->map;
|
||||
|
||||
current_state_update_size =
|
||||
(uint8_t *)csb->next - (uint8_t *)csb->relocation_mark;
|
||||
|
||||
assert(csb->relocation_mark != NULL);
|
||||
assert(csb->next >= csb->relocation_mark);
|
||||
|
||||
memcpy(new_buffer, csb->relocation_mark, current_state_update_size);
|
||||
|
||||
#if MESA_DEBUG
|
||||
assert(csb->relocation_mark_status == PVR_CSB_RELOCATION_MARK_SET);
|
||||
csb->relocation_mark_status = PVR_CSB_RELOCATION_MARK_SET_AND_CONSUMED;
|
||||
zero_after_move = true;
|
||||
#endif
|
||||
|
||||
if (zero_after_move)
|
||||
memset(csb->relocation_mark, 0, current_state_update_size);
|
||||
|
||||
csb->next = csb->relocation_mark;
|
||||
|
||||
csb->end = (uint8_t *)csb->end + stream_link_space;
|
||||
assert((uint8_t *)csb->next + stream_link_space <= (uint8_t *)csb->end);
|
||||
|
||||
pvr_csb_emit_link_unmarked(csb, pvr_bo->vma->dev_addr, false);
|
||||
}
|
||||
|
||||
csb->pvr_bo = pvr_bo;
|
||||
csb->start = pvr_bo->bo->map;
|
||||
|
||||
/* Reserve space at the end, including the default guard padding, to make
|
||||
* sure we don't run out of space when a stream link is required.
|
||||
*/
|
||||
csb->end = (uint8_t *)csb->start + pvr_bo->bo->size - stream_reserved_space;
|
||||
csb->next = (uint8_t *)csb->start + current_state_update_size;
|
||||
|
||||
list_addtail(&pvr_bo->link, &csb->pvr_bo_list);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Provides a chunk of memory from the current csb buffer. In cases where
|
||||
* the buffer is not able to fulfill the required amount of memory,
|
||||
* #pvr_csb_buffer_extend() is called to allocate a new buffer. Maximum size
|
||||
* allocable in bytes is #PVR_CMD_BUFFER_CSB_BO_SIZE - size of STREAM_LINK0
|
||||
* and STREAM_LINK1 dwords.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to allocate from.
|
||||
* \param[in] num_dwords Number of dwords to allocate.
|
||||
* \return Valid host virtual address or NULL otherwise.
|
||||
*/
|
||||
void *pvr_csb_alloc_dwords(struct pvr_csb *csb, uint32_t num_dwords)
|
||||
{
|
||||
const uint32_t required_space = PVR_DW_TO_BYTES(num_dwords);
|
||||
void *p;
|
||||
|
||||
if (csb->status != VK_SUCCESS)
|
||||
return NULL;
|
||||
|
||||
if (csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED) {
|
||||
p = util_dynarray_grow_bytes(&csb->deferred_cs_mem, 1, required_space);
|
||||
if (!p)
|
||||
csb->status = vk_error(csb->device, VK_ERROR_OUT_OF_HOST_MEMORY);
|
||||
|
||||
return p;
|
||||
}
|
||||
|
||||
#if MESA_DEBUG
|
||||
if (csb->relocation_mark_status == PVR_CSB_RELOCATION_MARK_CLEARED)
|
||||
mesa_logd_once("CS memory without relocation mark detected.");
|
||||
#endif
|
||||
|
||||
if ((uint8_t *)csb->next + required_space > (uint8_t *)csb->end) {
|
||||
bool ret = pvr_csb_buffer_extend(csb);
|
||||
if (!ret)
|
||||
return NULL;
|
||||
}
|
||||
|
||||
p = csb->next;
|
||||
|
||||
csb->next = (uint8_t *)csb->next + required_space;
|
||||
assert(csb->next <= csb->end);
|
||||
|
||||
return p;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Copies control stream words from src csb into dst csb.
|
||||
*
|
||||
* The intended use is to copy PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED type
|
||||
* control stream into PVR_CMD_STREAM_TYPE_GRAPHICS type device accessible
|
||||
* control stream for processing.
|
||||
*
|
||||
* This is mainly for secondary command buffers created with
|
||||
* VK_COMMAND_BUFFER_USAGE_SIMULTANEOUS_USE_BIT flag. In that case we need to
|
||||
* copy secondary control stream into the primary control stream for processing.
|
||||
* This is done as part of vkCmdExecuteCommands.
|
||||
*
|
||||
* We create deferred control stream which is basically the same control stream
|
||||
* but based in host side memory to avoid reserving device side resource.
|
||||
*
|
||||
* \param[in,out] csb_dst Destination control Stream Builder object.
|
||||
* \param[in] csb_src Source Control Stream Builder object.
|
||||
*/
|
||||
VkResult pvr_csb_copy(struct pvr_csb *csb_dst, struct pvr_csb *csb_src)
|
||||
{
|
||||
const uint8_t stream_reserved_space =
|
||||
PVR_DW_TO_BYTES(pvr_cmd_length(VDMCTRL_STREAM_LINK0) +
|
||||
pvr_cmd_length(VDMCTRL_STREAM_LINK1)) +
|
||||
ROGUE_VDMCTRL_GUARD_SIZE_DEFAULT;
|
||||
const uint32_t size =
|
||||
util_dynarray_num_elements(&csb_src->deferred_cs_mem, char);
|
||||
const uint8_t *start = util_dynarray_begin(&csb_src->deferred_cs_mem);
|
||||
void *destination;
|
||||
|
||||
/* Only deferred control stream supported as src. */
|
||||
assert(csb_src->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
/* Only graphics control stream supported as dst. */
|
||||
assert(csb_dst->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS);
|
||||
|
||||
if (size >= (PVR_CMD_BUFFER_CSB_BO_SIZE - stream_reserved_space)) {
|
||||
/* TODO: For now we don't support deferred streams bigger than one csb
|
||||
* buffer object size.
|
||||
*
|
||||
* While adding support for this make sure to not break the words/dwords
|
||||
* over two csb buffers.
|
||||
*/
|
||||
pvr_finishme("Add support to copy streams bigger than one csb buffer");
|
||||
assert(!"CSB source buffer too large to do a full copy");
|
||||
}
|
||||
|
||||
destination = pvr_csb_alloc_dwords(csb_dst, size);
|
||||
if (!destination) {
|
||||
assert(csb_dst->status != VK_SUCCESS);
|
||||
return csb_dst->status;
|
||||
}
|
||||
|
||||
memcpy(destination, start, size);
|
||||
|
||||
return VK_SUCCESS;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_LINK/CDMCTRL_STREAM_LINK dwords into the control
|
||||
* stream pointed by csb object.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add LINK dwords to.
|
||||
* \param[in] addr Device virtual address of the sub control stream to link to.
|
||||
* \param[in] ret Selects whether the sub control stream will return or
|
||||
* terminate.
|
||||
*/
|
||||
void pvr_csb_emit_link(struct pvr_csb *csb, pvr_dev_addr_t addr, bool ret)
|
||||
{
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
pvr_csb_emit_link_unmarked(csb, addr, ret);
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds VDMCTRL_STREAM_RETURN dword into the control stream pointed by
|
||||
* csb object. Given a VDMCTRL_STREAM_RETURN marks the end of the sub control
|
||||
* stream, we return the status of the control stream as well.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to add VDMCTRL_STREAM_RETURN to.
|
||||
* \return VK_SUCCESS on success, or error code otherwise.
|
||||
*/
|
||||
VkResult pvr_csb_emit_return(struct pvr_csb *csb)
|
||||
{
|
||||
/* STREAM_RETURN is only supported by graphics control stream. */
|
||||
assert(csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS ||
|
||||
csb->stream_type == PVR_CMD_STREAM_TYPE_GRAPHICS_DEFERRED);
|
||||
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, VDMCTRL_STREAM_RETURN, ret);
|
||||
/* clang-format on */
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
|
||||
return csb->status;
|
||||
}
|
||||
|
||||
/**
|
||||
* \brief Adds STREAM_TERMINATE dword into the control stream pointed by csb
|
||||
* object. Given a STREAM_TERMINATE marks the end of the control stream, we
|
||||
* return the status of the control stream as well.
|
||||
*
|
||||
* \param[in] csb Control Stream Builder object to terminate.
|
||||
* \return VK_SUCCESS on success, or error code otherwise.
|
||||
*/
|
||||
VkResult pvr_csb_emit_terminate(struct pvr_csb *csb)
|
||||
{
|
||||
pvr_csb_set_relocation_mark(csb);
|
||||
|
||||
switch (csb->stream_type) {
|
||||
case PVR_CMD_STREAM_TYPE_GRAPHICS:
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, VDMCTRL_STREAM_TERMINATE, terminate);
|
||||
/* clang-format on */
|
||||
break;
|
||||
|
||||
case PVR_CMD_STREAM_TYPE_COMPUTE:
|
||||
/* clang-format off */
|
||||
pvr_csb_emit(csb, CDMCTRL_STREAM_TERMINATE, terminate);
|
||||
/* clang-format on */
|
||||
break;
|
||||
|
||||
default:
|
||||
UNREACHABLE("Unknown stream type");
|
||||
break;
|
||||
}
|
||||
|
||||
pvr_csb_clear_relocation_mark(csb);
|
||||
|
||||
return csb->status;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user