126 lines
6.5 KiB
C++
126 lines
6.5 KiB
C++
/*
|
|
* Copyright (C) 2019-2020 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#include "shared/source/helpers/blit_commands_helper.h"
|
|
|
|
#include "shared/source/helpers/timestamp_packet.h"
|
|
#include "shared/source/memory_manager/surface.h"
|
|
|
|
namespace NEO {
|
|
BlitProperties BlitProperties::constructPropertiesForReadWriteBuffer(BlitterConstants::BlitDirection blitDirection,
|
|
CommandStreamReceiver &commandStreamReceiver,
|
|
GraphicsAllocation *memObjAllocation,
|
|
GraphicsAllocation *preallocatedHostAllocation,
|
|
void *hostPtr, uint64_t memObjGpuVa,
|
|
uint64_t hostAllocGpuVa, size_t hostPtrOffset,
|
|
size_t copyOffset, uint64_t copySize) {
|
|
|
|
GraphicsAllocation *hostAllocation = nullptr;
|
|
|
|
if (preallocatedHostAllocation) {
|
|
hostAllocation = preallocatedHostAllocation;
|
|
UNRECOVERABLE_IF(hostAllocGpuVa == 0);
|
|
} else {
|
|
HostPtrSurface hostPtrSurface(hostPtr, static_cast<size_t>(copySize), true);
|
|
bool success = commandStreamReceiver.createAllocationForHostSurface(hostPtrSurface, false);
|
|
UNRECOVERABLE_IF(!success);
|
|
hostAllocation = hostPtrSurface.getAllocation();
|
|
hostAllocGpuVa = hostAllocation->getGpuAddress();
|
|
}
|
|
|
|
if (BlitterConstants::BlitDirection::HostPtrToBuffer == blitDirection) {
|
|
return {
|
|
nullptr, // outputTimestampPacket
|
|
blitDirection, // blitDirection
|
|
{}, // csrDependencies
|
|
AuxTranslationDirection::None, // auxTranslationDirection
|
|
memObjAllocation, // dstAllocation
|
|
hostAllocation, // srcAllocation
|
|
memObjGpuVa, // dstGpuAddress
|
|
hostAllocGpuVa, // srcGpuAddress
|
|
copySize, // copySize
|
|
copyOffset, // dstOffset
|
|
hostPtrOffset}; // srcOffset
|
|
} else {
|
|
return {
|
|
nullptr, // outputTimestampPacket
|
|
blitDirection, // blitDirection
|
|
{}, // csrDependencies
|
|
AuxTranslationDirection::None, // auxTranslationDirection
|
|
hostAllocation, // dstAllocation
|
|
memObjAllocation, // srcAllocation
|
|
hostAllocGpuVa, // dstGpuAddress
|
|
memObjGpuVa, // srcGpuAddress
|
|
copySize, // copySize
|
|
hostPtrOffset, // dstOffset
|
|
copyOffset}; // srcOffset
|
|
}
|
|
}
|
|
|
|
BlitProperties BlitProperties::constructPropertiesForCopyBuffer(GraphicsAllocation *dstAllocation, GraphicsAllocation *srcAllocation,
|
|
size_t dstOffset, size_t srcOffset, uint64_t copySize) {
|
|
|
|
return {
|
|
nullptr, // outputTimestampPacket
|
|
BlitterConstants::BlitDirection::BufferToBuffer, // blitDirection
|
|
{}, // csrDependencies
|
|
AuxTranslationDirection::None, // auxTranslationDirection
|
|
dstAllocation, // dstAllocation
|
|
srcAllocation, // srcAllocation
|
|
dstAllocation->getGpuAddress(), // dstGpuAddress
|
|
srcAllocation->getGpuAddress(), // srcGpuAddress
|
|
copySize, // copySize
|
|
dstOffset, // dstOffset
|
|
srcOffset}; // srcOffset
|
|
}
|
|
|
|
BlitProperties BlitProperties::constructPropertiesForAuxTranslation(AuxTranslationDirection auxTranslationDirection,
|
|
GraphicsAllocation *allocation) {
|
|
|
|
auto allocationSize = allocation->getUnderlyingBufferSize();
|
|
return {
|
|
nullptr, // outputTimestampPacket
|
|
BlitterConstants::BlitDirection::BufferToBuffer, // blitDirection
|
|
{}, // csrDependencies
|
|
auxTranslationDirection, // auxTranslationDirection
|
|
allocation, // dstAllocation
|
|
allocation, // srcAllocation
|
|
allocation->getGpuAddress(), // dstGpuAddress
|
|
allocation->getGpuAddress(), // srcGpuAddress
|
|
allocationSize, // copySize
|
|
0, // dstOffset
|
|
0 // srcOffset
|
|
};
|
|
}
|
|
|
|
void BlitProperties::setupDependenciesForAuxTranslation(BlitPropertiesContainer &blitPropertiesContainer, TimestampPacketDependencies ×tampPacketDependencies,
|
|
TimestampPacketContainer &kernelTimestamps, const CsrDependencies &depsFromEvents,
|
|
CommandStreamReceiver &gpguCsr, CommandStreamReceiver &bcsCsr) {
|
|
auto numObjects = blitPropertiesContainer.size() / 2;
|
|
|
|
for (size_t i = 0; i < numObjects; i++) {
|
|
blitPropertiesContainer[i].outputTimestampPacket = timestampPacketDependencies.auxToNonAuxNodes.peekNodes()[i];
|
|
blitPropertiesContainer[i + numObjects].outputTimestampPacket = timestampPacketDependencies.nonAuxToAuxNodes.peekNodes()[i];
|
|
}
|
|
|
|
gpguCsr.requestStallingPipeControlOnNextFlush();
|
|
auto nodesAllocator = gpguCsr.getTimestampPacketAllocator();
|
|
timestampPacketDependencies.barrierNodes.add(nodesAllocator->getTag());
|
|
|
|
// wait for barrier and events before AuxToNonAux
|
|
blitPropertiesContainer[0].csrDependencies.push_back(×tampPacketDependencies.barrierNodes);
|
|
|
|
for (auto dep : depsFromEvents) {
|
|
blitPropertiesContainer[0].csrDependencies.push_back(dep);
|
|
}
|
|
|
|
// wait for NDR before NonAuxToAux
|
|
blitPropertiesContainer[numObjects].csrDependencies.push_back(&kernelTimestamps);
|
|
}
|
|
|
|
} // namespace NEO
|