/* * Copyright (C) 2019-2021 Intel Corporation * * SPDX-License-Identifier: MIT * */ #include "shared/source/helpers/blit_commands_helper.h" #include "shared/source/helpers/timestamp_packet.h" #include "shared/source/memory_manager/surface.h" namespace NEO { namespace BlitHelperFunctions { BlitMemoryToAllocationFunc blitMemoryToAllocation = BlitHelper::blitMemoryToAllocation; } // namespace BlitHelperFunctions BlitProperties BlitProperties::constructPropertiesForReadWriteBuffer(BlitterConstants::BlitDirection blitDirection, CommandStreamReceiver &commandStreamReceiver, GraphicsAllocation *memObjAllocation, GraphicsAllocation *preallocatedHostAllocation, const void *hostPtr, uint64_t memObjGpuVa, uint64_t hostAllocGpuVa, Vec3 hostPtrOffset, Vec3 copyOffset, Vec3 copySize, size_t hostRowPitch, size_t hostSlicePitch, size_t gpuRowPitch, size_t gpuSlicePitch) { GraphicsAllocation *hostAllocation = nullptr; auto clearColorAllocation = commandStreamReceiver.getClearColorAllocation(); if (preallocatedHostAllocation) { hostAllocation = preallocatedHostAllocation; UNRECOVERABLE_IF(hostAllocGpuVa == 0); } else { HostPtrSurface hostPtrSurface(hostPtr, static_cast(copySize.x), true); bool success = commandStreamReceiver.createAllocationForHostSurface(hostPtrSurface, false); UNRECOVERABLE_IF(!success); hostAllocation = hostPtrSurface.getAllocation(); hostAllocGpuVa = hostAllocation->getGpuAddress(); } copySize.y = copySize.y ? copySize.y : 1; copySize.z = copySize.z ? copySize.z : 1; if (BlitterConstants::BlitDirection::HostPtrToBuffer == blitDirection || BlitterConstants::BlitDirection::HostPtrToImage == blitDirection) { return { nullptr, // outputTimestampPacket blitDirection, // blitDirection {}, // csrDependencies AuxTranslationDirection::None, // auxTranslationDirection memObjAllocation, // dstAllocation hostAllocation, // srcAllocation clearColorAllocation, // clearColorAllocation memObjGpuVa, // dstGpuAddress hostAllocGpuVa, // srcGpuAddress copySize, // copySize copyOffset, // dstOffset hostPtrOffset, // srcOffset gpuRowPitch, // dstRowPitch gpuSlicePitch, // dstSlicePitch hostRowPitch, // srcRowPitch hostSlicePitch, // srcSlicePitch copySize, // dstSize copySize // srcSize }; } else { return { nullptr, // outputTimestampPacket blitDirection, // blitDirection {}, // csrDependencies AuxTranslationDirection::None, // auxTranslationDirection hostAllocation, // dstAllocation memObjAllocation, // srcAllocation clearColorAllocation, // clearColorAllocation hostAllocGpuVa, // dstGpuAddress memObjGpuVa, // srcGpuAddress copySize, // copySize hostPtrOffset, // dstOffset copyOffset, // srcOffset hostRowPitch, // dstRowPitch hostSlicePitch, // dstSlicePitch gpuRowPitch, // srcRowPitch gpuSlicePitch, // srcSlicePitch copySize, // dstSize copySize // srcSize }; }; } BlitProperties BlitProperties::constructPropertiesForCopyBuffer(GraphicsAllocation *dstAllocation, GraphicsAllocation *srcAllocation, Vec3 dstOffset, Vec3 srcOffset, Vec3 copySize, size_t srcRowPitch, size_t srcSlicePitch, size_t dstRowPitch, size_t dstSlicePitch, GraphicsAllocation *clearColorAllocation) { copySize.y = copySize.y ? copySize.y : 1; copySize.z = copySize.z ? copySize.z : 1; return { nullptr, // outputTimestampPacket BlitterConstants::BlitDirection::BufferToBuffer, // blitDirection {}, // csrDependencies AuxTranslationDirection::None, // auxTranslationDirection dstAllocation, // dstAllocation srcAllocation, // srcAllocation clearColorAllocation, // clearColorAllocation dstAllocation->getGpuAddress(), // dstGpuAddress srcAllocation->getGpuAddress(), // srcGpuAddress copySize, // copySize dstOffset, // dstOffset srcOffset, // srcOffset dstRowPitch, // dstRowPitch dstSlicePitch, // dstSlicePitch srcRowPitch, // srcRowPitch srcSlicePitch}; // srcSlicePitch } BlitProperties BlitProperties::constructPropertiesForAuxTranslation(AuxTranslationDirection auxTranslationDirection, GraphicsAllocation *allocation, GraphicsAllocation *clearColorAllocation) { auto allocationSize = allocation->getUnderlyingBufferSize(); return { nullptr, // outputTimestampPacket BlitterConstants::BlitDirection::BufferToBuffer, // blitDirection {}, // csrDependencies auxTranslationDirection, // auxTranslationDirection allocation, // dstAllocation allocation, // srcAllocation clearColorAllocation, // clearColorAllocation allocation->getGpuAddress(), // dstGpuAddress allocation->getGpuAddress(), // srcGpuAddress {allocationSize, 1, 1}, // copySize 0, // dstOffset 0 // srcOffset }; } void BlitProperties::setupDependenciesForAuxTranslation(BlitPropertiesContainer &blitPropertiesContainer, TimestampPacketDependencies ×tampPacketDependencies, TimestampPacketContainer &kernelTimestamps, const CsrDependencies &depsFromEvents, CommandStreamReceiver &gpguCsr, CommandStreamReceiver &bcsCsr) { auto numObjects = blitPropertiesContainer.size() / 2; for (size_t i = 0; i < numObjects; i++) { blitPropertiesContainer[i].outputTimestampPacket = timestampPacketDependencies.auxToNonAuxNodes.peekNodes()[i]; blitPropertiesContainer[i + numObjects].outputTimestampPacket = timestampPacketDependencies.nonAuxToAuxNodes.peekNodes()[i]; } gpguCsr.requestStallingPipeControlOnNextFlush(); auto nodesAllocator = gpguCsr.getTimestampPacketAllocator(); timestampPacketDependencies.barrierNodes.add(nodesAllocator->getTag()); // wait for barrier and events before AuxToNonAux blitPropertiesContainer[0].csrDependencies.timestampPacketContainer.push_back(×tampPacketDependencies.barrierNodes); for (auto dep : depsFromEvents.timestampPacketContainer) { blitPropertiesContainer[0].csrDependencies.timestampPacketContainer.push_back(dep); } // wait for NDR before NonAuxToAux blitPropertiesContainer[numObjects].csrDependencies.timestampPacketContainer.push_back(×tampPacketDependencies.cacheFlushNodes); blitPropertiesContainer[numObjects].csrDependencies.timestampPacketContainer.push_back(&kernelTimestamps); } } // namespace NEO