/* * Copyright (C) 2019 Intel Corporation * * SPDX-License-Identifier: MIT * */ #include "runtime/helpers/blit_commands_helper.h" #include "runtime/built_ins/builtins_dispatch_builder.h" #include "runtime/context/context.h" #include "runtime/helpers/timestamp_packet.h" #include "runtime/memory_manager/surface.h" #include "CL/cl.h" namespace NEO { BlitProperties BlitProperties::constructPropertiesForReadWriteBuffer(BlitterConstants::BlitDirection blitDirection, CommandStreamReceiver &commandStreamReceiver, GraphicsAllocation *memObjAllocation, size_t memObjOffset, GraphicsAllocation *mapAllocation, void *hostPtr, size_t hostPtrOffset, bool blocking, size_t copyOffset, uint64_t copySize) { GraphicsAllocation *hostAllocation = nullptr; if (mapAllocation) { hostAllocation = mapAllocation; hostPtrOffset += ptrDiff(hostPtr, mapAllocation->getGpuAddress()); } else { HostPtrSurface hostPtrSurface(hostPtr, static_cast(copySize), true); bool success = commandStreamReceiver.createAllocationForHostSurface(hostPtrSurface, false); UNRECOVERABLE_IF(!success); hostAllocation = hostPtrSurface.getAllocation(); } auto offset = copyOffset + memObjOffset; if (BlitterConstants::BlitDirection::HostPtrToBuffer == blitDirection) { return {nullptr, blitDirection, {}, AuxTranslationDirection::None, memObjAllocation, hostAllocation, blocking, offset, hostPtrOffset, copySize}; } else { return {nullptr, blitDirection, {}, AuxTranslationDirection::None, hostAllocation, memObjAllocation, blocking, hostPtrOffset, offset, copySize}; } } BlitProperties BlitProperties::constructPropertiesForReadWriteBuffer(BlitterConstants::BlitDirection blitDirection, CommandStreamReceiver &commandStreamReceiver, const BuiltinOpParams &builtinOpParams, bool blocking) { GraphicsAllocation *hostAllocation = builtinOpParams.mapAllocation; GraphicsAllocation *gpuAllocation = nullptr; size_t copyOffset = 0; size_t memObjOffset = 0; void *hostPtr = nullptr; size_t hostPtrOffset = 0; if (BlitterConstants::BlitDirection::HostPtrToBuffer == blitDirection) { // write buffer if (builtinOpParams.dstSvmAlloc) { gpuAllocation = builtinOpParams.dstSvmAlloc; hostAllocation = builtinOpParams.srcSvmAlloc; } else { gpuAllocation = builtinOpParams.dstMemObj->getGraphicsAllocation(); memObjOffset = builtinOpParams.dstMemObj->getOffset(); } hostPtr = builtinOpParams.srcPtr; hostPtrOffset = builtinOpParams.srcOffset.x; copyOffset = builtinOpParams.dstOffset.x; } if (BlitterConstants::BlitDirection::BufferToHostPtr == blitDirection) { // read buffer if (builtinOpParams.srcSvmAlloc) { gpuAllocation = builtinOpParams.srcSvmAlloc; hostAllocation = builtinOpParams.dstSvmAlloc; } else { gpuAllocation = builtinOpParams.srcMemObj->getGraphicsAllocation(); memObjOffset = builtinOpParams.srcMemObj->getOffset(); } hostPtr = builtinOpParams.dstPtr; hostPtrOffset = builtinOpParams.dstOffset.x; copyOffset = builtinOpParams.srcOffset.x; } UNRECOVERABLE_IF(BlitterConstants::BlitDirection::HostPtrToBuffer != blitDirection && BlitterConstants::BlitDirection::BufferToHostPtr != blitDirection); return constructPropertiesForReadWriteBuffer(blitDirection, commandStreamReceiver, gpuAllocation, memObjOffset, hostAllocation, hostPtr, hostPtrOffset, blocking, copyOffset, builtinOpParams.size.x); } BlitProperties BlitProperties::constructPropertiesForCopyBuffer(GraphicsAllocation *dstAllocation, GraphicsAllocation *srcAllocation, bool blocking, size_t dstOffset, size_t srcOffset, uint64_t copySize) { return {nullptr, BlitterConstants::BlitDirection::BufferToBuffer, {}, AuxTranslationDirection::None, dstAllocation, srcAllocation, blocking, dstOffset, srcOffset, copySize}; } BlitProperties BlitProperties::constructPropertiesForAuxTranslation(AuxTranslationDirection auxTranslationDirection, GraphicsAllocation *allocation) { auto allocationSize = allocation->getUnderlyingBufferSize(); return {nullptr, BlitterConstants::BlitDirection::BufferToBuffer, {}, auxTranslationDirection, allocation, allocation, false, 0, 0, allocationSize}; } BlitterConstants::BlitDirection BlitProperties::obtainBlitDirection(uint32_t commandType) { return (CL_COMMAND_WRITE_BUFFER == commandType) ? BlitterConstants::BlitDirection::HostPtrToBuffer : BlitterConstants::BlitDirection::BufferToHostPtr; } } // namespace NEO