/* * Copyright (c) 2017, Intel Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included * in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. */ #include "runtime/command_queue/command_queue.h" #include "runtime/device/device.h" #include "runtime/context/context.h" #include "runtime/event/event_builder.h" #include "runtime/helpers/get_info.h" #include "runtime/mem_obj/buffer.h" #include "runtime/mem_obj/image.h" namespace OCLRT { void *CommandQueue::cpuDataTransferHandler(TransferProperties &transferProperties, EventsRequest &eventsRequest, cl_int &retVal) { void *returnPtr = nullptr; EventBuilder eventBuilder; bool eventCompleted = false; ErrorCodeHelper err(&retVal, CL_SUCCESS); auto image = castToObject(transferProperties.memObj); if (eventsRequest.outEvent) { eventBuilder.create(this, transferProperties.cmdType, Event::eventNotReady, Event::eventNotReady); eventBuilder.getEvent()->setQueueTimeStamp(); eventBuilder.getEvent()->setCPUProfilingPath(true); *eventsRequest.outEvent = eventBuilder.getEvent(); } TakeOwnershipWrapper deviceOwnership(*device); TakeOwnershipWrapper queueOwnership(*this); auto blockQueue = false; auto taskLevel = 0u; obtainTaskLevelAndBlockedStatus(taskLevel, eventsRequest.numEventsInWaitList, eventsRequest.eventWaitList, blockQueue, transferProperties.cmdType); DBG_LOG(LogTaskCounts, __FUNCTION__, "taskLevel", taskLevel); if (eventsRequest.outEvent) { eventBuilder.getEvent()->taskLevel = taskLevel; } if (blockQueue && (transferProperties.cmdType == CL_COMMAND_MAP_BUFFER || transferProperties.cmdType == CL_COMMAND_MAP_IMAGE || transferProperties.cmdType == CL_COMMAND_UNMAP_MEM_OBJECT)) { enqueueBlockedMapUnmapOperation(eventsRequest.eventWaitList, static_cast(eventsRequest.numEventsInWaitList), transferProperties.cmdType == CL_COMMAND_UNMAP_MEM_OBJECT ? UNMAP : MAP, transferProperties.memObj, eventBuilder); } queueOwnership.unlock(); deviceOwnership.unlock(); // read/write buffers are always blocking if (!blockQueue || transferProperties.blocking) { err.set(Event::waitForEvents(eventsRequest.numEventsInWaitList, eventsRequest.eventWaitList)); if (eventBuilder.getEvent()) { eventBuilder.getEvent()->setSubmitTimeStamp(); } //wait for the completness of previous commands if (transferProperties.cmdType != CL_COMMAND_UNMAP_MEM_OBJECT) { if (!transferProperties.memObj->isMemObjZeroCopy() || transferProperties.blocking) { finish(true); eventCompleted = true; } } if (eventBuilder.getEvent()) { eventBuilder.getEvent()->setStartTimeStamp(); } switch (transferProperties.cmdType) { case CL_COMMAND_MAP_BUFFER: if (!transferProperties.memObj->isMemObjZeroCopy()) { transferProperties.memObj->transferDataToHostPtr({{transferProperties.memObj->getSize(), 0, 0}}, {{0, 0, 0}}); eventCompleted = true; } break; case CL_COMMAND_MAP_IMAGE: if (!image->isMemObjZeroCopy()) { auto &imgDesc = image->getImageDesc(); std::array copySize = {{getValidParam(imgDesc.image_width), getValidParam(imgDesc.image_height), getValidParam((std::max(imgDesc.image_depth, imgDesc.image_array_size)))}}; image->transferDataToHostPtr(copySize, {{0, 0, 0}}); eventCompleted = true; } break; case CL_COMMAND_UNMAP_MEM_OBJECT: if (!transferProperties.memObj->isMemObjZeroCopy()) { std::array copySize = {{transferProperties.memObj->getSize(), 0, 0}}; if (image) { auto imgDesc = image->getImageDesc(); copySize = {{getValidParam(imgDesc.image_width), getValidParam(imgDesc.image_height), getValidParam((std::max(imgDesc.image_depth, imgDesc.image_array_size)))}}; } transferProperties.memObj->transferDataFromHostPtr(copySize, {{0, 0, 0}}); eventCompleted = true; } transferProperties.memObj->decMapCount(); break; case CL_COMMAND_READ_BUFFER: memcpy_s(transferProperties.ptr, *transferProperties.sizePtr, ptrOffset(transferProperties.memObj->getCpuAddressForMemoryTransfer(), *transferProperties.offsetPtr), *transferProperties.sizePtr); eventCompleted = true; break; case CL_COMMAND_WRITE_BUFFER: memcpy_s(ptrOffset(transferProperties.memObj->getCpuAddressForMemoryTransfer(), *transferProperties.offsetPtr), *transferProperties.sizePtr, transferProperties.ptr, *transferProperties.sizePtr); eventCompleted = true; break; case CL_COMMAND_MARKER: break; default: err.set(CL_INVALID_OPERATION); } if (eventBuilder.getEvent()) { eventBuilder.getEvent()->setEndTimeStamp(); eventBuilder.getEvent()->updateTaskCount(this->taskCount); if (eventCompleted) { eventBuilder.getEvent()->setStatus(CL_COMPLETE); } else { eventBuilder.getEvent()->updateExecutionStatus(); } } } if (context->isProvidingPerformanceHints()) { providePerformanceHint(transferProperties); } if (transferProperties.cmdType == CL_COMMAND_MAP_BUFFER || transferProperties.cmdType == CL_COMMAND_MAP_IMAGE) { size_t mapPtrOffset; if (image) { mapPtrOffset = image->calculateOffset(image->getImageDesc().image_row_pitch, image->getImageDesc().image_slice_pitch, transferProperties.offsetPtr); } else { mapPtrOffset = *transferProperties.offsetPtr; } returnPtr = ptrOffset(transferProperties.memObj->getCpuAddressForMapping(), mapPtrOffset); transferProperties.memObj->setMapInfo(returnPtr, transferProperties.sizePtr, transferProperties.offsetPtr); } return returnPtr; // only map returns pointer } void CommandQueue::providePerformanceHint(TransferProperties &transferProperties) { switch (transferProperties.cmdType) { case CL_COMMAND_MAP_BUFFER: if (!transferProperties.memObj->isMemObjZeroCopy()) { context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, CL_ENQUEUE_MAP_BUFFER_REQUIRES_COPY_DATA, static_cast(transferProperties.memObj)); break; } context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_GOOD_INTEL, CL_ENQUEUE_MAP_BUFFER_DOESNT_REQUIRE_COPY_DATA, static_cast(transferProperties.memObj)); break; case CL_COMMAND_MAP_IMAGE: if (!transferProperties.memObj->isMemObjZeroCopy()) { context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, CL_ENQUEUE_MAP_IMAGE_REQUIRES_COPY_DATA, static_cast(transferProperties.memObj)); break; } context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_GOOD_INTEL, CL_ENQUEUE_MAP_IMAGE_DOESNT_REQUIRE_COPY_DATA, static_cast(transferProperties.memObj)); break; case CL_COMMAND_UNMAP_MEM_OBJECT: if (!transferProperties.memObj->isMemObjZeroCopy()) { context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, CL_ENQUEUE_UNMAP_MEM_OBJ_REQUIRES_COPY_DATA, transferProperties.ptr, static_cast(transferProperties.memObj)); break; } context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_GOOD_INTEL, CL_ENQUEUE_UNMAP_MEM_OBJ_DOESNT_REQUIRE_COPY_DATA, transferProperties.ptr); break; case CL_COMMAND_READ_BUFFER: context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, CL_ENQUEUE_READ_BUFFER_REQUIRES_COPY_DATA, static_cast(transferProperties.memObj), transferProperties.ptr); break; case CL_COMMAND_WRITE_BUFFER: context->providePerformanceHint(CL_CONTEXT_DIAGNOSTICS_LEVEL_BAD_INTEL, CL_ENQUEUE_WRITE_BUFFER_REQUIRES_COPY_DATA, static_cast(transferProperties.memObj), transferProperties.ptr); } } } // namespace OCLRT