/* * Copyright (C) 2020-2022 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "shared/source/kernel/dispatch_kernel_encoder_interface.h" #include "shared/source/kernel/kernel_descriptor.h" #include "shared/source/memory_manager/graphics_allocation.h" #include "shared/source/unified_memory/unified_memory.h" #include #include #include #include struct _ze_kernel_handle_t {}; namespace NEO { class Device; struct KernelInfo; class MemoryManager; } // namespace NEO namespace L0 { struct Device; struct Module; struct KernelImmutableData { KernelImmutableData(L0::Device *l0device = nullptr); virtual ~KernelImmutableData(); void initialize(NEO::KernelInfo *kernelInfo, Device *device, uint32_t computeUnitsUsedForSratch, NEO::GraphicsAllocation *globalConstBuffer, NEO::GraphicsAllocation *globalVarBuffer, bool internalKernel); const std::vector &getResidencyContainer() const { return residencyContainer; } std::vector &getResidencyContainer() { return residencyContainer; } uint32_t getIsaSize() const; NEO::GraphicsAllocation *getIsaGraphicsAllocation() const { return isaGraphicsAllocation.get(); } const uint8_t *getCrossThreadDataTemplate() const { return crossThreadDataTemplate.get(); } uint32_t getSurfaceStateHeapSize() const { return surfaceStateHeapSize; } const uint8_t *getSurfaceStateHeapTemplate() const { return surfaceStateHeapTemplate.get(); } uint32_t getDynamicStateHeapDataSize() const { return dynamicStateHeapSize; } const uint8_t *getDynamicStateHeapTemplate() const { return dynamicStateHeapTemplate.get(); } const NEO::KernelDescriptor &getDescriptor() const { return *kernelDescriptor; } Device *getDevice() { return this->device; } const NEO::KernelInfo *getKernelInfo() const { return kernelInfo; } void setIsaCopiedToAllocation() { isaCopiedToAllocation = true; } bool isIsaCopiedToAllocation() const { return isaCopiedToAllocation; } MOCKABLE_VIRTUAL void createRelocatedDebugData(NEO::GraphicsAllocation *globalConstBuffer, NEO::GraphicsAllocation *globalVarBuffer); protected: Device *device = nullptr; NEO::KernelInfo *kernelInfo = nullptr; NEO::KernelDescriptor *kernelDescriptor = nullptr; std::unique_ptr isaGraphicsAllocation = nullptr; uint32_t crossThreadDataSize = 0; std::unique_ptr crossThreadDataTemplate = nullptr; uint32_t surfaceStateHeapSize = 0; std::unique_ptr surfaceStateHeapTemplate = nullptr; uint32_t dynamicStateHeapSize = 0; std::unique_ptr dynamicStateHeapTemplate = nullptr; std::vector residencyContainer; bool isaCopiedToAllocation = false; }; struct Kernel : _ze_kernel_handle_t, virtual NEO::DispatchKernelEncoderI { template struct Allocator { static Kernel *allocate(Module *module) { return new Type(module); } }; static Kernel *create(uint32_t productFamily, Module *module, const ze_kernel_desc_t *desc, ze_result_t *ret); ~Kernel() override = default; virtual ze_result_t destroy() = 0; virtual ze_result_t setIndirectAccess(ze_kernel_indirect_access_flags_t flags) = 0; virtual ze_result_t getIndirectAccess(ze_kernel_indirect_access_flags_t *flags) = 0; virtual ze_result_t getSourceAttributes(uint32_t *pSize, char **pString) = 0; virtual ze_result_t getProperties(ze_kernel_properties_t *pKernelProperties) = 0; virtual ze_result_t setArgumentValue(uint32_t argIndex, size_t argSize, const void *pArgValue) = 0; virtual void setGroupCount(uint32_t groupCountX, uint32_t groupCountY, uint32_t groupCountZ) = 0; virtual ze_result_t setArgBufferWithAlloc(uint32_t argIndex, uintptr_t argVal, NEO::GraphicsAllocation *allocation) = 0; virtual ze_result_t setArgRedescribedImage(uint32_t argIndex, ze_image_handle_t argVal) = 0; virtual ze_result_t setGroupSize(uint32_t groupSizeX, uint32_t groupSizeY, uint32_t groupSizeZ) = 0; virtual ze_result_t suggestGroupSize(uint32_t globalSizeX, uint32_t globalSizeY, uint32_t globalSizeZ, uint32_t *groupSizeX, uint32_t *groupSizeY, uint32_t *groupSizeZ) = 0; virtual ze_result_t getKernelName(size_t *pSize, char *pName) = 0; virtual uint32_t *getGlobalOffsets() = 0; virtual ze_result_t setGlobalOffsetExp(uint32_t offsetX, uint32_t offsetY, uint32_t offsetZ) = 0; virtual void patchGlobalOffset() = 0; virtual ze_result_t suggestMaxCooperativeGroupCount(uint32_t *totalGroupCount, NEO::EngineGroupType engineGroupType, bool isEngineInstanced) = 0; virtual ze_result_t setCacheConfig(ze_cache_config_flags_t flags) = 0; virtual ze_result_t getProfileInfo(zet_profile_properties_t *pProfileProperties) = 0; virtual const KernelImmutableData *getImmutableData() const = 0; virtual const std::vector &getResidencyContainer() const = 0; virtual UnifiedMemoryControls getUnifiedMemoryControls() const = 0; virtual bool hasIndirectAllocationsAllowed() const = 0; virtual NEO::GraphicsAllocation *getPrintfBufferAllocation() = 0; virtual void printPrintfOutput() = 0; virtual bool usesSyncBuffer() = 0; virtual void patchSyncBuffer(NEO::GraphicsAllocation *gfxAllocation, size_t bufferOffset) = 0; virtual NEO::GraphicsAllocation *allocatePrivateMemoryGraphicsAllocation() = 0; virtual void patchCrossthreadDataWithPrivateAllocation(NEO::GraphicsAllocation *privateAllocation) = 0; virtual NEO::GraphicsAllocation *getPrivateMemoryGraphicsAllocation() = 0; virtual ze_result_t setSchedulingHintExp(ze_scheduling_hint_exp_desc_t *pHint) = 0; virtual int32_t getSchedulingHintExp() = 0; Kernel() = default; Kernel(const Kernel &) = delete; Kernel(Kernel &&) = delete; Kernel &operator=(const Kernel &) = delete; Kernel &operator=(Kernel &&) = delete; static Kernel *fromHandle(ze_kernel_handle_t handle) { return static_cast(handle); } inline ze_kernel_handle_t toHandle() { return this; } }; using KernelAllocatorFn = Kernel *(*)(Module *module); extern KernelAllocatorFn kernelFactory[]; template struct KernelPopulateFactory { KernelPopulateFactory() { kernelFactory[productFamily] = KernelType::template Allocator::allocate; } }; } // namespace L0