/* * Copyright (C) 2017-2020 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "shared/source/compiler_interface/compiler_interface.h" #include "shared/source/compiler_interface/linker.h" #include "shared/source/device_binary_format/elf/elf_encoder.h" #include "shared/source/helpers/non_copyable_or_moveable.h" #include "shared/source/program/program_info.h" #include "shared/source/utilities/const_stringref.h" #include "opencl/source/api/cl_types.h" #include "opencl/source/cl_device/cl_device_vector.h" #include "opencl/source/helpers/base_object.h" #include "opencl/source/helpers/destructor_callback.h" #include "cif/builtins/memory/buffer/buffer.h" #include "patch_list.h" #include #include #include namespace NEO { namespace PatchTokenBinary { struct ProgramFromPatchtokens; } class BlockKernelManager; class BuiltinDispatchInfoBuilder; class ClDevice; class Context; class CompilerInterface; class Device; class ExecutionEnvironment; class Program; struct KernelInfo; template <> struct OpenCLObjectMapper<_cl_program> { typedef class Program DerivedType; }; namespace ProgramFunctions { using CreateFromILFunc = std::function; extern CreateFromILFunc createFromIL; } // namespace ProgramFunctions constexpr cl_int asClError(TranslationOutput::ErrorCode err) { switch (err) { default: return CL_OUT_OF_HOST_MEMORY; case TranslationOutput::ErrorCode::Success: return CL_SUCCESS; case TranslationOutput::ErrorCode::CompilerNotAvailable: return CL_COMPILER_NOT_AVAILABLE; case TranslationOutput::ErrorCode::CompilationFailure: return CL_COMPILE_PROGRAM_FAILURE; case TranslationOutput::ErrorCode::BuildFailure: return CL_BUILD_PROGRAM_FAILURE; case TranslationOutput::ErrorCode::LinkFailure: return CL_LINK_PROGRAM_FAILURE; } } class Program : public BaseObject<_cl_program> { public: static const cl_ulong objectMagic = 0x5651C89100AAACFELL; enum class CreatedFrom { SOURCE, IL, BINARY, UNKNOWN }; // Create program from binary template static T *create( Context *pContext, const ClDeviceVector &deviceVector, const size_t *lengths, const unsigned char **binaries, cl_int *binaryStatus, cl_int &errcodeRet); // Create program from source template static T *create( Context *pContext, cl_uint count, const char **strings, const size_t *lengths, cl_int &errcodeRet); template static T *createBuiltInFromSource( const char *nullTerminatedString, Context *context, const ClDeviceVector &deviceVector, cl_int *errcodeRet); template static T *createBuiltInFromGenBinary( Context *context, const ClDeviceVector &deviceVector, const void *binary, size_t size, cl_int *errcodeRet); template static T *createFromIL(Context *context, const void *il, size_t length, cl_int &errcodeRet); Program(Context *context, bool isBuiltIn, const ClDeviceVector &clDevicesIn); ~Program() override; Program(const Program &) = delete; Program &operator=(const Program &) = delete; cl_int build(cl_uint numDevices, const cl_device_id *deviceList, const char *buildOptions, bool enableCaching); cl_int build(const Device *pDevice, const char *buildOptions, bool enableCaching, std::unordered_map &builtinsMap); MOCKABLE_VIRTUAL cl_int processGenBinary(uint32_t rootDeviceIndex); MOCKABLE_VIRTUAL cl_int processProgramInfo(ProgramInfo &dst); cl_int compile(cl_uint numDevices, const cl_device_id *deviceList, const char *buildOptions, cl_uint numInputHeaders, const cl_program *inputHeaders, const char **headerIncludeNames); cl_int link(cl_uint numDevices, const cl_device_id *deviceList, const char *buildOptions, cl_uint numInputPrograms, const cl_program *inputPrograms); cl_int setProgramSpecializationConstant(cl_uint specId, size_t specSize, const void *specValue); MOCKABLE_VIRTUAL cl_int updateSpecializationConstant(cl_uint specId, size_t specSize, const void *specValue); size_t getNumKernels() const; const KernelInfo *getKernelInfo(const char *kernelName) const; const KernelInfo *getKernelInfo(size_t ordinal) const; cl_int getInfo(cl_program_info paramName, size_t paramValueSize, void *paramValue, size_t *paramValueSizeRet); cl_int getBuildInfo(cl_device_id device, cl_program_build_info paramName, size_t paramValueSize, void *paramValue, size_t *paramValueSizeRet) const; bool isBuilt() const { return std::all_of(this->buildStatuses.begin(), this->buildStatuses.end(), [](auto pair) { return pair.second == CL_SUCCESS; }); } Context &getContext() const { return *context; } Context *getContextPtr() const { return context; } ExecutionEnvironment &peekExecutionEnvironment() const { return executionEnvironment; } const Device &getDevice() const { UNRECOVERABLE_IF(pDevice == nullptr); return *pDevice; } cl_int processSpirBinary(const void *pBinary, size_t binarySize, bool isSpirV); cl_int getSource(std::string &binary) const; void processDebugData(); void updateBuildLog(uint32_t rootDeviceIndex, const char *pErrorString, const size_t errorStringSize); const char *getBuildLog(uint32_t rootDeviceIndex) const; cl_uint getProgramBinaryType() const { return programBinaryType; } bool getIsSpirV() const { return isSpirV; } GraphicsAllocation *getConstantSurface(uint32_t rootDeviceIndex) const { return buildInfos[rootDeviceIndex].constantSurface; } GraphicsAllocation *getGlobalSurface(uint32_t rootDeviceIndex) const { return buildInfos[rootDeviceIndex].globalSurface; } GraphicsAllocation *getExportedFunctionsSurface(uint32_t rootDeviceIndex) const { return buildInfos[rootDeviceIndex].exportedFunctionsSurface; } BlockKernelManager *getBlockKernelManager() const { return blockKernelManager; } void allocateBlockPrivateSurfaces(uint32_t rootDeviceIndex); void freeBlockResources(); void cleanCurrentKernelInfo(); const std::string &getOptions() const { return options; } const std::string &getInternalOptions() const { return internalOptions; } bool getAllowNonUniform() const { return allowNonUniform; } bool getIsBuiltIn() const { return isBuiltIn; } uint32_t getProgramOptionVersion() const { return programOptionVersion; } void enableKernelDebug() { kernelDebugEnabled = true; } bool isKernelDebugEnabled() { return kernelDebugEnabled; } char *getDebugData() { return debugData.get(); } size_t getDebugDataSize() { return debugDataSize; } const Linker::RelocatedSymbolsMap &getSymbols(uint32_t rootDeviceIndex) const { return buildInfos[rootDeviceIndex].symbols; } void setSymbols(uint32_t rootDeviceIndex, Linker::RelocatedSymbolsMap &&symbols) { buildInfos[rootDeviceIndex].symbols = std::move(symbols); } LinkerInput *getLinkerInput(uint32_t rootDeviceIndex) const { return buildInfos[rootDeviceIndex].linkerInput.get(); } void setLinkerInput(uint32_t rootDeviceIndex, std::unique_ptr &&linkerInput) { buildInfos[rootDeviceIndex].linkerInput = std::move(linkerInput); } MOCKABLE_VIRTUAL void replaceDeviceBinary(std::unique_ptr newBinary, size_t newBinarySize, uint32_t rootDeviceIndex); static bool isValidCallback(void(CL_CALLBACK *funcNotify)(cl_program program, void *userData), void *userData); void invokeCallback(void(CL_CALLBACK *funcNotify)(cl_program program, void *userData), void *userData); protected: MOCKABLE_VIRTUAL cl_int createProgramFromBinary(const void *pBinary, size_t binarySize, uint32_t rootDeviceIndex); cl_int packDeviceBinary(uint32_t rootDeviceIndex); MOCKABLE_VIRTUAL cl_int linkBinary(Device *pDevice, const void *constantsInitData, const void *variablesInitData); void separateBlockKernels(); void updateNonUniformFlag(); void updateNonUniformFlag(const Program **inputProgram, size_t numInputPrograms); void extractInternalOptions(const std::string &options); MOCKABLE_VIRTUAL bool isFlagOption(ConstStringRef option); MOCKABLE_VIRTUAL bool isOptionValueValid(ConstStringRef option, ConstStringRef value); MOCKABLE_VIRTUAL void applyAdditionalOptions(); MOCKABLE_VIRTUAL bool appendKernelDebugOptions(); void notifyDebuggerWithSourceCode(std::string &filename); void setBuildStatus(cl_build_status status); cl_program_binary_type programBinaryType = CL_PROGRAM_BINARY_TYPE_NONE; bool isSpirV = false; std::unique_ptr irBinary; size_t irBinarySize = 0U; std::unique_ptr debugData; size_t debugDataSize = 0U; CreatedFrom createdFrom = CreatedFrom::UNKNOWN; std::vector kernelInfoArray; std::vector parentKernelInfoArray; std::vector subgroupKernelInfoArray; std::unordered_map buildStatuses; bool isCreatedFromBinary = false; std::string sourceCode; std::string options; std::string internalOptions; static const std::vector internalOptionsToExtract; uint32_t programOptionVersion = 12U; bool allowNonUniform = false; struct BuildInfo : public NonCopyableClass { GraphicsAllocation *constantSurface = nullptr; GraphicsAllocation *globalSurface = nullptr; GraphicsAllocation *exportedFunctionsSurface = nullptr; size_t globalVarTotalSize = 0U; std::unique_ptr linkerInput; Linker::RelocatedSymbolsMap symbols{}; std::string buildLog{}; std::unique_ptr unpackedDeviceBinary; size_t unpackedDeviceBinarySize = 0U; std::unique_ptr packedDeviceBinary; size_t packedDeviceBinarySize = 0U; }; std::vector buildInfos; bool areSpecializationConstantsInitialized = false; CIF::RAII::UPtr_t specConstantsIds; CIF::RAII::UPtr_t specConstantsSizes; specConstValuesMap specConstantsValues; BlockKernelManager *blockKernelManager = nullptr; ExecutionEnvironment &executionEnvironment; Context *context = nullptr; Device *pDevice = nullptr; cl_uint numDevices = 0U; ClDeviceVector clDevices; bool isBuiltIn = false; bool kernelDebugEnabled = false; }; } // namespace NEO