/* * Copyright (C) 2017-2020 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "core/built_ins/sip_kernel_type.h" #include "core/helpers/debug_helpers.h" #include "core/helpers/non_copyable_or_moveable.h" #include "core/helpers/vec.h" #include "CL/cl.h" #include "built_in_ops.h" #include "compiler_options.h" #include #include #include #include #include #include #include #include #include namespace NEO { typedef std::vector BuiltinResourceT; class Context; class Device; class Kernel; struct KernelInfo; struct MultiDispatchInfo; class Program; class SchedulerKernel; class SipKernel; static constexpr ConstStringRef mediaKernelsBuildOptionsList[] = { "-D cl_intel_device_side_advanced_vme_enable", "-D cl_intel_device_side_avc_vme_enable", "-D cl_intel_device_side_vme_enable", "-D cl_intel_media_block_io", CompilerOptions::fastRelaxedMath}; static constexpr CompilerOptions::ConstConcatenation<> mediaKernelsBuildOptions{mediaKernelsBuildOptionsList}; BuiltinResourceT createBuiltinResource(const char *ptr, size_t size); BuiltinResourceT createBuiltinResource(const BuiltinResourceT &r); std::string createBuiltinResourceName(EBuiltInOps::Type builtin, const std::string &extension, const std::string &platformName = "", uint32_t deviceRevId = 0); std::string joinPath(const std::string &lhs, const std::string &rhs); const char *getBuiltinAsString(EBuiltInOps::Type builtin); const char *getUnknownBuiltinAsString(EBuiltInOps::Type builtin); const char *getAdditionalBuiltinAsString(EBuiltInOps::Type builtin); class Storage { public: Storage(const std::string &rootPath) : rootPath(rootPath) { } virtual ~Storage() = default; BuiltinResourceT load(const std::string &resourceName); protected: virtual BuiltinResourceT loadImpl(const std::string &fullResourceName) = 0; std::string rootPath; }; class FileStorage : public Storage { public: FileStorage(const std::string &rootPath = "") : Storage(rootPath) { } protected: BuiltinResourceT loadImpl(const std::string &fullResourceName) override; }; struct EmbeddedStorageRegistry { static EmbeddedStorageRegistry &getInstance() { static EmbeddedStorageRegistry gsr; return gsr; } void store(const std::string &name, BuiltinResourceT &&resource) { resources.emplace(name, BuiltinResourceT(std::move(resource))); } const BuiltinResourceT *get(const std::string &name) const; private: using ResourcesContainer = std::unordered_map; ResourcesContainer resources; }; class EmbeddedStorage : public Storage { public: EmbeddedStorage(const std::string &rootPath) : Storage(rootPath) { } protected: BuiltinResourceT loadImpl(const std::string &fullResourceName) override; }; struct BuiltinCode { enum class ECodeType { Any = 0, // for requesting "any" code available - priorities as below Binary = 1, // ISA - highest priority Intermediate = 2, // SPIR/LLVM - medium prioroty Source = 3, // OCL C - lowest priority COUNT, INVALID }; static const char *getExtension(ECodeType ct) { switch (ct) { default: return ""; case ECodeType::Binary: return ".bin"; case ECodeType::Intermediate: return ".bc"; case ECodeType::Source: return ".cl"; } } ECodeType type; BuiltinResourceT resource; Device *targetDevice; }; class BuiltinsLib { public: BuiltinsLib(); BuiltinCode getBuiltinCode(EBuiltInOps::Type builtin, BuiltinCode::ECodeType requestedCodeType, Device &device); static std::unique_ptr createProgramFromCode(const BuiltinCode &bc, Device &device); protected: BuiltinResourceT getBuiltinResource(EBuiltInOps::Type builtin, BuiltinCode::ECodeType requestedCodeType, Device &device); using StoragesContainerT = std::vector>; StoragesContainerT allStorages; // sorted by priority allStorages[0] will be checked before allStorages[1], etc. std::mutex mutex; }; struct BuiltInKernel { const char *pSource = nullptr; Program *pProgram = nullptr; std::once_flag programIsInitialized; // guard for creating+building the program Kernel *pKernel = nullptr; BuiltInKernel() { } }; class BuiltinDispatchInfoBuilder; class BuiltIns { public: std::pair, std::once_flag> BuiltinOpsBuilders[static_cast(EBuiltInOps::COUNT)]; BuiltIns(); virtual ~BuiltIns(); MOCKABLE_VIRTUAL const SipKernel &getSipKernel(SipKernelType type, Device &device); BuiltinsLib &getBuiltinsLib() { DEBUG_BREAK_IF(!builtinsLib.get()); return *builtinsLib; } void setCacheingEnableState(bool enableCacheing) { this->enableCacheing = enableCacheing; } bool isCacheingEnabled() const { return this->enableCacheing; } protected: // sip builtins std::pair, std::once_flag> sipKernels[static_cast(SipKernelType::COUNT)]; std::unique_ptr builtinsLib; using ProgramsContainerT = std::array, std::once_flag>, static_cast(EBuiltInOps::COUNT)>; ProgramsContainerT builtinPrograms; bool enableCacheing = true; }; class BuiltInOwnershipWrapper : public NonCopyableOrMovableClass { public: BuiltInOwnershipWrapper() = default; BuiltInOwnershipWrapper(BuiltinDispatchInfoBuilder &inputBuilder, Context *context); ~BuiltInOwnershipWrapper(); void takeOwnership(BuiltinDispatchInfoBuilder &inputBuilder, Context *context); protected: BuiltinDispatchInfoBuilder *builder = nullptr; }; template class BuiltInOp; } // namespace NEO