/* * Copyright (C) 2017-2018 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "CL/cl.h" #include "runtime/helpers/properties_helper.h" #include "runtime/built_ins/sip.h" #include "runtime/utilities/vec.h" #include #include #include #include #include #include #include #include #include namespace OCLRT { typedef std::vector BuiltinResourceT; class Context; class Device; class Kernel; struct KernelInfo; struct MultiDispatchInfo; class Program; class SchedulerKernel; extern const char *mediaKernelsBuildOptions; enum class EBuiltInOps : uint32_t { AuxTranslation = 0, CopyBufferToBuffer, CopyBufferRect, FillBuffer, CopyBufferToImage3d, CopyImage3dToBuffer, CopyImageToImage1d, CopyImageToImage2d, CopyImageToImage3d, FillImage1d, FillImage2d, FillImage3d, VmeBlockMotionEstimateIntel, VmeBlockAdvancedMotionEstimateCheckIntel, VmeBlockAdvancedMotionEstimateBidirectionalCheckIntel, Scheduler, COUNT }; BuiltinResourceT createBuiltinResource(const char *ptr, size_t size); BuiltinResourceT createBuiltinResource(const BuiltinResourceT &r); std::string createBuiltinResourceName(EBuiltInOps builtin, const std::string &extension, const std::string &platformName = "", uint32_t deviceRevId = 0); std::string joinPath(const std::string &lhs, const std::string &rhs); const char *getBuiltinAsString(EBuiltInOps builtin); class Storage { public: Storage(const std::string &rootPath) : rootPath(rootPath) { } virtual ~Storage() = default; BuiltinResourceT load(const std::string &resourceName); protected: virtual BuiltinResourceT loadImpl(const std::string &fullResourceName) = 0; std::string rootPath; }; class FileStorage : public Storage { public: FileStorage(const std::string &rootPath = "") : Storage(rootPath) { } protected: BuiltinResourceT loadImpl(const std::string &fullResourceName) override; }; struct EmbeddedStorageRegistry { static EmbeddedStorageRegistry &getInstance() { static EmbeddedStorageRegistry gsr; return gsr; } void store(const std::string &name, BuiltinResourceT &&resource) { resources.emplace(name, BuiltinResourceT(std::move(resource))); } const BuiltinResourceT *get(const std::string &name) const; private: using ResourcesContainer = std::unordered_map; ResourcesContainer resources; }; class EmbeddedStorage : public Storage { public: EmbeddedStorage(const std::string &rootPath) : Storage(rootPath) { } protected: BuiltinResourceT loadImpl(const std::string &fullResourceName) override; }; struct BuiltinCode { enum class ECodeType { Any = 0, // for requesting "any" code available - priorities as below Binary = 1, // ISA - highest priority Intermediate = 2, // SPIR/LLVM - medium prioroty Source = 3, // OCL C - lowest priority COUNT, INVALID }; static const char *getExtension(ECodeType ct) { switch (ct) { default: return ""; case ECodeType::Binary: return ".bin"; case ECodeType::Intermediate: return ".bc"; case ECodeType::Source: return ".cl"; } } ECodeType type; BuiltinResourceT resource; Device *targetDevice; }; class BuiltinsLib { public: BuiltinsLib(); BuiltinCode getBuiltinCode(EBuiltInOps builtin, BuiltinCode::ECodeType requestedCodeType, Device &device); static std::unique_ptr createProgramFromCode(const BuiltinCode &bc, Context &context, Device &device); protected: BuiltinResourceT getBuiltinResource(EBuiltInOps builtin, BuiltinCode::ECodeType requestedCodeType, Device &device); using StoragesContainerT = std::vector>; StoragesContainerT allStorages; // sorted by priority allStorages[0] will be checked before allStorages[1], etc. std::mutex mutex; }; struct BuiltInKernel { const char *pSource = nullptr; Program *pProgram = nullptr; std::once_flag programIsInitialized; // guard for creating+building the program Kernel *pKernel = nullptr; BuiltInKernel() { } }; class BuiltinDispatchInfoBuilder; class BuiltIns { public: using HWFamily = int; std::pair, std::once_flag> BuiltinOpsBuilders[static_cast(EBuiltInOps::COUNT)]; BuiltinDispatchInfoBuilder &getBuiltinDispatchInfoBuilder(EBuiltInOps op, Context &context, Device &device); std::unique_ptr setBuiltinDispatchInfoBuilder(EBuiltInOps op, Context &context, Device &device, std::unique_ptr newBuilder); BuiltIns(); virtual ~BuiltIns(); Program *createBuiltInProgram( Context &context, Device &device, const char *kernelNames, int &errcodeRet); SchedulerKernel &getSchedulerKernel(Context &context); MOCKABLE_VIRTUAL const SipKernel &getSipKernel(SipKernelType type, Device &device); BuiltinsLib &getBuiltinsLib() { DEBUG_BREAK_IF(!builtinsLib.get()); return *builtinsLib; } void setCacheingEnableState(bool enableCacheing) { this->enableCacheing = enableCacheing; } bool isCacheingEnabled() const { return this->enableCacheing; } protected: // scheduler kernel BuiltInKernel schedulerBuiltIn; // sip builtins std::pair, std::once_flag> sipKernels[static_cast(SipKernelType::COUNT)]; std::unique_ptr builtinsLib; using ProgramsContainerT = std::array, std::once_flag>, static_cast(EBuiltInOps::COUNT)>; ProgramsContainerT builtinPrograms; bool enableCacheing = true; }; class BuiltInOwnershipWrapper : public NonCopyableOrMovableClass { public: BuiltInOwnershipWrapper() = default; BuiltInOwnershipWrapper(BuiltinDispatchInfoBuilder &inputBuilder, Context *context); ~BuiltInOwnershipWrapper(); void takeOwnership(BuiltinDispatchInfoBuilder &inputBuilder, Context *context); protected: BuiltinDispatchInfoBuilder *builder = nullptr; }; template class BuiltInOp; } // namespace OCLRT