/* * Copyright (C) 2018-2022 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "shared/source/gmm_helper/gmm_helper.h" #include "shared/source/memory_manager/definitions/engine_limits.h" #include "shared/source/memory_manager/memory_operations_status.h" #include "shared/source/os_interface/linux/cache_info.h" #include "shared/source/utilities/stackvec.h" #include #include #include #include #include struct drm_i915_gem_exec_object2; struct drm_i915_gem_relocation_entry; struct drm_i915_gem_execbuffer2; namespace NEO { class DrmMemoryManager; class Drm; class OsContext; class BufferObject { public: BufferObject(Drm *drm, uint64_t patIndex, int handle, size_t size, size_t maxOsContextCount); MOCKABLE_VIRTUAL ~BufferObject() = default; struct Deleter { void operator()(BufferObject *bo) { bo->close(); delete bo; } }; bool setTiling(uint32_t mode, uint32_t stride); int pin(BufferObject *const boToPin[], size_t numberOfBos, OsContext *osContext, uint32_t vmHandleId, uint32_t drmContextId); MOCKABLE_VIRTUAL int validateHostPtr(BufferObject *const boToPin[], size_t numberOfBos, OsContext *osContext, uint32_t vmHandleId, uint32_t drmContextId); MOCKABLE_VIRTUAL int exec(uint32_t used, size_t startOffset, unsigned int flags, bool requiresCoherency, OsContext *osContext, uint32_t vmHandleId, uint32_t drmContextId, BufferObject *const residency[], size_t residencyCount, drm_i915_gem_exec_object2 *execObjectsStorage, uint64_t completionGpuAddress, uint32_t completionValue); int bind(OsContext *osContext, uint32_t vmHandleId); int unbind(OsContext *osContext, uint32_t vmHandleId); void printExecutionBuffer(drm_i915_gem_execbuffer2 &execbuf, const size_t &residencyCount, drm_i915_gem_exec_object2 *execObjectsStorage, BufferObject *const residency[]); int wait(int64_t timeoutNs); bool close(); inline void reference() { this->refCount++; } inline uint32_t unreference() { return this->refCount.fetch_sub(1); } uint32_t getRefCount() const; size_t peekSize() const { return size; } int peekHandle() const { return handle; } const Drm *peekDrm() const { return drm; } uint64_t peekAddress() const { return gpuAddress; } void setAddress(uint64_t address) { this->gpuAddress = GmmHelper::canonize(address); } void *peekLockedAddress() const { return lockedAddress; } void setLockedAddress(void *cpuAddress) { this->lockedAddress = cpuAddress; } void setUnmapSize(uint64_t unmapSize) { this->unmapSize = unmapSize; } uint64_t peekUnmapSize() const { return unmapSize; } bool peekIsReusableAllocation() const { return this->isReused; } void markAsReusableAllocation() { this->isReused = true; } void addBindExtHandle(uint32_t handle); const StackVec &getBindExtHandles() const { return bindExtHandles; } void markForCapture() { allowCapture = true; } bool isMarkedForCapture() { return allowCapture; } bool isImmediateBindingRequired() { return requiresImmediateBinding; } void requireImmediateBinding(bool required) { requiresImmediateBinding = required; } bool isExplicitResidencyRequired() { return requiresExplicitResidency; } void requireExplicitResidency(bool required) { requiresExplicitResidency = required; } void setRootDeviceIndex(uint32_t index) { rootDeviceIndex = index; } uint32_t getRootDeviceIndex() { return rootDeviceIndex; } int getHandle() { return handle; } void setCacheRegion(CacheRegion regionIndex) { cacheRegion = regionIndex; } CacheRegion peekCacheRegion() const { return cacheRegion; } void setCachePolicy(CachePolicy memType) { cachePolicy = memType; } CachePolicy peekCachePolicy() const { return cachePolicy; } void setColourWithBind() { this->colourWithBind = true; } void setColourChunk(size_t size) { this->colourChunk = size; } void addColouringAddress(uint64_t address) { this->bindAddresses.push_back(address); } void reserveAddressVector(size_t size) { this->bindAddresses.reserve(size); } bool getColourWithBind() { return this->colourWithBind; } size_t getColourChunk() { return this->colourChunk; } std::vector &getColourAddresses() { return this->bindAddresses; } uint64_t peekPatIndex() const { return patIndex; } void setPatIndex(uint64_t newPatIndex) { this->patIndex = newPatIndex; } static constexpr int GPU_HANG_DETECTED{-7171}; protected: MOCKABLE_VIRTUAL MemoryOperationsStatus evictUnusedAllocations(bool waitForCompletion, bool isLockNeeded); Drm *drm = nullptr; bool perContextVmsUsed = false; std::atomic refCount; uint32_t rootDeviceIndex = std::numeric_limits::max(); int handle; // i915 gem object handle uint64_t size; bool isReused; uint32_t tilingMode; bool allowCapture = false; bool requiresImmediateBinding = false; bool requiresExplicitResidency = false; uint32_t getOsContextId(OsContext *osContext); MOCKABLE_VIRTUAL void fillExecObject(drm_i915_gem_exec_object2 &execObject, OsContext *osContext, uint32_t vmHandleId, uint32_t drmContextId); void printBOBindingResult(OsContext *osContext, uint32_t vmHandleId, bool bind, int retVal); void *lockedAddress; // CPU side virtual address uint64_t unmapSize = 0; uint64_t patIndex = CommonConstants::unsupportedPatIndex; CacheRegion cacheRegion = CacheRegion::Default; CachePolicy cachePolicy = CachePolicy::WriteBack; std::vector> bindInfo; StackVec bindExtHandles; bool colourWithBind = false; size_t colourChunk = 0; std::vector bindAddresses; private: uint64_t gpuAddress = 0llu; }; } // namespace NEO