/* * Copyright (C) 2017-2019 Intel Corporation * * SPDX-License-Identifier: MIT * */ #pragma once #include "runtime/memory_manager/memory_manager.h" #include "runtime/os_interface/linux/drm_allocation.h" #include "runtime/os_interface/linux/drm_buffer_object.h" #include "runtime/os_interface/linux/drm_neo.h" #include "drm_gem_close_worker.h" #include #include namespace NEO { class BufferObject; class Drm; class DrmMemoryManager : public MemoryManager { public: DrmMemoryManager(gemCloseWorkerMode mode, bool forcePinAllowed, bool validateHostPtrMemory, ExecutionEnvironment &executionEnvironment); ~DrmMemoryManager() override; BufferObject *getPinBB() const; void addAllocationToHostPtrManager(GraphicsAllocation *gfxAllocation) override; void removeAllocationFromHostPtrManager(GraphicsAllocation *gfxAllocation) override; void freeGraphicsMemoryImpl(GraphicsAllocation *gfxAllocation) override; void handleFenceCompletion(GraphicsAllocation *allocation) override; GraphicsAllocation *createGraphicsAllocationFromSharedHandle(osHandle handle, const AllocationProperties &properties, bool requireSpecificBitness) override; GraphicsAllocation *createPaddedAllocation(GraphicsAllocation *inputGraphicsAllocation, size_t sizeWithPadding) override; GraphicsAllocation *createGraphicsAllocationFromNTHandle(void *handle) override { return nullptr; } uint64_t getSystemSharedMemory() override; uint64_t getLocalMemorySize() override; AllocationStatus populateOsHandles(OsHandleStorage &handleStorage) override; void cleanOsHandles(OsHandleStorage &handleStorage) override; // drm/i915 ioctl wrappers uint32_t unreference(BufferObject *bo, bool synchronousDestroy = false); bool isValidateHostMemoryEnabled() const { return validateHostPtrMemory; } DrmGemCloseWorker *peekGemCloseWorker() const { return this->gemCloseWorker.get(); } bool copyMemoryToAllocation(GraphicsAllocation *graphicsAllocation, const void *memoryToCopy, size_t sizeToCopy) override; int obtainFdFromHandle(int boHandle); protected: BufferObject *findAndReferenceSharedBufferObject(int boHandle); BufferObject *createSharedBufferObject(int boHandle, size_t size, bool requireSpecificBitness); void eraseSharedBufferObject(BufferObject *bo); void pushSharedBufferObject(BufferObject *bo); BufferObject *allocUserptr(uintptr_t address, size_t size, uint64_t flags); bool setDomainCpu(GraphicsAllocation &graphicsAllocation, bool writeEnable); uint64_t acquireGpuRange(size_t &size, bool requireSpecificBitness); void releaseGpuRange(void *address, size_t size); void emitPinningRequest(BufferObject *bo, const AllocationData &allocationData) const; uint32_t getDefaultDrmContextId() const; DrmAllocation *createGraphicsAllocation(OsHandleStorage &handleStorage, const AllocationData &allocationData) override; DrmAllocation *allocateGraphicsMemoryForNonSvmHostPtr(const AllocationData &allocationData) override; DrmAllocation *allocateGraphicsMemoryWithAlignment(const AllocationData &allocationData) override; DrmAllocation *allocateGraphicsMemoryWithHostPtr(const AllocationData &allocationData) override; DrmAllocation *allocateGraphicsMemory64kb(const AllocationData &allocationData) override; GraphicsAllocation *allocateGraphicsMemoryForImageImpl(const AllocationData &allocationData, std::unique_ptr gmm) override; void *lockResourceImpl(GraphicsAllocation &graphicsAllocation) override; void *lockResourceInLocalMemoryImpl(GraphicsAllocation &graphicsAllocation); void unlockResourceImpl(GraphicsAllocation &graphicsAllocation) override; DrmAllocation *allocate32BitGraphicsMemoryImpl(const AllocationData &allocationData) override; GraphicsAllocation *allocateGraphicsMemoryInDevicePool(const AllocationData &allocationData, AllocationStatus &status) override; Drm *drm; BufferObject *pinBB = nullptr; void *memoryForPinBB = nullptr; size_t pinThreshold = 8 * 1024 * 1024; bool forcePinEnabled = false; const bool validateHostPtrMemory; std::unique_ptr gemCloseWorker; decltype(&lseek) lseekFunction = lseek; decltype(&close) closeFunction = close; std::vector sharingBufferObjects; std::mutex mtx; }; } // namespace NEO