2017-12-21 00:45:38 +01:00
|
|
|
/*
|
2019-01-07 09:29:49 +01:00
|
|
|
* Copyright (C) 2017-2019 Intel Corporation
|
2017-12-21 00:45:38 +01:00
|
|
|
*
|
2018-09-18 09:11:08 +02:00
|
|
|
* SPDX-License-Identifier: MIT
|
2017-12-21 00:45:38 +01:00
|
|
|
*
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
#include "runtime/helpers/basic_math.h"
|
2018-07-22 19:27:33 +02:00
|
|
|
#include "runtime/memory_manager/memory_manager.h"
|
2017-12-21 00:45:38 +01:00
|
|
|
|
|
|
|
|
namespace OCLRT {
|
|
|
|
|
constexpr size_t bigAllocation = 1 * MB;
|
|
|
|
|
constexpr uintptr_t dummyAddress = 0xFFFFF000u;
|
|
|
|
|
class MemoryAllocation : public GraphicsAllocation {
|
|
|
|
|
public:
|
|
|
|
|
unsigned long long id;
|
|
|
|
|
size_t sizeToFree = 0;
|
2018-01-04 17:48:46 +01:00
|
|
|
bool uncacheable = false;
|
2017-12-21 00:45:38 +01:00
|
|
|
|
2019-02-27 14:59:46 +01:00
|
|
|
void setSharedHandle(osHandle handle) { sharingInfo.sharedHandle = handle; }
|
2017-12-21 00:45:38 +01:00
|
|
|
|
2019-02-26 14:37:12 +01:00
|
|
|
MemoryAllocation(AllocationType allocationType, void *driverAllocatedCpuPointer, void *pMem, uint64_t gpuAddress, size_t memSize, uint64_t count, MemoryPool::Type pool, bool multiOsContextCapable)
|
|
|
|
|
: GraphicsAllocation(allocationType, pMem, gpuAddress, 0u, memSize, pool, multiOsContextCapable),
|
2019-02-26 11:37:51 +01:00
|
|
|
id(count) {
|
2019-02-11 10:02:27 +01:00
|
|
|
|
2018-10-30 14:44:41 +01:00
|
|
|
this->driverAllocatedCpuPointer = driverAllocatedCpuPointer;
|
2018-09-25 13:03:50 -07:00
|
|
|
overrideMemoryPool(pool);
|
2018-07-13 18:50:55 +02:00
|
|
|
}
|
|
|
|
|
|
2018-09-25 13:03:50 -07:00
|
|
|
void overrideMemoryPool(MemoryPool::Type pool);
|
2017-12-21 00:45:38 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class OsAgnosticMemoryManager : public MemoryManager {
|
|
|
|
|
public:
|
|
|
|
|
using MemoryManager::allocateGraphicsMemory;
|
|
|
|
|
|
2018-10-01 16:10:54 +02:00
|
|
|
OsAgnosticMemoryManager(bool enable64kbPages, bool enableLocalMemory, ExecutionEnvironment &executionEnvironment) : OsAgnosticMemoryManager(enable64kbPages, enableLocalMemory, false, executionEnvironment){};
|
2018-09-26 08:45:35 -07:00
|
|
|
|
2018-10-01 16:10:54 +02:00
|
|
|
OsAgnosticMemoryManager(bool enable64kbPages, bool enableLocalMemory, bool aubUsage, ExecutionEnvironment &executionEnvironment) : MemoryManager(enable64kbPages, enableLocalMemory, executionEnvironment) {
|
2018-09-26 08:45:35 -07:00
|
|
|
allocator32Bit = std::unique_ptr<Allocator32bit>(create32BitAllocator(aubUsage));
|
2019-02-20 11:18:24 +01:00
|
|
|
}
|
2018-09-26 08:45:35 -07:00
|
|
|
|
2017-12-21 00:45:38 +01:00
|
|
|
~OsAgnosticMemoryManager() override;
|
2018-08-24 15:23:45 +02:00
|
|
|
GraphicsAllocation *allocateGraphicsMemoryForNonSvmHostPtr(size_t size, void *cpuPtr) override;
|
2018-08-29 14:50:36 +02:00
|
|
|
GraphicsAllocation *createGraphicsAllocationFromSharedHandle(osHandle handle, bool requireSpecificBitness) override;
|
2017-12-21 00:45:38 +01:00
|
|
|
GraphicsAllocation *createGraphicsAllocationFromNTHandle(void *handle) override { return nullptr; }
|
2018-07-18 09:48:21 +02:00
|
|
|
|
2018-05-08 10:00:23 +02:00
|
|
|
void addAllocationToHostPtrManager(GraphicsAllocation *gfxAllocation) override;
|
|
|
|
|
void removeAllocationFromHostPtrManager(GraphicsAllocation *gfxAllocation) override;
|
2017-12-21 00:45:38 +01:00
|
|
|
void freeGraphicsMemoryImpl(GraphicsAllocation *gfxAllocation) override;
|
|
|
|
|
|
2018-02-28 12:09:48 +01:00
|
|
|
AllocationStatus populateOsHandles(OsHandleStorage &handleStorage) override;
|
2017-12-21 00:45:38 +01:00
|
|
|
void cleanOsHandles(OsHandleStorage &handleStorage) override;
|
|
|
|
|
|
|
|
|
|
uint64_t getSystemSharedMemory() override;
|
|
|
|
|
uint64_t getMaxApplicationAddress() override;
|
2018-03-12 15:24:46 +01:00
|
|
|
uint64_t getInternalHeapBaseAddress() override;
|
2017-12-21 00:45:38 +01:00
|
|
|
|
|
|
|
|
void turnOnFakingBigAllocations();
|
|
|
|
|
|
2018-09-26 08:45:35 -07:00
|
|
|
Allocator32bit *create32BitAllocator(bool enableLocalMemory);
|
|
|
|
|
|
2018-11-30 11:01:33 +01:00
|
|
|
protected:
|
2019-02-25 14:11:34 +01:00
|
|
|
GraphicsAllocation *createGraphicsAllocation(OsHandleStorage &handleStorage, const AllocationData &allocationData) override;
|
2018-11-30 11:01:33 +01:00
|
|
|
GraphicsAllocation *allocateGraphicsMemoryWithAlignment(const AllocationData &allocationData) override;
|
2019-02-28 14:12:13 +01:00
|
|
|
GraphicsAllocation *allocateGraphicsMemory64kb(const AllocationData &allocationData) override;
|
2019-01-22 12:40:17 +01:00
|
|
|
GraphicsAllocation *allocateGraphicsMemoryForImageImpl(const AllocationData &allocationData, std::unique_ptr<Gmm> gmm) override;
|
2018-11-30 11:01:33 +01:00
|
|
|
|
2019-02-27 14:59:46 +01:00
|
|
|
void *lockResourceImpl(GraphicsAllocation &graphicsAllocation) override { return ptrOffset(graphicsAllocation.getUnderlyingBuffer(), static_cast<size_t>(graphicsAllocation.getAllocationOffset())); }
|
2019-02-20 11:18:24 +01:00
|
|
|
void unlockResourceImpl(GraphicsAllocation &graphicsAllocation) override {}
|
2018-12-21 10:16:27 +01:00
|
|
|
GraphicsAllocation *allocate32BitGraphicsMemoryImpl(const AllocationData &allocationData) override;
|
|
|
|
|
GraphicsAllocation *allocateGraphicsMemoryInDevicePool(const AllocationData &allocationData, AllocationStatus &status) override;
|
2019-01-24 11:51:33 +01:00
|
|
|
|
2017-12-21 00:45:38 +01:00
|
|
|
private:
|
|
|
|
|
unsigned long long counter = 0;
|
|
|
|
|
bool fakeBigAllocations = false;
|
|
|
|
|
};
|
|
|
|
|
} // namespace OCLRT
|