intel/compute-runtime
1
0
Fork 0
mirror of https://github.com/intel/compute-runtime.git synced 2026-01-04 15:53:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

performance: enable l0 host usm growing pools

Browse Source 
Related-To: NEO-16084

Signed-off-by: Dominik Dabek <dominik.dabek@intel.com>
This commit is contained in:
Dominik Dabek
2025-10-29 11:25:05 +00:00
committed by Compute-Runtime-Automation
parent 270413c47b
commit 140f787b11
13 changed files with 116 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
shared/source/memory_manager/pool_info.h
View File

@@ -21,7 +21,9 @@ class PoolInfo {
}
static const std::array<const PoolInfo, 3> getPoolInfos(const GfxCoreHelper &gfxCoreHelper);
static const std::array<const PoolInfo, 3> getHostPoolInfos();
static size_t getMaxPoolableSize(const GfxCoreHelper &gfxCoreHelper);
static size_t getHostMaxPoolableSize();
private:
static const std::array<const PoolInfo, 3> poolInfos;

16
shared/source/memory_manager/unified_memory_pooling.cpp
View File

@@ -197,12 +197,20 @@ MemoryOperationsStatus UsmMemAllocPool::makePoolResident() {
return memoryOperationsIface->makeResident(device, ArrayRef<NEO::GraphicsAllocation *>(&allocation, 1), true, true);
}
const std::array<const PoolInfo, 3> UsmMemAllocPoolsManager::getPoolInfos() {
return (device ? PoolInfo::getPoolInfos(device->getGfxCoreHelper()) : PoolInfo::getHostPoolInfos());
}
size_t UsmMemAllocPoolsManager::getMaxPoolableSize() {
return (device ? PoolInfo::getMaxPoolableSize(device->getGfxCoreHelper()) : PoolInfo::getHostMaxPoolableSize());
}
bool UsmMemAllocPoolsManager::initialize(SVMAllocsManager *svmMemoryManager) {
DEBUG_BREAK_IF(poolMemoryType != InternalMemoryType::deviceUnifiedMemory &&
poolMemoryType != InternalMemoryType::hostUnifiedMemory);
DEBUG_BREAK_IF(device == nullptr && poolMemoryType == InternalMemoryType::deviceUnifiedMemory);
this->svmMemoryManager = svmMemoryManager;
for (const auto &poolInfo : PoolInfo::getPoolInfos(device->getGfxCoreHelper())) {
for (const auto &poolInfo : getPoolInfos()) {
this->pools[poolInfo] = std::vector<std::unique_ptr<UsmMemAllocPool>>();
auto pool = tryAddPool(poolInfo);
if (nullptr == pool) {
@@ -234,7 +242,7 @@ void *UsmMemAllocPoolsManager::createUnifiedMemoryAllocation(size_t size, const
}
std::unique_lock<std::mutex> lock(mtx);
void *ptr = nullptr;
for (const auto &poolInfo : PoolInfo::getPoolInfos(device->getGfxCoreHelper())) {
for (const auto &poolInfo : getPoolInfos()) {
if (size <= poolInfo.maxServicedSize) {
for (auto &pool : this->pools[poolInfo]) {
if (nullptr != (ptr = pool->createUnifiedMemoryAllocation(size, memoryProperties))) {
@@ -273,7 +281,7 @@ bool UsmMemAllocPoolsManager::canAddPool(PoolInfo poolInfo) {
}
bool UsmMemAllocPoolsManager::canBePooled(size_t size, const UnifiedMemoryProperties &memoryProperties) {
return size <= PoolInfo::getMaxPoolableSize(device->getGfxCoreHelper()) &&
return size <= getMaxPoolableSize() &&
UsmMemAllocPool::alignmentIsAllowed(memoryProperties.alignment) &&
UsmMemAllocPool::flagsAreAllowed(memoryProperties);
}
@@ -328,7 +336,7 @@ size_t UsmMemAllocPoolsManager::getOffsetInPool(const void *ptr) {
UsmMemAllocPool *UsmMemAllocPoolsManager::getPoolContainingAlloc(const void *ptr) {
std::unique_lock<std::mutex> lock(mtx);
for (const auto &poolInfo : PoolInfo::getPoolInfos(device->getGfxCoreHelper())) {
for (const auto &poolInfo : getPoolInfos()) {
for (auto &pool : this->pools[poolInfo]) {
if (pool->isInPool(ptr)) {
return pool.get();

2
shared/source/memory_manager/unified_memory_pooling.h
View File

@@ -118,6 +118,8 @@ class UsmMemAllocPoolsManager : NEO::NonCopyableAndNonMovableClass {
bool isInitialized() const;
void cleanup();
void *createUnifiedMemoryAllocation(size_t size, const UnifiedMemoryProperties &memoryProperties);
const std::array<const PoolInfo, 3> getPoolInfos();
size_t getMaxPoolableSize();
UsmMemAllocPool *tryAddPool(PoolInfo poolInfo);
MOCKABLE_VIRTUAL bool canAddPool(PoolInfo poolInfo);
void trimEmptyPools(PoolInfo poolInfo);