/* * Copyright (C) 2021-2023 Intel Corporation * * SPDX-License-Identifier: MIT * */ #include "shared/source/os_interface/linux/memory_info.h" #include "shared/source/debug_settings/debug_settings_manager.h" #include "shared/source/execution_environment/root_device_environment.h" #include "shared/source/helpers/basic_math.h" #include "shared/source/helpers/debug_helpers.h" #include "shared/source/helpers/gfx_core_helper.h" #include "shared/source/helpers/hw_info.h" #include "shared/source/os_interface/linux/drm_neo.h" #include namespace NEO { MemoryInfo::MemoryInfo(const RegionContainer ®ionInfo, const Drm &inputDrm) : drm(inputDrm), drmQueryRegions(regionInfo), systemMemoryRegion(drmQueryRegions[0]) { auto ioctlHelper = drm.getIoctlHelper(); const auto memoryClassSystem = ioctlHelper->getDrmParamValue(DrmParam::memoryClassSystem); const auto memoryClassDevice = ioctlHelper->getDrmParamValue(DrmParam::memoryClassDevice); UNRECOVERABLE_IF(this->systemMemoryRegion.region.memoryClass != memoryClassSystem); std::copy_if(drmQueryRegions.begin(), drmQueryRegions.end(), std::back_inserter(localMemoryRegions), [&](const MemoryRegion &memoryRegionInfo) { return (memoryRegionInfo.region.memoryClass == memoryClassDevice); }); } void MemoryInfo::assignRegionsFromDistances(const std::vector &distances) { localMemoryRegions.clear(); uint32_t memoryRegionCounter = 1; uint32_t tile = 0; for (size_t i = 0; i < distances.size(); i++) { if (i > 0 && distances[i].region.memoryInstance != distances[i - 1].region.memoryInstance) { UNRECOVERABLE_IF(distances[i].distance == 0); memoryRegionCounter++; tile++; } if ((distances[i].distance != 0) || (localMemoryRegions.size() == (tile + 1))) { continue; } UNRECOVERABLE_IF((drmQueryRegions[memoryRegionCounter].region.memoryClass != distances[i].region.memoryClass) || (drmQueryRegions[memoryRegionCounter].region.memoryInstance != distances[i].region.memoryInstance)); localMemoryRegions.push_back(drmQueryRegions[memoryRegionCounter]); } } int MemoryInfo::createGemExt(const MemRegionsVec &memClassInstances, size_t allocSize, uint32_t &handle, uint64_t patIndex, std::optional vmId, int32_t pairHandle, bool isChunked, uint32_t numOfChunks) { return this->drm.getIoctlHelper()->createGemExt(memClassInstances, allocSize, handle, patIndex, vmId, pairHandle, isChunked, numOfChunks); } uint32_t MemoryInfo::getTileIndex(uint32_t memoryBank) { auto &hwInfo = *this->drm.getRootDeviceEnvironment().getHardwareInfo(); auto &gfxCoreHelper = this->drm.getRootDeviceEnvironment().getHelper(); auto &productHelper = this->drm.getRootDeviceEnvironment().getHelper(); auto tileIndex = Math::log2(memoryBank); tileIndex = gfxCoreHelper.isBankOverrideRequired(hwInfo, productHelper) ? 0 : tileIndex; if (debugManager.flags.OverrideDrmRegion.get() != -1) { tileIndex = debugManager.flags.OverrideDrmRegion.get(); } return tileIndex; } MemoryClassInstance MemoryInfo::getMemoryRegionClassAndInstance(uint32_t memoryBank, const HardwareInfo &hwInfo) { auto &gfxCoreHelper = this->drm.getRootDeviceEnvironment().getHelper(); if (!gfxCoreHelper.getEnableLocalMemory(hwInfo)) { memoryBank = 0; } return getMemoryRegion(memoryBank).region; } const MemoryRegion &MemoryInfo::getMemoryRegion(uint32_t memoryBank) { if (memoryBank == 0) { return systemMemoryRegion; } auto index = getTileIndex(memoryBank); UNRECOVERABLE_IF(index >= localMemoryRegions.size()); return localMemoryRegions[index]; } size_t MemoryInfo::getMemoryRegionSize(uint32_t memoryBank) { if (debugManager.flags.PrintMemoryRegionSizes.get()) { printRegionSizes(); } return getMemoryRegion(memoryBank).probedSize; } void MemoryInfo::printRegionSizes() { for (auto ®ion : drmQueryRegions) { std::cout << "Memory type: " << region.region.memoryClass << ", memory instance: " << region.region.memoryInstance << ", region size: " << region.probedSize << std::endl; } } int MemoryInfo::createGemExtWithSingleRegion(uint32_t memoryBanks, size_t allocSize, uint32_t &handle, uint64_t patIndex, int32_t pairHandle) { auto pHwInfo = this->drm.getRootDeviceEnvironment().getHardwareInfo(); auto regionClassAndInstance = getMemoryRegionClassAndInstance(memoryBanks, *pHwInfo); MemRegionsVec region = {regionClassAndInstance}; std::optional vmId; if (!this->drm.isPerContextVMRequired()) { if (memoryBanks != 0 && debugManager.flags.EnablePrivateBO.get()) { auto tileIndex = getTileIndex(memoryBanks); vmId = this->drm.getVirtualMemoryAddressSpace(tileIndex); } } uint32_t numOfChunks = 0; auto ret = createGemExt(region, allocSize, handle, patIndex, vmId, pairHandle, false, numOfChunks); return ret; } int MemoryInfo::createGemExtWithMultipleRegions(uint32_t memoryBanks, size_t allocSize, uint32_t &handle, uint64_t patIndex) { auto pHwInfo = this->drm.getRootDeviceEnvironment().getHardwareInfo(); auto banks = std::bitset<4>(memoryBanks); MemRegionsVec memRegions{}; size_t currentBank = 0; size_t i = 0; while (i < banks.count()) { if (banks.test(currentBank)) { auto regionClassAndInstance = getMemoryRegionClassAndInstance(1u << currentBank, *pHwInfo); memRegions.push_back(regionClassAndInstance); i++; } currentBank++; } uint32_t numOfChunks = 0; auto ret = createGemExt(memRegions, allocSize, handle, patIndex, {}, -1, false, numOfChunks); return ret; } int MemoryInfo::createGemExtWithMultipleRegions(uint32_t memoryBanks, size_t allocSize, uint32_t &handle, uint64_t patIndex, int32_t pairHandle, bool isChunked, uint32_t numOfChunks) { auto pHwInfo = this->drm.getRootDeviceEnvironment().getHardwareInfo(); auto banks = std::bitset<4>(memoryBanks); MemRegionsVec memRegions{}; size_t currentBank = 0; size_t i = 0; while (i < banks.count()) { if (banks.test(currentBank)) { auto regionClassAndInstance = getMemoryRegionClassAndInstance(1u << currentBank, *pHwInfo); memRegions.push_back(regionClassAndInstance); i++; } currentBank++; } auto ret = createGemExt(memRegions, allocSize, handle, patIndex, {}, pairHandle, isChunked, numOfChunks); return ret; } } // namespace NEO