mirror of
https://github.com/intel/compute-runtime.git
synced 2025-12-20 00:24:58 +08:00
dd3d294f87
This change caches the most used MOCS values: * getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CONST); * getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER); * getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CACHELINE_MISALIGNED); inside gmmHelper class during initialization to avoid repeated calls of virtual functions, branches and/or gmm lib access. and adds more readably corresponding getters: * getL1EnabledMOCS * getL3EnabledMOCS * getUncachedMOCS If force all resources uncached is called, these 3 cached mocs values are reinitialized It also changes the order of gmmHelper members, to avoid not needed padding after addressWidth and simplifies logic in getMocsIndex function for xehp and later products. Signed-off-by: Kamil Kopryk <kamil.kopryk@intel.com>
112 lines
3.4 KiB
C++
112 lines
3.4 KiB
C++
/*
|
|
* Copyright (C) 2019-2025 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#include "shared/source/gmm_helper/gmm_helper.h"
|
|
|
|
#include "shared/source/debug_settings/debug_settings_manager.h"
|
|
#include "shared/source/execution_environment/root_device_environment.h"
|
|
#include "shared/source/gmm_helper/client_context/gmm_client_context.h"
|
|
#include "shared/source/helpers/basic_math.h"
|
|
#include "shared/source/helpers/debug_helpers.h"
|
|
#include "shared/source/helpers/gfx_core_helper.h"
|
|
#include "shared/source/helpers/hw_info.h"
|
|
#include "shared/source/memory_manager/graphics_allocation.h"
|
|
#include "shared/source/os_interface/product_helper.h"
|
|
|
|
#include <algorithm>
|
|
|
|
namespace NEO {
|
|
|
|
GmmClientContext *GmmHelper::getClientContext() const {
|
|
return gmmClientContext.get();
|
|
}
|
|
|
|
const HardwareInfo *GmmHelper::getHardwareInfo() {
|
|
return rootDeviceEnvironment.getHardwareInfo();
|
|
}
|
|
|
|
const RootDeviceEnvironment &GmmHelper::getRootDeviceEnvironment() const {
|
|
return rootDeviceEnvironment;
|
|
}
|
|
|
|
void GmmHelper::initMocsDefaults() {
|
|
mocsL1Enabled = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CONST);
|
|
mocsL3Enabled = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER);
|
|
mocsUncached = getMOCS(GMM_RESOURCE_USAGE_OCL_BUFFER_CACHELINE_MISALIGNED);
|
|
}
|
|
|
|
uint32_t GmmHelper::getMOCS(uint32_t type) const {
|
|
if (allResourcesUncached || (debugManager.flags.ForceAllResourcesUncached.get() == true)) {
|
|
type = GMM_RESOURCE_USAGE_OCL_BUFFER_CACHELINE_MISALIGNED;
|
|
}
|
|
|
|
if (this->rootDeviceEnvironment.getProductHelper().deferMOCSToPatIndex()) {
|
|
return 0u;
|
|
}
|
|
|
|
MEMORY_OBJECT_CONTROL_STATE mocs = gmmClientContext->cachePolicyGetMemoryObject(nullptr, static_cast<GMM_RESOURCE_USAGE_TYPE>(type));
|
|
|
|
return static_cast<uint32_t>(mocs.DwordValue);
|
|
}
|
|
|
|
uint32_t GmmHelper::getL1EnabledMOCS() const {
|
|
return mocsL1Enabled;
|
|
}
|
|
|
|
uint32_t GmmHelper::getL3EnabledMOCS() const {
|
|
return mocsL3Enabled;
|
|
}
|
|
|
|
uint32_t GmmHelper::getUncachedMOCS() const {
|
|
return mocsUncached;
|
|
}
|
|
|
|
void GmmHelper::applyMocsEncryptionBit(uint32_t &index) {
|
|
if (debugManager.flags.ForceStatelessMocsEncryptionBit.get() == 1) {
|
|
index |= 1;
|
|
}
|
|
}
|
|
|
|
void GmmHelper::forceAllResourcesUncached() {
|
|
allResourcesUncached = true;
|
|
initMocsDefaults();
|
|
}
|
|
|
|
GmmHelper::GmmHelper(const RootDeviceEnvironment &rootDeviceEnvironmentArg) : rootDeviceEnvironment(rootDeviceEnvironmentArg) {
|
|
auto hwInfo = getHardwareInfo();
|
|
auto hwInfoAddressWidth = Math::log2(hwInfo->capabilityTable.gpuAddressSpace + 1);
|
|
addressWidth = std::max(hwInfoAddressWidth, 48u);
|
|
|
|
gmmClientContext = GmmHelper::createGmmContextWrapperFunc(rootDeviceEnvironment);
|
|
UNRECOVERABLE_IF(!gmmClientContext);
|
|
|
|
initMocsDefaults();
|
|
}
|
|
|
|
uint64_t GmmHelper::canonize(uint64_t address) const {
|
|
return static_cast<int64_t>(address << (64 - addressWidth)) >> (64 - addressWidth);
|
|
}
|
|
|
|
uint64_t GmmHelper::decanonize(uint64_t address) const {
|
|
return (address & maxNBitValue(addressWidth));
|
|
}
|
|
|
|
bool GmmHelper::isValidCanonicalGpuAddress(uint64_t address) {
|
|
auto decanonizedAddress = this->decanonize(address);
|
|
auto canonizedAddress = this->canonize(decanonizedAddress);
|
|
|
|
if (address == canonizedAddress) {
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
GmmHelper::~GmmHelper() = default;
|
|
|
|
decltype(GmmHelper::createGmmContextWrapperFunc) GmmHelper::createGmmContextWrapperFunc = GmmClientContext::create<GmmClientContext>;
|
|
} // namespace NEO
|