mirror of
https://github.com/intel/compute-runtime.git
synced 2025-12-30 09:58:55 +08:00
0dacb78d78
The PMT tile aggregator used in the memory module has been replaced with the wrapper functions which calls the functions from Pmt Util class. Related-To: NEO-11992 Signed-off-by: Pratik Bari <pratik.bari@intel.com>
314 lines
14 KiB
C++
314 lines
14 KiB
C++
/*
|
|
* Copyright (C) 2023-2024 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#include "level_zero/sysman/source/shared/linux/pmt/sysman_pmt.h"
|
|
|
|
#include "shared/source/debug_settings/debug_settings_manager.h"
|
|
#include "shared/source/os_interface/linux/file_descriptor.h"
|
|
#include "shared/source/os_interface/linux/pmt_util.h"
|
|
|
|
#include "level_zero/sysman/source/device/sysman_device_imp.h"
|
|
#include "level_zero/sysman/source/shared/linux/product_helper/sysman_product_helper.h"
|
|
#include "level_zero/sysman/source/shared/linux/sysman_fs_access_interface.h"
|
|
#include "level_zero/sysman/source/shared/linux/zes_os_sysman_imp.h"
|
|
|
|
#include <algorithm>
|
|
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <string.h>
|
|
|
|
namespace L0 {
|
|
namespace Sysman {
|
|
const std::string PlatformMonitoringTech::baseTelemSysFS("/sys/class/intel_pmt");
|
|
const std::string PlatformMonitoringTech::telem("telem");
|
|
uint32_t PlatformMonitoringTech::rootDeviceTelemNodeIndex = 0;
|
|
|
|
ze_result_t PlatformMonitoringTech::readValue(const std::string key, uint32_t &value) {
|
|
auto offset = keyOffsetMap.find(key);
|
|
if (offset == keyOffsetMap.end()) {
|
|
return ZE_RESULT_ERROR_UNSUPPORTED_FEATURE;
|
|
}
|
|
auto fd = NEO::FileDescriptor(telemetryDeviceEntry.c_str(), O_RDONLY);
|
|
if (fd == -1) {
|
|
return ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
|
|
ze_result_t res = ZE_RESULT_SUCCESS;
|
|
if (this->preadFunction(fd, &value, sizeof(uint32_t), baseOffset + offset->second) != sizeof(uint32_t)) {
|
|
res = ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
return res;
|
|
}
|
|
|
|
ze_result_t PlatformMonitoringTech::readValue(const std::string key, uint64_t &value) {
|
|
auto offset = keyOffsetMap.find(key);
|
|
if (offset == keyOffsetMap.end()) {
|
|
return ZE_RESULT_ERROR_UNSUPPORTED_FEATURE;
|
|
}
|
|
auto fd = NEO::FileDescriptor(telemetryDeviceEntry.c_str(), O_RDONLY);
|
|
if (fd == -1) {
|
|
return ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
|
|
ze_result_t res = ZE_RESULT_SUCCESS;
|
|
if (this->preadFunction(fd, &value, sizeof(uint64_t), baseOffset + offset->second) != sizeof(uint64_t)) {
|
|
res = ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
return res;
|
|
}
|
|
|
|
bool compareTelemNodes(std::string &telemNode1, std::string &telemNode2) {
|
|
std::string telem = "telem";
|
|
auto indexString1 = telemNode1.substr(telem.size(), telemNode1.size());
|
|
auto indexForTelemNode1 = stoi(indexString1);
|
|
auto indexString2 = telemNode2.substr(telem.size(), telemNode2.size());
|
|
auto indexForTelemNode2 = stoi(indexString2);
|
|
return indexForTelemNode1 < indexForTelemNode2;
|
|
}
|
|
|
|
// Check if Telemetry node(say /sys/class/intel_pmt/telem1) and gpuUpstreamPortPath share same PCI Root port
|
|
static bool isValidTelemNode(FsAccessInterface *pFsAccess, const std::string &gpuUpstreamPortPath, const std::string sysfsTelemNode) {
|
|
std::string realPathOfTelemNode;
|
|
auto result = pFsAccess->getRealPath(sysfsTelemNode, realPathOfTelemNode);
|
|
if (result != ZE_RESULT_SUCCESS) {
|
|
return false;
|
|
}
|
|
|
|
// Example: If
|
|
// gpuUpstreamPortPath = "/sys/devices/pci0000:89/0000:89:02.0/0000:8a:00.0";
|
|
// realPathOfTelemNode = "/sys/devices/pci0000:89/0000:89:02.0/0000:8a:00.0/0000:8b:02.0/0000:8e:00.1/pmt_telemetry.1.auto/intel_pmt/telem1";
|
|
// As gpuUpstreamPortPath is a substring of realPathOfTelemNode , hence both sysfs telemNode and GPU device share same PCI Root.
|
|
// the PMT is part of the OOBMSM sitting on a switch port 0000:8b:02.0 attached to the upstream port/ Also known as CardBus
|
|
// Hence this telem node entry is valid for GPU device.
|
|
return (realPathOfTelemNode.compare(0, gpuUpstreamPortPath.size(), gpuUpstreamPortPath) == 0);
|
|
}
|
|
|
|
ze_result_t PlatformMonitoringTech::enumerateRootTelemIndex(FsAccessInterface *pFsAccess, std::string &gpuUpstreamPortPath) {
|
|
std::vector<std::string> listOfTelemNodes;
|
|
auto result = pFsAccess->listDirectory(baseTelemSysFS, listOfTelemNodes);
|
|
if (ZE_RESULT_SUCCESS != result) {
|
|
return result;
|
|
}
|
|
|
|
// listOfTelemNodes vector could contain non "telem" entries which are not interested to us.
|
|
// Lets refactor listOfTelemNodes vector as below
|
|
for (auto iterator = listOfTelemNodes.begin(); iterator != listOfTelemNodes.end(); iterator++) {
|
|
if (iterator->compare(0, telem.size(), telem) != 0) {
|
|
listOfTelemNodes.erase(iterator--); // Remove entry if its suffix is not "telem"
|
|
}
|
|
}
|
|
|
|
// Exmaple: For below directory
|
|
// # /sys/class/intel_pmt$ ls
|
|
// telem1 telem2 telem3
|
|
// Then listOfTelemNodes would contain telem1, telem2, telem3
|
|
std::sort(listOfTelemNodes.begin(), listOfTelemNodes.end(), compareTelemNodes); // sort listOfTelemNodes, to arange telem nodes in ascending order
|
|
for (const auto &telemNode : listOfTelemNodes) {
|
|
if (isValidTelemNode(pFsAccess, gpuUpstreamPortPath, baseTelemSysFS + "/" + telemNode)) {
|
|
auto indexString = telemNode.substr(telem.size(), telemNode.size());
|
|
rootDeviceTelemNodeIndex = stoi(indexString); // if telemNode is telemN, then rootDeviceTelemNodeIndex = N
|
|
return ZE_RESULT_SUCCESS;
|
|
}
|
|
}
|
|
return ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
|
|
ze_result_t PlatformMonitoringTech::init(LinuxSysmanImp *pLinuxSysmanImp, const std::string &gpuUpstreamPortPath) {
|
|
std::string telemNode = telem + std::to_string(rootDeviceTelemNodeIndex);
|
|
// For XE_HP_SDV and PVC single tile devices, telemetry info is retrieved from
|
|
// tile's telem node rather from root device telem node.
|
|
auto productFamily = pLinuxSysmanImp->getSysmanDeviceImp()->getProductFamily();
|
|
if ((isSubdevice) || (productFamily == IGFX_PVC)) {
|
|
uint32_t telemNodeIndex = 0;
|
|
// If rootDeviceTelemNode is telem1, then rootDeviceTelemNodeIndex = 1
|
|
// And thus for subdevice0 --> telem node will be telem2,
|
|
// for subdevice1 --> telem node will be telem3 etc
|
|
telemNodeIndex = rootDeviceTelemNodeIndex + subdeviceId + 1;
|
|
telemNode = telem + std::to_string(telemNodeIndex);
|
|
}
|
|
|
|
std::string baseTelemSysFSNode = baseTelemSysFS + "/" + telemNode;
|
|
auto pFsAccess = &pLinuxSysmanImp->getFsAccess();
|
|
if (!isValidTelemNode(pFsAccess, gpuUpstreamPortPath, baseTelemSysFSNode)) {
|
|
return ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
|
|
telemetryDeviceEntry = baseTelemSysFSNode + "/" + telem;
|
|
if (!pFsAccess->fileExists(telemetryDeviceEntry)) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr,
|
|
"Telemetry support not available. No file %s\n", telemetryDeviceEntry.c_str());
|
|
return ZE_RESULT_ERROR_DEPENDENCY_UNAVAILABLE;
|
|
}
|
|
|
|
std::string guid = "";
|
|
std::string guidPath = baseTelemSysFSNode + std::string("/guid");
|
|
ze_result_t result = pFsAccess->read(guidPath, guid);
|
|
if (ZE_RESULT_SUCCESS != result) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr,
|
|
"Telemetry sysfs entry not available %s\n", guidPath.c_str());
|
|
return result;
|
|
}
|
|
|
|
auto pSysmanProductHelper = pLinuxSysmanImp->getSysmanProductHelper();
|
|
result = PlatformMonitoringTech::getKeyOffsetMap(pSysmanProductHelper, guid, keyOffsetMap);
|
|
if (ZE_RESULT_SUCCESS != result) {
|
|
// We didnt have any entry for this guid in guidToKeyOffsetMap
|
|
return result;
|
|
}
|
|
|
|
std::string offsetPath = baseTelemSysFSNode + std::string("/offset");
|
|
result = pFsAccess->read(offsetPath, baseOffset);
|
|
if (ZE_RESULT_SUCCESS != result) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr,
|
|
"Telemetry sysfs entry not available %s\n", offsetPath.c_str());
|
|
return result;
|
|
}
|
|
|
|
return ZE_RESULT_SUCCESS;
|
|
}
|
|
|
|
PlatformMonitoringTech::PlatformMonitoringTech(FsAccessInterface *pFsAccess, ze_bool_t onSubdevice,
|
|
uint32_t subdeviceId) : subdeviceId(subdeviceId), isSubdevice(onSubdevice) {
|
|
}
|
|
|
|
void PlatformMonitoringTech::doInitPmtObject(LinuxSysmanImp *pLinuxSysmanImp, uint32_t subdeviceId, PlatformMonitoringTech *pPmt, const std::string &gpuUpstreamPortPath,
|
|
std::map<uint32_t, L0::Sysman::PlatformMonitoringTech *> &mapOfSubDeviceIdToPmtObject) {
|
|
|
|
if (pPmt->init(pLinuxSysmanImp, gpuUpstreamPortPath) == ZE_RESULT_SUCCESS) {
|
|
mapOfSubDeviceIdToPmtObject.emplace(subdeviceId, pPmt);
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stdout,
|
|
"Pmt object: 0x%llX initialization for subdeviceId %d successful\n", pPmt, static_cast<int>(subdeviceId));
|
|
return;
|
|
}
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr,
|
|
"Pmt initialization for subdeviceId %d failed\n", static_cast<int>(subdeviceId));
|
|
delete pPmt; // We are here as pPmt->init failed and thus this pPmt object is not useful. Let's delete that.
|
|
}
|
|
|
|
void PlatformMonitoringTech::create(LinuxSysmanImp *pLinuxSysmanImp, std::string &gpuUpstreamPortPath,
|
|
std::map<uint32_t, L0::Sysman::PlatformMonitoringTech *> &mapOfSubDeviceIdToPmtObject) {
|
|
if (ZE_RESULT_SUCCESS == PlatformMonitoringTech::enumerateRootTelemIndex(&pLinuxSysmanImp->getFsAccess(), gpuUpstreamPortPath)) {
|
|
auto subDeviceCount = pLinuxSysmanImp->getSubDeviceCount();
|
|
uint32_t subdeviceId = 0;
|
|
do {
|
|
ze_bool_t onSubdevice = (subDeviceCount == 0) ? false : true;
|
|
auto pPmt = new PlatformMonitoringTech(&pLinuxSysmanImp->getFsAccess(), onSubdevice, subdeviceId);
|
|
UNRECOVERABLE_IF(nullptr == pPmt);
|
|
PlatformMonitoringTech::doInitPmtObject(pLinuxSysmanImp, subdeviceId, pPmt, gpuUpstreamPortPath, mapOfSubDeviceIdToPmtObject);
|
|
subdeviceId++;
|
|
} while (subdeviceId < subDeviceCount);
|
|
}
|
|
}
|
|
|
|
bool PlatformMonitoringTech::getTelemOffsetAndTelemDir(LinuxSysmanImp *pLinuxSysmanImp, uint64_t &telemOffset, std::string &telemDir) {
|
|
std::string &rootPath = pLinuxSysmanImp->getPciRootPath();
|
|
|
|
std::map<uint32_t, std::string> telemPciPath;
|
|
NEO::PmtUtil::getTelemNodesInPciPath(std::string_view(rootPath), telemPciPath);
|
|
uint32_t subDeviceCount = pLinuxSysmanImp->getSubDeviceCount() + 1;
|
|
if (telemPciPath.size() < subDeviceCount) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Number of telemetry nodes:%d is lessthan %d \n", __FUNCTION__, telemPciPath.size(), subDeviceCount);
|
|
return false;
|
|
}
|
|
|
|
auto iterator = telemPciPath.begin();
|
|
telemDir = iterator->second;
|
|
|
|
if (!NEO::PmtUtil::readOffset(telemDir, telemOffset)) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Failed to read offset from %s\n", __FUNCTION__, telemDir.c_str());
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool PlatformMonitoringTech::getTelemOffsetForContainer(SysmanProductHelper *pSysmanProductHelper, const std::string &telemDir, const std::string &key, uint64_t &telemOffset) {
|
|
std::array<char, NEO::PmtUtil::guidStringSize> guidString = {};
|
|
if (!NEO::PmtUtil::readGuid(telemDir, guidString)) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Failed to read GUID from %s \n", __FUNCTION__, telemDir.c_str());
|
|
return false;
|
|
}
|
|
|
|
std::map<std::string, uint64_t> keyOffsetMap;
|
|
if (ZE_RESULT_SUCCESS == PlatformMonitoringTech::getKeyOffsetMap(pSysmanProductHelper, guidString.data(), keyOffsetMap)) {
|
|
auto keyOffset = keyOffsetMap.find(key.c_str());
|
|
if (keyOffset != keyOffsetMap.end()) {
|
|
telemOffset = keyOffset->second;
|
|
return true;
|
|
}
|
|
}
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Failed to find keyOffset in keyOffsetMap \n", __FUNCTION__);
|
|
return false;
|
|
}
|
|
|
|
bool PlatformMonitoringTech::getTelemNodes(LinuxSysmanImp *pLinuxSysmanImp, std::map<uint32_t, std::string> &telemNodes) {
|
|
std::string &rootPath = pLinuxSysmanImp->getPciRootPath();
|
|
|
|
if (!pLinuxSysmanImp->getTelemNodes(telemNodes)) {
|
|
NEO::PmtUtil::getTelemNodesInPciPath(std::string_view(rootPath), telemNodes);
|
|
pLinuxSysmanImp->addTelemNodes(telemNodes);
|
|
}
|
|
uint32_t deviceCount = pLinuxSysmanImp->getSubDeviceCount() + 1;
|
|
if (telemNodes.size() < deviceCount) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Number of telemetry nodes:%d is less than device count: %d \n", __FUNCTION__, telemNodes.size(), deviceCount);
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool PlatformMonitoringTech::getTelemOffsetAndTelemDirForTileAggregator(LinuxSysmanImp *pLinuxSysmanImp, uint64_t &telemOffset, std::string &telemDir, uint32_t subdeviceId) {
|
|
|
|
std::map<uint32_t, std::string> telemNodesInPciPath;
|
|
if (!getTelemNodes(pLinuxSysmanImp, telemNodesInPciPath)) {
|
|
return false;
|
|
}
|
|
|
|
uint32_t rootDeviceTelemIndex = telemNodesInPciPath.begin()->first;
|
|
std::string telemNode = telem + std::to_string(rootDeviceTelemIndex + subdeviceId + 1);
|
|
telemDir = baseTelemSysFS + "/" + telemNode;
|
|
if (!NEO::PmtUtil::readOffset(telemDir, telemOffset)) {
|
|
NEO::printDebugString(NEO::debugManager.flags.PrintDebugMessages.get(), stderr, "Error@ %s(): Failed to read offset from %s\n", __FUNCTION__, telemDir.c_str());
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool PlatformMonitoringTech::readValue(SysmanProductHelper *pSysmanProductHelper, const std::string &telemDir, const std::string &key, uint64_t &telemOffset, uint32_t &value) {
|
|
|
|
uint64_t keyOffset = 0;
|
|
if (!getTelemOffsetForContainer(pSysmanProductHelper, telemDir, key, keyOffset)) {
|
|
return false;
|
|
}
|
|
|
|
keyOffset += telemOffset;
|
|
ssize_t bytesRead = NEO::PmtUtil::readTelem(telemDir.data(), sizeof(uint32_t), keyOffset, &value);
|
|
if (bytesRead != sizeof(uint32_t)) {
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool PlatformMonitoringTech::readValue(SysmanProductHelper *pSysmanProductHelper, const std::string &telemDir, const std::string &key, uint64_t &telemOffset, uint64_t &value) {
|
|
|
|
uint64_t keyOffset = 0;
|
|
if (!getTelemOffsetForContainer(pSysmanProductHelper, telemDir, key, keyOffset)) {
|
|
return false;
|
|
}
|
|
|
|
keyOffset += telemOffset;
|
|
ssize_t bytesRead = NEO::PmtUtil::readTelem(telemDir.data(), sizeof(uint64_t), keyOffset, &value);
|
|
if (bytesRead != sizeof(uint64_t)) {
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
PlatformMonitoringTech::~PlatformMonitoringTech() {
|
|
}
|
|
|
|
} // namespace Sysman
|
|
} // namespace L0
|