66 lines
1.7 KiB
C++
66 lines
1.7 KiB
C++
/*
|
|
* Copyright (C) 2021-2024 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#pragma once
|
|
#include "shared/source/command_stream/task_count_helper.h"
|
|
#include "shared/source/utilities/cpuintrinsics.h"
|
|
|
|
#include <cstdint>
|
|
#include <functional>
|
|
#include <thread>
|
|
|
|
namespace NEO {
|
|
|
|
namespace WaitUtils {
|
|
|
|
constexpr uint32_t defaultWaitCount = 1u;
|
|
|
|
extern uint64_t waitpkgCounterValue;
|
|
extern uint32_t waitpkgControlValue;
|
|
extern uint32_t waitCount;
|
|
extern bool waitpkgSupport;
|
|
extern bool waitpkgUse;
|
|
|
|
inline bool monitorWait(volatile void const *monitorAddress, uint64_t counterModifier) {
|
|
uint64_t currentCounter = CpuIntrinsics::rdtsc();
|
|
currentCounter += (waitpkgCounterValue + counterModifier);
|
|
|
|
CpuIntrinsics::umonitor(const_cast<void *>(monitorAddress));
|
|
bool result = CpuIntrinsics::umwait(waitpkgControlValue, currentCounter) == 0;
|
|
return result;
|
|
}
|
|
|
|
template <typename T>
|
|
inline bool waitFunctionWithPredicate(volatile T const *pollAddress, T expectedValue, std::function<bool(T, T)> predicate) {
|
|
for (uint32_t i = 0; i < waitCount; i++) {
|
|
CpuIntrinsics::pause();
|
|
}
|
|
if (pollAddress != nullptr) {
|
|
if (predicate(*pollAddress, expectedValue)) {
|
|
return true;
|
|
}
|
|
if (waitpkgUse) {
|
|
if (monitorWait(pollAddress, 0)) {
|
|
if (predicate(*pollAddress, expectedValue)) {
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
std::this_thread::yield();
|
|
return false;
|
|
}
|
|
|
|
inline bool waitFunction(volatile TagAddressType *pollAddress, TaskCountType expectedValue) {
|
|
return waitFunctionWithPredicate<TaskCountType>(pollAddress, expectedValue, std::greater_equal<TaskCountType>());
|
|
}
|
|
|
|
void init();
|
|
} // namespace WaitUtils
|
|
|
|
} // namespace NEO
|