Kmd notify improvements [2/n]: Use QuickKmdSleep for sporadic waits

- Measure time between wait calls. If delay is exeeded  use QuickKmdSleep
- Kmd Notify helper functions
- Refactor overriding from debug variables
- Refactor Kmd Notify tests


Change-Id: I123c31f492d98fd304184f99ee0bf7d733d06f04

runtime/helpers/CMakeLists.txt

@@ -54,6 +54,7 @@ set(RUNTIME_SRCS_HELPERS_BASE
   ${CMAKE_CURRENT_SOURCE_DIR}/kernel_commands.h
   ${CMAKE_CURRENT_SOURCE_DIR}/kernel_commands.inl
   ${CMAKE_CURRENT_SOURCE_DIR}/kmd_notify_properties.h
+  ${CMAKE_CURRENT_SOURCE_DIR}/kmd_notify_properties.cpp
   ${CMAKE_CURRENT_SOURCE_DIR}/mipmap.h
   ${CMAKE_CURRENT_SOURCE_DIR}/options.cpp
   ${CMAKE_CURRENT_SOURCE_DIR}/options.h

runtime/helpers/kmd_notify_properties.cpp

@@ -0,0 +1,54 @@
+/*
+* Copyright (c) 2018, Intel Corporation
+*
+* Permission is hereby granted, free of charge, to any person obtaining a
+* copy of this software and associated documentation files (the "Software"),
+* to deal in the Software without restriction, including without limitation
+* the rights to use, copy, modify, merge, publish, distribute, sublicense,
+* and/or sell copies of the Software, and to permit persons to whom the
+* Software is furnished to do so, subject to the following conditions:
+*
+* The above copyright notice and this permission notice shall be included
+* in all copies or substantial portions of the Software.
+*
+* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+* OTHER DEALINGS IN THE SOFTWARE.
+*/
+
+#include <cstdint>
+#include "runtime/helpers/kmd_notify_properties.h"
+
+using namespace OCLRT;
+
+bool KmdNotifyProperties::applyQuickKmdSleepForSporadicWait(std::chrono::high_resolution_clock::time_point &lastWaitTimestamp) const {
+    if (enableQuickKmdSleepForSporadicWaits) {
+        auto now = std::chrono::high_resolution_clock::now();
+        auto timeDiff = std::chrono::duration_cast<std::chrono::microseconds>(now - lastWaitTimestamp).count();
+        if (timeDiff > delayQuickKmdSleepForSporadicWaitsMicroseconds) {
+            return true;
+        }
+    }
+    return false;
+}
+
+const int64_t &KmdNotifyProperties::selectDelay(bool useQuickKmdSleep) const {
+    return (useQuickKmdSleep && enableQuickKmdSleep) ? delayQuickKmdSleepMicroseconds
+                                                     : delayKmdNotifyMicroseconds;
+}
+
+void KmdNotifyProperties::overrideFromDebugVariable(int32_t debugVariableValue, int64_t &destination) {
+    if (debugVariableValue >= 0) {
+        destination = static_cast<int64_t>(debugVariableValue);
+    }
+}
+
+void KmdNotifyProperties::overrideFromDebugVariable(int32_t debugVariableValue, bool &destination) {
+    if (debugVariableValue >= 0) {
+        destination = !!(debugVariableValue);
+    }
+}

runtime/helpers/kmd_notify_properties.h

@@ -22,12 +22,25 @@
 
 #pragma once
 #include <cstdint>
+#include <chrono>
 
 namespace OCLRT {
 struct KmdNotifyProperties {
+    // Main switch for KMD Notify optimization - if its disabled, all below are disabled too
     bool enableKmdNotify;
     int64_t delayKmdNotifyMicroseconds;
+    // Use smaller delay in specific situations (ie. from AsyncEventsHandler)
     bool enableQuickKmdSleep;
     int64_t delayQuickKmdSleepMicroseconds;
+    // If waits are called sporadically  use QuickKmdSleep mode, otherwise use standard delay
+    bool enableQuickKmdSleepForSporadicWaits;
+    int64_t delayQuickKmdSleepForSporadicWaitsMicroseconds;
+
+    bool applyQuickKmdSleepForSporadicWait(std::chrono::high_resolution_clock::time_point &lastWaitTimestamp) const;
+
+    const int64_t &selectDelay(bool useQuickKmdSleep) const;
+
+    static void overrideFromDebugVariable(int32_t debugVariableValue, int64_t &destination);
+    static void overrideFromDebugVariable(int32_t debugVariableValue, bool &destination);
 };
 } // namespace OCLRT