/* * Copyright (c) 2017 - 2018, Intel Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included * in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. */ #include "runtime/memory_manager/deferred_deleter.h" #include "runtime/memory_manager/deferrable_deletion.h" #include "runtime/os_interface/os_thread.h" namespace OCLRT { DeferredDeleter::DeferredDeleter() { doWorkInBackground = false; elementsToRelease = 0; } void DeferredDeleter::stop() { // Called with threadMutex acquired if (worker != nullptr) { // Working thread was created so we can safely stop it std::unique_lock lock(queueMutex); // Make sure that working thread really started while (!doWorkInBackground) { lock.unlock(); lock.lock(); } // Signal working thread to finish its job doWorkInBackground = false; lock.unlock(); condition.notify_one(); // Wait for the working job to exit worker->join(); // Delete working thread worker.reset(); } drain(false); } void DeferredDeleter::safeStop() { std::lock_guard lock(threadMutex); stop(); } DeferredDeleter::~DeferredDeleter() { safeStop(); } void DeferredDeleter::deferDeletion(DeferrableDeletion *deletion) { std::unique_lock lock(queueMutex); elementsToRelease++; queue.pushTailOne(*deletion); lock.unlock(); condition.notify_one(); } void DeferredDeleter::addClient() { std::lock_guard lock(threadMutex); ++numClients; ensureThread(); } void DeferredDeleter::removeClient() { std::lock_guard lock(threadMutex); --numClients; if (numClients == 0) { stop(); } } void DeferredDeleter::ensureThread() { if (worker != nullptr) { return; } worker = Thread::create(run, reinterpret_cast(this)); } bool DeferredDeleter::areElementsReleased() { return elementsToRelease == 0; } bool DeferredDeleter::shouldStop() { return !doWorkInBackground; } void *DeferredDeleter::run(void *arg) { auto self = reinterpret_cast(arg); std::unique_lock lock(self->queueMutex); // Mark that working thread really started self->doWorkInBackground = true; do { if (self->queue.peekIsEmpty()) { // Wait for signal that some items are ready to be deleted self->condition.wait(lock); } lock.unlock(); // Delete items placed into deferred delete queue self->clearQueue(); lock.lock(); // Check whether working thread should be stopped } while (!self->shouldStop()); lock.unlock(); return nullptr; } void DeferredDeleter::drain(bool blocking) { clearQueue(); if (blocking) { while (!areElementsReleased()) ; } } void DeferredDeleter::clearQueue() { std::unique_ptr deletion(nullptr); do { deletion.reset(queue.removeFrontOne().release()); if (deletion) { deletion->apply(); elementsToRelease--; } } while (deletion); } } // namespace OCLRT