111 lines
4.8 KiB
C++
111 lines
4.8 KiB
C++
/*
|
|
* Copyright (c) 2017 - 2018, Intel Corporation
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included
|
|
* in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
#pragma once
|
|
#include "hw_cmds.h"
|
|
#include "runtime/device_queue/device_queue.h"
|
|
#include "runtime/command_stream/linear_stream.h"
|
|
#include "runtime/helpers/ptr_math.h"
|
|
#include "runtime/indirect_heap/indirect_heap.h"
|
|
#include "runtime/kernel/kernel.h"
|
|
#include "runtime/program/program.h"
|
|
#include "runtime/scheduler/scheduler_kernel.h"
|
|
|
|
namespace OCLRT {
|
|
template <typename GfxFamily>
|
|
class DeviceQueueHw : public DeviceQueue {
|
|
using BaseClass = DeviceQueue;
|
|
using MEDIA_STATE_FLUSH = typename GfxFamily::MEDIA_STATE_FLUSH;
|
|
using MEDIA_INTERFACE_DESCRIPTOR_LOAD = typename GfxFamily::MEDIA_INTERFACE_DESCRIPTOR_LOAD;
|
|
using PIPE_CONTROL = typename GfxFamily::PIPE_CONTROL;
|
|
using GPGPU_WALKER = typename GfxFamily::GPGPU_WALKER;
|
|
using MI_BATCH_BUFFER_START = typename GfxFamily::MI_BATCH_BUFFER_START;
|
|
using MI_BATCH_BUFFER_END = typename GfxFamily::MI_BATCH_BUFFER_END;
|
|
using INTERFACE_DESCRIPTOR_DATA = typename GfxFamily::INTERFACE_DESCRIPTOR_DATA;
|
|
using BINDING_TABLE_STATE = typename GfxFamily::BINDING_TABLE_STATE;
|
|
using RENDER_SURFACE_STATE = typename GfxFamily::RENDER_SURFACE_STATE;
|
|
using MI_STORE_REGISTER_MEM = typename GfxFamily::MI_STORE_REGISTER_MEM;
|
|
using MI_LOAD_REGISTER_REG = typename GfxFamily::MI_LOAD_REGISTER_REG;
|
|
using MI_LOAD_REGISTER_IMM = typename GfxFamily::MI_LOAD_REGISTER_IMM;
|
|
using MI_MATH = typename GfxFamily::MI_MATH;
|
|
using MI_MATH_ALU_INST_INLINE = typename GfxFamily::MI_MATH_ALU_INST_INLINE;
|
|
using MEDIA_VFE_STATE = typename GfxFamily::MEDIA_VFE_STATE;
|
|
|
|
public:
|
|
DeviceQueueHw(Context *context,
|
|
Device *device,
|
|
cl_queue_properties &properties) : BaseClass(context, device, properties) {
|
|
allocateSlbBuffer();
|
|
offsetDsh = colorCalcStateSize + (uint32_t)sizeof(INTERFACE_DESCRIPTOR_DATA) * interfaceDescriptorEntries * numberOfIDTables;
|
|
igilQueue = reinterpret_cast<IGIL_CommandQueue *>(queueBuffer->getUnderlyingBuffer());
|
|
}
|
|
|
|
static DeviceQueue *create(Context *context,
|
|
Device *device,
|
|
cl_queue_properties &properties) {
|
|
return new (std::nothrow) DeviceQueueHw<GfxFamily>(context, device, properties);
|
|
}
|
|
|
|
IndirectHeap *getIndirectHeap(IndirectHeap::Type type) override;
|
|
|
|
LinearStream *getSlbCS() { return &slbCS; }
|
|
void resetDSH();
|
|
|
|
size_t setSchedulerCrossThreadData(SchedulerKernel &scheduler);
|
|
|
|
void setupIndirectState(IndirectHeap &instructionHeap, IndirectHeap &surfaceStateHeap, Kernel *parentKernel, uint32_t parentIDCount) override;
|
|
|
|
void addExecutionModelCleanUpSection(Kernel *parentKernel, HwTimeStamps *hwTimeStamp, uint32_t taskCount) override;
|
|
void resetDeviceQueue() override;
|
|
void dispatchScheduler(CommandQueue &cmdQ, SchedulerKernel &scheduler, PreemptionMode preemptionMode) override;
|
|
|
|
uint32_t getSchedulerReturnInstance() {
|
|
return igilQueue->m_controls.m_SchedulerEarlyReturn;
|
|
}
|
|
|
|
static size_t getCSPrefetchSize();
|
|
|
|
protected:
|
|
void allocateSlbBuffer();
|
|
size_t getMinimumSlbSize();
|
|
size_t getWaCommandsSize();
|
|
void addArbCheckCmdWa();
|
|
void addMiAtomicCmdWa(uint64_t atomicOpPlaceholder);
|
|
void addLriCmdWa(bool setArbCheck);
|
|
void addLriCmd(bool setArbCheck);
|
|
void addPipeControlCmdWa(bool isNoopCmd = false);
|
|
void initPipeControl(PIPE_CONTROL *pc);
|
|
void buildSlbDummyCommands();
|
|
|
|
void addProfilingEndCmds(uint64_t timestampAddress);
|
|
static size_t getProfilingEndCmdsSize();
|
|
|
|
MOCKABLE_VIRTUAL void addMediaStateClearCmds();
|
|
static size_t getMediaStateClearCmdsSize();
|
|
|
|
static size_t getExecutionModelCleanupSectionSize();
|
|
|
|
LinearStream slbCS;
|
|
IGIL_CommandQueue *igilQueue = nullptr;
|
|
};
|
|
} // namespace OCLRT
|