132 lines
5.3 KiB
C++
132 lines
5.3 KiB
C++
/*
|
|
* Copyright (C) 2017-2019 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#pragma once
|
|
#include "runtime/gen_common/aub_mapper.h"
|
|
#include "command_stream_receiver_simulated_hw.h"
|
|
#include "runtime/aub/aub_center.h"
|
|
#include "runtime/command_stream/aub_command_stream_receiver.h"
|
|
#include "runtime/helpers/array_count.h"
|
|
#include "runtime/memory_manager/address_mapper.h"
|
|
#include "runtime/memory_manager/page_table.h"
|
|
#include "runtime/memory_manager/physical_address_allocator.h"
|
|
#include "runtime/memory_manager/os_agnostic_memory_manager.h"
|
|
#include "third_party/aub_stream/headers/hardware_context.h"
|
|
|
|
using namespace AubDump;
|
|
|
|
namespace OCLRT {
|
|
|
|
class AubSubCaptureManager;
|
|
|
|
template <typename GfxFamily>
|
|
class AUBCommandStreamReceiverHw : public CommandStreamReceiverSimulatedHw<GfxFamily> {
|
|
protected:
|
|
typedef CommandStreamReceiverSimulatedHw<GfxFamily> BaseClass;
|
|
using AUB = typename AUBFamilyMapper<GfxFamily>::AUB;
|
|
using ExternalAllocationsContainer = std::vector<AllocationView>;
|
|
using BaseClass::osContext;
|
|
|
|
public:
|
|
using CommandStreamReceiverSimulatedCommonHw<GfxFamily>::initAdditionalMMIO;
|
|
using CommandStreamReceiverSimulatedCommonHw<GfxFamily>::stream;
|
|
|
|
FlushStamp flush(BatchBuffer &batchBuffer, ResidencyContainer &allocationsForResidency) override;
|
|
void makeNonResident(GraphicsAllocation &gfxAllocation) override;
|
|
|
|
void processResidency(ResidencyContainer &allocationsForResidency) override;
|
|
|
|
void makeResidentExternal(AllocationView &allocationView);
|
|
void makeNonResidentExternal(uint64_t gpuAddress);
|
|
|
|
AubMemDump::AubFileStream *getAubStream() const {
|
|
return static_cast<AubMemDump::AubFileStream *>(this->stream);
|
|
}
|
|
|
|
MOCKABLE_VIRTUAL void writeMemory(uint64_t gpuAddress, void *cpuAddress, size_t size, uint32_t memoryBank, uint64_t entryBits, DevicesBitfield devicesBitfield);
|
|
MOCKABLE_VIRTUAL bool writeMemory(GraphicsAllocation &gfxAllocation);
|
|
MOCKABLE_VIRTUAL bool writeMemory(AllocationView &allocationView);
|
|
void expectMMIO(uint32_t mmioRegister, uint32_t expectedValue);
|
|
|
|
void expectMemoryEqual(void *gfxAddress, const void *srcAddress, size_t length);
|
|
void expectMemoryNotEqual(void *gfxAddress, const void *srcAddress, size_t length);
|
|
bool expectMemory(const void *gfxAddress, const void *srcAddress, size_t length, uint32_t compareOperation) override;
|
|
|
|
void activateAubSubCapture(const MultiDispatchInfo &dispatchInfo) override;
|
|
|
|
// Family specific version
|
|
MOCKABLE_VIRTUAL void submitBatchBuffer(size_t engineIndex, uint64_t batchBufferGpuAddress, const void *batchBuffer, size_t batchBufferSize, uint32_t memoryBank, uint64_t entryBits);
|
|
MOCKABLE_VIRTUAL void pollForCompletion(EngineInstanceT engineInstance);
|
|
|
|
uint32_t getDumpHandle();
|
|
MOCKABLE_VIRTUAL void addContextToken(uint32_t dumpHandle);
|
|
|
|
static CommandStreamReceiver *create(const HardwareInfo &hwInfoIn, const std::string &fileName, bool standalone, ExecutionEnvironment &executionEnvironment);
|
|
|
|
AUBCommandStreamReceiverHw(const HardwareInfo &hwInfoIn, const std::string &fileName, bool standalone, ExecutionEnvironment &executionEnvironment);
|
|
~AUBCommandStreamReceiverHw() override;
|
|
|
|
AUBCommandStreamReceiverHw(const AUBCommandStreamReceiverHw &) = delete;
|
|
AUBCommandStreamReceiverHw &operator=(const AUBCommandStreamReceiverHw &) = delete;
|
|
|
|
MOCKABLE_VIRTUAL void openFile(const std::string &fileName);
|
|
MOCKABLE_VIRTUAL bool reopenFile(const std::string &fileName);
|
|
MOCKABLE_VIRTUAL void initFile(const std::string &fileName);
|
|
MOCKABLE_VIRTUAL void closeFile();
|
|
MOCKABLE_VIRTUAL bool isFileOpen() const;
|
|
MOCKABLE_VIRTUAL const std::string &getFileName();
|
|
|
|
MOCKABLE_VIRTUAL void initializeEngine(size_t engineIndex);
|
|
void freeEngineInfoTable();
|
|
|
|
MemoryManager *createMemoryManager(bool enable64kbPages, bool enableLocalMemory) override {
|
|
return new OsAgnosticMemoryManager(enable64kbPages, enableLocalMemory, true, this->executionEnvironment);
|
|
}
|
|
|
|
AubManager *aubManager = nullptr;
|
|
std::unique_ptr<HardwareContext> hardwareContext;
|
|
EngineType defaultEngineType;
|
|
|
|
struct EngineInfo {
|
|
void *pLRCA;
|
|
uint32_t ggttLRCA;
|
|
void *pGlobalHWStatusPage;
|
|
uint32_t ggttHWSP;
|
|
void *pRingBuffer;
|
|
uint32_t ggttRingBuffer;
|
|
size_t sizeRingBuffer;
|
|
uint32_t tailRingBuffer;
|
|
} engineInfoTable[EngineInstanceConstants::numAllEngineInstances] = {};
|
|
|
|
std::unique_ptr<AubSubCaptureManager> subCaptureManager;
|
|
uint32_t aubDeviceId;
|
|
bool standalone;
|
|
|
|
std::unique_ptr<std::conditional<is64bit, PML4, PDPE>::type> ppgtt;
|
|
std::unique_ptr<PDPE> ggtt;
|
|
// remap CPU VA -> GGTT VA
|
|
AddressMapper *gttRemap;
|
|
|
|
void setCsrProgrammingMode(void){};
|
|
MOCKABLE_VIRTUAL bool addPatchInfoComments();
|
|
void addGUCStartMessage(uint64_t batchBufferAddress, EngineType engineType);
|
|
uint32_t getGUCWorkQueueItemHeader(EngineType engineType);
|
|
|
|
CommandStreamReceiverType getType() override {
|
|
return CommandStreamReceiverType::CSR_AUB;
|
|
}
|
|
|
|
int getAddressSpaceFromPTEBits(uint64_t entryBits) const;
|
|
|
|
size_t getPreferredTagPoolSize() const override { return 1; }
|
|
|
|
protected:
|
|
bool dumpAubNonWritable = false;
|
|
ExternalAllocationsContainer externalAllocations;
|
|
};
|
|
} // namespace OCLRT
|