Add copy engine aub tests
Signed-off-by: Bartosz Dunajski <bartosz.dunajski@intel.com>
This commit is contained in:
Bartosz Dunajski
Compute-Runtime-Automation
parent
44596f6e4d
commit
8a0a556d16
|
|
@ -18,6 +18,8 @@ if(TESTS_XEHP_AND_LATER)
|
|||
target_sources(igdrcl_aub_tests PRIVATE
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/aub_range_based_flush_tests_xehp_and_later.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/aub_walker_partition_tests_xehp_and_later.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/copy_engine_aub_tests_xehp_and_later.h
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/copy_engine_aub_tests_xehp_and_later.cpp
|
||||
)
|
||||
endif()
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,76 @@
|
|||
/*
|
||||
* Copyright (C) 2022 Intel Corporation
|
||||
*
|
||||
* SPDX-License-Identifier: MIT
|
||||
*
|
||||
*/
|
||||
|
||||
#include "opencl/test/unit_test/aub_tests/command_stream/copy_engine_aub_tests_xehp_and_later.h"
|
||||
|
||||
#include "shared/test/common/test_macros/test.h"
|
||||
|
||||
using namespace NEO;
|
||||
|
||||
using SingleTileCopyEngineTests = CopyEngineXeHPAndLater<1>;
|
||||
|
||||
HWTEST_F(SingleTileCopyEngineTests, givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolve) {
|
||||
givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolveImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWTEST_F(SingleTileCopyEngineTests, givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWTEST_F(SingleTileCopyEngineTests, givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenOffsetsWhenBltExecutedThenCopiedDataIsValid) {
|
||||
givenOffsetsWhenBltExecutedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWTEST_F(SingleTileCopyEngineTests, givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWTEST_F(SingleTileCopyEngineTests, givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompress) {
|
||||
givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompressImpl<FamilyType>();
|
||||
}
|
||||
|
||||
using SingleTileCopyEngineSystemMemoryTests = CopyEngineXeHPAndLater<1, false>;
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineSystemMemoryTests, givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
HWCMDTEST_F(IGFX_XE_HP_CORE, SingleTileCopyEngineTests, givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
|
@ -0,0 +1,656 @@
|
|||
/*
|
||||
* Copyright (C) 2022 Intel Corporation
|
||||
*
|
||||
* SPDX-License-Identifier: MIT
|
||||
*
|
||||
*/
|
||||
|
||||
#include "shared/source/command_stream/aub_command_stream_receiver_hw.h"
|
||||
#include "shared/source/gmm_helper/gmm.h"
|
||||
#include "shared/source/gmm_helper/gmm_helper.h"
|
||||
#include "shared/source/helpers/timestamp_packet.h"
|
||||
#include "shared/source/os_interface/hw_info_config.h"
|
||||
#include "shared/test/common/helpers/debug_manager_state_restore.h"
|
||||
#include "shared/test/common/mocks/mock_device.h"
|
||||
#include "shared/test/common/test_macros/test.h"
|
||||
#include "shared/test/unit_test/utilities/base_object_utils.h"
|
||||
|
||||
#include "opencl/extensions/public/cl_ext_private.h"
|
||||
#include "opencl/source/cl_device/cl_device.h"
|
||||
#include "opencl/source/helpers/cl_memory_properties_helpers.h"
|
||||
#include "opencl/source/mem_obj/buffer.h"
|
||||
#include "opencl/test/unit_test/aub_tests/fixtures/multicontext_aub_fixture.h"
|
||||
|
||||
using namespace NEO;
|
||||
|
||||
template <uint32_t numTiles, bool useLocalMemory = true>
|
||||
struct CopyEngineXeHPAndLater : public MulticontextAubFixture, public ::testing::Test {
|
||||
using MulticontextAubFixture::expectMemory;
|
||||
|
||||
void SetUp() override {
|
||||
if (is32bit) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
if (!HwInfoConfig::get(defaultHwInfo->platform.eProductFamily)->obtainBlitterPreference(*defaultHwInfo.get())) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
if (useLocalMemory) {
|
||||
if (!defaultHwInfo->featureTable.flags.ftrLocalMemory) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
DebugManager.flags.EnableLocalMemory.set(true);
|
||||
}
|
||||
|
||||
DebugManager.flags.RenderCompressedBuffersEnabled.set(true);
|
||||
DebugManager.flags.RenderCompressedImagesEnabled.set(true);
|
||||
|
||||
MulticontextAubFixture::SetUp(numTiles, EnabledCommandStreamers::Single, true);
|
||||
|
||||
defaultCommandQueue = commandQueues[0][0].get();
|
||||
bcsCsr = tileDevices[0]->getNearestGenericSubDevice(0)->getEngine(bcsEngineType, EngineUsage::Regular).commandStreamReceiver;
|
||||
|
||||
compressiblePattern = std::make_unique<uint8_t[]>(bufferSize);
|
||||
std::fill(compressiblePattern.get(), ptrOffset(compressiblePattern.get(), bufferSize), 0xC6);
|
||||
|
||||
writePattern = std::make_unique<uint8_t[]>(bufferSize);
|
||||
dstHostPtr = std::make_unique<uint8_t[]>(bufferSize);
|
||||
for (size_t i = 0; i < bufferSize; i++) {
|
||||
writePattern.get()[i] = static_cast<uint8_t>(i);
|
||||
dstHostPtr.get()[i] = 255 - writePattern[i];
|
||||
}
|
||||
|
||||
EXPECT_NE(writePattern.get()[0], writePattern.get()[offset]);
|
||||
}
|
||||
|
||||
void TearDown() override {
|
||||
MulticontextAubFixture::TearDown();
|
||||
}
|
||||
|
||||
virtual bool compressionSupported() const {
|
||||
auto &ftrTable = rootDevice->getHardwareInfo().featureTable;
|
||||
return (ftrTable.flags.ftrLocalMemory && ftrTable.flags.ftrFlatPhysCCS);
|
||||
}
|
||||
|
||||
ReleaseableObjectPtr<Buffer> createBuffer(bool compressed, bool inLocalMemory, void *srcHostPtr) {
|
||||
cl_mem_flags flags = CL_MEM_READ_WRITE;
|
||||
if (!compressed) {
|
||||
flags |= CL_MEM_UNCOMPRESSED_HINT_INTEL;
|
||||
} else {
|
||||
flags |= CL_MEM_COMPRESSED_HINT_INTEL;
|
||||
}
|
||||
|
||||
if (!inLocalMemory && !compressed) {
|
||||
flags |= CL_MEM_FORCE_HOST_MEMORY_INTEL;
|
||||
}
|
||||
if (srcHostPtr) {
|
||||
flags |= CL_MEM_COPY_HOST_PTR;
|
||||
}
|
||||
|
||||
auto buffer = clUniquePtr(Buffer::create(context.get(), flags, bufferSize, srcHostPtr, retVal));
|
||||
auto graphicsAllocation = buffer->getGraphicsAllocation(this->rootDeviceIndex);
|
||||
|
||||
EXPECT_EQ(CL_SUCCESS, retVal);
|
||||
if (compressed) {
|
||||
EXPECT_TRUE(graphicsAllocation->getDefaultGmm()->isCompressionEnabled);
|
||||
}
|
||||
EXPECT_EQ(!inLocalMemory, MemoryPool::isSystemMemoryPool(graphicsAllocation->getMemoryPool()));
|
||||
|
||||
return buffer;
|
||||
}
|
||||
|
||||
void *getGpuAddress(Buffer &buffer) {
|
||||
return reinterpret_cast<void *>(buffer.getGraphicsAllocation(this->rootDeviceIndex)->getGpuAddress());
|
||||
}
|
||||
|
||||
void executeBlitCommand(const BlitProperties &blitProperties, bool blocking) {
|
||||
BlitPropertiesContainer blitPropertiesContainer;
|
||||
blitPropertiesContainer.push_back(blitProperties);
|
||||
bcsCsr->blitBuffer(blitPropertiesContainer, blocking, false, rootDevice->getDevice());
|
||||
}
|
||||
|
||||
template <typename FamilyType>
|
||||
void givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolveImpl();
|
||||
template <typename FamilyType>
|
||||
void givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
template <typename FamilyType>
|
||||
void givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
template <typename FamilyType>
|
||||
void givenOffsetsWhenBltExecutedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompressImpl();
|
||||
template <typename FamilyType>
|
||||
void givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValidImpl();
|
||||
template <typename FamilyType>
|
||||
void GivenReadOnlyMultiStorageFlagsWhenAllocatingBufferThenAllocationIsCopiedWithBlitterToEveryTileImpl();
|
||||
template <typename FamilyType>
|
||||
void givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
template <typename FamilyType>
|
||||
void givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
template <typename FamilyType>
|
||||
void givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
template <typename FamilyType>
|
||||
void givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl();
|
||||
|
||||
DebugManagerStateRestore restore;
|
||||
CommandQueue *defaultCommandQueue = nullptr;
|
||||
CommandStreamReceiver *bcsCsr = nullptr;
|
||||
TimestampPacketContainer timestampPacketContainer;
|
||||
CsrDependencies csrDependencies;
|
||||
const size_t bufferSize = MemoryConstants::pageSize64k + BlitterConstants::maxBlitWidth + 3;
|
||||
size_t offset = (bufferSize / 4) - 3;
|
||||
aub_stream::EngineType bcsEngineType = aub_stream::EngineType::ENGINE_BCS;
|
||||
|
||||
std::unique_ptr<uint8_t[]> compressiblePattern;
|
||||
std::unique_ptr<uint8_t[]> writePattern;
|
||||
std::unique_ptr<uint8_t[]> dstHostPtr;
|
||||
cl_int retVal = CL_SUCCESS;
|
||||
};
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolveImpl() {
|
||||
if (!compressionSupported()) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
auto srcNotCompressedBuffer = createBuffer(false, testLocalMemory, compressiblePattern.get());
|
||||
auto dstNotCompressedBuffer = createBuffer(false, testLocalMemory, nullptr);
|
||||
auto dstCompressedBuffer = createBuffer(true, testLocalMemory, nullptr);
|
||||
auto dstResolvedBuffer = createBuffer(false, testLocalMemory, nullptr);
|
||||
|
||||
// Buffer to Buffer - uncompressed HBM -> compressed HBM
|
||||
auto blitProperties = BlitProperties::constructPropertiesForCopy(dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
srcNotCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
executeBlitCommand(blitProperties, true);
|
||||
// Buffer to Buffer - uncompressed HBM -> uncompressed HBM
|
||||
blitProperties = BlitProperties::constructPropertiesForCopy(dstNotCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
srcNotCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
executeBlitCommand(blitProperties, true);
|
||||
// Buffer to Buffer - compressed HBM -> uncompressed HBM
|
||||
blitProperties = BlitProperties::constructPropertiesForCopy(dstResolvedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr, *bcsCsr,
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex), nullptr,
|
||||
dstHostPtr.get(),
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*dstCompressedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(getGpuAddress(*dstResolvedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(getGpuAddress(*dstNotCompressedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(getGpuAddress(*srcNotCompressedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
if (!compressionSupported()) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
auto dstCompressedBuffer = createBuffer(true, testLocalMemory, nullptr);
|
||||
|
||||
// HostPtr to Buffer - System -> compressed HBM
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer,
|
||||
*bcsCsr, dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex), nullptr,
|
||||
compressiblePattern.get(),
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr, *bcsCsr,
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex), nullptr,
|
||||
dstHostPtr.get(),
|
||||
dstCompressedBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*dstCompressedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
if (!compressionSupported()) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
auto srcCompressedBuffer = createBuffer(true, testLocalMemory, nullptr);
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer,
|
||||
*bcsCsr, srcCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
nullptr, compressiblePattern.get(),
|
||||
srcCompressedBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
// Buffer to HostPtr - compressed HBM -> System
|
||||
blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr,
|
||||
*bcsCsr, srcCompressedBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
nullptr, dstHostPtr.get(),
|
||||
srcCompressedBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*srcCompressedBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
|
||||
srcCompressedBuffer.reset();
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
auto srcNotCompressedLocalBuffer = createBuffer(false, testLocalMemory, compressiblePattern.get());
|
||||
|
||||
// Buffer to HostPtr - uncompressed HBM -> System
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr,
|
||||
*bcsCsr, srcNotCompressedLocalBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
nullptr, dstHostPtr.get(),
|
||||
srcNotCompressedLocalBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
expectMemory<FamilyType>(getGpuAddress(*srcNotCompressedLocalBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
auto buffer = createBuffer(false, testLocalMemory, nullptr);
|
||||
|
||||
// HostPtr to Buffer - System -> uncompressed HBM
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer,
|
||||
*bcsCsr, buffer->getGraphicsAllocation(rootDeviceIndex), nullptr, compressiblePattern.get(),
|
||||
buffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemory<FamilyType>(getGpuAddress(*buffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
auto buffer = createBuffer(false, testLocalMemory, nullptr);
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer,
|
||||
*bcsCsr, buffer->getGraphicsAllocation(rootDeviceIndex), nullptr, writePattern.get(),
|
||||
buffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, {offset, 0, 0}, {bufferSize - offset, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*buffer), writePattern.get(), bufferSize, 0, 0);
|
||||
expectMemoryNotEqual<FamilyType>(ptrOffset(getGpuAddress(*buffer), offset - 1), writePattern.get(), bufferSize - offset, 0, 0);
|
||||
expectMemory<FamilyType>(ptrOffset(getGpuAddress(*buffer), offset), writePattern.get(), bufferSize - offset, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, writePattern.get());
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr,
|
||||
*bcsCsr, srcBuffer->getGraphicsAllocation(rootDeviceIndex), nullptr, dstHostPtr.get(),
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, {offset, 0, 0}, {bufferSize - offset, 1, 1}, 0, 0, 0, 0);
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(dstHostPtr.get(), writePattern.get(), offset, 0, 0);
|
||||
expectMemoryNotEqual<FamilyType>(ptrOffset(dstHostPtr.get(), 1), ptrOffset(writePattern.get(), offset), bufferSize - offset - 1, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), ptrOffset(writePattern.get(), offset), bufferSize - offset, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenOffsetsWhenBltExecutedThenCopiedDataIsValidImpl() {
|
||||
size_t copiedSize = bufferSize - (2 * offset);
|
||||
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, writePattern.get());
|
||||
auto dstBuffer = createBuffer(false, testLocalMemory, nullptr);
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForCopy(dstBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
{offset, 0, 0}, 0, {copiedSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*dstBuffer), writePattern.get(), bufferSize, 0, 0);
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*dstBuffer), writePattern.get(), copiedSize + 1, 0, 0);
|
||||
expectMemoryNotEqual<FamilyType>(ptrOffset(getGpuAddress(*dstBuffer), offset - 1), writePattern.get(), copiedSize, 0, 0);
|
||||
expectMemory<FamilyType>(ptrOffset(getGpuAddress(*dstBuffer), offset), writePattern.get(), copiedSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
if (!compressionSupported()) {
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
auto srcBuffer = createBuffer(true, testLocalMemory, nullptr);
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer,
|
||||
*bcsCsr, srcBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
nullptr, compressiblePattern.get(),
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
executeBlitCommand(blitProperties, false);
|
||||
auto dstBuffer = createBuffer(true, testLocalMemory, nullptr);
|
||||
|
||||
// Buffer to Buffer - compressed HBM -> compressed HBM
|
||||
blitProperties = BlitProperties::constructPropertiesForCopy(dstBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr, *bcsCsr,
|
||||
dstBuffer->getGraphicsAllocation(rootDeviceIndex), nullptr,
|
||||
dstHostPtr.get(),
|
||||
dstBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress(), 0,
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0);
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*dstBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
expectMemory<FamilyType>(dstHostPtr.get(), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompressImpl() {
|
||||
if (this->context->getDevice(0u)->areSharedSystemAllocationsAllowed() || !compressionSupported()) {
|
||||
//no support for scenarios where stateless is mixed with blitter compression
|
||||
GTEST_SKIP();
|
||||
}
|
||||
|
||||
auto buffer = createBuffer(true, testLocalMemory, compressiblePattern.get());
|
||||
|
||||
{
|
||||
// initialized as compressed
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*buffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
{
|
||||
// resolve
|
||||
auto blitProperties = BlitProperties::constructPropertiesForAuxTranslation(AuxTranslationDirection::AuxToNonAux,
|
||||
buffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
bcsCsr->getClearColorAllocation());
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
expectMemory<FamilyType>(getGpuAddress(*buffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
{
|
||||
// compress again
|
||||
auto blitProperties = BlitProperties::constructPropertiesForAuxTranslation(AuxTranslationDirection::NonAuxToAux,
|
||||
buffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
bcsCsr->getClearColorAllocation());
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(getGpuAddress(*buffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValidImpl() {
|
||||
auto srcBuffer = createBuffer(false, false, compressiblePattern.get());
|
||||
auto dstBuffer = createBuffer(false, false, nullptr);
|
||||
|
||||
// Buffer to Buffer - System -> System
|
||||
auto blitProperties = BlitProperties::constructPropertiesForCopy(dstBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex),
|
||||
0, 0, {bufferSize, 1, 1}, 0, 0, 0, 0, bcsCsr->getClearColorAllocation());
|
||||
|
||||
executeBlitCommand(blitProperties, true);
|
||||
|
||||
expectMemory<FamilyType>(getGpuAddress(*dstBuffer), compressiblePattern.get(), bufferSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
auto srcMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
auto destMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
|
||||
for (unsigned int i = 0; i < bufferSize; i++) {
|
||||
srcMemory[i] = static_cast<uint8_t>(1);
|
||||
destMemory[i] = static_cast<uint8_t>(2);
|
||||
}
|
||||
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, srcMemory.get());
|
||||
auto pSrcMemory = &srcMemory[0];
|
||||
auto pDestMemory = &destMemory[0];
|
||||
|
||||
size_t hostOrigin[] = {0, 0, 0};
|
||||
size_t bufferOrigin[] = {1 * sizeof(uint8_t), 1, 0};
|
||||
size_t region[] = {2 * sizeof(uint8_t), 2, 1};
|
||||
size_t hostRowPitch = 2 * sizeof(uint8_t);
|
||||
size_t hostSlicePitch = 4 * sizeof(uint8_t);
|
||||
size_t bufferRowPitch = 4 * sizeof(uint8_t);
|
||||
size_t bufferSlicePitch = 8 * sizeof(uint8_t);
|
||||
|
||||
EXPECT_TRUE(srcBuffer->bufferRectPitchSet(bufferOrigin, region, bufferRowPitch, bufferSlicePitch, hostRowPitch, hostSlicePitch, true));
|
||||
|
||||
size_t hostPtrSize = Buffer::calculateHostPtrSize(hostOrigin, region, hostRowPitch, hostSlicePitch);
|
||||
|
||||
HostPtrSurface hostPtrSurface(destMemory.get(), hostPtrSize, true);
|
||||
bcsCsr->createAllocationForHostSurface(hostPtrSurface, true);
|
||||
GraphicsAllocation *allocation = hostPtrSurface.getAllocation();
|
||||
auto srcAllocation = srcBuffer->getGraphicsAllocation(rootDeviceIndex);
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::BufferToHostPtr, //blitDirection
|
||||
*bcsCsr, //commandStreamReceiver
|
||||
srcAllocation, //memObjAllocation
|
||||
allocation, //preallocatedHostAllocation
|
||||
pDestMemory, //hostPtr
|
||||
srcAllocation->getGpuAddress(), //memObjGpuVa
|
||||
allocation->getGpuAddress(), //hostAllocGpuVa
|
||||
hostOrigin, //hostPtrOffset
|
||||
bufferOrigin, //copyOffset
|
||||
region, //copySize
|
||||
hostRowPitch, //hostRowPitch
|
||||
hostSlicePitch, //hostSlicePitch
|
||||
bufferRowPitch, //gpuRowPitch
|
||||
bufferSlicePitch); //gpuSlicePitch
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
pSrcMemory = ptrOffset(pSrcMemory, 0);
|
||||
int *destGpuAddress = reinterpret_cast<int *>(allocation->getGpuAddress());
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(destGpuAddress, pSrcMemory, hostPtrSize + 1, 0, 0);
|
||||
expectMemory<FamilyType>(destGpuAddress, pSrcMemory, hostPtrSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
auto srcMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
auto destMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
|
||||
for (unsigned int i = 0; i < bufferSize; i++) {
|
||||
srcMemory[i] = static_cast<uint8_t>(1);
|
||||
destMemory[i] = static_cast<uint8_t>(2);
|
||||
}
|
||||
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, destMemory.get());
|
||||
auto pSrcMemory = &srcMemory[0];
|
||||
auto pDestMemory = &destMemory[0];
|
||||
|
||||
size_t hostOrigin[] = {0, 0, 0};
|
||||
size_t bufferOrigin[] = {1 * sizeof(uint8_t), 1, 0};
|
||||
size_t region[] = {2 * sizeof(uint8_t), 2, 1};
|
||||
size_t hostRowPitch = 2 * sizeof(uint8_t);
|
||||
size_t hostSlicePitch = 4 * sizeof(uint8_t);
|
||||
size_t bufferRowPitch = 4 * sizeof(uint8_t);
|
||||
size_t bufferSlicePitch = 8 * sizeof(uint8_t);
|
||||
|
||||
EXPECT_TRUE(srcBuffer->bufferRectPitchSet(bufferOrigin, region, bufferRowPitch, bufferSlicePitch, hostRowPitch, hostSlicePitch, true));
|
||||
|
||||
size_t hostPtrSize = Buffer::calculateHostPtrSize(hostOrigin, region, hostRowPitch, hostSlicePitch);
|
||||
|
||||
HostPtrSurface hostPtrSurface(srcMemory.get(), hostPtrSize, true);
|
||||
bcsCsr->createAllocationForHostSurface(hostPtrSurface, true);
|
||||
GraphicsAllocation *allocation = hostPtrSurface.getAllocation();
|
||||
auto srcAllocation = srcBuffer->getGraphicsAllocation(rootDeviceIndex);
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForReadWrite(BlitterConstants::BlitDirection::HostPtrToBuffer, //blitDirection
|
||||
*bcsCsr, //commandStreamReceiver
|
||||
srcAllocation, //memObjAllocation
|
||||
allocation, //preallocatedHostAllocation
|
||||
pDestMemory, //hostPtr
|
||||
srcAllocation->getGpuAddress(), //memObjGpuVa
|
||||
allocation->getGpuAddress(), //hostAllocGpuVa
|
||||
hostOrigin, //hostPtrOffset
|
||||
bufferOrigin, //copyOffset
|
||||
region, //copySize
|
||||
hostRowPitch, //hostRowPitch
|
||||
hostSlicePitch, //hostSlicePitch
|
||||
bufferRowPitch, //gpuRowPitch
|
||||
bufferSlicePitch); //gpuSlicePitch
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
pSrcMemory = ptrOffset(pSrcMemory, 0);
|
||||
int *destGpuAddress = reinterpret_cast<int *>(allocation->getGpuAddress());
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(destGpuAddress, pSrcMemory, hostPtrSize + 1, 0, 0);
|
||||
expectMemory<FamilyType>(destGpuAddress, pSrcMemory, hostPtrSize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
auto srcMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
auto destMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
|
||||
for (unsigned int i = 0; i < bufferSize; i++) {
|
||||
srcMemory[i] = static_cast<uint8_t>(1);
|
||||
destMemory[i] = static_cast<uint8_t>(2);
|
||||
}
|
||||
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, srcMemory.get());
|
||||
auto dstBuffer = createBuffer(false, testLocalMemory, destMemory.get());
|
||||
auto pSrcMemory = &srcMemory[0];
|
||||
auto pDestMemory = reinterpret_cast<uint8_t *>(dstBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress());
|
||||
auto clearColorAllocation = bcsCsr->getClearColorAllocation();
|
||||
|
||||
size_t srcOrigin[] = {0, 0, 0};
|
||||
size_t dstOrigin[] = {1 * sizeof(uint8_t), 0, 0};
|
||||
size_t region[] = {2 * sizeof(uint8_t), 2, 2};
|
||||
size_t srcRowPitch = region[0];
|
||||
size_t srcSlicePitch = srcRowPitch * region[1];
|
||||
size_t dstRowPitch = region[0];
|
||||
size_t dstSlicePitch = dstRowPitch * region[1];
|
||||
auto copySize = region[0] * region[1] * region[2];
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForCopy(dstBuffer->getGraphicsAllocation(rootDeviceIndex), //dstAllocation
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex), //srcAllocation
|
||||
dstOrigin, //dstOffset
|
||||
srcOrigin, //srcOffset
|
||||
region, //copySize
|
||||
srcRowPitch, //srcRowPitch
|
||||
srcSlicePitch, //srcSlicePitch
|
||||
dstRowPitch, //dstRowPitch
|
||||
dstSlicePitch, //dstSlicePitch
|
||||
clearColorAllocation); //clearColorAllocation
|
||||
|
||||
executeBlitCommand(blitProperties, false);
|
||||
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
pSrcMemory = ptrOffset(pSrcMemory, 0);
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(ptrOffset(pDestMemory, dstOrigin[0]), pSrcMemory, copySize + 1, 0, 0);
|
||||
expectMemory<FamilyType>(ptrOffset(pDestMemory, dstOrigin[0]), pSrcMemory, copySize, 0, 0);
|
||||
}
|
||||
|
||||
template <uint32_t numTiles, bool testLocalMemory>
|
||||
template <typename FamilyType>
|
||||
void CopyEngineXeHPAndLater<numTiles, testLocalMemory>::givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl() {
|
||||
DebugManagerStateRestore restore;
|
||||
DebugManager.flags.LimitBlitterMaxWidth.set(8);
|
||||
DebugManager.flags.LimitBlitterMaxHeight.set(8);
|
||||
|
||||
auto srcMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
auto destMemory = std::make_unique<uint8_t[]>(bufferSize);
|
||||
|
||||
for (unsigned int i = 0; i < bufferSize; i++) {
|
||||
srcMemory[i] = static_cast<uint8_t>(1);
|
||||
destMemory[i] = static_cast<uint8_t>(2);
|
||||
}
|
||||
|
||||
auto srcBuffer = createBuffer(false, testLocalMemory, srcMemory.get());
|
||||
auto dstBuffer = createBuffer(false, testLocalMemory, destMemory.get());
|
||||
auto pSrcMemory = &srcMemory[0];
|
||||
auto pDestMemory = reinterpret_cast<uint8_t *>(dstBuffer->getGraphicsAllocation(rootDeviceIndex)->getGpuAddress());
|
||||
auto clearColorAllocation = bcsCsr->getClearColorAllocation();
|
||||
|
||||
size_t srcOrigin[] = {0, 0, 0};
|
||||
size_t dstOrigin[] = {1, 1, 1};
|
||||
size_t region[] = {20, 16, 2};
|
||||
size_t srcRowPitch = region[0];
|
||||
size_t srcSlicePitch = srcRowPitch * region[1];
|
||||
size_t dstRowPitch = region[0];
|
||||
size_t dstSlicePitch = dstRowPitch * region[1];
|
||||
auto copySize = region[0] * region[1] * region[2];
|
||||
|
||||
auto blitProperties = BlitProperties::constructPropertiesForCopy(dstBuffer->getGraphicsAllocation(rootDeviceIndex), //dstAllocation
|
||||
srcBuffer->getGraphicsAllocation(rootDeviceIndex), //srcAllocation
|
||||
dstOrigin, //dstOffset
|
||||
srcOrigin, //srcOffset
|
||||
region, //copySize
|
||||
srcRowPitch, //srcRowPitch
|
||||
srcSlicePitch, //srcSlicePitch
|
||||
dstRowPitch, //dstRowPitch
|
||||
dstSlicePitch, //dstSlicePitch
|
||||
clearColorAllocation); //clearColorAllocation
|
||||
executeBlitCommand(blitProperties, false);
|
||||
bcsCsr->waitForTaskCountWithKmdNotifyFallback(0, 0, false, false);
|
||||
|
||||
size_t dstOffset = dstOrigin[0] + dstOrigin[1] * dstRowPitch + dstOrigin[2] * dstSlicePitch;
|
||||
|
||||
expectMemoryNotEqual<FamilyType>(ptrOffset(pDestMemory, dstOffset), pSrcMemory, copySize + 1, 0, 0);
|
||||
expectMemory<FamilyType>(ptrOffset(pDestMemory, dstOffset), pSrcMemory, copySize, 0, 0);
|
||||
}
|
||||
|
|
@ -8,6 +8,7 @@ if(TESTS_XE_HPC_CORE)
|
|||
target_sources(igdrcl_aub_tests PRIVATE
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/CMakeLists.txt
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/aub_mem_dump_tests_xe_hpc_core.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/copy_engine_aub_tests_xe_hpc_core.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/enqueue_kernel_aub_tests_xe_hpc_core.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/system_memfence_aub_tests_xe_hpc_core.cpp
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/um_stateless_compression_aub_tests_xe_hpc_core.cpp
|
||||
|
|
|
|||
|
|
@ -0,0 +1,108 @@
|
|||
/*
|
||||
* Copyright (C) 2022 Intel Corporation
|
||||
*
|
||||
* SPDX-License-Identifier: MIT
|
||||
*
|
||||
*/
|
||||
|
||||
#include "shared/test/common/test_macros/test.h"
|
||||
|
||||
#include "opencl/source/helpers/hardware_commands_helper.h"
|
||||
#include "opencl/test/unit_test/aub_tests/command_stream/copy_engine_aub_tests_xehp_and_later.h"
|
||||
|
||||
using namespace NEO;
|
||||
|
||||
template <uint32_t numTiles, typename FamilyType, bool useLocalMemory = true>
|
||||
struct CopyEnginesPvcFixture : public CopyEngineXeHPAndLater<numTiles, useLocalMemory>, public ::testing::WithParamInterface<uint32_t /* EngineType */> {
|
||||
using MEM_COPY = typename FamilyType::MEM_COPY;
|
||||
|
||||
void SetUp() override {
|
||||
this->bcsEngineType = static_cast<aub_stream::EngineType>(GetParam());
|
||||
CopyEngineXeHPAndLater<numTiles, useLocalMemory>::SetUp();
|
||||
}
|
||||
};
|
||||
constexpr uint32_t allSupportedCopyEngines[] = {
|
||||
aub_stream::EngineType::ENGINE_BCS,
|
||||
aub_stream::EngineType::ENGINE_BCS1,
|
||||
aub_stream::EngineType::ENGINE_BCS2,
|
||||
aub_stream::EngineType::ENGINE_BCS3,
|
||||
aub_stream::EngineType::ENGINE_BCS4,
|
||||
aub_stream::EngineType::ENGINE_BCS5,
|
||||
aub_stream::EngineType::ENGINE_BCS6,
|
||||
aub_stream::EngineType::ENGINE_BCS7,
|
||||
aub_stream::EngineType::ENGINE_BCS8,
|
||||
};
|
||||
|
||||
using SingleTilePvcTests = CopyEnginesPvcFixture<1, XE_HPC_COREFamily>;
|
||||
|
||||
INSTANTIATE_TEST_CASE_P(
|
||||
MemCopyBcsCmd,
|
||||
SingleTilePvcTests,
|
||||
testing::ValuesIn(allSupportedCopyEngines));
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolve) {
|
||||
givenNotCompressedBufferWhenBltExecutedThenCompressDataAndResolveImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenHostPtrWhenBlitCommandToCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenDstHostPtrWhenBlitCommandFromCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenDstHostPtrWhenBlitCommandFromNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcHostPtrWhenBlitCommandToNotCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedFromHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenBufferWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenOffsetsWhenBltExecutedThenCopiedDataIsValid) {
|
||||
givenOffsetsWhenBltExecutedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcCompressedBufferWhenBlitCommandToDstCompressedBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompress) {
|
||||
givenCompressedBufferWhenAuxTranslationCalledThenResolveAndCompressImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenCopyBufferRectWithBigSizesWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
using SingleTileSystemMemoryPvcTests = CopyEnginesPvcFixture<1, XE_HPC_COREFamily, false>;
|
||||
|
||||
INSTANTIATE_TEST_CASE_P(
|
||||
MemCopyBcsCmd,
|
||||
SingleTileSystemMemoryPvcTests,
|
||||
testing::ValuesIn(allSupportedCopyEngines));
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTileSystemMemoryPvcTests, givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValid) {
|
||||
givenSrcSystemBufferWhenBlitCommandToDstSystemBufferIsDispatchedThenCopiedDataIsValidImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenReadBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenWriteBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
|
||||
XE_HPC_CORETEST_P(SingleTilePvcTests, givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopied) {
|
||||
givenCopyBufferRectWithOffsetWhenHostPtrBlitCommandIsDispatchedToHostPtrThenDataIsCorrectlyCopiedImpl<FamilyType>();
|
||||
}
|
||||
Loading…
Reference in New Issue