2017-12-21 07:45:38 +08:00
|
|
|
/*
|
2021-05-17 02:51:16 +08:00
|
|
|
* Copyright (C) 2018-2021 Intel Corporation
|
2017-12-21 07:45:38 +08:00
|
|
|
*
|
2018-09-18 15:11:08 +08:00
|
|
|
* SPDX-License-Identifier: MIT
|
2017-12-21 07:45:38 +08:00
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#pragma once
|
2020-02-24 05:44:01 +08:00
|
|
|
#include "shared/source/device/device.h"
|
|
|
|
#include "shared/source/helpers/array_count.h"
|
|
|
|
#include "shared/source/helpers/file_io.h"
|
2021-01-21 20:10:13 +08:00
|
|
|
#include "shared/test/common/helpers/debug_manager_state_restore.h"
|
2020-02-24 17:22:30 +08:00
|
|
|
|
2020-02-23 05:50:57 +08:00
|
|
|
#include "opencl/source/kernel/kernel.h"
|
|
|
|
#include "opencl/source/program/program.h"
|
2020-05-28 20:05:12 +08:00
|
|
|
#include "opencl/test/unit_test/fixtures/cl_device_fixture.h"
|
2020-02-23 22:20:22 +08:00
|
|
|
#include "opencl/test/unit_test/fixtures/program_fixture.h"
|
|
|
|
#include "opencl/test/unit_test/mocks/mock_context.h"
|
|
|
|
#include "opencl/test/unit_test/mocks/mock_kernel.h"
|
|
|
|
#include "opencl/test/unit_test/mocks/mock_program.h"
|
2019-02-27 18:39:32 +08:00
|
|
|
|
|
|
|
#include "CL/cl.h"
|
2019-12-01 23:13:21 +08:00
|
|
|
#include "compiler_options.h"
|
2019-02-27 18:39:32 +08:00
|
|
|
#include "gtest/gtest.h"
|
|
|
|
|
2019-02-22 18:51:48 +08:00
|
|
|
#include <type_traits>
|
2017-12-21 07:45:38 +08:00
|
|
|
|
2019-03-26 18:59:46 +08:00
|
|
|
namespace NEO {
|
2017-12-21 07:45:38 +08:00
|
|
|
|
|
|
|
class Kernel;
|
|
|
|
class Program;
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
inline const char *type_name(T &) {
|
|
|
|
return "unknown";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(char &) {
|
|
|
|
return "char";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(int &) {
|
|
|
|
return "int";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(float &) {
|
|
|
|
return "float";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(short &) {
|
|
|
|
return "short";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(unsigned char &) {
|
|
|
|
return "unsigned char";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(unsigned int &) {
|
|
|
|
return "unsigned int";
|
|
|
|
}
|
|
|
|
|
|
|
|
template <>
|
|
|
|
inline const char *type_name(unsigned short &) {
|
|
|
|
return "unsigned short";
|
|
|
|
}
|
|
|
|
|
|
|
|
class SimpleArgKernelFixture : public ProgramFixture {
|
|
|
|
|
|
|
|
public:
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
2020-01-14 21:32:11 +08:00
|
|
|
virtual void SetUp(ClDevice *pDevice) {
|
2017-12-21 07:45:38 +08:00
|
|
|
ProgramFixture::SetUp();
|
|
|
|
|
|
|
|
std::string testFile;
|
|
|
|
int forTheName = 0;
|
|
|
|
|
|
|
|
testFile.append("simple_arg_");
|
|
|
|
testFile.append(type_name(forTheName));
|
|
|
|
|
|
|
|
auto pos = testFile.find(" ");
|
|
|
|
if (pos != (size_t)-1) {
|
|
|
|
testFile.replace(pos, 1, "_");
|
|
|
|
}
|
|
|
|
|
2020-10-21 16:25:03 +08:00
|
|
|
auto deviceVector = toClDeviceVector(*pDevice);
|
|
|
|
pContext = Context::create<MockContext>(nullptr, deviceVector, nullptr, nullptr, retVal);
|
2017-12-21 07:45:38 +08:00
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
ASSERT_NE(nullptr, pContext);
|
|
|
|
|
2019-08-29 21:10:51 +08:00
|
|
|
CreateProgramFromBinary(
|
2017-12-21 07:45:38 +08:00
|
|
|
pContext,
|
2020-10-21 16:25:03 +08:00
|
|
|
deviceVector,
|
2017-12-21 07:45:38 +08:00
|
|
|
testFile);
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
2020-10-30 18:10:00 +08:00
|
|
|
pProgram->getDevices(),
|
2017-12-21 07:45:38 +08:00
|
|
|
nullptr,
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
|
|
|
// create a kernel
|
|
|
|
pKernel = Kernel::create<MockKernel>(
|
|
|
|
pProgram,
|
2021-03-22 23:26:03 +08:00
|
|
|
pProgram->getKernelInfoForKernel("SimpleArg"),
|
2021-03-19 19:22:17 +08:00
|
|
|
*pDevice,
|
2017-12-21 07:45:38 +08:00
|
|
|
&retVal);
|
|
|
|
|
|
|
|
ASSERT_NE(nullptr, pKernel);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
|
2020-03-13 16:17:01 +08:00
|
|
|
void TearDown() override {
|
2018-10-17 06:37:07 +08:00
|
|
|
if (pKernel) {
|
|
|
|
delete pKernel;
|
|
|
|
pKernel = nullptr;
|
|
|
|
}
|
2017-12-21 07:45:38 +08:00
|
|
|
|
|
|
|
pContext->release();
|
|
|
|
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
2020-03-13 21:59:00 +08:00
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
Kernel *pKernel = nullptr;
|
|
|
|
MockContext *pContext = nullptr;
|
2017-12-21 07:45:38 +08:00
|
|
|
};
|
2018-10-17 06:37:07 +08:00
|
|
|
|
|
|
|
class SimpleArgNonUniformKernelFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
2020-01-14 21:32:11 +08:00
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
2018-10-17 06:37:07 +08:00
|
|
|
ProgramFixture::SetUp();
|
|
|
|
|
2019-08-29 21:10:51 +08:00
|
|
|
CreateProgramFromBinary(
|
2020-10-21 16:25:03 +08:00
|
|
|
context,
|
|
|
|
context->getDevices(),
|
2018-10-17 06:37:07 +08:00
|
|
|
"simple_nonuniform",
|
|
|
|
"-cl-std=CL2.0");
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
2020-10-30 18:10:00 +08:00
|
|
|
pProgram->getDevices(),
|
2018-10-17 06:37:07 +08:00
|
|
|
"-cl-std=CL2.0",
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
|
|
|
kernel = Kernel::create<MockKernel>(
|
|
|
|
pProgram,
|
2021-03-22 23:26:03 +08:00
|
|
|
pProgram->getKernelInfoForKernel("simpleNonUniform"),
|
2021-03-19 19:22:17 +08:00
|
|
|
*device,
|
2018-10-17 06:37:07 +08:00
|
|
|
&retVal);
|
|
|
|
ASSERT_NE(nullptr, kernel);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
|
2020-03-13 16:17:01 +08:00
|
|
|
void TearDown() override {
|
2018-10-17 06:37:07 +08:00
|
|
|
if (kernel) {
|
|
|
|
delete kernel;
|
|
|
|
kernel = nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
2020-03-13 21:59:00 +08:00
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
Kernel *kernel = nullptr;
|
2018-10-17 06:37:07 +08:00
|
|
|
};
|
|
|
|
|
2018-10-24 06:49:00 +08:00
|
|
|
class SimpleKernelFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
2020-01-14 21:32:11 +08:00
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
2018-10-24 06:49:00 +08:00
|
|
|
ProgramFixture::SetUp();
|
|
|
|
|
|
|
|
std::string programName("simple_kernels");
|
2019-08-29 21:10:51 +08:00
|
|
|
CreateProgramFromBinary(
|
2020-10-21 16:25:03 +08:00
|
|
|
context,
|
|
|
|
toClDeviceVector(*device),
|
2018-10-24 06:49:00 +08:00
|
|
|
programName);
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
2020-10-30 18:10:00 +08:00
|
|
|
pProgram->getDevices(),
|
2018-10-24 06:49:00 +08:00
|
|
|
nullptr,
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
2019-02-22 18:51:48 +08:00
|
|
|
for (size_t i = 0; i < maxKernelsCount; i++) {
|
2018-10-24 06:49:00 +08:00
|
|
|
if ((1 << i) & kernelIds) {
|
|
|
|
std::string kernelName("simple_kernel_");
|
|
|
|
kernelName.append(std::to_string(i));
|
2018-10-27 06:02:28 +08:00
|
|
|
kernels[i].reset(Kernel::create<MockKernel>(
|
2018-10-24 06:49:00 +08:00
|
|
|
pProgram,
|
2021-03-22 23:26:03 +08:00
|
|
|
pProgram->getKernelInfoForKernel(kernelName.c_str()),
|
2021-03-19 19:22:17 +08:00
|
|
|
*device,
|
2018-10-27 06:02:28 +08:00
|
|
|
&retVal));
|
2018-10-24 06:49:00 +08:00
|
|
|
ASSERT_NE(nullptr, kernels[i]);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-13 16:17:01 +08:00
|
|
|
void TearDown() override {
|
2019-02-22 18:51:48 +08:00
|
|
|
for (size_t i = 0; i < maxKernelsCount; i++) {
|
2018-10-24 06:49:00 +08:00
|
|
|
if (kernels[i]) {
|
2018-10-27 06:02:28 +08:00
|
|
|
kernels[i].reset(nullptr);
|
2018-10-24 06:49:00 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t kernelIds = 0;
|
2019-02-22 18:51:48 +08:00
|
|
|
static constexpr size_t maxKernelsCount = std::numeric_limits<decltype(kernelIds)>::digits;
|
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
std::array<std::unique_ptr<Kernel>, maxKernelsCount> kernels;
|
2018-10-24 06:49:00 +08:00
|
|
|
};
|
|
|
|
|
2019-09-09 18:35:44 +08:00
|
|
|
class SimpleKernelStatelessFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
DebugManagerStateRestore restorer;
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
2020-01-14 21:32:11 +08:00
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
2019-09-09 18:35:44 +08:00
|
|
|
ProgramFixture::SetUp();
|
|
|
|
DebugManager.flags.DisableStatelessToStatefulOptimization.set(true);
|
|
|
|
DebugManager.flags.EnableStatelessToStatefulBufferOffsetOpt.set(false);
|
|
|
|
|
2019-08-29 21:10:51 +08:00
|
|
|
CreateProgramFromBinary(
|
2020-10-21 16:25:03 +08:00
|
|
|
context,
|
|
|
|
toClDeviceVector(*device),
|
2019-09-09 18:35:44 +08:00
|
|
|
"stateless_kernel");
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
2020-10-30 18:10:00 +08:00
|
|
|
pProgram->getDevices(),
|
2020-05-25 22:39:16 +08:00
|
|
|
CompilerOptions::greaterThan4gbBuffersRequired.data(),
|
2019-09-09 18:35:44 +08:00
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
|
|
|
kernel.reset(Kernel::create<MockKernel>(
|
|
|
|
pProgram,
|
2021-03-22 23:26:03 +08:00
|
|
|
pProgram->getKernelInfoForKernel("statelessKernel"),
|
2021-03-19 19:22:17 +08:00
|
|
|
*device,
|
2019-09-09 18:35:44 +08:00
|
|
|
&retVal));
|
|
|
|
ASSERT_NE(nullptr, kernel);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
|
2020-03-13 16:17:01 +08:00
|
|
|
void TearDown() override {
|
2019-09-09 18:35:44 +08:00
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
|
|
|
std::unique_ptr<Kernel> kernel = nullptr;
|
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
};
|
|
|
|
|
2020-12-09 18:54:19 +08:00
|
|
|
class StatelessCopyKernelFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
DebugManagerStateRestore restorer;
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
|
|
|
ProgramFixture::SetUp();
|
|
|
|
DebugManager.flags.DisableStatelessToStatefulOptimization.set(true);
|
|
|
|
DebugManager.flags.EnableStatelessToStatefulBufferOffsetOpt.set(false);
|
|
|
|
|
|
|
|
CreateProgramFromBinary(
|
|
|
|
context,
|
|
|
|
toClDeviceVector(*device),
|
|
|
|
"stateless_copy_buffer");
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
|
|
|
pProgram->getDevices(),
|
|
|
|
CompilerOptions::greaterThan4gbBuffersRequired.data(),
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
2021-03-09 18:30:21 +08:00
|
|
|
multiDeviceKernel.reset(MultiDeviceKernel::create<MockKernel>(
|
2020-12-09 18:54:19 +08:00
|
|
|
pProgram,
|
|
|
|
pProgram->getKernelInfosForKernel("StatelessCopyBuffer"),
|
|
|
|
&retVal));
|
2021-03-09 18:30:21 +08:00
|
|
|
kernel = static_cast<MockKernel *>(multiDeviceKernel->getKernel(device->getRootDeviceIndex()));
|
2020-12-09 18:54:19 +08:00
|
|
|
ASSERT_NE(nullptr, kernel);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
|
|
|
|
void TearDown() override {
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
2021-03-09 18:30:21 +08:00
|
|
|
std::unique_ptr<MultiDeviceKernel> multiDeviceKernel = nullptr;
|
|
|
|
MockKernel *kernel = nullptr;
|
2020-12-09 18:54:19 +08:00
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
};
|
|
|
|
|
2020-12-14 22:06:19 +08:00
|
|
|
class StatelessKernelWithIndirectAccessFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
DebugManagerStateRestore restorer;
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
|
|
|
|
protected:
|
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
|
|
|
ProgramFixture::SetUp();
|
|
|
|
DebugManager.flags.DisableStatelessToStatefulOptimization.set(true);
|
|
|
|
DebugManager.flags.EnableStatelessToStatefulBufferOffsetOpt.set(false);
|
|
|
|
|
|
|
|
CreateProgramFromBinary(
|
|
|
|
context,
|
|
|
|
toClDeviceVector(*device),
|
|
|
|
"indirect_access_kernel");
|
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
|
|
|
pProgram->getDevices(),
|
|
|
|
CompilerOptions::greaterThan4gbBuffersRequired.data(),
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
2021-03-09 18:30:21 +08:00
|
|
|
multiDeviceKernel.reset(MultiDeviceKernel::create<MockKernel>(
|
2020-12-14 22:06:19 +08:00
|
|
|
pProgram,
|
|
|
|
pProgram->getKernelInfosForKernel("testIndirect"),
|
|
|
|
&retVal));
|
2021-03-09 18:30:21 +08:00
|
|
|
ASSERT_NE(nullptr, multiDeviceKernel);
|
2020-12-14 22:06:19 +08:00
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
2021-03-23 19:19:59 +08:00
|
|
|
|
|
|
|
EXPECT_TRUE(multiDeviceKernel->getKernel(device->getRootDeviceIndex())->getKernelInfo().hasIndirectStatelessAccess);
|
2020-12-14 22:06:19 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
void TearDown() override {
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
2021-03-09 18:30:21 +08:00
|
|
|
std::unique_ptr<MultiDeviceKernel> multiDeviceKernel = nullptr;
|
2020-12-14 22:06:19 +08:00
|
|
|
cl_int retVal = CL_SUCCESS;
|
|
|
|
};
|
|
|
|
|
2020-04-22 04:40:21 +08:00
|
|
|
class BindlessKernelFixture : public ProgramFixture {
|
|
|
|
public:
|
|
|
|
using ProgramFixture::SetUp;
|
|
|
|
void SetUp(ClDevice *device, Context *context) {
|
|
|
|
ProgramFixture::SetUp();
|
2020-05-04 17:49:35 +08:00
|
|
|
this->deviceCl = device;
|
|
|
|
this->contextCl = context;
|
|
|
|
}
|
|
|
|
|
|
|
|
void TearDown() override {
|
|
|
|
ProgramFixture::TearDown();
|
|
|
|
}
|
|
|
|
|
|
|
|
void createKernel(const std::string &programName, const std::string &kernelName) {
|
2020-10-07 19:53:56 +08:00
|
|
|
DebugManager.flags.UseBindlessMode.set(1);
|
2020-04-22 04:40:21 +08:00
|
|
|
CreateProgramFromBinary(
|
2020-10-21 16:25:03 +08:00
|
|
|
contextCl,
|
|
|
|
contextCl->getDevices(),
|
2020-05-04 17:49:35 +08:00
|
|
|
programName);
|
2020-04-22 04:40:21 +08:00
|
|
|
ASSERT_NE(nullptr, pProgram);
|
|
|
|
|
|
|
|
retVal = pProgram->build(
|
2020-10-30 18:10:00 +08:00
|
|
|
pProgram->getDevices(),
|
2020-04-22 04:40:21 +08:00
|
|
|
nullptr,
|
|
|
|
false);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
|
|
|
|
kernel.reset(Kernel::create<MockKernel>(
|
|
|
|
pProgram,
|
2021-03-22 23:26:03 +08:00
|
|
|
pProgram->getKernelInfoForKernel(kernelName.c_str()),
|
2021-03-19 19:22:17 +08:00
|
|
|
*deviceCl,
|
2020-04-22 04:40:21 +08:00
|
|
|
&retVal));
|
|
|
|
ASSERT_NE(nullptr, kernel);
|
|
|
|
ASSERT_EQ(CL_SUCCESS, retVal);
|
|
|
|
}
|
|
|
|
|
|
|
|
DebugManagerStateRestore restorer;
|
|
|
|
std::unique_ptr<Kernel> kernel = nullptr;
|
|
|
|
cl_int retVal = CL_SUCCESS;
|
2020-05-04 17:49:35 +08:00
|
|
|
ClDevice *deviceCl = nullptr;
|
|
|
|
Context *contextCl = nullptr;
|
2020-04-22 04:40:21 +08:00
|
|
|
};
|
|
|
|
|
2019-03-26 18:59:46 +08:00
|
|
|
} // namespace NEO
|