mirror of
https://github.com/intel/compute-runtime.git
synced 2025-12-25 13:33:02 +08:00
b17ed79618
- fix layout of implicit args - add enqueued local size and sync buffer ptr Related-To: NEO-15160 Signed-off-by: Mateusz Hoppe <mateusz.hoppe@intel.com>
355 lines
10 KiB
C++
355 lines
10 KiB
C++
/*
|
|
* Copyright (C) 2023-2025 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "shared/source/helpers/aligned_memory.h"
|
|
#include "shared/source/helpers/common_types.h"
|
|
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <optional>
|
|
#include <type_traits>
|
|
|
|
namespace NEO {
|
|
|
|
struct alignas(1) ImplicitArgsHeader {
|
|
uint8_t structSize;
|
|
uint8_t structVersion;
|
|
};
|
|
|
|
struct alignas(32) ImplicitArgsV0 {
|
|
ImplicitArgsHeader header;
|
|
uint8_t numWorkDim;
|
|
uint8_t simdWidth;
|
|
uint32_t localSizeX;
|
|
uint32_t localSizeY;
|
|
uint32_t localSizeZ;
|
|
uint64_t globalSizeX;
|
|
uint64_t globalSizeY;
|
|
uint64_t globalSizeZ;
|
|
uint64_t printfBufferPtr;
|
|
uint64_t globalOffsetX;
|
|
uint64_t globalOffsetY;
|
|
uint64_t globalOffsetZ;
|
|
uint64_t localIdTablePtr;
|
|
uint32_t groupCountX;
|
|
uint32_t groupCountY;
|
|
uint32_t groupCountZ;
|
|
uint32_t padding0;
|
|
uint64_t rtGlobalBufferPtr;
|
|
uint64_t assertBufferPtr;
|
|
uint8_t reserved[16];
|
|
|
|
static constexpr uint8_t getSize() { return static_cast<uint8_t>((offsetof(ImplicitArgsV0, reserved))); }
|
|
static constexpr uint8_t getAlignedSize() {
|
|
return static_cast<uint8_t>(alignUp(sizeof(ImplicitArgsV0), 64));
|
|
}
|
|
};
|
|
|
|
static_assert(ImplicitArgsV0::getSize() == (28 * sizeof(uint32_t)));
|
|
|
|
struct alignas(32) ImplicitArgsV1 {
|
|
ImplicitArgsHeader header;
|
|
uint8_t numWorkDim;
|
|
uint8_t padding0;
|
|
uint32_t localSizeX;
|
|
uint32_t localSizeY;
|
|
uint32_t localSizeZ;
|
|
uint64_t globalSizeX;
|
|
uint64_t globalSizeY;
|
|
uint64_t globalSizeZ;
|
|
uint64_t printfBufferPtr;
|
|
uint64_t globalOffsetX;
|
|
uint64_t globalOffsetY;
|
|
uint64_t globalOffsetZ;
|
|
uint64_t localIdTablePtr;
|
|
uint32_t groupCountX;
|
|
uint32_t groupCountY;
|
|
uint32_t groupCountZ;
|
|
uint32_t padding1;
|
|
uint64_t rtGlobalBufferPtr;
|
|
uint64_t assertBufferPtr;
|
|
uint64_t scratchPtr;
|
|
uint64_t syncBufferPtr;
|
|
uint32_t enqueuedLocalSizeX;
|
|
uint32_t enqueuedLocalSizeY;
|
|
uint32_t enqueuedLocalSizeZ;
|
|
|
|
static constexpr uint8_t getSize() { return static_cast<uint8_t>((offsetof(ImplicitArgsV1, enqueuedLocalSizeZ) + sizeof(ImplicitArgsV1::enqueuedLocalSizeZ))); }
|
|
static constexpr uint8_t getAlignedSize() { return sizeof(ImplicitArgsV1); }
|
|
};
|
|
|
|
static_assert(ImplicitArgsV1::getSize() == (35 * sizeof(uint32_t)));
|
|
|
|
struct alignas(32) ImplicitArgsV2 {
|
|
ImplicitArgsHeader header;
|
|
uint8_t numWorkDim;
|
|
uint8_t padding0;
|
|
uint32_t localSizeX;
|
|
uint32_t localSizeY;
|
|
uint32_t localSizeZ;
|
|
uint64_t globalSizeX;
|
|
uint64_t globalSizeY;
|
|
uint64_t globalSizeZ;
|
|
uint64_t printfBufferPtr;
|
|
uint64_t globalOffsetX;
|
|
uint64_t globalOffsetY;
|
|
uint64_t globalOffsetZ;
|
|
uint64_t localIdTablePtr;
|
|
uint32_t groupCountX;
|
|
uint32_t groupCountY;
|
|
uint32_t groupCountZ;
|
|
uint32_t padding1;
|
|
uint64_t rtGlobalBufferPtr;
|
|
uint64_t assertBufferPtr;
|
|
uint64_t syncBufferPtr;
|
|
uint32_t enqueuedLocalSizeX;
|
|
uint32_t enqueuedLocalSizeY;
|
|
uint32_t enqueuedLocalSizeZ;
|
|
uint8_t reserved[24];
|
|
|
|
static constexpr uint8_t getSize() { return static_cast<uint8_t>((offsetof(ImplicitArgsV2, reserved) + sizeof(ImplicitArgsV2::reserved))); }
|
|
static constexpr uint8_t getAlignedSize() { return sizeof(ImplicitArgsV2); }
|
|
};
|
|
|
|
static_assert(ImplicitArgsV2::getSize() == (39 * sizeof(uint32_t)));
|
|
|
|
struct alignas(32) ImplicitArgs {
|
|
union {
|
|
ImplicitArgsV0 v0;
|
|
ImplicitArgsV1 v1;
|
|
ImplicitArgsV2 v2;
|
|
};
|
|
|
|
void initializeHeader(uint32_t version) {
|
|
if (version == 0) {
|
|
v0.header.structSize = ImplicitArgsV0::getSize();
|
|
v0.header.structVersion = 0;
|
|
} else if (version == 1) {
|
|
v1.header.structSize = NEO::ImplicitArgsV1::getSize();
|
|
v1.header.structVersion = 1;
|
|
} else if (version == 2) {
|
|
v2.header.structSize = NEO::ImplicitArgsV2::getSize();
|
|
v2.header.structVersion = 2;
|
|
}
|
|
}
|
|
|
|
uint8_t getSize() const {
|
|
if (v0.header.structVersion == 0) {
|
|
return v0.header.structSize;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
return v1.header.structSize;
|
|
} else if (v2.header.structVersion == 2) {
|
|
return v2.header.structSize;
|
|
}
|
|
|
|
DEBUG_BREAK_IF(true);
|
|
return 0;
|
|
}
|
|
|
|
uint8_t getAlignedSize() const {
|
|
if (v0.header.structVersion == 0) {
|
|
return ImplicitArgsV0::getAlignedSize();
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
return ImplicitArgsV1::getAlignedSize();
|
|
} else if (v2.header.structVersion == 2) {
|
|
return ImplicitArgsV2::getAlignedSize();
|
|
}
|
|
|
|
DEBUG_BREAK_IF(true);
|
|
return 0;
|
|
}
|
|
|
|
void setNumWorkDim(uint32_t numWorkDim) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.numWorkDim = numWorkDim;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.numWorkDim = numWorkDim;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.numWorkDim = numWorkDim;
|
|
}
|
|
}
|
|
|
|
void setSimdWidth(uint32_t simd) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.simdWidth = simd;
|
|
}
|
|
}
|
|
|
|
std::optional<uint32_t> getSimdWidth() const {
|
|
if (v0.header.structVersion == 0) {
|
|
return v0.simdWidth;
|
|
}
|
|
return std::nullopt;
|
|
}
|
|
|
|
void setLocalSize(uint32_t x, uint32_t y, uint32_t z) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.localSizeX = x;
|
|
v0.localSizeY = y;
|
|
v0.localSizeZ = z;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.localSizeX = x;
|
|
v1.localSizeY = y;
|
|
v1.localSizeZ = z;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.localSizeX = x;
|
|
v2.localSizeY = y;
|
|
v2.localSizeZ = z;
|
|
}
|
|
}
|
|
|
|
void getLocalSize(uint32_t &x, uint32_t &y, uint32_t &z) const {
|
|
if (v0.header.structVersion == 0) {
|
|
x = v0.localSizeX;
|
|
y = v0.localSizeY;
|
|
z = v0.localSizeZ;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
x = v1.localSizeX;
|
|
y = v1.localSizeY;
|
|
z = v1.localSizeZ;
|
|
} else if (v2.header.structVersion == 2) {
|
|
x = v2.localSizeX;
|
|
y = v2.localSizeY;
|
|
z = v2.localSizeZ;
|
|
}
|
|
}
|
|
|
|
void setGlobalSize(uint32_t x, uint32_t y, uint32_t z) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.globalSizeX = x;
|
|
v0.globalSizeY = y;
|
|
v0.globalSizeZ = z;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.globalSizeX = x;
|
|
v1.globalSizeY = y;
|
|
v1.globalSizeZ = z;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.globalSizeX = x;
|
|
v2.globalSizeY = y;
|
|
v2.globalSizeZ = z;
|
|
}
|
|
}
|
|
|
|
void setGlobalOffset(uint32_t x, uint32_t y, uint32_t z) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.globalOffsetX = x;
|
|
v0.globalOffsetY = y;
|
|
v0.globalOffsetZ = z;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.globalOffsetX = x;
|
|
v1.globalOffsetY = y;
|
|
v1.globalOffsetZ = z;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.globalOffsetX = x;
|
|
v2.globalOffsetY = y;
|
|
v2.globalOffsetZ = z;
|
|
}
|
|
}
|
|
void setGroupCount(uint32_t x, uint32_t y, uint32_t z) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.groupCountX = x;
|
|
v0.groupCountY = y;
|
|
v0.groupCountZ = z;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.groupCountX = x;
|
|
v1.groupCountY = y;
|
|
v1.groupCountZ = z;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.groupCountX = x;
|
|
v2.groupCountY = y;
|
|
v2.groupCountZ = z;
|
|
}
|
|
}
|
|
|
|
void setLocalIdTablePtr(uint64_t address) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.localIdTablePtr = address;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.localIdTablePtr = address;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.localIdTablePtr = address;
|
|
}
|
|
}
|
|
void setPrintfBuffer(uint64_t address) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.printfBufferPtr = address;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.printfBufferPtr = address;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.printfBufferPtr = address;
|
|
}
|
|
}
|
|
|
|
void setRtGlobalBufferPtr(uint64_t address) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.rtGlobalBufferPtr = address;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.rtGlobalBufferPtr = address;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.rtGlobalBufferPtr = address;
|
|
}
|
|
}
|
|
|
|
void setAssertBufferPtr(uint64_t address) {
|
|
if (v0.header.structVersion == 0) {
|
|
v0.assertBufferPtr = address;
|
|
|
|
} else if (v1.header.structVersion == 1) {
|
|
v1.assertBufferPtr = address;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.assertBufferPtr = address;
|
|
}
|
|
}
|
|
|
|
void setSyncBufferPtr(uint64_t syncBuffer) {
|
|
if (v1.header.structVersion == 1) {
|
|
v1.syncBufferPtr = syncBuffer;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.syncBufferPtr = syncBuffer;
|
|
}
|
|
}
|
|
|
|
void setEnqueuedLocalSize(uint32_t x, uint32_t y, uint32_t z) {
|
|
if (v1.header.structVersion == 1) {
|
|
v1.enqueuedLocalSizeX = x;
|
|
v1.enqueuedLocalSizeY = y;
|
|
v1.enqueuedLocalSizeZ = z;
|
|
} else if (v2.header.structVersion == 2) {
|
|
v2.enqueuedLocalSizeX = x;
|
|
v2.enqueuedLocalSizeY = y;
|
|
v2.enqueuedLocalSizeZ = z;
|
|
}
|
|
}
|
|
|
|
void getEnqueuedLocalSize(uint32_t &x, uint32_t &y, uint32_t &z) const {
|
|
if (v1.header.structVersion == 1) {
|
|
x = v1.enqueuedLocalSizeX;
|
|
y = v1.enqueuedLocalSizeY;
|
|
z = v1.enqueuedLocalSizeZ;
|
|
} else if (v2.header.structVersion == 2) {
|
|
x = v2.enqueuedLocalSizeX;
|
|
y = v2.enqueuedLocalSizeY;
|
|
z = v2.enqueuedLocalSizeZ;
|
|
}
|
|
}
|
|
};
|
|
|
|
} // namespace NEO
|