/* * Copyright (C) 2018-2023 Intel Corporation * * SPDX-License-Identifier: MIT * */ #include "shared/source/helpers/local_id_gen.h" #include "shared/source/helpers/aligned_memory.h" #include "shared/source/helpers/gfx_core_helper.h" #include "shared/source/helpers/local_id_gen_special.inl" #include "shared/source/utilities/cpu_info.h" namespace NEO { struct uint16x8_t; struct uint16x16_t; // This is the initial value of SIMD for local ID // computation. It correlates to the SIMD lane. // Must be 32byte aligned for AVX2 usage ALIGNAS(32) const uint16_t initialLocalID[] = { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31}; // Lookup table for generating LocalIDs based on the SIMD of the kernel void (*LocalIDHelper::generateSimd8)(void *buffer, const std::array &localWorkgroupSize, uint16_t threadsPerWorkGroup, const std::array &dimensionsOrder, bool chooseMaxRowSize) = generateLocalIDsSimd; void (*LocalIDHelper::generateSimd16)(void *buffer, const std::array &localWorkgroupSize, uint16_t threadsPerWorkGroup, const std::array &dimensionsOrder, bool chooseMaxRowSize) = generateLocalIDsSimd; void (*LocalIDHelper::generateSimd32)(void *buffer, const std::array &localWorkgroupSize, uint16_t threadsPerWorkGroup, const std::array &dimensionsOrder, bool chooseMaxRowSize) = generateLocalIDsSimd; // Initialize the lookup table based on CPU capabilities LocalIDHelper::LocalIDHelper() { bool supportsNEON = CpuInfo::getInstance().isFeatureSupported(CpuInfo::featureNeon); if (supportsNEON) { LocalIDHelper::generateSimd8 = generateLocalIDsSimd; LocalIDHelper::generateSimd16 = generateLocalIDsSimd; LocalIDHelper::generateSimd32 = generateLocalIDsSimd; } } LocalIDHelper LocalIDHelper::initializer; void generateLocalIDs(void *buffer, uint16_t simd, const std::array &localWorkgroupSize, const std::array &dimensionsOrder, bool isImageOnlyKernel, uint32_t grfSize, const GfxCoreHelper &gfxCoreHelper) { bool localIdsGeneratedByHw = false; auto threadsPerWorkGroup = static_cast(gfxCoreHelper.calculateNumThreadsPerThreadGroup(simd, static_cast(localWorkgroupSize[0] * localWorkgroupSize[1] * localWorkgroupSize[2]), grfSize, localIdsGeneratedByHw)); bool useLayoutForImages = isImageOnlyKernel && isCompatibleWithLayoutForImages(localWorkgroupSize, dimensionsOrder, simd); if (useLayoutForImages) { generateLocalIDsWithLayoutForImages(buffer, localWorkgroupSize, simd); } else if (simd == 32) { LocalIDHelper::generateSimd32(buffer, localWorkgroupSize, threadsPerWorkGroup, dimensionsOrder, grfSize != 32); } else if (simd == 16) { LocalIDHelper::generateSimd16(buffer, localWorkgroupSize, threadsPerWorkGroup, dimensionsOrder, grfSize != 32); } else if (simd == 8) { LocalIDHelper::generateSimd8(buffer, localWorkgroupSize, threadsPerWorkGroup, dimensionsOrder, grfSize != 32); } else { generateLocalIDsForSimdOne(buffer, localWorkgroupSize, dimensionsOrder, grfSize); } } } // namespace NEO