/* * Copyright (C) 2019-2020 Intel Corporation * * SPDX-License-Identifier: MIT * */ #include "shared/source/gen12lp/hw_cmds.h" using Family = NEO::TGLLPFamily; #include "shared/source/command_stream/command_stream_receiver_hw_bdw_plus.inl" #include "shared/source/command_stream/command_stream_receiver_hw_tgllp_plus.inl" #include "shared/source/command_stream/device_command_stream.h" #include "shared/source/helpers/blit_commands_helper_bdw_plus.inl" namespace NEO { static auto gfxCore = IGFX_GEN12LP_CORE; template <> void CommandStreamReceiverHw::programL3(LinearStream &csr, DispatchFlags &dispatchFlags, uint32_t &newL3Config) { } template <> size_t CommandStreamReceiverHw::getCmdSizeForL3Config() const { return 0; } template <> size_t CommandStreamReceiverHw::getCmdSizeForComputeMode() { if (!csrSizeRequestFlags.hasSharedHandles) { for (const auto &allocation : this->getResidencyAllocations()) { if (allocation->peekSharedHandle()) { csrSizeRequestFlags.hasSharedHandles = true; break; } } } size_t size = 0; if (csrSizeRequestFlags.coherencyRequestChanged || csrSizeRequestFlags.hasSharedHandles || csrSizeRequestFlags.numGrfRequiredChanged) { size += sizeof(typename Family::STATE_COMPUTE_MODE); if (csrSizeRequestFlags.hasSharedHandles) { size += sizeof(typename Family::PIPE_CONTROL); } auto &hwHelper = HwHelper::get(peekHwInfo().platform.eRenderCoreFamily); if (hwHelper.is3DPipelineSelectWARequired(peekHwInfo()) && isRcs()) { size += (2 * PreambleHelper::getCmdSizeForPipelineSelect(peekHwInfo())); } } return size; } template <> void populateFactoryTable>() { extern CommandStreamReceiverCreateFunc commandStreamReceiverFactory[IGFX_MAX_CORE]; commandStreamReceiverFactory[gfxCore] = DeviceCommandStreamReceiver::create; } template <> void BlitCommandsHelper::appendColorDepth(const BlitProperties &blitProperites, typename Family::XY_COPY_BLT &blitCmd) { using XY_COPY_BLT = typename Family::XY_COPY_BLT; switch (blitProperites.bytesPerPixel) { default: UNRECOVERABLE_IF(true); case 1: blitCmd.setColorDepth(XY_COPY_BLT::COLOR_DEPTH::COLOR_DEPTH_8_BIT_COLOR); break; case 2: blitCmd.setColorDepth(XY_COPY_BLT::COLOR_DEPTH::COLOR_DEPTH_16_BIT_COLOR); break; case 4: blitCmd.setColorDepth(XY_COPY_BLT::COLOR_DEPTH::COLOR_DEPTH_32_BIT_COLOR); break; case 8: blitCmd.setColorDepth(XY_COPY_BLT::COLOR_DEPTH::COLOR_DEPTH_64_BIT_COLOR); break; case 16: blitCmd.setColorDepth(XY_COPY_BLT::COLOR_DEPTH::COLOR_DEPTH_128_BIT_COLOR); break; } } template <> void BlitCommandsHelper::appendTilingType(const GMM_TILE_TYPE srcTilingType, const GMM_TILE_TYPE dstTilingType, typename Family::XY_COPY_BLT &blitCmd) { using XY_COPY_BLT = typename Family::XY_COPY_BLT; if (srcTilingType == GMM_TILED_Y) { blitCmd.setSourceTiling(XY_COPY_BLT::SOURCE_TILING::SOURCE_TILING_YMAJOR); } if (dstTilingType == GMM_TILED_Y) { blitCmd.setDestinationTiling(XY_COPY_BLT::DESTINATION_TILING::DESTINATION_TILING_YMAJOR); } } template <> void BlitCommandsHelper::appendSurfaceType(const BlitProperties &blitProperties, typename Family::XY_COPY_BLT &blitCmd) { } template <> void BlitCommandsHelper::getBlitAllocationProperties(const GraphicsAllocation &allocation, uint32_t &pitch, uint32_t &qPitch, GMM_TILE_TYPE &tileType, uint32_t &mipTailLod) { constexpr uint32_t TILED_Y_PITCH_ALIGNMENT = 128; constexpr uint32_t NON_TILED_PITCH_ALIGNMENT = 16; if (allocation.getDefaultGmm()) { auto gmmResInfo = allocation.getDefaultGmm()->gmmResourceInfo.get(); auto resInfo = gmmResInfo->getResourceFlags()->Info; if (resInfo.TiledY) { tileType = GMM_TILED_Y; pitch = static_cast(gmmResInfo->getRenderPitch()); pitch = alignUp(pitch, TILED_Y_PITCH_ALIGNMENT); qPitch = static_cast(gmmResInfo->getQPitch()); } else { pitch = alignUp(pitch, NON_TILED_PITCH_ALIGNMENT); } } } template <> void BlitCommandsHelper::appendSliceOffsets(const BlitProperties &blitProperties, typename Family::XY_COPY_BLT &blitCmd, uint32_t sliceIndex) { using XY_COPY_BLT = typename Family::XY_COPY_BLT; auto srcAllocation = blitProperties.srcAllocation; auto dstAllocation = blitProperties.dstAllocation; auto srcQPitch = blitProperties.srcSize.y; auto dstQPitch = blitProperties.dstSize.y; auto srcPitch = static_cast(blitProperties.srcRowPitch); auto dstPitch = static_cast(blitProperties.dstRowPitch); auto tileType = GMM_NOT_TILED; uint32_t mipTailLod = 0; getBlitAllocationProperties(*srcAllocation, srcPitch, srcQPitch, tileType, mipTailLod); getBlitAllocationProperties(*dstAllocation, dstPitch, dstQPitch, tileType, mipTailLod); auto srcSlicePitch = srcPitch * srcQPitch; auto dstSlicePitch = dstPitch * dstQPitch; size_t srcOffset = srcSlicePitch * (sliceIndex + blitProperties.srcOffset.z); size_t dstOffset = dstSlicePitch * (sliceIndex + blitProperties.dstOffset.z); blitCmd.setSourceBaseAddress(ptrOffset(srcAllocation->getGpuAddress(), srcOffset)); blitCmd.setDestinationBaseAddress(ptrOffset(dstAllocation->getGpuAddress(), dstOffset)); } template <> void BlitCommandsHelper::appendBlitCommandsForImages(const BlitProperties &blitProperties, typename Family::XY_COPY_BLT &blitCmd) { auto srcTileType = GMM_NOT_TILED; auto dstTileType = GMM_NOT_TILED; auto srcAllocation = blitProperties.srcAllocation; auto dstAllocation = blitProperties.dstAllocation; auto srcQPitch = blitProperties.srcSize.y; auto dstQPitch = blitProperties.dstSize.y; auto srcPitch = static_cast(blitProperties.srcRowPitch); auto dstPitch = static_cast(blitProperties.dstRowPitch); uint32_t mipTailLod = 0; getBlitAllocationProperties(*srcAllocation, srcPitch, srcQPitch, srcTileType, mipTailLod); getBlitAllocationProperties(*dstAllocation, dstPitch, dstQPitch, dstTileType, mipTailLod); srcPitch = (srcTileType == GMM_NOT_TILED) ? srcPitch : srcPitch / 4; dstPitch = (dstTileType == GMM_NOT_TILED) ? dstPitch : dstPitch / 4; blitCmd.setSourcePitch(srcPitch); blitCmd.setDestinationPitch(dstPitch); appendTilingType(srcTileType, dstTileType, blitCmd); } template <> void BlitCommandsHelper::dispatchBlitMemoryColorFill(NEO::GraphicsAllocation *dstAlloc, uint32_t *pattern, size_t patternSize, LinearStream &linearStream, size_t size, const RootDeviceEnvironment &rootDeviceEnvironment) { switch (patternSize) { case 1: NEO::BlitCommandsHelper::dispatchBlitMemoryFill<1>(dstAlloc, pattern, linearStream, size, rootDeviceEnvironment, COLOR_DEPTH::COLOR_DEPTH_8_BIT_COLOR); break; case 2: NEO::BlitCommandsHelper::dispatchBlitMemoryFill<2>(dstAlloc, pattern, linearStream, size, rootDeviceEnvironment, COLOR_DEPTH::COLOR_DEPTH_16_BIT_COLOR); break; case 4: NEO::BlitCommandsHelper::dispatchBlitMemoryFill<4>(dstAlloc, pattern, linearStream, size, rootDeviceEnvironment, COLOR_DEPTH::COLOR_DEPTH_32_BIT_COLOR); break; case 8: NEO::BlitCommandsHelper::dispatchBlitMemoryFill<8>(dstAlloc, pattern, linearStream, size, rootDeviceEnvironment, COLOR_DEPTH::COLOR_DEPTH_64_BIT_COLOR); break; default: NEO::BlitCommandsHelper::dispatchBlitMemoryFill<16>(dstAlloc, pattern, linearStream, size, rootDeviceEnvironment, COLOR_DEPTH::COLOR_DEPTH_128_BIT_COLOR); } } template <> void BlitCommandsHelper::appendBlitCommandsForFillBuffer(NEO::GraphicsAllocation *dstAlloc, typename Family::XY_COLOR_BLT &blitCmd, const RootDeviceEnvironment &rootDeviceEnvironment) { } template <> void BlitCommandsHelper::appendTilingEnable(typename Family::XY_COLOR_BLT &blitCmd) {} template class CommandStreamReceiverHw; template struct BlitCommandsHelper; const Family::GPGPU_WALKER Family::cmdInitGpgpuWalker = Family::GPGPU_WALKER::sInit(); const Family::INTERFACE_DESCRIPTOR_DATA Family::cmdInitInterfaceDescriptorData = Family::INTERFACE_DESCRIPTOR_DATA::sInit(); const Family::MEDIA_INTERFACE_DESCRIPTOR_LOAD Family::cmdInitMediaInterfaceDescriptorLoad = Family::MEDIA_INTERFACE_DESCRIPTOR_LOAD::sInit(); const Family::MEDIA_STATE_FLUSH Family::cmdInitMediaStateFlush = Family::MEDIA_STATE_FLUSH::sInit(); const Family::MI_BATCH_BUFFER_START Family::cmdInitBatchBufferStart = Family::MI_BATCH_BUFFER_START::sInit(); const Family::MI_BATCH_BUFFER_END Family::cmdInitBatchBufferEnd = Family::MI_BATCH_BUFFER_END::sInit(); const Family::PIPE_CONTROL Family::cmdInitPipeControl = Family::PIPE_CONTROL::sInit(); const Family::STATE_COMPUTE_MODE Family::cmdInitStateComputeMode = Family::STATE_COMPUTE_MODE::sInit(); const Family::MI_SEMAPHORE_WAIT Family::cmdInitMiSemaphoreWait = Family::MI_SEMAPHORE_WAIT::sInit(); const Family::RENDER_SURFACE_STATE Family::cmdInitRenderSurfaceState = Family::RENDER_SURFACE_STATE::sInit(); const Family::MI_LOAD_REGISTER_IMM Family::cmdInitLoadRegisterImm = Family::MI_LOAD_REGISTER_IMM::sInit(); const Family::MI_LOAD_REGISTER_REG Family::cmdInitLoadRegisterReg = Family::MI_LOAD_REGISTER_REG::sInit(); const Family::MI_LOAD_REGISTER_MEM Family::cmdInitLoadRegisterMem = Family::MI_LOAD_REGISTER_MEM::sInit(); const Family::MI_STORE_DATA_IMM Family::cmdInitStoreDataImm = Family::MI_STORE_DATA_IMM::sInit(); const Family::MI_STORE_REGISTER_MEM Family::cmdInitStoreRegisterMem = Family::MI_STORE_REGISTER_MEM::sInit(); const Family::MI_NOOP Family::cmdInitNoop = Family::MI_NOOP::sInit(); const Family::MI_REPORT_PERF_COUNT Family::cmdInitReportPerfCount = Family::MI_REPORT_PERF_COUNT::sInit(); const Family::MI_ATOMIC Family::cmdInitAtomic = Family::MI_ATOMIC::sInit(); const Family::PIPELINE_SELECT Family::cmdInitPipelineSelect = Family::PIPELINE_SELECT::sInit(); const Family::MI_ARB_CHECK Family::cmdInitArbCheck = Family::MI_ARB_CHECK::sInit(); const Family::MEDIA_VFE_STATE Family::cmdInitMediaVfeState = Family::MEDIA_VFE_STATE::sInit(); const Family::STATE_BASE_ADDRESS Family::cmdInitStateBaseAddress = Family::STATE_BASE_ADDRESS::sInit(); const Family::MEDIA_SURFACE_STATE Family::cmdInitMediaSurfaceState = Family::MEDIA_SURFACE_STATE::sInit(); const Family::SAMPLER_STATE Family::cmdInitSamplerState = Family::SAMPLER_STATE::sInit(); const Family::GPGPU_CSR_BASE_ADDRESS Family::cmdInitGpgpuCsrBaseAddress = Family::GPGPU_CSR_BASE_ADDRESS::sInit(); const Family::STATE_SIP Family::cmdInitStateSip = Family::STATE_SIP::sInit(); const Family::BINDING_TABLE_STATE Family::cmdInitBindingTableState = Family::BINDING_TABLE_STATE::sInit(); const Family::MI_USER_INTERRUPT Family::cmdInitUserInterrupt = Family::MI_USER_INTERRUPT::sInit(); const Family::L3_CONTROL Family::cmdInitL3ControlWithoutPostSync = Family::L3_CONTROL::sInit(); const Family::L3_CONTROL Family::cmdInitL3ControlWithPostSync = Family::L3_CONTROL::sInit(); const Family::XY_COPY_BLT Family::cmdInitXyCopyBlt = Family::XY_COPY_BLT::sInit(); const Family::MI_FLUSH_DW Family::cmdInitMiFlushDw = Family::MI_FLUSH_DW::sInit(); const Family::XY_FAST_COLOR_BLT Family::cmdInitXyColorBlt = Family::XY_FAST_COLOR_BLT::sInit(); } // namespace NEO