@@ -2906,27 +2906,28 @@ void mlir::populateAMDGPUToROCDLConversionPatterns(LLVMTypeConverter &converter,
29062906 RewritePatternSet &patterns,
29072907 Chipset chipset) {
29082908 populateAMDGPUMemorySpaceAttributeConversions (converter);
2909- patterns.add <
2910- FatRawBufferCastLowering,
2911- RawBufferOpLowering<RawBufferLoadOp, ROCDL::RawPtrBufferLoadOp>,
2912- RawBufferOpLowering<RawBufferStoreOp, ROCDL::RawPtrBufferStoreOp>,
2913- RawBufferOpLowering<RawBufferAtomicFaddOp,
2914- ROCDL::RawPtrBufferAtomicFaddOp>,
2915- RawBufferOpLowering<RawBufferAtomicFmaxOp,
2916- ROCDL::RawPtrBufferAtomicFmaxOp>,
2917- RawBufferOpLowering<RawBufferAtomicSmaxOp,
2918- ROCDL::RawPtrBufferAtomicSmaxOp>,
2919- RawBufferOpLowering<RawBufferAtomicUminOp,
2920- ROCDL::RawPtrBufferAtomicUminOp>,
2921- RawBufferOpLowering<RawBufferAtomicCmpswapOp,
2922- ROCDL::RawPtrBufferAtomicCmpSwap>,
2923- AMDGPUDPPLowering, MemoryCounterWaitOpLowering, LDSBarrierOpLowering,
2924- SchedBarrierOpLowering, MFMAOpLowering, ScaledMFMAOpLowering,
2925- WMMAOpLowering, ScaledWMMAOpLowering, ExtPackedFp8OpLowering,
2926- ScaledExtPackedMatrixOpLowering, ScaledExtPackedOpLowering,
2927- PackedScaledTruncOpLowering, PackedTrunc2xFp8OpLowering,
2928- PackedStochRoundFp8OpLowering, GatherToLDSOpLowering,
2929- TransposeLoadOpLowering, AMDGPUPermlaneLowering,AMDGPUMakeDmaBaseLowering,
2930- AMDGPUMakeDmaDescriptorLowering>(converter, chipset);
2909+ patterns
2910+ .add <FatRawBufferCastLowering,
2911+ RawBufferOpLowering<RawBufferLoadOp, ROCDL::RawPtrBufferLoadOp>,
2912+ RawBufferOpLowering<RawBufferStoreOp, ROCDL::RawPtrBufferStoreOp>,
2913+ RawBufferOpLowering<RawBufferAtomicFaddOp,
2914+ ROCDL::RawPtrBufferAtomicFaddOp>,
2915+ RawBufferOpLowering<RawBufferAtomicFmaxOp,
2916+ ROCDL::RawPtrBufferAtomicFmaxOp>,
2917+ RawBufferOpLowering<RawBufferAtomicSmaxOp,
2918+ ROCDL::RawPtrBufferAtomicSmaxOp>,
2919+ RawBufferOpLowering<RawBufferAtomicUminOp,
2920+ ROCDL::RawPtrBufferAtomicUminOp>,
2921+ RawBufferOpLowering<RawBufferAtomicCmpswapOp,
2922+ ROCDL::RawPtrBufferAtomicCmpSwap>,
2923+ AMDGPUDPPLowering, MemoryCounterWaitOpLowering, LDSBarrierOpLowering,
2924+ SchedBarrierOpLowering, MFMAOpLowering, ScaledMFMAOpLowering,
2925+ WMMAOpLowering, ScaledWMMAOpLowering, ExtPackedFp8OpLowering,
2926+ ScaledExtPackedMatrixOpLowering, ScaledExtPackedOpLowering,
2927+ PackedScaledTruncOpLowering, PackedTrunc2xFp8OpLowering,
2928+ PackedStochRoundFp8OpLowering, GatherToLDSOpLowering,
2929+ TransposeLoadOpLowering, AMDGPUPermlaneLowering,
2930+ AMDGPUMakeDmaBaseLowering, AMDGPUMakeDmaDescriptorLowering>(
2931+ converter, chipset);
29312932 patterns.add <AMDGPUSwizzleBitModeLowering>(converter);
29322933}
0 commit comments