MLIR-AIE 1.4.5.dev
Classes | Namespaces | Macros | Typedefs | Functions | Variables
VectorToAIEVecConversions.cpp File Reference
#include "AIE2PShufflePlanner.h"
#include "aie/Dialect/AIE/IR/AIEDialect.h"
#include "aie/Dialect/AIEVec/AIE1/IR/AIEVecAIE1Ops.h"
#include "aie/Dialect/AIEVec/AIEVecUtils.h"
#include "aie/Dialect/AIEVec/IR/AIEVecMatMul.h"
#include "aie/Dialect/AIEVec/IR/AIEVecOps.h"
#include "aie/Dialect/AIEVec/Pipelines/Passes.h"
#include "aie/Dialect/AIEVec/Utils/Utils.h"
#include "mlir/Dialect/Affine/IR/AffineOps.h"
#include "mlir/Dialect/EmitC/IR/EmitC.h"
#include "mlir/Dialect/Func/IR/FuncOps.h"
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/MemRef/IR/MemRef.h"
#include "mlir/Dialect/SCF/IR/SCF.h"
#include "mlir/Dialect/UB/IR/UBOps.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/IR/SymbolTable.h"
#include "mlir/IR/TypeUtilities.h"
#include "mlir/Pass/PassManager.h"
#include "mlir/Transforms/DialectConversion.h"
#include "mlir/Transforms/Passes.h"
#include "llvm/ADT/SmallSet.h"
#include <bitset>
#include <optional>
#include <tuple>
Include dependency graph for VectorToAIEVecConversions.cpp:

Go to the source code of this file.

Classes

struct  NarrowingResult
struct  FoldVectorExtractAndSplatToAIEBroadcast
struct  ConvertSplatToAIEBroadcast
struct  ConvertMulAddToAIEVecFMAElemOpPattern
struct  ConvertVectorFMAOpToAIEVecFMAElemOpPattern
struct  ConvertVectorFMAOpToAIEVecFMAElemOpAIE2PPattern
struct  ConvertMulFToAIEVecMulElemOpAIE2PPattern
struct  ConvertMulAddFToAIEVecFMAElemOpPattern
struct  ConvertMulFToAIEVecMulElemOpPattern
struct  ConvertMulIToAIEVecMulElemOpPattern
struct  FoldSplatToFMAOp
struct  ConvertMulAddToAIEVecFMAOpPattern
struct  LowerVectorTransferReadToAIEUPD
struct  OneToOneVectorOpToAIEVecOpPattern< SrcOpTy, DstOpTy >
struct  LowerVectorAddIOpToAIEVecAddOp
struct  LowerVectorMulIOpToAIEVecMulOp
struct  LowerVectorAddOrSubOpToAIEVecAddElemOrSubElemOp< SrcOpTy, DstOpTy >
struct  LowerVectorMinMaxOpToAIEVecMinMaxOp< SrcOpTy, DstOpTy >
struct  LowerVectorUMinMaxOpToCmpSelOp< SrcOpTy, Pred >
struct  LowerScalarMinMaxToAIEVecMinMaxOp< SrcOpTy, DstOpTy >
struct  LowerVectorCmpOpToAIEVecCmpOp< SrcOpTy, CmpTy >
struct  LowerVectorSelectOpToAIEVecSelOp
struct  LowerVectorReductionMinOp
struct  LowerVectorReductionMaxOp
struct  LowerVectorReductionAddIntOp
struct  LowerVectorReductionAddFloatOp
struct  LowerVectorReductionAddBfloat16OpAIE2
struct  LowerVectorReductionAddBfloat16OpAIE2P
struct  LowerVectorExtractStridedSliceOpAIEv1Pattern
struct  LowerVectorExtractStridedSliceOpAIE2Pattern
struct  ExpandUPDToUPDAndExtPattern
struct  FuseExtIntoUPDPattern
struct  ConvertMathExpToAIEVecExpOpPattern
struct  ConvertMathToAIEVecAccFloatUnaryOpPattern< MathOpTy, AIEVecOpTy >
struct  ComputeErfOpAIE2PPattern
struct  ComputeScalarMathOpByVectorAIE2PPattern< OpTy >
struct  ComputeOneLaneMathOpAIE2PPattern< OpTy >
struct  ComputeExpOpByLUTLLVMPattern
struct  ComputeExpOpByLUTPattern
struct  ConvertDivFToAIEVecInvOpPattern
struct  ComputeTanhOpByLUTPattern
struct  ComputeSqrtOpAIE2Pattern
struct  ComputeRsqrtOpLLVMAIE2Pattern
struct  ComputeRsqrtOpPattern
struct  ComputeErfOpPattern
struct  ComputeAbsOpPattern< SrcOpTy >
struct  LowerExtOpPattern< SrcOpTy >
struct  LowerVectorSIToFPI16BF16AIE2pPattern
struct  LowerExtUIOfBitcastI4ToUnpackPattern
struct  ScalarizeVectorIntFpConversionOpPattern< SrcOpTy >
struct  LowerTruncOpPattern< SrcOpTy >
struct  ComputeSigmoidOpPattern
struct  ComputeCeilOpPattern
struct  ComputeFloorOpPattern
struct  ComputeNegOpPattern
struct  ComputeBxorAndBnegOpPattern
struct  ComputeBandAndBorOpPattern< SrcOpTy, DstOpTy >
struct  ComputeSignedIntRightShiftOpPattern
struct  ShiftClampTruncToSRSPattern
struct  LowerScalarShiftClampTruncToSRS
struct  LowerScalarShRSIToAIEVecUPSSRS
struct  ContractionTile
struct  LowerVectorContractionOpToAIEVecMatMulPattern< MatMulOpTy >
struct  LowerVectorTransposeOpToAIEVecShuffleOpPattern
struct  ConvertSplatToAIEBroadcastAIE2p
struct  FlattenElementwiseVectorToRank1Pattern< OpTy >
struct  NormalizeLanesAIE2PPattern< OpTy >
struct  AIE2PElementwiseOps< OpTys >
struct  LowerVectorToAIEVec
 Lower incoming vector operations into their corresponding AIE vector intrinsics. More...
struct  ExtendUPDOpsPass
struct  SimplifyUPDOpsPass

Namespaces

namespace  xilinx
namespace  xilinx::aievec

Macros

#define DEBUG_TYPE   "lower-vector-to-aievec"

Typedefs

using LowerVectorAddFOpToAIEVecAddOp
using LowerVectorMulFOpToAIEVecMulOp
using LowerVectorSubIOpToAIEVecSubOp
using LowerVectorSubFOpToAIEVecSubOp
using LowerVectorAddIOpToAIEVecAddElemOp
using LowerVectorSubIOpToAIEVecSubElemOp
using LowerVectorAddFOpToAIEVecAddElemOp
using LowerVectorSubFOpToAIEVecSubElemOp
using LowerVectorMinSIOpToAIEVecMinOp
using LowerVectorMaxSIOpToAIEVecMaxOp
using LowerVectorMinUIOpToCmpSelOp
using LowerVectorMaxUIOpToCmpSelOp
using LowerScalarMinSIOpToAIEVecMinOp
using LowerScalarMaxSIOpToAIEVecMaxOp
using LowerVectorMinimumFOpToAIEVecMinOp
using LowerVectorMaximumFOpToAIEVecMaxOp
using LowerVectorMaxNumFFOpToAIEVecMaxOp
using LowerVectorCmpIOpToAIEVecCmpOp
using LowerVectorCmpFOpToAIEVecCmpOp
using ComputeAbsFOpPattern = ComputeAbsOpPattern<math::AbsFOp>
using ComputeAbsIOpPattern = ComputeAbsOpPattern<math::AbsIOp>
using LowerExtFOpPattern = LowerExtOpPattern<arith::ExtFOp>
using LowerExtSIOpPattern = LowerExtOpPattern<arith::ExtSIOp>
using ScalarizeVectorSIToFPOpPattern
using ScalarizeVectorUIToFPOpPattern
using ScalarizeVectorFPToSIOpPattern
using ScalarizeVectorFPToUIOpPattern
using LowerTruncFOpPattern = LowerTruncOpPattern<arith::TruncFOp>
using LowerTruncIOpPattern = LowerTruncOpPattern<arith::TruncIOp>
using ComputeBorOpPattern
using ComputeBandOpPattern
using LowerVectorContractionOpToAIEVecMatMulOpAIE2
using LowerVectorContractionOpToAIEVecMatMulOpAIE2P
using AIE2PElementwise

Functions

SmallVector< NamedAttribute > xilinx::aievec::buildFMAOpSplatAttrForElemTy (aievec::aie1::FMAOp fmaOp, int64_t bcastPos, int64_t step=1)

Variables

constexpr int64_t kAIE2PMaxParts = 128

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE   "lower-vector-to-aievec"

Definition at line 40 of file VectorToAIEVecConversions.cpp.

Typedef Documentation

◆ AIE2PElementwise

using AIE2PElementwise
Initial value:
AIE2PElementwiseOps<
arith::MulFOp, arith::DivFOp, arith::AddFOp, arith::SubFOp, arith::NegFOp,
arith::TruncFOp, arith::ExtFOp, math::ExpOp, math::TanhOp, math::ErfOp,
math::Exp2Op, arith::MaximumFOp, arith::MaxNumFOp, arith::MinimumFOp,
arith::CmpFOp, arith::CmpIOp, arith::SelectOp, arith::AddIOp, arith::SubIOp,
arith::MulIOp, arith::IndexCastOp>

Definition at line 5776 of file VectorToAIEVecConversions.cpp.

◆ ComputeAbsFOpPattern

using ComputeAbsFOpPattern = ComputeAbsOpPattern<math::AbsFOp>

Definition at line 3740 of file VectorToAIEVecConversions.cpp.

◆ ComputeAbsIOpPattern

using ComputeAbsIOpPattern = ComputeAbsOpPattern<math::AbsIOp>

Definition at line 3741 of file VectorToAIEVecConversions.cpp.

◆ ComputeBandOpPattern

using ComputeBandOpPattern
Initial value:
ComputeBandAndBorOpPattern<arith::AndIOp, aievec::BandOp>

Definition at line 4457 of file VectorToAIEVecConversions.cpp.

◆ ComputeBorOpPattern

using ComputeBorOpPattern
Initial value:
ComputeBandAndBorOpPattern<arith::OrIOp, aievec::BorOp>

Definition at line 4455 of file VectorToAIEVecConversions.cpp.

◆ LowerExtFOpPattern

using LowerExtFOpPattern = LowerExtOpPattern<arith::ExtFOp>

Definition at line 3776 of file VectorToAIEVecConversions.cpp.

◆ LowerExtSIOpPattern

using LowerExtSIOpPattern = LowerExtOpPattern<arith::ExtSIOp>

Definition at line 3777 of file VectorToAIEVecConversions.cpp.

◆ LowerScalarMaxSIOpToAIEVecMaxOp

using LowerScalarMaxSIOpToAIEVecMaxOp
Initial value:
LowerScalarMinMaxToAIEVecMinMaxOp<arith::MaxSIOp, aievec::MaxOp>

Definition at line 2363 of file VectorToAIEVecConversions.cpp.

◆ LowerScalarMinSIOpToAIEVecMinOp

using LowerScalarMinSIOpToAIEVecMinOp
Initial value:
LowerScalarMinMaxToAIEVecMinMaxOp<arith::MinSIOp, aievec::MinOp>

Definition at line 2361 of file VectorToAIEVecConversions.cpp.

◆ LowerTruncFOpPattern

using LowerTruncFOpPattern = LowerTruncOpPattern<arith::TruncFOp>

Definition at line 4016 of file VectorToAIEVecConversions.cpp.

◆ LowerTruncIOpPattern

using LowerTruncIOpPattern = LowerTruncOpPattern<arith::TruncIOp>

Definition at line 4017 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorAddFOpToAIEVecAddElemOp

using LowerVectorAddFOpToAIEVecAddElemOp
Initial value:
LowerVectorAddOrSubOpToAIEVecAddElemOrSubElemOp<arith::AddFOp,
aievec::AddElemOp>

Definition at line 2229 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorAddFOpToAIEVecAddOp

using LowerVectorAddFOpToAIEVecAddOp
Initial value:
OneToOneVectorOpToAIEVecOpPattern<arith::AddFOp, aievec::aie1::AddOp>

Definition at line 1880 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorAddIOpToAIEVecAddElemOp

using LowerVectorAddIOpToAIEVecAddElemOp
Initial value:
LowerVectorAddOrSubOpToAIEVecAddElemOrSubElemOp<arith::AddIOp,
aievec::AddElemOp>

Definition at line 2223 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorCmpFOpToAIEVecCmpOp

using LowerVectorCmpFOpToAIEVecCmpOp
Initial value:
LowerVectorCmpOpToAIEVecCmpOp<arith::CmpFOp, CmpFPredicate>

Definition at line 2437 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorCmpIOpToAIEVecCmpOp

using LowerVectorCmpIOpToAIEVecCmpOp
Initial value:
LowerVectorCmpOpToAIEVecCmpOp<arith::CmpIOp, CmpIPredicate>

Definition at line 2435 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorContractionOpToAIEVecMatMulOpAIE2

using LowerVectorContractionOpToAIEVecMatMulOpAIE2
Initial value:
LowerVectorContractionOpToAIEVecMatMulPattern<aievec::MatMulOp>

Definition at line 5176 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorContractionOpToAIEVecMatMulOpAIE2P

using LowerVectorContractionOpToAIEVecMatMulOpAIE2P
Initial value:
LowerVectorContractionOpToAIEVecMatMulPattern<aievec::MatMulOp_AIE2P>

Definition at line 5178 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMaximumFOpToAIEVecMaxOp

using LowerVectorMaximumFOpToAIEVecMaxOp
Initial value:
LowerVectorMinMaxOpToAIEVecMinMaxOp<arith::MaximumFOp, aievec::MaxOp>

Definition at line 2368 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMaxNumFFOpToAIEVecMaxOp

using LowerVectorMaxNumFFOpToAIEVecMaxOp
Initial value:
LowerVectorMinMaxOpToAIEVecMinMaxOp<arith::MaxNumFOp, aievec::MaxOp>

Definition at line 2370 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMaxSIOpToAIEVecMaxOp

using LowerVectorMaxSIOpToAIEVecMaxOp
Initial value:
LowerVectorMinMaxOpToAIEVecMinMaxOp<arith::MaxSIOp, aievec::MaxOp>

Definition at line 2285 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMaxUIOpToCmpSelOp

using LowerVectorMaxUIOpToCmpSelOp
Initial value:
LowerVectorUMinMaxOpToCmpSelOp<arith::MaxUIOp, arith::CmpIPredicate::ugt>

Definition at line 2312 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMinimumFOpToAIEVecMinOp

using LowerVectorMinimumFOpToAIEVecMinOp
Initial value:
LowerVectorMinMaxOpToAIEVecMinMaxOp<arith::MinimumFOp, aievec::MinOp>

Definition at line 2366 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMinSIOpToAIEVecMinOp

using LowerVectorMinSIOpToAIEVecMinOp
Initial value:
LowerVectorMinMaxOpToAIEVecMinMaxOp<arith::MinSIOp, aievec::MinOp>

Definition at line 2283 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMinUIOpToCmpSelOp

using LowerVectorMinUIOpToCmpSelOp
Initial value:
LowerVectorUMinMaxOpToCmpSelOp<arith::MinUIOp, arith::CmpIPredicate::ult>

Definition at line 2310 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorMulFOpToAIEVecMulOp

using LowerVectorMulFOpToAIEVecMulOp
Initial value:
OneToOneVectorOpToAIEVecOpPattern<arith::MulFOp, aievec::aie1::MulOp>

Definition at line 1882 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorSubFOpToAIEVecSubElemOp

using LowerVectorSubFOpToAIEVecSubElemOp
Initial value:
LowerVectorAddOrSubOpToAIEVecAddElemOrSubElemOp<arith::SubFOp,
aievec::SubElemOp>

Definition at line 2232 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorSubFOpToAIEVecSubOp

using LowerVectorSubFOpToAIEVecSubOp
Initial value:
OneToOneVectorOpToAIEVecOpPattern<arith::SubFOp, aievec::aie1::SubOp>

Definition at line 1886 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorSubIOpToAIEVecSubElemOp

using LowerVectorSubIOpToAIEVecSubElemOp
Initial value:
LowerVectorAddOrSubOpToAIEVecAddElemOrSubElemOp<arith::SubIOp,
aievec::SubElemOp>

Definition at line 2226 of file VectorToAIEVecConversions.cpp.

◆ LowerVectorSubIOpToAIEVecSubOp

using LowerVectorSubIOpToAIEVecSubOp
Initial value:
OneToOneVectorOpToAIEVecOpPattern<arith::SubIOp, aievec::aie1::SubOp>

Definition at line 1884 of file VectorToAIEVecConversions.cpp.

◆ ScalarizeVectorFPToSIOpPattern

using ScalarizeVectorFPToSIOpPattern
Initial value:
ScalarizeVectorIntFpConversionOpPattern<arith::FPToSIOp>

Definition at line 3976 of file VectorToAIEVecConversions.cpp.

◆ ScalarizeVectorFPToUIOpPattern

using ScalarizeVectorFPToUIOpPattern
Initial value:
ScalarizeVectorIntFpConversionOpPattern<arith::FPToUIOp>

Definition at line 3978 of file VectorToAIEVecConversions.cpp.

◆ ScalarizeVectorSIToFPOpPattern

using ScalarizeVectorSIToFPOpPattern
Initial value:
ScalarizeVectorIntFpConversionOpPattern<arith::SIToFPOp>

Definition at line 3972 of file VectorToAIEVecConversions.cpp.

◆ ScalarizeVectorUIToFPOpPattern

using ScalarizeVectorUIToFPOpPattern
Initial value:
ScalarizeVectorIntFpConversionOpPattern<arith::UIToFPOp>

Definition at line 3974 of file VectorToAIEVecConversions.cpp.

Variable Documentation

◆ kAIE2PMaxParts

int64_t kAIE2PMaxParts = 128
constexpr

Definition at line 5592 of file VectorToAIEVecConversions.cpp.

Generated by doxygen 1.15.0