15#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
16#include "mlir/Dialect/SCF/IR/SCF.h"
17#include "mlir/Pass/Pass.h"
20std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
37 "aie.objectfifo.object_slot";
43 "could not place buffers in accessible memory with available capacity";
47 "channel turns walked these objectFIFOs' mem tile pools whole: ";
52inline constexpr llvm::StringLiteral
kNoTileRoom =
"could not be placed: ";
54 "this core keeps its own sections in ";
80#include "aie/Dialect/AIE/Transforms/AIEPasses.h.inc"
83std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
86std::unique_ptr<mlir::OperationPass<DeviceOp>>
88std::unique_ptr<mlir::OperationPass<DeviceOp>>
90 const AIEAssignBufferAddressesOptions &options);
91std::unique_ptr<mlir::OperationPass<DeviceOp>>
94std::unique_ptr<mlir::OperationPass<DeviceOp>>
96std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
98std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
100std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
102std::unique_ptr<mlir::OperationPass<DeviceOp>>
104std::unique_ptr<mlir::OperationPass<DeviceOp>>
106std::unique_ptr<mlir::OperationPass<DeviceOp>>
108 const AIEObjectFifoInsertCoreQueuePushesOptions &options);
112std::unique_ptr<mlir::OperationPass<DeviceOp>>
115std::unique_ptr<mlir::OperationPass<DeviceOp>>
117std::unique_ptr<mlir::OperationPass<DeviceOp>>
119std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
121std::unique_ptr<mlir::OperationPass<DeviceOp>>
124std::unique_ptr<mlir::OperationPass<DeviceOp>>
126std::unique_ptr<mlir::OperationPass<DeviceOp>>
128 llvm::ArrayRef<std::pair<TileID, Port>> avoidedPorts);
130std::unique_ptr<mlir::OperationPass<DeviceOp>>
135std::unique_ptr<mlir::OperationPass<DeviceOp>>
137 bool reserveControllerPacketIds =
false);
138std::unique_ptr<mlir::OperationPass<DeviceOp>>
140std::unique_ptr<mlir::OperationPass<DeviceOp>>
142std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
144std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
146std::unique_ptr<mlir::OperationPass<DeviceOp>>
148std::unique_ptr<mlir::OperationPass<DeviceOp>>
151std::unique_ptr<mlir::OperationPass<DeviceOp>>
153std::unique_ptr<mlir::OperationPass<DeviceOp>>
155std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
157std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
159std::unique_ptr<mlir::OperationPass<mlir::ModuleOp>>
161 const AIEGenerateColumnControlOverlayOptions &options);
165std::unique_ptr<mlir::OperationPass<DeviceOp>>
170#define GEN_PASS_REGISTRATION
171#include "aie/Dialect/AIE/Transforms/AIEPasses.h.inc"
177 bool reserveControllerPacketIds =
false,
178 bool checkQueueSpace =
true);
bool isForeverForLoop(mlir::scf::ForOp forOp)
Whether forOp counts from 0 to INT64_MAX in steps of 1 and never reads its induction variable.
void addObjectFifoLoweringPasses(mlir::OpPassManager &pm, bool packetSwitched, bool skipVerify, bool reserveControllerPacketIds=false, bool checkQueueSpace=true)
Adds the passes of aie-objectFifo-stateful-transform to pm, which anchors on DeviceOp.
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEInsertTraceFlowsPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIEHoistVectorTransferPointersPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIETraceRegPackWritesPass()
constexpr llvm::StringLiteral kNoTileRoom
How --aie-assign-buffer-addresses says a buffer fits no tile memory left, and the note it adds,...
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEPrepareBuffersPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIECoreIntRangeNarrowingPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoLowerCoresPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIELowerCoreIssuedConfigurationPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoInsertCoreQueuePushesPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignTileCtrlIDsPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIELowerCascadeFlowsPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoAllocatePass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIENormalizeDmaBdDimsPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEFindFlowsPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIECoreToStandardPass()
bool getsColumnControlOverlay(DeviceOp device, bool configuration)
constexpr llvm::StringLiteral kObjectFifoObjectSlotAttrName
Discardable attribute set by --aie-objectfifo-lower-cores on the rank-0 memref.allocas that hold a co...
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIECheckAgainstImagePass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoLivenessPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEVectorToPointerLoopsPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIEGenerateColumnControlOverlayPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignLockIDsPass()
mlir::scf::WhileOp replaceWithForeverLoop(mlir::scf::ForOp forOp)
Replace forOp, which isForeverForLoop accepts, with an scf.while that isForeverLoop accepts and that ...
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoUnrollPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIENormalizeAddressSpacesPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIERouteFlowsPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignPacketIdsPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIEAnnotateShimSharingPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIESplitFlowViasPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignCoreLinkFilesPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoErasePoolsPass()
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIECanonicalizeDevicePass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignBufferAddressesPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoVerifyPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIELocalizeLocksPass()
constexpr llvm::StringLiteral kTurnWalkedNote
The note on it naming, as its symbol arguments, the mem tile pools channel turns walked whole: one bu...
constexpr llvm::StringLiteral kNoBufferRoom
How --aie-objectfifo-allocate says a pool's buffers fit no memory its users reach; the diagnostic's s...
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIETraceToConfigPass()
constexpr llvm::StringLiteral kObjectFifoUnrollHintAttrName
Discardable attribute set by --aie-objectfifo-lower-cores on scf.for and forever scf....
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEAssignBufferDescriptorIDsPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoLowerDMAsPass()
bool isForeverLoop(mlir::scf::WhileOp whileOp)
Whether whileOp repeats forever: its condition is a constant true, and its condition region does noth...
void registerAIEObjectFifoPipeline()
Register aie-objectFifo-stateful-transform as a pipeline over the passes that lower aie....
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEPathfinderPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEVectorTransferLoweringPass()
std::unique_ptr< mlir::OperationPass< DeviceOp > > createAIEObjectFifoSplitPass()
mlir::Operation * getObjectFifoLoopParent(mlir::Operation *op)
The innermost loop around op that isObjectFifoLoop accepts, or null.
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIEImportOverlayPass()
bool isObjectFifoLoop(mlir::Operation *op)
Whether op is a loop that objectFifo lowering unrolls by the rotation period of the objectFifos acces...
std::unique_ptr< mlir::OperationPass< mlir::ModuleOp > > createAIEPlaceTilesPass()
constexpr llvm::StringLiteral kCoreSectionsNote