79 LogicalResult
generate(ArrayRef<DeviceOp> users) {
80 ModuleOp module = getOperation();
81 AIEDialect::IsCtrlPktOverlayAttrHelper marker(&getContext());
82 DeviceOp first = users.front();
83 auto target = first.getDevice();
85 std::set<int> columns;
87 for (DeviceOp device : users)
88 for (TileOp tile : device.getOps<TileOp>())
89 columns.insert(tile.colIndex());
90 for (
TileID tile : tokenTiles)
91 columns.insert(tile.col);
93 for (DeviceOp device : users)
94 device.walk([&](AIEX::NpuControlPacketOp packet) {
95 columns.insert(packet.getColumnFromAddr());
97 columns.insert(coverColumns.begin(), coverColumns.end());
100 SymbolTable symbols(module);
101 OpBuilder builder(module.getContext());
102 builder.setInsertionPointToEnd(module.getBody());
104 DeviceOp::create(builder, module.getLoc(), target,
105 builder.getStringAttr(
"ctrl_pkt_overlay"),
nullptr);
106 symbols.insert(overlay);
107 overlay.getRegion().emplaceBlock();
108 builder.setInsertionPointToEnd(overlay.getBody());
109 EndOp::create(builder, overlay.getLoc());
110 marker.setAttr(overlay, builder.getUnitAttr());
111 builder.setInsertionPointToStart(overlay.getBody());
112 for (DeviceOp device : users)
113 for (TileOp tile : device.getOps<TileOp>()) {
114 TileOp dest = TileOp::getOrCreate(builder, overlay, tile.colIndex(),
116 if (
auto id = tile->getAttr(
"controller_id")) {
117 if (
auto other = dest->getAttr(
"controller_id");
118 other && other !=
id) {
120 "has a different controller ID in another configuration");
123 dest->setAttr(
"controller_id",
id);
126 const auto &model = overlay.getTargetModel();
127 auto ids = model.getTileToControllerIdMap(
true);
128 auto flow = [&](TileOp source,
Port src, TileOp dest,
Port dst,
130 builder.setInsertionPoint(overlay.getBody()->getTerminator());
131 int id = ids[controller.getTileID()];
133 controller->getAttrOfType<PacketInfoAttr>(
"controller_id"))
134 id = attr.assignedId();
135 auto packet = PacketFlowOp::create(builder, controller.getLoc(),
id,
136 builder.getBoolAttr(
true),
137 builder.getBoolAttr(
true));
138 OpBuilder::InsertionGuard guard(builder);
139 builder.createBlock(&packet.getPorts());
140 PacketSourceOp::create(builder, packet.getLoc(), source, src.bundle,
142 PacketDestOp::create(builder, packet.getLoc(), dest, dst.bundle,
144 EndOp::create(builder, packet.getLoc());
146 for (
int col : columns) {
147 if (col < 0 || col >= model.columns()) {
148 overlay.emitOpError(
"control coverage column is outside the target");
151 builder.setInsertionPointToStart(overlay.getBody());
152 TileOp shim = TileOp::getOrCreate(builder, overlay, col, 0);
153 flow(shim, {WireBundle::TileControl, 0}, shim, {WireBundle::South, 0},
155 for (
TileID tile : tokenTiles)
156 if (tile.col == col && tile.row != 0) {
157 builder.setInsertionPointToStart(overlay.getBody());
158 TileOp source = TileOp::getOrCreate(builder, overlay, col, tile.row);
159 flow(source, {WireBundle::TileControl, 0}, shim,
160 {WireBundle::South, 0}, source);
165 unsigned best = std::numeric_limits<unsigned>::max();
168 ? model.getNumSourceShimMuxConnections(col, 0, WireBundle::DMA)
170 for (
int ch = 0; ch < count; ++ch)
177 overlay.emitOpError(
"failed to generate control overlay: no available "
178 "shim MM2S channel in column ")
182 builder.setInsertionPoint(overlay.getBody()->getTerminator());
183 auto alloc = ShimDMAAllocationOp::create(
184 builder, shim.getLoc(), getCtrlPktAllocName(col, channel), shim,
185 DMAChannelDir::MM2S, channel,
false,
nullptr,
nullptr);
186 marker.setAttr(alloc, builder.getUnitAttr());
187 for (
int row = 0; row < model.rows(); ++row) {
188 builder.setInsertionPointToStart(overlay.getBody());
189 TileOp dest = TileOp::getOrCreate(builder, overlay, col, row);
190 flow(shim, {WireBundle::DMA, channel}, dest,
191 {WireBundle::TileControl, 0}, dest);
194 for (DeviceOp device : users) {
195 device.setOverlayAttr(FlatSymbolRefAttr::get(overlay.getSymNameAttr()));
197 AIEDialect::ReserveControllerPacketIdsAttrHelper(&getContext())
198 .setAttr(device, builder.getUnitAttr());
202 std::vector<std::pair<TileID, Port>> avoided;
205 OpPassManager routing(DeviceOp::getOperationName());
208 if (failed(runPipeline(routing, overlay)))
212 for (
auto box : overlay.getOps<SwitchboxOp>()) {
213 auto amsels = llvm::to_vector(box.getConnections().getOps<AMSelOp>());
214 std::set<std::pair<int, int>> slots;
215 for (
auto amsel : amsels)
216 slots.emplace(amsel.arbiterIndex(), amsel.getMselValue());
217 builder.setInsertionPoint(box.getConnections().front().getTerminator());
218 for (
auto amsel : amsels)
219 for (
unsigned msel = 0; msel < model.getNumMselsPerArbiter(); ++msel)
220 if (slots.emplace(amsel.arbiterIndex(), msel).second)
221 AMSelOp::create(builder, amsel.getLoc(), amsel.arbiterIndex(),
224 overlay.walk([&](Operation *op) {
225 op->removeAttr(
"aie.priority_route");
226 if (!isa<DeviceOp, EndOp, PacketRulesOp>(op))
227 marker.setAttr(op, builder.getUnitAttr());
277 std::vector<std::pair<TileID, Port>> &avoided) {
278 OwningOpRef<ModuleOp> trial = cast<ModuleOp>(module->clone());
279 for (DeviceOp device :
280 llvm::make_early_inc_range(trial->getOps<DeviceOp>())) {
281 if (device->hasAttr(
"aie.is_ctrl_pkt_overlay"))
284 device.removeOverlayAttr();
286 PassManager pm(&getContext());
287 auto &dpm = pm.nest<DeviceOp>();
291 if (failed(pm.run(*trial))) {
292 module.emitError("failed to analyze application resources for adaptive "
296 std::set<std::pair<TileID, Port>> ports;
297 for (DeviceOp device : trial->getOps<DeviceOp>()) {
298 for (SwitchboxOp box : device.getOps<SwitchboxOp>()) {
299 for (ConnectOp connect : box.getOps<ConnectOp>())
300 ports.insert({box.getTileOp().getTileID(), connect.destPort()});
301 for (MasterSetOp master : box.getOps<MasterSetOp>())
302 ports.insert({box.getTileOp().getTileID(), master.destPort()});
307 device.emitOpError(
"cannot plan adaptive control overlay: ")
308 << llvm::toString(std::move(error));
312 for (
const auto &[tile, setting] : settings)
313 for (
Port output : setting.dsts)
314 ports.insert({tile, output});
321 avoided.assign(ports.begin(), ports.end());