410 ConversionPatternRewriter &rewriter)
const override {
411 auto &convMacChainAnalysis =
417 auto loc = srcOp.getLoc();
418 VectorType vecTy = cast<VectorType>(srcOp.getResult().getType());
419 unsigned elemWidth = cast<IntegerType>(vecTy.getElementType()).getWidth();
420 unsigned accWidth = elemWidth <= 8 ? 32 : 64;
421 int32_t M = elemWidth == 8 ? 32 : 16;
422 int32_t N = elemWidth == 8 ? 8 : 4;
424 Type wideElemTy = IntegerType::get(getContext(), accWidth);
425 Type accVecTy = VectorType::get(vecTy.getShape(), wideElemTy);
427 const auto &groups = convMacChainAnalysis.getGroupsInChain();
428 Value grpAcc = (*convMacChain)[groups[0].fromIdx]->acc;
430 grpAcc = aievec::UPSOp::create(rewriter, srcOp.getLoc(), accVecTy, grpAcc,
433 for (
const auto &group : groups) {
434 Value grpLhs = (*convMacChain)[group.fromIdx]->lhs;
435 Value grpRhs = (*convMacChain)[group.fromIdx]->rhs;
436 auto filterVecTy = cast<VectorType>(grpRhs.getType());
437 auto signalVecTy = cast<VectorType>(grpLhs.getType());
441 if (2 * filterVecTy.getShape()[0] == signalVecTy.getShape()[0])
443 aievec::ConcatOp::create(rewriter, loc, signalVecTy,
444 SmallVector<Value, 2>({grpRhs, grpRhs}))
447 if (group.bcastDist == 2)
449 grpRhs = aievec::ShuffleOp::create(rewriter, loc, signalVecTy, grpRhs,
450 grpRhs, ShuffleMode::T8_64X2_LO)
454 if (group.bcastShift) {
457 (3 + group.bcastDist - 1);
459 arith::ConstantOp::create(rewriter, loc,
460 rewriter.getI32IntegerAttr(shiftBytes))
463 aievec::ShiftOp::create(rewriter, grpRhs.getDefiningOp()->getLoc(),
464 signalVecTy, grpRhs, grpRhs, shiftBytesCst)
470 if (group.signalShift) {
474 arith::ConstantOp::create(rewriter, loc,
475 rewriter.getI32IntegerAttr(shiftBytes))
477 grpLhs = aievec::ShiftOp::create(rewriter, loc, signalVecTy, grpLhs,
478 grpLhs, shiftBytesCst)
485 grpAcc = aievec::MulConvOp::create(rewriter, srcOp.getLoc(), accVecTy,
486 grpLhs, grpRhs, M, N)
489 grpAcc = aievec::FMAConvOp::create(rewriter, srcOp.getLoc(), accVecTy,
490 grpLhs, grpRhs, grpAcc, M, N,
false)
494 auto shiftParamOp = arith::ConstantOp::create(
495 rewriter, srcOp.getLoc(), rewriter.getI32IntegerAttr(
shiftParam));
496 rewriter.replaceOpWithNewOp<aievec::SRSOp>(srcOp, vecTy, grpAcc,
497 shiftParamOp.getResult());