32 AddMeasurement(Label::NumRvsdgNodesBefore,
rvsdg::nnodes(&graph.GetRootRegion()));
33 AddMeasurement(Label::NumRvsdgInputsBefore,
rvsdg::ninputs(&graph.GetRootRegion()));
34 AddTimer(Label::Timer).start();
40 AddMeasurement(Label::NumRvsdgNodesAfter,
rvsdg::nnodes(&graph.GetRootRegion()));
41 AddMeasurement(Label::NumRvsdgInputsAfter,
rvsdg::ninputs(&graph.GetRootRegion()));
43 AddMeasurement(NumRegionsLabel_, getNumRegions());
44 AddMeasurement(NumTotalRegionIterationsLabel_, getTotalIterations());
45 AddMeasurement(MaxIterationsPerRegionLabel_, getMaxIterationsPerRegion());
47 auto & counters = getReductionCounters();
48 AddMeasurement(
"#LoadNonVolatileReductions", counters.numLoadNonVolatileReductions);
49 AddMeasurement(
"#StoreNonVolatileReductions", counters.numStoreNonVolatileReductions);
50 AddMeasurement(
"#MemoryStateMergeReductions", counters.numMemoryStateMergeReductions);
51 AddMeasurement(
"#MemoryStateJoinReductions", counters.numMemoryStateJoinReductions);
52 AddMeasurement(
"#MemoryStateSplitReductions", counters.numMemoryStateSplitReductions);
54 "#LambdaExitMemoryStateMergeReductions",
55 counters.numLambdaExitMemoryStateMergeReductions);
56 AddMeasurement(
"#MatchReductions", counters.numMatchReductions);
57 AddMeasurement(
"#SExtReductions", counters.numSExtReductions);
58 AddMeasurement(
"#ZExtReductions", counters.numZExtReductions);
59 AddMeasurement(
"#TruncReductions", counters.numTruncReductions);
60 AddMeasurement(
"#FPExtReductions", counters.numFPExtReductions);
61 AddMeasurement(
"#FPTruncReductions", counters.numFPTruncReductions);
62 AddMeasurement(
"#IntegerEqReductions", counters.numIntegerEqReductions);
63 AddMeasurement(
"#IntegerNeReductions", counters.numIntegerNeReductions);
64 AddMeasurement(
"#IntegerSgeReductions", counters.numIntegerSgeReductions);
65 AddMeasurement(
"#IntegerSgtReductions", counters.numIntegerSgtReductions);
66 AddMeasurement(
"#IntegerSleReductions", counters.numIntegerSleReductions);
67 AddMeasurement(
"#IntegerSltReductions", counters.numIntegerSltReductions);
68 AddMeasurement(
"#IntegerUgeReductions", counters.numIntegerUgeReductions);
69 AddMeasurement(
"#IntegerUgtReductions", counters.numIntegerUgtReductions);
70 AddMeasurement(
"#IntegerUleReductions", counters.numIntegerUleReductions);
71 AddMeasurement(
"#IntegerUltReductions", counters.numIntegerUltReductions);
73 AddMeasurement(
"#IntegerAddReductions", counters.numIntegerAddReductions);
74 AddMeasurement(
"#IntegerSubReductions", counters.numIntegerSubReductions);
75 AddMeasurement(
"#IntegerMulReductions", counters.numIntegerMulReductions);
76 AddMeasurement(
"#IntegerSDivReductions", counters.numIntegerSDivReductions);
77 AddMeasurement(
"#IntegerUDivReductions", counters.numIntegerUDivReductions);
78 AddMeasurement(
"#IntegerSRemReductions", counters.numIntegerSRemReductions);
79 AddMeasurement(
"#IntegerURemReductions", counters.numIntegerURemReductions);
80 AddMeasurement(
"#IntegerAShrReductions", counters.numIntegerAShrReductions);
81 AddMeasurement(
"#IntegerShlReductions", counters.numIntegerShlReductions);
82 AddMeasurement(
"#IntegerLShrReductions", counters.numIntegerLShrReductions);
83 AddMeasurement(
"#IntegerAndReductions", counters.numIntegerAndReductions);
84 AddMeasurement(
"#IntegerOrReductions", counters.numIntegerOrReductions);
85 AddMeasurement(
"#IntegerXorReductions", counters.numIntegerXorReductions);
87 AddMeasurement(
"#FPBinaryOpReductions", counters.numFPBinaryOpReductions);
89 AddMeasurement(
"#PtrCmpReductions", counters.numPtrCmpReductions);
90 AddMeasurement(
"#GetElementPtrReductions", counters.numGetElementPtrReductions);
91 AddMeasurement(
"#FCmpReductions", counters.numFCmpReductions);
92 AddMeasurement(
"#MemoryHoistBarrierReductions", counters.numMemoryHoistBarrierReductions);
93 AddMeasurement(
"#BinaryReductions", counters.numBinaryReductions);
95 AddMeasurement(
"#GammaReductions", counters.numGammaReductions);
96 AddMeasurement(
"#ThetaReductions", counters.numThetaReductions);
98 GetTimer(Label::Timer).stop();
112 if (
const auto it = NumIterations_.find(®ion); it != NumIterations_.end())
123 return NumIterations_.size();
130 for (
auto [_, numIterations] : NumIterations_)
132 sum += numIterations;
141 return std::max_element(
142 NumIterations_.begin(),
143 NumIterations_.end(),
144 [](
const auto & p1,
const auto & p2)
146 return p1.second < p2.second;
151static std::vector<rvsdg::NodeNormalization<rvsdg::MatchOperation>>
154static std::vector<rvsdg::NodeNormalization<SExtOperation>>
157static std::vector<rvsdg::NodeNormalization<ZExtOperation>>
160static std::vector<rvsdg::NodeNormalization<TruncOperation>>
163static std::vector<rvsdg::NodeNormalization<FPExtOperation>>
166static std::vector<rvsdg::NodeNormalization<FPTruncOperation>>
199static std::vector<rvsdg::NodeNormalization<IntegerAddOperation>>
205static std::vector<rvsdg::NodeNormalization<IntegerMulOperation>>
208static std::vector<rvsdg::NodeNormalization<IntegerSDivOperation>>
211static std::vector<rvsdg::NodeNormalization<IntegerUDivOperation>>
214static std::vector<rvsdg::NodeNormalization<IntegerSRemOperation>>
217static std::vector<rvsdg::NodeNormalization<IntegerURemOperation>>
220static std::vector<rvsdg::NodeNormalization<IntegerAShrOperation>>
223static std::vector<rvsdg::NodeNormalization<IntegerShlOperation>>
226static std::vector<rvsdg::NodeNormalization<IntegerLShrOperation>>
229static std::vector<rvsdg::NodeNormalization<IntegerAndOperation>>
235static std::vector<rvsdg::NodeNormalization<IntegerXorOperation>>
238static std::vector<rvsdg::NodeNormalization<FBinaryOperation>>
241static std::vector<rvsdg::NodeNormalization<LoadNonVolatileOperation>>
248static std::vector<rvsdg::NodeNormalization<StoreNonVolatileOperation>>
256static std::vector<rvsdg::NodeNormalization<MemoryStateMergeOperation>>
262static std::vector<rvsdg::NodeNormalization<MemoryStateJoinOperation>>
266static std::vector<rvsdg::NodeNormalization<MemoryStateSplitOperation>>
271static std::vector<rvsdg::NodeNormalization<LambdaExitMemoryStateMergeOperation>>
277static std::vector<rvsdg::NodeNormalization<PtrCmpOperation>>
281static std::vector<rvsdg::NodeNormalization<GetElementPtrOperation>>
284static std::vector<rvsdg::NodeNormalization<FCmpOperation>>
287static std::vector<rvsdg::NodeNormalization<MemoryHoistBarrierOperation>>
291static std::vector<rvsdg::NodeNormalization<rvsdg::BinaryOperation>>
294template<
typename TOperation>
298 return [&](
const TOperation & operation,
const std::vector<rvsdg::Output *> & operands)
304template<
class TOperation>
313 if (reductionPerformed)
315 return reductionPerformed;
329 const auto & graph = rvsdgModule.
Rvsdg();
343 bool reductionPerformed =
false;
344 size_t numIterations = 0;
348 reductionPerformed =
false;
364 if (reductionPerformed)
370 }
while (reductionPerformed);
393 if (reductionPerformed)
400 for (
size_t n = 0; n < structuralNode.
nsubregions(); n++)
402 const auto subregion = structuralNode.
subregion(n);
416 if (reductionPerformed)
417 Statistics_->getReductionCounters().numGammaReductions++;
419 return reductionPerformed;
426 if (reductionPerformed)
427 Statistics_->getReductionCounters().numThetaReductions++;
429 return reductionPerformed;
435 if (is<LoadNonVolatileOperation>(&simpleNode))
437 return reduceSimpleNode<LoadNonVolatileOperation>(
440 Statistics_->getReductionCounters().numLoadNonVolatileReductions);
442 if (is<StoreNonVolatileOperation>(&simpleNode))
444 return reduceSimpleNode<StoreNonVolatileOperation>(
447 Statistics_->getReductionCounters().numStoreNonVolatileReductions);
449 if (is<MemoryStateMergeOperation>(&simpleNode))
451 return reduceSimpleNode<MemoryStateMergeOperation>(
454 Statistics_->getReductionCounters().numMemoryStateMergeReductions);
456 if (is<MemoryStateJoinOperation>(&simpleNode))
458 return reduceSimpleNode<MemoryStateJoinOperation>(
461 Statistics_->getReductionCounters().numMemoryStateJoinReductions);
463 if (is<MemoryStateSplitOperation>(&simpleNode))
465 return reduceSimpleNode<MemoryStateSplitOperation>(
468 Statistics_->getReductionCounters().numMemoryStateSplitReductions);
470 if (is<LambdaExitMemoryStateMergeOperation>(&simpleNode))
472 return reduceSimpleNode<LambdaExitMemoryStateMergeOperation>(
475 Statistics_->getReductionCounters().numLambdaExitMemoryStateMergeReductions);
477 if (is<rvsdg::MatchOperation>(&simpleNode))
479 return reduceSimpleNode<rvsdg::MatchOperation>(
482 Statistics_->getReductionCounters().numMatchReductions);
484 if (is<SExtOperation>(&simpleNode))
486 return reduceSimpleNode<SExtOperation>(
489 Statistics_->getReductionCounters().numSExtReductions);
491 if (is<ZExtOperation>(&simpleNode))
493 return reduceSimpleNode<ZExtOperation>(
496 Statistics_->getReductionCounters().numZExtReductions);
498 if (is<TruncOperation>(&simpleNode))
500 return reduceSimpleNode<TruncOperation>(
503 Statistics_->getReductionCounters().numTruncReductions);
505 if (is<FPExtOperation>(&simpleNode))
507 return reduceSimpleNode<FPExtOperation>(
510 Statistics_->getReductionCounters().numFPExtReductions);
512 if (is<FPTruncOperation>(&simpleNode))
514 return reduceSimpleNode<FPTruncOperation>(
517 Statistics_->getReductionCounters().numFPTruncReductions);
519 if (is<IntegerEqOperation>(&simpleNode))
521 return reduceSimpleNode<IntegerEqOperation>(
524 Statistics_->getReductionCounters().numIntegerEqReductions);
526 if (is<IntegerNeOperation>(&simpleNode))
528 return reduceSimpleNode<IntegerNeOperation>(
531 Statistics_->getReductionCounters().numIntegerNeReductions);
533 if (is<IntegerSgeOperation>(&simpleNode))
535 return reduceSimpleNode<IntegerSgeOperation>(
538 Statistics_->getReductionCounters().numIntegerSgeReductions);
540 if (is<IntegerSgtOperation>(&simpleNode))
542 return reduceSimpleNode<IntegerSgtOperation>(
545 Statistics_->getReductionCounters().numIntegerSgtReductions);
547 if (is<IntegerSleOperation>(&simpleNode))
549 return reduceSimpleNode<IntegerSleOperation>(
552 Statistics_->getReductionCounters().numIntegerSleReductions);
554 if (is<IntegerSltOperation>(&simpleNode))
556 return reduceSimpleNode<IntegerSltOperation>(
559 Statistics_->getReductionCounters().numIntegerSltReductions);
561 if (is<IntegerUgeOperation>(&simpleNode))
563 return reduceSimpleNode<IntegerUgeOperation>(
566 Statistics_->getReductionCounters().numIntegerUgeReductions);
568 if (is<IntegerUgtOperation>(&simpleNode))
570 return reduceSimpleNode<IntegerUgtOperation>(
573 Statistics_->getReductionCounters().numIntegerUgtReductions);
575 if (is<IntegerUleOperation>(&simpleNode))
577 return reduceSimpleNode<IntegerUleOperation>(
580 Statistics_->getReductionCounters().numIntegerUleReductions);
582 if (is<IntegerUltOperation>(&simpleNode))
584 return reduceSimpleNode<IntegerUltOperation>(
587 Statistics_->getReductionCounters().numIntegerUltReductions);
589 if (is<IntegerAddOperation>(&simpleNode))
591 return reduceSimpleNode<IntegerAddOperation>(
594 Statistics_->getReductionCounters().numIntegerAddReductions);
596 if (is<IntegerSubOperation>(&simpleNode))
598 return reduceSimpleNode<IntegerSubOperation>(
601 Statistics_->getReductionCounters().numIntegerSubReductions);
603 if (is<IntegerMulOperation>(&simpleNode))
605 return reduceSimpleNode<IntegerMulOperation>(
608 Statistics_->getReductionCounters().numIntegerMulReductions);
610 if (is<IntegerSDivOperation>(&simpleNode))
612 return reduceSimpleNode<IntegerSDivOperation>(
615 Statistics_->getReductionCounters().numIntegerSDivReductions);
617 if (is<IntegerUDivOperation>(&simpleNode))
619 return reduceSimpleNode<IntegerUDivOperation>(
622 Statistics_->getReductionCounters().numIntegerUDivReductions);
624 if (is<IntegerSRemOperation>(&simpleNode))
626 return reduceSimpleNode<IntegerSRemOperation>(
629 Statistics_->getReductionCounters().numIntegerSRemReductions);
631 if (is<IntegerURemOperation>(&simpleNode))
633 return reduceSimpleNode<IntegerURemOperation>(
636 Statistics_->getReductionCounters().numIntegerURemReductions);
638 if (is<IntegerAShrOperation>(&simpleNode))
640 return reduceSimpleNode<IntegerAShrOperation>(
643 Statistics_->getReductionCounters().numIntegerAShrReductions);
645 if (is<IntegerShlOperation>(&simpleNode))
647 return reduceSimpleNode<IntegerShlOperation>(
650 Statistics_->getReductionCounters().numIntegerShlReductions);
652 if (is<IntegerLShrOperation>(&simpleNode))
654 return reduceSimpleNode<IntegerLShrOperation>(
657 Statistics_->getReductionCounters().numIntegerLShrReductions);
659 if (is<IntegerAndOperation>(&simpleNode))
661 return reduceSimpleNode<IntegerAndOperation>(
664 Statistics_->getReductionCounters().numIntegerAndReductions);
666 if (is<IntegerOrOperation>(&simpleNode))
668 return reduceSimpleNode<IntegerOrOperation>(
671 Statistics_->getReductionCounters().numIntegerOrReductions);
673 if (is<IntegerXorOperation>(&simpleNode))
675 return reduceSimpleNode<IntegerXorOperation>(
678 Statistics_->getReductionCounters().numIntegerXorReductions);
680 if (is<FBinaryOperation>(&simpleNode))
682 return reduceSimpleNode<FBinaryOperation>(
685 Statistics_->getReductionCounters().numFPBinaryOpReductions);
687 if (is<PtrCmpOperation>(&simpleNode))
689 return reduceSimpleNode<PtrCmpOperation>(
692 Statistics_->getReductionCounters().numPtrCmpReductions);
694 if (is<GetElementPtrOperation>(&simpleNode))
696 return reduceSimpleNode<GetElementPtrOperation>(
699 Statistics_->getReductionCounters().numGetElementPtrReductions);
701 if (is<FCmpOperation>(&simpleNode))
703 return reduceSimpleNode<FCmpOperation>(
706 Statistics_->getReductionCounters().numFCmpReductions);
708 if (is<MemoryHoistBarrierOperation>(&simpleNode))
710 return reduceSimpleNode<MemoryHoistBarrierOperation>(
713 Statistics_->getReductionCounters().numMemoryHoistBarrierReductions);
715 if (is<rvsdg::BinaryOperation>(&simpleNode))
717 return reduceSimpleNode<rvsdg::BinaryOperation>(
720 Statistics_->getReductionCounters().numBinaryReductions);
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const FBinaryOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const FCmpOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstant(const FPExtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstant(const FPTruncOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdempotent(const GetElementPtrOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerAShrOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerAddOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerAndOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerEqOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerEqOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerLShrOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerMulOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerNeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerNeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerOrOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdempotent(const IntegerOrOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSDivOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSRemOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSgeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerSgeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSgtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerSgtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerShlOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerSleOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSleOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerSltOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSltOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerSubOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeAdditiveInverse(const IntegerSubOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerUDivOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerURemOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerUgeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerUgeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerUgtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerUgtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerUleOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerUleOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const IntegerUltOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerUltOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstants(const IntegerXorOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadFromAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreToAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStoreState(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateStates(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Remove duplicated state operands.
static std::optional< std::vector< rvsdg::Output * > > normalizeMemoryHoistBarrierAddress(const LoadNonVolatileOperation &loadOperation, const std::vector< rvsdg::Output * > &operands)
Redirect the address operand of the LoadNonVolatileOperation node from an MemoryHoistBarrierOperation...
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadAlloca(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStore(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Forwards the value from a store operation.
static std::optional< std::vector< rvsdg::Output * > > normalizeNestedMemoryHoistBarriers(const MemoryHoistBarrierOperation &lowerMhbOp, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateOperands(const MemoryStateJoinOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes duplicated operands from the MemoryStateJoinOperation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleOperand(const MemoryStateJoinOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateJoinOperation as it has only a single operand, i.e., no joining is performed.
static std::optional< std::vector< rvsdg::Output * > > NormalizeNestedMerges(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested merges into a single merge.
static std::optional< std::vector< rvsdg::Output * > > NormalizeMergeSplit(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested splits into a single merge.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleOperand(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateMergeOperation as it has only a single operand, i.e., no merging is performed.
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateOperands(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes duplicated operands from the MemoryStateMergeOperation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeNestedSplits(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested splits into a single split.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleResult(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateSplitOperation as it has only a single result, i.e., no splitting is performed...
static std::optional< std::vector< rvsdg::Output * > > NormalizeSplitMerge(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes an idempotent split-merge pair.
size_t getTotalIterations() const noexcept
size_t getNumRegions() const noexcept
bool AddIteration(const rvsdg::Region ®ion, size_t numIterations)
size_t getMaxIterationsPerRegion() const noexcept
void End(const rvsdg::Graph &graph) noexcept
std::unordered_map< const rvsdg::Region *, size_t > NumIterations_
void Start(const rvsdg::Graph &graph) noexcept
static std::unique_ptr< Statistics > Create(const util::FilePath &sourceFile)
std::optional< size_t > GetNumIterations(const rvsdg::Region ®ion) const noexcept
void ReduceNodesInRegion(rvsdg::Region ®ion)
std::unique_ptr< Statistics > Statistics_
bool reduceThetaNode(rvsdg::ThetaNode &thetaNode)
void Run(rvsdg::RvsdgModule &rvsdgModule, util::StatisticsCollector &statisticsCollector) override
Perform RVSDG transformation.
bool ReduceStructuralNode(rvsdg::StructuralNode &structuralNode)
bool ReduceGammaNode(rvsdg::GammaNode &gammaNode)
bool ReduceSimpleNode(rvsdg::SimpleNode &simpleNode)
~NodeReduction() noexcept override
static std::optional< std::vector< rvsdg::Output * > > normalizeIdenticalOperands(const PtrCmpOperation &ptrCmpOperation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeNullPointerComparison(const PtrCmpOperation &ptrCmpOperation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstant(const SExtOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > normalizeStoreStore(const StoreNonVolatileOperation &store2Op, const std::vector< rvsdg::Output * > &operands)
Removes a duplicated store to the same address.
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreMux(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Swaps a memory state merge operation and a store operation.
static std::optional< std::vector< rvsdg::Output * > > normalizeMemoryHoistBarrierAddress(const StoreNonVolatileOperation &storeOperation, const std::vector< rvsdg::Output * > &operands)
Redirect the address operand of the StoreNonVolatileOperation node from an MemoryHoistBarrierOperatio...
static std::optional< std::vector< rvsdg::Output * > > normalizeStoreAllocaSingleUser(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreAlloca(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes unnecessary state from a store node when its address originates directly from an alloca node.
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateStates(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Remove duplicated state operands.
static std::optional< std::vector< rvsdg::Output * > > foldConstant(const TruncOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > foldConstant(const ZExtOperation &operation, const std::vector< rvsdg::Output * > &operands)
Conditional operator / pattern matching.
Represent acyclic RVSDG subgraphs.
void prune(bool recursive)
const std::optional< util::FilePath > & SourceFilePath() const noexcept
rvsdg::Region * subregion(size_t index) const noexcept
size_t nsubregions() const noexcept
static bool reduceStaticallyKnownPredicate(Node &node)
void CollectDemandedStatistics(std::unique_ptr< Statistics > statistics)
Global memory state passed between functions.
static std::vector< rvsdg::NodeNormalization< IntegerLShrOperation > > integerLShrNormalizations({ IntegerLShrOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerAndOperation > > integerAndNormalizations({ IntegerAndOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< GetElementPtrOperation > > getElementPtrNormalizations({ GetElementPtrOperation::normalizeIdempotent })
static std::vector< rvsdg::NodeNormalization< IntegerAddOperation > > integerAddNormalizations({ IntegerAddOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerXorOperation > > integerXorNormalizations({ IntegerXorOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerEqOperation > > integerEqNormalizations({ IntegerEqOperation::foldConstants, IntegerEqOperation::normalizeIdenticalOperands })
static bool reduceSimpleNode(rvsdg::SimpleNode &simpleNode, const std::vector< rvsdg::NodeNormalization< TOperation > > &normalizations, size_t &counter)
static std::vector< rvsdg::NodeNormalization< IntegerAShrOperation > > integerAShrNormalizations({ IntegerAShrOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< rvsdg::MatchOperation > > matchOperationNormalizations({ foldMatchOperationWithConstant })
static std::vector< rvsdg::NodeNormalization< IntegerSgtOperation > > integerSgtNormalizations({ IntegerSgtOperation::foldConstants, IntegerSgtOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< IntegerShlOperation > > integerShlNormalizations({ IntegerShlOperation::foldConstants })
static util::StatisticsCollector statisticsCollector
static std::vector< rvsdg::NodeNormalization< LoadNonVolatileOperation > > loadNonVolatileNormalizations({ LoadNonVolatileOperation::NormalizeLoadStore, LoadNonVolatileOperation::NormalizeLoadAlloca, LoadNonVolatileOperation::NormalizeDuplicateStates, LoadNonVolatileOperation::NormalizeLoadStoreState, LoadNonVolatileOperation::normalizeMemoryHoistBarrierAddress })
static std::vector< rvsdg::NodeNormalization< IntegerSleOperation > > integerSleNormalizations({ IntegerSleOperation::foldConstants, IntegerSleOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< IntegerSRemOperation > > integerSRemNormalizations({ IntegerSRemOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< rvsdg::BinaryOperation > > binaryOperationNormalizations({ rvsdg::NormalizeBinaryOperation })
static std::vector< rvsdg::NodeNormalization< SExtOperation > > sextOperationNormalizations({ SExtOperation::foldConstant })
static std::vector< rvsdg::NodeNormalization< IntegerSubOperation > > integerSubNormalizations({ IntegerSubOperation::normalizeAdditiveInverse, IntegerSubOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerUleOperation > > integerUleNormalizations({ IntegerUleOperation::foldConstants, IntegerUleOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< IntegerURemOperation > > integerURemNormalizations({ IntegerURemOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< MemoryHoistBarrierOperation > > memoryHoistBarrierNormalizations({ MemoryHoistBarrierOperation::normalizeNestedMemoryHoistBarriers })
static std::vector< rvsdg::NodeNormalization< MemoryStateJoinOperation > > memoryStateJoinNormalizations({ MemoryStateJoinOperation::NormalizeSingleOperand, MemoryStateJoinOperation::NormalizeDuplicateOperands })
static std::vector< rvsdg::NodeNormalization< LambdaExitMemoryStateMergeOperation > > lambdaExitMemoryStateMergeNormalizations({ LambdaExitMemoryStateMergeOperation::NormalizeLoadFromAlloca, LambdaExitMemoryStateMergeOperation::NormalizeStoreToAlloca, LambdaExitMemoryStateMergeOperation::NormalizeAlloca })
static std::vector< rvsdg::NodeNormalization< IntegerUgtOperation > > integerUgtNormalizations({ IntegerUgtOperation::foldConstants, IntegerUgtOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< IntegerMulOperation > > integerMulNormalizations({ IntegerMulOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< FCmpOperation > > fCmpNormalizations({ FCmpOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerSltOperation > > integerSltNormalizations({ IntegerSltOperation::foldConstants, IntegerSltOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< StoreNonVolatileOperation > > storeNonVolatileNormalizations({ StoreNonVolatileOperation::NormalizeStoreMux, StoreNonVolatileOperation::normalizeStoreStore, StoreNonVolatileOperation::NormalizeStoreAlloca, StoreNonVolatileOperation::NormalizeDuplicateStates, StoreNonVolatileOperation::normalizeMemoryHoistBarrierAddress, StoreNonVolatileOperation::normalizeStoreAllocaSingleUser })
static std::vector< rvsdg::NodeNormalization< FBinaryOperation > > fpBinaryOpNormalizations({ FBinaryOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerSDivOperation > > integerSDivNormalizations({ IntegerSDivOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerUgeOperation > > integerUgeNormalizations({ IntegerUgeOperation::foldConstants, IntegerUgeOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< MemoryStateMergeOperation > > memoryStateMergeNormalizations({ MemoryStateMergeOperation::NormalizeSingleOperand, MemoryStateMergeOperation::NormalizeDuplicateOperands, MemoryStateMergeOperation::NormalizeNestedMerges, MemoryStateMergeOperation::NormalizeMergeSplit })
static std::vector< rvsdg::NodeNormalization< PtrCmpOperation > > ptrCmpNormalizations({ PtrCmpOperation::normalizeNullPointerComparison, PtrCmpOperation::normalizeIdenticalOperands })
static std::vector< rvsdg::NodeNormalization< ZExtOperation > > zextOperationNormalizations({ ZExtOperation::foldConstant })
static std::vector< rvsdg::NodeNormalization< IntegerSgeOperation > > integerSgeNormalizations({ IntegerSgeOperation::foldConstants, IntegerSgeOperation::normalizeIdenticalOperands })
bool reduceStaticallyKnownPredicate(rvsdg::GammaNode &gammaNode)
static std::vector< rvsdg::NodeNormalization< FPTruncOperation > > fpTruncOperationNormalizations({ FPTruncOperation::foldConstant })
static std::vector< rvsdg::NodeNormalization< IntegerOrOperation > > integerOrNormalizations({ IntegerOrOperation::foldConstants, IntegerOrOperation::normalizeIdempotent })
static std::vector< rvsdg::NodeNormalization< MemoryStateSplitOperation > > memoryStateSplitNormalizations({ MemoryStateSplitOperation::NormalizeSingleResult, MemoryStateSplitOperation::NormalizeNestedSplits, MemoryStateSplitOperation::NormalizeSplitMerge })
static std::vector< rvsdg::NodeNormalization< FPExtOperation > > fpExtOperationNormalizations({ FPExtOperation::foldConstant })
static std::vector< rvsdg::NodeNormalization< IntegerUltOperation > > integerUltNormalizations({ IntegerUltOperation::foldConstants, IntegerUltOperation::normalizeIdenticalOperands })
std::optional< std::vector< rvsdg::Output * > > foldMatchOperationWithConstant(const rvsdg::MatchOperation &matchOperation, const std::vector< rvsdg::Output * > &operands)
static std::vector< rvsdg::NodeNormalization< IntegerUDivOperation > > integerUDivNormalizations({ IntegerUDivOperation::foldConstants })
static std::vector< rvsdg::NodeNormalization< IntegerNeOperation > > integerNeNormalizations({ IntegerNeOperation::foldConstants, IntegerNeOperation::normalizeIdenticalOperands })
static rvsdg::NodeNormalization< TOperation > createNormalizer(const std::vector< rvsdg::NodeNormalization< TOperation > > &nodeNormalizations)
static std::vector< rvsdg::NodeNormalization< TruncOperation > > truncOperationNormalizations({ TruncOperation::foldConstant })
void MatchTypeWithDefault(T &obj, const Fns &... fns)
Pattern match over subclass type of given object with default handler.
std::optional< std::vector< rvsdg::Output * > > NormalizeBinaryOperation(const BinaryOperation &operation, const std::vector< rvsdg::Output * > &operands)
Applies the reductions implemented in the binary operations reduction functions.
size_t nnodes(const jlm::rvsdg::Region *region) noexcept
size_t ninputs(const rvsdg::Region *region) noexcept
NodeType * TryGetOwnerNode(const rvsdg::Input &input) noexcept
Checks if this is an input to a node of specified type.
std::function< std::optional< std::vector< Output * > >(const TOperation &, const std::vector< Output * > &)> NodeNormalization
detail::TopDownTraverserGeneric< false > TopDownTraverser
Traverser for visiting every node in a region in a top down order.