24 AddMeasurement(Label::NumRvsdgNodesBefore,
rvsdg::nnodes(&graph.GetRootRegion()));
25 AddMeasurement(Label::NumRvsdgInputsBefore,
rvsdg::ninputs(&graph.GetRootRegion()));
26 AddTimer(Label::Timer).start();
32 AddMeasurement(Label::NumRvsdgNodesAfter,
rvsdg::nnodes(&graph.GetRootRegion()));
33 AddMeasurement(Label::NumRvsdgInputsAfter,
rvsdg::ninputs(&graph.GetRootRegion()));
34 GetTimer(Label::Timer).stop();
48 if (
const auto it = NumIterations_.find(®ion); it != NumIterations_.end())
67 const auto & graph = rvsdgModule.
Rvsdg();
81 bool reductionPerformed =
false;
82 size_t numIterations = 0;
86 reductionPerformed =
false;
102 if (reductionPerformed)
108 }
while (reductionPerformed);
116 bool reductionPerformed =
false;
124 if (reductionPerformed)
131 for (
size_t n = 0; n < structuralNode.
nsubregions(); n++)
133 const auto subregion = structuralNode.
subregion(n);
154 if (is<LoadNonVolatileOperation>(&simpleNode))
158 if (is<StoreNonVolatileOperation>(&simpleNode))
162 if (is<MemoryStateMergeOperation>(&simpleNode))
166 if (is<MemoryStateJoinOperation>(&simpleNode))
170 if (is<MemoryStateSplitOperation>(&simpleNode))
174 if (is<LambdaExitMemoryStateMergeOperation>(&simpleNode))
178 if (is<rvsdg::UnaryOperation>(&simpleNode))
184 if (is<rvsdg::BinaryOperation>(&simpleNode))
195 JLM_ASSERT(is<LoadNonVolatileOperation>(&simpleNode));
197 return rvsdg::ReduceNode<LoadNonVolatileOperation>(
NormalizeLoadNode, simpleNode);
203 JLM_ASSERT(is<StoreNonVolatileOperation>(&simpleNode));
211 JLM_ASSERT(is<rvsdg::BinaryOperation>(&simpleNode));
219 JLM_ASSERT(is<MemoryStateMergeOperation>(&simpleNode));
227 JLM_ASSERT(is<MemoryStateSplitOperation>(&simpleNode));
235 JLM_ASSERT(is<LambdaExitMemoryStateMergeOperation>(&simpleNode));
236 return rvsdg::ReduceNode<LambdaExitMemoryStateMergeOperation>(
241 std::optional<std::vector<rvsdg::Output *>>
244 const std::vector<rvsdg::Output *> &
operands)
246 static std::vector<rvsdg::NodeNormalization<LoadNonVolatileOperation>> loadNodeNormalizations(
253 return rvsdg::NormalizeSequence<LoadNonVolatileOperation>(
254 loadNodeNormalizations,
259 std::optional<std::vector<rvsdg::Output *>>
262 const std::vector<rvsdg::Output *> &
operands)
264 static std::vector<rvsdg::NodeNormalization<StoreNonVolatileOperation>> storeNodeNormalizations(
272 return rvsdg::NormalizeSequence<StoreNonVolatileOperation>(
273 storeNodeNormalizations,
278 std::optional<std::vector<rvsdg::Output *>>
281 const std::vector<rvsdg::Output *> &
operands)
283 static std::vector<rvsdg::NodeNormalization<MemoryStateMergeOperation>> normalizations(
289 return rvsdg::NormalizeSequence<MemoryStateMergeOperation>(normalizations, operation,
operands);
292 std::optional<std::vector<rvsdg::Output *>>
295 const std::vector<rvsdg::Output *> &
operands)
297 static std::vector<rvsdg::NodeNormalization<MemoryStateJoinOperation>> normalizations(
301 return rvsdg::NormalizeSequence<MemoryStateJoinOperation>(normalizations, operation,
operands);
304 std::optional<std::vector<rvsdg::Output *>>
307 const std::vector<rvsdg::Output *> &
operands)
309 static std::vector<rvsdg::NodeNormalization<MemoryStateSplitOperation>> normalizations(
314 return rvsdg::NormalizeSequence<MemoryStateSplitOperation>(normalizations, operation,
operands);
317 std::optional<std::vector<rvsdg::Output *>>
320 const std::vector<rvsdg::Output *> &
operands)
322 static std::vector<rvsdg::NodeNormalization<LambdaExitMemoryStateMergeOperation>> normalizations(
327 return rvsdg::NormalizeSequence<LambdaExitMemoryStateMergeOperation>(
static jlm::util::StatisticsCollector statisticsCollector
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadFromAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreToAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeAlloca(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeIOBarrierAllocaAddress(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Redirect the address operand of the LoadNonVolatileOperation from an IOBarrierOperation when it can b...
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStoreState(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateStates(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Remove duplicated state operands.
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadAlloca(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStore(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Forwards the value from a store operation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateOperands(const MemoryStateJoinOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes duplicated operands from the MemoryStateJoinOperation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleOperand(const MemoryStateJoinOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateJoinOperation as it has only a single operand, i.e., no joining is performed.
static std::optional< std::vector< rvsdg::Output * > > NormalizeNestedMerges(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested merges into a single merge.
static std::optional< std::vector< rvsdg::Output * > > NormalizeMergeSplit(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested splits into a single merge.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleOperand(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateMergeOperation as it has only a single operand, i.e., no merging is performed.
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateOperands(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes duplicated operands from the MemoryStateMergeOperation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeNestedSplits(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Fuses nested splits into a single split.
static std::optional< std::vector< rvsdg::Output * > > NormalizeSingleResult(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes the MemoryStateSplitOperation as it has only a single result, i.e., no splitting is performed...
static std::optional< std::vector< rvsdg::Output * > > NormalizeSplitMerge(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes an idempotent split-merge pair.
bool AddIteration(const rvsdg::Region ®ion, size_t numIterations)
static std::unique_ptr< Statistics > Create(const util::FilePath &sourceFile)
void End(const rvsdg::Graph &graph) noexcept
std::unordered_map< const rvsdg::Region *, size_t > NumIterations_
void Start(const rvsdg::Graph &graph) noexcept
std::optional< size_t > GetNumIterations(const rvsdg::Region ®ion) const noexcept
static bool ReduceLambdaExitMemoryStateMergeNode(rvsdg::SimpleNode &simpleNode)
static std::optional< std::vector< rvsdg::Output * > > NormalizeMemoryStateMergeNode(const MemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
void ReduceNodesInRegion(rvsdg::Region ®ion)
static bool ReduceMemoryStateSplitNode(rvsdg::SimpleNode &simpleNode)
std::unique_ptr< Statistics > Statistics_
void Run(rvsdg::RvsdgModule &rvsdgModule, util::StatisticsCollector &statisticsCollector) override
Perform RVSDG transformation.
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadNode(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeMemoryStateSplitNode(const MemoryStateSplitOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreNode(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
bool ReduceStructuralNode(rvsdg::StructuralNode &structuralNode)
static std::optional< std::vector< rvsdg::Output * > > NormalizeMemoryStateJoinNode(const MemoryStateJoinOperation &operation, const std::vector< rvsdg::Output * > &operands)
static bool ReduceSimpleNode(rvsdg::SimpleNode &simpleNode)
static bool ReduceBinaryNode(rvsdg::SimpleNode &simpleNode)
static bool ReduceStoreNode(rvsdg::SimpleNode &simpleNode)
static bool ReduceMemoryStateMergeNode(rvsdg::SimpleNode &simpleNode)
~NodeReduction() noexcept override
static bool ReduceGammaNode(rvsdg::StructuralNode &gammaNode)
static bool ReduceLoadNode(rvsdg::SimpleNode &simpleNode)
static std::optional< std::vector< rvsdg::Output * > > NormalizeLambdaExitMemoryStateMergeNode(const LambdaExitMemoryStateMergeOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeIOBarrierAllocaAddress(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Redirect the address operand of the StoreNonVolatileOperation from an IOBarrierOperation when it can ...
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreMux(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Swaps a memory state merge operation and a store operation.
static std::optional< std::vector< rvsdg::Output * > > normalizeStoreAllocaSingleUser(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreAlloca(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes unnecessary state from a store node when its address originates directly from an alloca node.
static std::optional< std::vector< rvsdg::Output * > > NormalizeStoreStore(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Removes a duplicated store to the same address.
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateStates(const StoreNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Remove duplicated state operands.
Conditional operator / pattern matching.
Represent acyclic RVSDG subgraphs.
void prune(bool recursive)
const std::optional< util::FilePath > & SourceFilePath() const noexcept
size_t nsubregions() const noexcept
rvsdg::Region * subregion(size_t index) const noexcept
void CollectDemandedStatistics(std::unique_ptr< Statistics > statistics)
Global memory state passed between functions.
void MatchTypeOrFail(T &obj, const Fns &... fns)
Pattern match over subclass type of given object.
std::optional< std::vector< rvsdg::Output * > > NormalizeBinaryOperation(const BinaryOperation &operation, const std::vector< rvsdg::Output * > &operands)
Applies the reductions implemented in the binary operations reduction functions.
bool ReduceGammaWithStaticallyKnownPredicate(Node &node)
size_t nnodes(const jlm::rvsdg::Region *region) noexcept
static std::vector< jlm::rvsdg::Output * > operands(const Node *node)
size_t ninputs(const rvsdg::Region *region) noexcept