6 #ifndef JLM_LLVM_IR_OPERATORS_LOAD_HPP
7 #define JLM_LLVM_IR_OPERATORS_LOAD_HPP
29 const std::vector<std::shared_ptr<const rvsdg::Type>> & operandTypes,
30 const std::vector<std::shared_ptr<const rvsdg::Type>> & resultTypes,
31 const size_t numMemoryStates,
32 const size_t alignment)
37 JLM_ASSERT(!operandTypes.empty() && !resultTypes.empty());
39 auto & addressType = *operandTypes[0];
42 auto & loadedType = *resultTypes[0];
45 JLM_ASSERT(operandTypes.size() == resultTypes.size());
46 for (
size_t n = 1; n < operandTypes.size(); n++)
48 auto & operandType = *operandTypes[n];
49 auto & resultType = *resultTypes[n];
62 [[nodiscard]] std::shared_ptr<const rvsdg::Type>
78 const auto input = node.input(0);
87 const auto output = node.
output(0);
103 const auto loadOperation = util::assertedCast<const LoadOperation>(&node.GetOperation());
104 if (loadOperation->NumMemoryStates_ == 0)
109 const auto firstMemoryStateOutput =
110 node.output(loadOperation->nresults() - loadOperation->NumMemoryStates_);
111 JLM_ASSERT(is<MemoryStateType>(firstMemoryStateOutput->Type()));
126 const auto loadOperation = util::assertedCast<const LoadOperation>(&node.GetOperation());
127 if (loadOperation->NumMemoryStates_ == 0)
132 const auto firstMemoryStateOutput =
133 node.input(loadOperation->narguments() - loadOperation->NumMemoryStates_);
134 JLM_ASSERT(is<MemoryStateType>(firstMemoryStateOutput->Type()));
145 auto [loadNode, loadOperation] = rvsdg::TryGetSimpleNodeAndOptionalOp<LoadOperation>(output);
147 JLM_ASSERT(loadNode->ninputs() == loadNode->noutputs());
148 const auto input = loadNode->input(output.
index());
149 JLM_ASSERT(is<MemoryStateType>(input->Type()));
160 auto [loadNode, loadOperation] = rvsdg::TryGetSimpleNodeAndOptionalOp<LoadOperation>(input);
162 JLM_ASSERT(loadNode->ninputs() == loadNode->noutputs());
163 const auto output = loadNode->output(input.
index());
164 JLM_ASSERT(is<MemoryStateType>(output->Type()));
190 std::shared_ptr<const rvsdg::Type> loadedType,
191 size_t numMemoryStates,
201 operator==(
const Operation & other)
const noexcept
override;
203 [[nodiscard]] std::string
206 [[nodiscard]] std::unique_ptr<Operation>
207 copy()
const override;
213 const auto input = node.input(1);
222 const auto output = node.
output(1);
227 static std::unique_ptr<llvm::ThreeAddressCode>
232 std::shared_ptr<const rvsdg::Type> loadedType,
235 auto operation = std::make_unique<LoadVolatileOperation>(std::move(loadedType), 1, alignment);
242 std::unique_ptr<LoadVolatileOperation> loadOperation,
243 const std::vector<rvsdg::Output *> &
operands);
249 const std::vector<rvsdg::Output *> & memoryStates,
250 std::shared_ptr<const rvsdg::Type> loadedType,
253 std::vector
operands({ &address, &iOState });
256 auto operation = std::make_unique<LoadVolatileOperation>(
257 std::move(loadedType),
264 static std::vector<std::shared_ptr<const rvsdg::Type>>
267 std::vector<std::shared_ptr<const rvsdg::Type>> types(
269 std::vector<std::shared_ptr<const rvsdg::Type>> states(
272 types.insert(types.end(), states.begin(), states.end());
276 static std::vector<std::shared_ptr<const rvsdg::Type>>
279 std::vector<std::shared_ptr<const rvsdg::Type>> types(
281 std::vector<std::shared_ptr<const rvsdg::Type>> states(
284 types.insert(types.end(), states.begin(), states.end());
300 std::shared_ptr<const rvsdg::Type> loadedType,
301 size_t numMemoryStates,
311 operator==(
const Operation & other)
const noexcept
override;
313 [[nodiscard]] std::string
316 [[nodiscard]] std::unique_ptr<Operation>
317 copy()
const override;
337 static std::optional<std::vector<rvsdg::Output *>>
340 const std::vector<rvsdg::Output *> &
operands);
358 static std::optional<std::vector<rvsdg::Output *>>
361 const std::vector<rvsdg::Output *> &
operands);
382 static std::optional<std::vector<rvsdg::Output *>>
385 const std::vector<rvsdg::Output *> &
operands);
400 static std::optional<std::vector<rvsdg::Output *>>
403 const std::vector<rvsdg::Output *> &
operands);
423 static std::optional<std::vector<rvsdg::Output *>>
426 const std::vector<rvsdg::Output *> &
operands);
428 static std::unique_ptr<llvm::ThreeAddressCode>
432 std::shared_ptr<const rvsdg::Type> loadedType,
436 std::make_unique<LoadNonVolatileOperation>(std::move(loadedType), 1, alignment);
440 static std::vector<rvsdg::Output *>
443 const std::vector<rvsdg::Output *> & memoryStates,
444 std::shared_ptr<const rvsdg::Type> loadedType,
445 const size_t alignment)
453 std::unique_ptr<LoadNonVolatileOperation> loadOperation,
454 const std::vector<rvsdg::Output *> &
operands)
459 static std::vector<rvsdg::Output *>
462 std::unique_ptr<LoadNonVolatileOperation> loadOperation,
463 const std::vector<rvsdg::Output *> &
operands)
471 const std::vector<rvsdg::Output *> & memoryStates,
472 std::shared_ptr<const rvsdg::Type> loadedType,
478 auto operation = std::make_unique<LoadNonVolatileOperation>(
479 std::move(loadedType),
486 static std::vector<std::shared_ptr<const rvsdg::Type>>
490 std::vector<std::shared_ptr<const rvsdg::Type>> states(
493 types.insert(types.end(), states.begin(), states.end());
497 static std::vector<std::shared_ptr<const rvsdg::Type>>
500 std::vector<std::shared_ptr<const rvsdg::Type>> types(1, std::move(loadedType));
501 std::vector<std::shared_ptr<const rvsdg::Type>> states(
504 types.insert(types.end(), states.begin(), states.end());
static std::shared_ptr< const IOStateType > Create()
static std::vector< std::shared_ptr< const rvsdg::Type > > CreateOperandTypes(size_t numMemoryStates)
static rvsdg::SimpleNode & CreateNode(rvsdg::Region ®ion, std::unique_ptr< LoadNonVolatileOperation > loadOperation, const std::vector< rvsdg::Output * > &operands)
static std::optional< std::vector< rvsdg::Output * > > NormalizeIOBarrierAllocaAddress(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Redirect the address operand of the LoadNonVolatileOperation from an IOBarrierOperation when it can b...
static std::vector< rvsdg::Output * > Create(rvsdg::Output *address, const std::vector< rvsdg::Output * > &memoryStates, std::shared_ptr< const rvsdg::Type > loadedType, const size_t alignment)
static rvsdg::SimpleNode & CreateNode(rvsdg::Output &address, const std::vector< rvsdg::Output * > &memoryStates, std::shared_ptr< const rvsdg::Type > loadedType, size_t alignment)
std::unique_ptr< Operation > copy() const override
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStoreState(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
~LoadNonVolatileOperation() noexcept override
static std::optional< std::vector< rvsdg::Output * > > NormalizeDuplicateStates(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Remove duplicated state operands.
static std::vector< std::shared_ptr< const rvsdg::Type > > CreateResultTypes(std::shared_ptr< const rvsdg::Type > loadedType, size_t numMemoryStates)
static std::vector< rvsdg::Output * > Create(rvsdg::Region ®ion, std::unique_ptr< LoadNonVolatileOperation > loadOperation, const std::vector< rvsdg::Output * > &operands)
static std::unique_ptr< llvm::ThreeAddressCode > Create(const Variable *address, const Variable *state, std::shared_ptr< const rvsdg::Type > loadedType, size_t alignment)
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadAlloca(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
If the producer of a load's address is an alloca operation, then we can remove all state edges origin...
std::string debug_string() const override
bool operator==(const Operation &other) const noexcept override
static std::optional< std::vector< rvsdg::Output * > > NormalizeLoadStore(const LoadNonVolatileOperation &operation, const std::vector< rvsdg::Output * > &operands)
Forwards the value from a store operation.
size_t NumMemoryStates() const noexcept
std::shared_ptr< const rvsdg::Type > GetLoadedType() const noexcept
static rvsdg::Input & AddressInput(const rvsdg::Node &node) noexcept
static rvsdg::Output & LoadedValueOutput(const rvsdg::Node &node)
LoadOperation(const std::vector< std::shared_ptr< const rvsdg::Type >> &operandTypes, const std::vector< std::shared_ptr< const rvsdg::Type >> &resultTypes, const size_t numMemoryStates, const size_t alignment)
static rvsdg::Node::OutputIteratorRange MemoryStateOutputs(const rvsdg::Node &node) noexcept
static rvsdg::Output & mapMemoryStateInputToOutput(const rvsdg::Input &input)
static rvsdg::Node::InputIteratorRange MemoryStateInputs(const rvsdg::Node &node) noexcept
size_t GetAlignment() const noexcept
static rvsdg::Input & MapMemoryStateOutputToInput(const rvsdg::Output &output)
std::string debug_string() const override
~LoadVolatileOperation() noexcept override
static rvsdg::Input & IOStateInput(const rvsdg::Node &node) noexcept
static rvsdg::SimpleNode & CreateNode(rvsdg::Output &address, rvsdg::Output &iOState, const std::vector< rvsdg::Output * > &memoryStates, std::shared_ptr< const rvsdg::Type > loadedType, size_t alignment)
bool operator==(const Operation &other) const noexcept override
static std::vector< std::shared_ptr< const rvsdg::Type > > CreateResultTypes(std::shared_ptr< const rvsdg::Type > loadedType, size_t numMemoryStates)
static rvsdg::SimpleNode & CreateNode(rvsdg::Region ®ion, std::unique_ptr< LoadVolatileOperation > loadOperation, const std::vector< rvsdg::Output * > &operands)
static std::unique_ptr< llvm::ThreeAddressCode > Create(const Variable *address, const Variable *iOState, const Variable *memoryState, std::shared_ptr< const rvsdg::Type > loadedType, size_t alignment)
std::unique_ptr< Operation > copy() const override
static std::vector< std::shared_ptr< const rvsdg::Type > > CreateOperandTypes(size_t numMemoryStates)
static rvsdg::Output & IOStateOutput(const rvsdg::Node &node)
static std::shared_ptr< const MemoryStateType > Create()
static std::shared_ptr< const PointerType > Create()
static std::unique_ptr< llvm::ThreeAddressCode > create(std::unique_ptr< rvsdg::SimpleOperation > operation, const std::vector< const Variable * > &operands)
NodeOutput * output(size_t index) const noexcept
rvsdg::Region * region() const noexcept
const std::shared_ptr< const rvsdg::Type > & Type() const noexcept
size_t index() const noexcept
Represent acyclic RVSDG subgraphs.
static SimpleNode & Create(Region ®ion, std::unique_ptr< Operation > operation, const std::vector< rvsdg::Output * > &operands)
const std::shared_ptr< const rvsdg::Type > & result(size_t index) const noexcept
SimpleOperation(std::vector< std::shared_ptr< const jlm::rvsdg::Type >> operands, std::vector< std::shared_ptr< const jlm::rvsdg::Type >> results)
Global memory state passed between functions.
@ State
Designate a state type.
@ Value
Designate a value type.
static std::vector< jlm::rvsdg::Output * > operands(const Node *node)
static std::vector< jlm::rvsdg::Output * > outputs(const Node *node)