Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame] | 1 | //===- LoopGenerators.h - IR helper to create loops -------------*- C++ -*-===// |
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // This file contains functions to create scalar and OpenMP parallel loops |
| 10 | // as LLVM-IR. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | #ifndef POLLY_LOOP_GENERATORS_H |
| 14 | #define POLLY_LOOP_GENERATORS_H |
| 15 | |
| 16 | #include "polly/CodeGen/IRBuilder.h" |
| 17 | #include "polly/Support/ScopHelper.h" |
| 18 | #include "llvm/ADT/SetVector.h" |
| 19 | |
| 20 | namespace polly { |
| 21 | using namespace llvm; |
| 22 | |
| 23 | /// General scheduling types of parallel OpenMP for loops. |
| 24 | /// Initialization values taken from OpenMP's enum in kmp.h: sched_type. |
| 25 | /// Currently, only 'static' scheduling may change from chunked to non-chunked. |
| 26 | enum class OMPGeneralSchedulingType { |
| 27 | StaticChunked = 33, |
| 28 | StaticNonChunked = 34, |
| 29 | Dynamic = 35, |
| 30 | Guided = 36, |
| 31 | Runtime = 37 |
| 32 | }; |
| 33 | |
| 34 | extern int PollyNumThreads; |
| 35 | extern OMPGeneralSchedulingType PollyScheduling; |
| 36 | extern int PollyChunkSize; |
| 37 | |
| 38 | /// Create a scalar do/for-style loop. |
| 39 | /// |
| 40 | /// @param LowerBound The starting value of the induction variable. |
| 41 | /// @param UpperBound The upper bound of the induction variable. |
| 42 | /// @param Stride The value by which the induction variable |
| 43 | /// is incremented. |
| 44 | /// |
| 45 | /// @param Builder The builder used to create the loop. |
| 46 | /// @param P A pointer to the pass that uses this function. |
| 47 | /// It is used to update analysis information. |
| 48 | /// @param LI The loop info for the current function |
| 49 | /// @param DT The dominator tree we need to update |
| 50 | /// @param ExitBlock The block the loop will exit to. |
| 51 | /// @param Predicate The predicate used to generate the upper loop |
| 52 | /// bound. |
| 53 | /// @param Annotator This function can (optionally) take |
| 54 | /// a ScopAnnotator which |
| 55 | /// annotates loops and alias information in the SCoP. |
| 56 | /// @param Parallel If this loop should be marked parallel in |
| 57 | /// the Annotator. |
| 58 | /// @param UseGuard Create a guard in front of the header to check if |
| 59 | /// the loop is executed at least once, otherwise just |
| 60 | /// assume it. |
| 61 | /// @param LoopVectDisabled If the Loop vectorizer should be disabled for this |
| 62 | /// loop. |
| 63 | /// |
| 64 | /// @return Value* The newly created induction variable for this loop. |
| 65 | Value *createLoop(Value *LowerBound, Value *UpperBound, Value *Stride, |
| 66 | PollyIRBuilder &Builder, LoopInfo &LI, DominatorTree &DT, |
| 67 | BasicBlock *&ExitBlock, ICmpInst::Predicate Predicate, |
| 68 | ScopAnnotator *Annotator = NULL, bool Parallel = false, |
| 69 | bool UseGuard = true, bool LoopVectDisabled = false); |
| 70 | |
| 71 | /// The ParallelLoopGenerator allows to create parallelized loops |
| 72 | /// |
| 73 | /// To parallelize a loop, we perform the following steps: |
| 74 | /// o Generate a subfunction which will hold the loop body. |
| 75 | /// o Create a struct to hold all outer values needed in the loop body. |
| 76 | /// o Create calls to a runtime library to achieve the actual parallelism. |
| 77 | /// These calls will spawn and join threads, define how the work (here the |
| 78 | /// iterations) are distributed between them and make sure each has access |
| 79 | /// to the struct holding all needed values. |
| 80 | /// |
| 81 | /// At the moment we support only one parallel runtime, OpenMP. |
| 82 | /// |
| 83 | /// If we parallelize the outer loop of the following loop nest, |
| 84 | /// |
| 85 | /// S0; |
| 86 | /// for (int i = 0; i < N; i++) |
| 87 | /// for (int j = 0; j < M; j++) |
| 88 | /// S1(i, j); |
| 89 | /// S2; |
| 90 | /// |
| 91 | /// we will generate the following code (with different runtime function names): |
| 92 | /// |
| 93 | /// S0; |
| 94 | /// auto *values = storeValuesIntoStruct(); |
| 95 | /// // Execute subfunction with multiple threads |
| 96 | /// spawn_threads(subfunction, values); |
| 97 | /// join_threads(); |
| 98 | /// S2; |
| 99 | /// |
| 100 | /// // This function is executed in parallel by different threads |
| 101 | /// void subfunction(values) { |
| 102 | /// while (auto *WorkItem = getWorkItem()) { |
| 103 | /// int LB = WorkItem.begin(); |
| 104 | /// int UB = WorkItem.end(); |
| 105 | /// for (int i = LB; i < UB; i++) |
| 106 | /// for (int j = 0; j < M; j++) |
| 107 | /// S1(i, j); |
| 108 | /// } |
| 109 | /// cleanup_thread(); |
| 110 | /// } |
| 111 | class ParallelLoopGenerator { |
| 112 | public: |
| 113 | /// Create a parallel loop generator for the current function. |
| 114 | ParallelLoopGenerator(PollyIRBuilder &Builder, LoopInfo &LI, |
| 115 | DominatorTree &DT, const DataLayout &DL) |
| 116 | : Builder(Builder), LI(LI), DT(DT), |
| 117 | LongType( |
| 118 | Type::getIntNTy(Builder.getContext(), DL.getPointerSizeInBits())), |
| 119 | M(Builder.GetInsertBlock()->getParent()->getParent()) {} |
| 120 | |
| 121 | virtual ~ParallelLoopGenerator() {} |
| 122 | |
| 123 | /// Create a parallel loop. |
| 124 | /// |
| 125 | /// This function is the main function to automatically generate a parallel |
| 126 | /// loop with all its components. |
| 127 | /// |
| 128 | /// @param LB The lower bound for the loop we parallelize. |
| 129 | /// @param UB The upper bound for the loop we parallelize. |
| 130 | /// @param Stride The stride of the loop we parallelize. |
| 131 | /// @param Values A set of LLVM-IR Values that should be available in |
| 132 | /// the new loop body. |
| 133 | /// @param VMap A map to allow outside access to the new versions of |
| 134 | /// the values in @p Values. |
| 135 | /// @param LoopBody A pointer to an iterator that is set to point to the |
| 136 | /// body of the created loop. It should be used to insert |
| 137 | /// instructions that form the actual loop body. |
| 138 | /// |
| 139 | /// @return The newly created induction variable for this loop. |
| 140 | Value *createParallelLoop(Value *LB, Value *UB, Value *Stride, |
| 141 | SetVector<Value *> &Values, ValueMapT &VMap, |
| 142 | BasicBlock::iterator *LoopBody); |
| 143 | |
| 144 | protected: |
| 145 | /// The IR builder we use to create instructions. |
| 146 | PollyIRBuilder &Builder; |
| 147 | |
| 148 | /// The loop info of the current function we need to update. |
| 149 | LoopInfo &LI; |
| 150 | |
| 151 | /// The dominance tree of the current function we need to update. |
| 152 | DominatorTree &DT; |
| 153 | |
| 154 | /// The type of a "long" on this hardware used for backend calls. |
| 155 | Type *LongType; |
| 156 | |
| 157 | /// The current module |
| 158 | Module *M; |
| 159 | |
| 160 | public: |
| 161 | /// Create a struct for all @p Values and store them in there. |
| 162 | /// |
| 163 | /// @param Values The values which should be stored in the struct. |
| 164 | /// |
| 165 | /// @return The created struct. |
| 166 | AllocaInst *storeValuesIntoStruct(SetVector<Value *> &Values); |
| 167 | |
| 168 | /// Extract all values from the @p Struct and construct the mapping. |
| 169 | /// |
| 170 | /// @param Values The values which were stored in the struct. |
| 171 | /// @param Struct The struct holding all the values in @p Values. |
| 172 | /// @param VMap A map to associate every element of @p Values with the |
| 173 | /// new llvm value loaded from the @p Struct. |
| 174 | void extractValuesFromStruct(SetVector<Value *> Values, Type *Ty, |
| 175 | Value *Struct, ValueMapT &VMap); |
| 176 | |
| 177 | /// Create the definition of the parallel subfunction. |
| 178 | /// |
| 179 | /// @return A pointer to the subfunction. |
| 180 | Function *createSubFnDefinition(); |
| 181 | |
| 182 | /// Create the runtime library calls for spawn and join of the worker threads. |
| 183 | /// Additionally, places a call to the specified subfunction. |
| 184 | /// |
| 185 | /// @param SubFn The subfunction which holds the loop body. |
| 186 | /// @param SubFnParam The parameter for the subfunction (basically the struct |
| 187 | /// filled with the outside values). |
| 188 | /// @param LB The lower bound for the loop we parallelize. |
| 189 | /// @param UB The upper bound for the loop we parallelize. |
| 190 | /// @param Stride The stride of the loop we parallelize. |
| 191 | virtual void deployParallelExecution(Function *SubFn, Value *SubFnParam, |
| 192 | Value *LB, Value *UB, Value *Stride) = 0; |
| 193 | |
| 194 | /// Prepare the definition of the parallel subfunction. |
| 195 | /// Creates the argument list and names them (as well as the subfunction). |
| 196 | /// |
| 197 | /// @param F A pointer to the (parallel) subfunction's parent function. |
| 198 | /// |
| 199 | /// @return The pointer to the (parallel) subfunction. |
| 200 | virtual Function *prepareSubFnDefinition(Function *F) const = 0; |
| 201 | |
| 202 | /// Create the parallel subfunction. |
| 203 | /// |
| 204 | /// @param Stride The induction variable increment. |
| 205 | /// @param Struct A struct holding all values in @p Values. |
| 206 | /// @param Values A set of LLVM-IR Values that should be available in |
| 207 | /// the new loop body. |
| 208 | /// @param VMap A map to allow outside access to the new versions of |
| 209 | /// the values in @p Values. |
| 210 | /// @param SubFn The newly created subfunction is returned here. |
| 211 | /// |
| 212 | /// @return The newly created induction variable. |
| 213 | virtual std::tuple<Value *, Function *> |
| 214 | createSubFn(Value *Stride, AllocaInst *Struct, SetVector<Value *> UsedValues, |
| 215 | ValueMapT &VMap) = 0; |
| 216 | }; |
| 217 | } // end namespace polly |
| 218 | #endif |