blob: 3ecc033ac35a8e6079fe2382e4acf1bf74c80915 [file] [log] [blame]
Andrew Scull5e1ddfa2018-08-14 10:06:54 +01001//===- ScheduleDAGILP.h - ILP metric for ScheduleDAGInstrs ------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Definition of an ILP metric for machine level instruction scheduling.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_CODEGEN_SCHEDULEDFS_H
15#define LLVM_CODEGEN_SCHEDULEDFS_H
16
17#include "llvm/ADT/ArrayRef.h"
18#include "llvm/ADT/SmallVector.h"
19#include "llvm/CodeGen/ScheduleDAG.h"
20#include <cassert>
21#include <cstdint>
22#include <vector>
23
24namespace llvm {
25
26class raw_ostream;
27
Andrew Scullcdfcccc2018-10-05 20:58:37 +010028/// Represent the ILP of the subDAG rooted at a DAG node.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010029///
30/// ILPValues summarize the DAG subtree rooted at each node. ILPValues are
31/// valid for all nodes regardless of their subtree membership.
32///
33/// When computed using bottom-up DFS, this metric assumes that the DAG is a
34/// forest of trees with roots at the bottom of the schedule branching upward.
35struct ILPValue {
36 unsigned InstrCount;
37 /// Length may either correspond to depth or height, depending on direction,
38 /// and cycles or nodes depending on context.
39 unsigned Length;
40
41 ILPValue(unsigned count, unsigned length):
42 InstrCount(count), Length(length) {}
43
44 // Order by the ILP metric's value.
45 bool operator<(ILPValue RHS) const {
46 return (uint64_t)InstrCount * RHS.Length
47 < (uint64_t)Length * RHS.InstrCount;
48 }
49 bool operator>(ILPValue RHS) const {
50 return RHS < *this;
51 }
52 bool operator<=(ILPValue RHS) const {
53 return (uint64_t)InstrCount * RHS.Length
54 <= (uint64_t)Length * RHS.InstrCount;
55 }
56 bool operator>=(ILPValue RHS) const {
57 return RHS <= *this;
58 }
59
60 void print(raw_ostream &OS) const;
61
62 void dump() const;
63};
64
Andrew Scullcdfcccc2018-10-05 20:58:37 +010065/// Compute the values of each DAG node for various metrics during DFS.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010066class SchedDFSResult {
67 friend class SchedDFSImpl;
68
69 static const unsigned InvalidSubtreeID = ~0u;
70
Andrew Scullcdfcccc2018-10-05 20:58:37 +010071 /// Per-SUnit data computed during DFS for various metrics.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010072 ///
73 /// A node's SubtreeID is set to itself when it is visited to indicate that it
74 /// is the root of a subtree. Later it is set to its parent to indicate an
75 /// interior node. Finally, it is set to a representative subtree ID during
76 /// finalization.
77 struct NodeData {
78 unsigned InstrCount = 0;
79 unsigned SubtreeID = InvalidSubtreeID;
80
81 NodeData() = default;
82 };
83
Andrew Scullcdfcccc2018-10-05 20:58:37 +010084 /// Per-Subtree data computed during DFS.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010085 struct TreeData {
86 unsigned ParentTreeID = InvalidSubtreeID;
87 unsigned SubInstrCount = 0;
88
89 TreeData() = default;
90 };
91
Andrew Scullcdfcccc2018-10-05 20:58:37 +010092 /// Record a connection between subtrees and the connection level.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010093 struct Connection {
94 unsigned TreeID;
95 unsigned Level;
96
97 Connection(unsigned tree, unsigned level): TreeID(tree), Level(level) {}
98 };
99
100 bool IsBottomUp;
101 unsigned SubtreeLimit;
102 /// DFS results for each SUnit in this DAG.
103 std::vector<NodeData> DFSNodeData;
104
105 // Store per-tree data indexed on tree ID,
106 SmallVector<TreeData, 16> DFSTreeData;
107
108 // For each subtree discovered during DFS, record its connections to other
109 // subtrees.
110 std::vector<SmallVector<Connection, 4>> SubtreeConnections;
111
112 /// Cache the current connection level of each subtree.
113 /// This mutable array is updated during scheduling.
114 std::vector<unsigned> SubtreeConnectLevels;
115
116public:
117 SchedDFSResult(bool IsBU, unsigned lim)
118 : IsBottomUp(IsBU), SubtreeLimit(lim) {}
119
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100120 /// Get the node cutoff before subtrees are considered significant.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100121 unsigned getSubtreeLimit() const { return SubtreeLimit; }
122
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100123 /// Return true if this DFSResult is uninitialized.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100124 ///
125 /// resize() initializes DFSResult, while compute() populates it.
126 bool empty() const { return DFSNodeData.empty(); }
127
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100128 /// Clear the results.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100129 void clear() {
130 DFSNodeData.clear();
131 DFSTreeData.clear();
132 SubtreeConnections.clear();
133 SubtreeConnectLevels.clear();
134 }
135
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100136 /// Initialize the result data with the size of the DAG.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100137 void resize(unsigned NumSUnits) {
138 DFSNodeData.resize(NumSUnits);
139 }
140
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100141 /// Compute various metrics for the DAG with given roots.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100142 void compute(ArrayRef<SUnit> SUnits);
143
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100144 /// Get the number of instructions in the given subtree and its
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100145 /// children.
146 unsigned getNumInstrs(const SUnit *SU) const {
147 return DFSNodeData[SU->NodeNum].InstrCount;
148 }
149
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100150 /// Get the number of instructions in the given subtree not including
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100151 /// children.
152 unsigned getNumSubInstrs(unsigned SubtreeID) const {
153 return DFSTreeData[SubtreeID].SubInstrCount;
154 }
155
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100156 /// Get the ILP value for a DAG node.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100157 ///
158 /// A leaf node has an ILP of 1/1.
159 ILPValue getILP(const SUnit *SU) const {
160 return ILPValue(DFSNodeData[SU->NodeNum].InstrCount, 1 + SU->getDepth());
161 }
162
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100163 /// The number of subtrees detected in this DAG.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100164 unsigned getNumSubtrees() const { return SubtreeConnectLevels.size(); }
165
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100166 /// Get the ID of the subtree the given DAG node belongs to.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100167 ///
168 /// For convenience, if DFSResults have not been computed yet, give everything
169 /// tree ID 0.
170 unsigned getSubtreeID(const SUnit *SU) const {
171 if (empty())
172 return 0;
173 assert(SU->NodeNum < DFSNodeData.size() && "New Node");
174 return DFSNodeData[SU->NodeNum].SubtreeID;
175 }
176
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100177 /// Get the connection level of a subtree.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100178 ///
179 /// For bottom-up trees, the connection level is the latency depth (in cycles)
180 /// of the deepest connection to another subtree.
181 unsigned getSubtreeLevel(unsigned SubtreeID) const {
182 return SubtreeConnectLevels[SubtreeID];
183 }
184
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100185 /// Scheduler callback to update SubtreeConnectLevels when a tree is
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100186 /// initially scheduled.
187 void scheduleTree(unsigned SubtreeID);
188};
189
190raw_ostream &operator<<(raw_ostream &OS, const ILPValue &Val);
191
192} // end namespace llvm
193
194#endif // LLVM_CODEGEN_SCHEDULEDFS_H