blob: da1352f617402bc209d8420a6850b6c42afa68d4 [file] [log] [blame]
Andrew Scull5e1ddfa2018-08-14 10:06:54 +01001//===- JITSymbol.h - JIT symbol abstraction ---------------------*- C++ -*-===//
2//
Andrew Walbran16937d02019-10-22 13:54:20 +01003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Andrew Scull5e1ddfa2018-08-14 10:06:54 +01006//
7//===----------------------------------------------------------------------===//
8//
9// Abstraction for target process addresses.
10//
11//===----------------------------------------------------------------------===//
12
13#ifndef LLVM_EXECUTIONENGINE_JITSYMBOL_H
14#define LLVM_EXECUTIONENGINE_JITSYMBOL_H
15
16#include <algorithm>
17#include <cassert>
18#include <cstddef>
19#include <cstdint>
20#include <functional>
21#include <map>
22#include <set>
23#include <string>
24
Andrew Scull0372a572018-11-16 15:47:06 +000025#include "llvm/ADT/BitmaskEnum.h"
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010026#include "llvm/ADT/StringRef.h"
27#include "llvm/Support/Error.h"
28
29namespace llvm {
30
31class GlobalValue;
32
33namespace object {
34
Andrew Scullcdfcccc2018-10-05 20:58:37 +010035class SymbolRef;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010036
37} // end namespace object
38
Andrew Scullcdfcccc2018-10-05 20:58:37 +010039/// Represents an address in the target process's address space.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010040using JITTargetAddress = uint64_t;
41
Andrew Walbran16937d02019-10-22 13:54:20 +010042/// Convert a JITTargetAddress to a pointer.
43template <typename T> T jitTargetAddressToPointer(JITTargetAddress Addr) {
44 static_assert(std::is_pointer<T>::value, "T must be a pointer type");
45 uintptr_t IntPtr = static_cast<uintptr_t>(Addr);
46 assert(IntPtr == Addr && "JITTargetAddress value out of range for uintptr_t");
47 return reinterpret_cast<T>(IntPtr);
48}
49
50template <typename T> JITTargetAddress pointerToJITTargetAddress(T *Ptr) {
51 return static_cast<JITTargetAddress>(reinterpret_cast<uintptr_t>(Ptr));
52}
53
Andrew Scullcdfcccc2018-10-05 20:58:37 +010054/// Flags for symbols in the JIT.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010055class JITSymbolFlags {
56public:
57 using UnderlyingType = uint8_t;
58 using TargetFlagsType = uint64_t;
59
60 enum FlagNames : UnderlyingType {
61 None = 0,
62 HasError = 1U << 0,
63 Weak = 1U << 1,
64 Common = 1U << 2,
65 Absolute = 1U << 3,
66 Exported = 1U << 4,
Andrew Scullcdfcccc2018-10-05 20:58:37 +010067 Callable = 1U << 5,
68 Lazy = 1U << 6,
Andrew Scull0372a572018-11-16 15:47:06 +000069 Materializing = 1U << 7,
70 LLVM_MARK_AS_BITMASK_ENUM(/* LargestValue = */ Materializing)
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010071 };
72
73 static JITSymbolFlags stripTransientFlags(JITSymbolFlags Orig) {
Andrew Scullcdfcccc2018-10-05 20:58:37 +010074 return static_cast<FlagNames>(Orig.Flags & ~Lazy & ~Materializing);
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010075 }
76
Andrew Scullcdfcccc2018-10-05 20:58:37 +010077 /// Default-construct a JITSymbolFlags instance.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010078 JITSymbolFlags() = default;
79
Andrew Scullcdfcccc2018-10-05 20:58:37 +010080 /// Construct a JITSymbolFlags instance from the given flags.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010081 JITSymbolFlags(FlagNames Flags) : Flags(Flags) {}
82
Andrew Scullcdfcccc2018-10-05 20:58:37 +010083 /// Construct a JITSymbolFlags instance from the given flags and target
Andrew Scull5e1ddfa2018-08-14 10:06:54 +010084 /// flags.
85 JITSymbolFlags(FlagNames Flags, TargetFlagsType TargetFlags)
86 : Flags(Flags), TargetFlags(TargetFlags) {}
87
Andrew Scull0372a572018-11-16 15:47:06 +000088 /// Implicitly convert to bool. Returs true if any flag is set.
89 explicit operator bool() const { return Flags != None || TargetFlags != 0; }
90
91 /// Compare for equality.
92 bool operator==(const JITSymbolFlags &RHS) const {
93 return Flags == RHS.Flags && TargetFlags == RHS.TargetFlags;
94 }
95
96 /// Bitwise AND-assignment for FlagNames.
97 JITSymbolFlags &operator&=(const FlagNames &RHS) {
98 Flags &= RHS;
99 return *this;
100 }
101
102 /// Bitwise OR-assignment for FlagNames.
103 JITSymbolFlags &operator|=(const FlagNames &RHS) {
104 Flags |= RHS;
105 return *this;
106 }
107
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100108 /// Return true if there was an error retrieving this symbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100109 bool hasError() const {
110 return (Flags & HasError) == HasError;
111 }
112
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100113 /// Returns true if this is a lazy symbol.
114 /// This flag is used internally by the JIT APIs to track
115 /// materialization states.
116 bool isLazy() const { return Flags & Lazy; }
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100117
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100118 /// Returns true if this symbol is in the process of being
119 /// materialized.
120 bool isMaterializing() const { return Flags & Materializing; }
121
122 /// Returns true if this symbol is fully materialized.
123 /// (i.e. neither lazy, nor materializing).
124 bool isMaterialized() const { return !(Flags & (Lazy | Materializing)); }
125
126 /// Returns true if the Weak flag is set.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100127 bool isWeak() const {
128 return (Flags & Weak) == Weak;
129 }
130
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100131 /// Returns true if the Common flag is set.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100132 bool isCommon() const {
133 return (Flags & Common) == Common;
134 }
135
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100136 /// Returns true if the symbol isn't weak or common.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100137 bool isStrong() const {
138 return !isWeak() && !isCommon();
139 }
140
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100141 /// Returns true if the Exported flag is set.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100142 bool isExported() const {
143 return (Flags & Exported) == Exported;
144 }
145
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100146 /// Returns true if the given symbol is known to be callable.
147 bool isCallable() const { return (Flags & Callable) == Callable; }
148
Andrew Scull0372a572018-11-16 15:47:06 +0000149 /// Get the underlying flags value as an integer.
150 UnderlyingType getRawFlagsValue() const {
151 return static_cast<UnderlyingType>(Flags);
152 }
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100153
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100154 /// Return a reference to the target-specific flags.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100155 TargetFlagsType& getTargetFlags() { return TargetFlags; }
156
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100157 /// Return a reference to the target-specific flags.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100158 const TargetFlagsType& getTargetFlags() const { return TargetFlags; }
159
160 /// Construct a JITSymbolFlags value based on the flags of the given global
161 /// value.
162 static JITSymbolFlags fromGlobalValue(const GlobalValue &GV);
163
164 /// Construct a JITSymbolFlags value based on the flags of the given libobject
165 /// symbol.
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100166 static Expected<JITSymbolFlags>
167 fromObjectSymbol(const object::SymbolRef &Symbol);
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100168
169private:
Andrew Scull0372a572018-11-16 15:47:06 +0000170 FlagNames Flags = None;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100171 TargetFlagsType TargetFlags = 0;
172};
173
Andrew Scull0372a572018-11-16 15:47:06 +0000174inline JITSymbolFlags operator&(const JITSymbolFlags &LHS,
175 const JITSymbolFlags::FlagNames &RHS) {
176 JITSymbolFlags Tmp = LHS;
177 Tmp &= RHS;
178 return Tmp;
179}
180
181inline JITSymbolFlags operator|(const JITSymbolFlags &LHS,
182 const JITSymbolFlags::FlagNames &RHS) {
183 JITSymbolFlags Tmp = LHS;
184 Tmp |= RHS;
185 return Tmp;
186}
187
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100188/// ARM-specific JIT symbol flags.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100189/// FIXME: This should be moved into a target-specific header.
190class ARMJITSymbolFlags {
191public:
192 ARMJITSymbolFlags() = default;
193
194 enum FlagNames {
195 None = 0,
196 Thumb = 1 << 0
197 };
198
199 operator JITSymbolFlags::TargetFlagsType&() { return Flags; }
200
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100201 static ARMJITSymbolFlags fromObjectSymbol(const object::SymbolRef &Symbol);
202
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100203private:
204 JITSymbolFlags::TargetFlagsType Flags = 0;
205};
206
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100207/// Represents a symbol that has been evaluated to an address already.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100208class JITEvaluatedSymbol {
209public:
210 JITEvaluatedSymbol() = default;
211
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100212 /// Create a 'null' symbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100213 JITEvaluatedSymbol(std::nullptr_t) {}
214
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100215 /// Create a symbol for the given address and flags.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100216 JITEvaluatedSymbol(JITTargetAddress Address, JITSymbolFlags Flags)
217 : Address(Address), Flags(Flags) {}
218
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100219 /// An evaluated symbol converts to 'true' if its address is non-zero.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100220 explicit operator bool() const { return Address != 0; }
221
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100222 /// Return the address of this symbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100223 JITTargetAddress getAddress() const { return Address; }
224
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100225 /// Return the flags for this symbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100226 JITSymbolFlags getFlags() const { return Flags; }
227
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100228 /// Set the flags for this symbol.
229 void setFlags(JITSymbolFlags Flags) { this->Flags = std::move(Flags); }
230
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100231private:
232 JITTargetAddress Address = 0;
233 JITSymbolFlags Flags;
234};
235
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100236/// Represents a symbol in the JIT.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100237class JITSymbol {
238public:
239 using GetAddressFtor = std::function<Expected<JITTargetAddress>()>;
240
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100241 /// Create a 'null' symbol, used to represent a "symbol not found"
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100242 /// result from a successful (non-erroneous) lookup.
243 JITSymbol(std::nullptr_t)
244 : CachedAddr(0) {}
245
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100246 /// Create a JITSymbol representing an error in the symbol lookup
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100247 /// process (e.g. a network failure during a remote lookup).
248 JITSymbol(Error Err)
249 : Err(std::move(Err)), Flags(JITSymbolFlags::HasError) {}
250
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100251 /// Create a symbol for a definition with a known address.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100252 JITSymbol(JITTargetAddress Addr, JITSymbolFlags Flags)
253 : CachedAddr(Addr), Flags(Flags) {}
254
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100255 /// Construct a JITSymbol from a JITEvaluatedSymbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100256 JITSymbol(JITEvaluatedSymbol Sym)
257 : CachedAddr(Sym.getAddress()), Flags(Sym.getFlags()) {}
258
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100259 /// Create a symbol for a definition that doesn't have a known address
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100260 /// yet.
261 /// @param GetAddress A functor to materialize a definition (fixing the
262 /// address) on demand.
263 ///
264 /// This constructor allows a JIT layer to provide a reference to a symbol
265 /// definition without actually materializing the definition up front. The
266 /// user can materialize the definition at any time by calling the getAddress
267 /// method.
268 JITSymbol(GetAddressFtor GetAddress, JITSymbolFlags Flags)
269 : GetAddress(std::move(GetAddress)), CachedAddr(0), Flags(Flags) {}
270
271 JITSymbol(const JITSymbol&) = delete;
272 JITSymbol& operator=(const JITSymbol&) = delete;
273
274 JITSymbol(JITSymbol &&Other)
275 : GetAddress(std::move(Other.GetAddress)), Flags(std::move(Other.Flags)) {
276 if (Flags.hasError())
277 Err = std::move(Other.Err);
278 else
279 CachedAddr = std::move(Other.CachedAddr);
280 }
281
282 JITSymbol& operator=(JITSymbol &&Other) {
283 GetAddress = std::move(Other.GetAddress);
284 Flags = std::move(Other.Flags);
285 if (Flags.hasError())
286 Err = std::move(Other.Err);
287 else
288 CachedAddr = std::move(Other.CachedAddr);
289 return *this;
290 }
291
292 ~JITSymbol() {
293 if (Flags.hasError())
294 Err.~Error();
295 else
296 CachedAddr.~JITTargetAddress();
297 }
298
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100299 /// Returns true if the symbol exists, false otherwise.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100300 explicit operator bool() const {
301 return !Flags.hasError() && (CachedAddr || GetAddress);
302 }
303
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100304 /// Move the error field value out of this JITSymbol.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100305 Error takeError() {
306 if (Flags.hasError())
307 return std::move(Err);
308 return Error::success();
309 }
310
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100311 /// Get the address of the symbol in the target address space. Returns
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100312 /// '0' if the symbol does not exist.
313 Expected<JITTargetAddress> getAddress() {
314 assert(!Flags.hasError() && "getAddress called on error value");
315 if (GetAddress) {
316 if (auto CachedAddrOrErr = GetAddress()) {
317 GetAddress = nullptr;
318 CachedAddr = *CachedAddrOrErr;
319 assert(CachedAddr && "Symbol could not be materialized.");
320 } else
321 return CachedAddrOrErr.takeError();
322 }
323 return CachedAddr;
324 }
325
326 JITSymbolFlags getFlags() const { return Flags; }
327
328private:
329 GetAddressFtor GetAddress;
330 union {
331 JITTargetAddress CachedAddr;
332 Error Err;
333 };
334 JITSymbolFlags Flags;
335};
336
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100337/// Symbol resolution interface.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100338///
339/// Allows symbol flags and addresses to be looked up by name.
340/// Symbol queries are done in bulk (i.e. you request resolution of a set of
341/// symbols, rather than a single one) to reduce IPC overhead in the case of
342/// remote JITing, and expose opportunities for parallel compilation.
343class JITSymbolResolver {
344public:
345 using LookupSet = std::set<StringRef>;
346 using LookupResult = std::map<StringRef, JITEvaluatedSymbol>;
Andrew Scull0372a572018-11-16 15:47:06 +0000347 using OnResolvedFunction = std::function<void(Expected<LookupResult>)>;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100348
349 virtual ~JITSymbolResolver() = default;
350
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100351 /// Returns the fully resolved address and flags for each of the given
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100352 /// symbols.
353 ///
354 /// This method will return an error if any of the given symbols can not be
355 /// resolved, or if the resolution process itself triggers an error.
Andrew Scull0372a572018-11-16 15:47:06 +0000356 virtual void lookup(const LookupSet &Symbols,
357 OnResolvedFunction OnResolved) = 0;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100358
Andrew Scull0372a572018-11-16 15:47:06 +0000359 /// Returns the subset of the given symbols that should be materialized by
360 /// the caller. Only weak/common symbols should be looked up, as strong
361 /// definitions are implicitly always part of the caller's responsibility.
362 virtual Expected<LookupSet>
363 getResponsibilitySet(const LookupSet &Symbols) = 0;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100364
365private:
366 virtual void anchor();
367};
368
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100369/// Legacy symbol resolution interface.
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100370class LegacyJITSymbolResolver : public JITSymbolResolver {
371public:
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100372 /// Performs lookup by, for each symbol, first calling
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100373 /// findSymbolInLogicalDylib and if that fails calling
374 /// findSymbol.
Andrew Scull0372a572018-11-16 15:47:06 +0000375 void lookup(const LookupSet &Symbols, OnResolvedFunction OnResolved) final;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100376
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100377 /// Performs flags lookup by calling findSymbolInLogicalDylib and
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100378 /// returning the flags value for that symbol.
Andrew Scull0372a572018-11-16 15:47:06 +0000379 Expected<LookupSet> getResponsibilitySet(const LookupSet &Symbols) final;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100380
381 /// This method returns the address of the specified symbol if it exists
382 /// within the logical dynamic library represented by this JITSymbolResolver.
383 /// Unlike findSymbol, queries through this interface should return addresses
384 /// for hidden symbols.
385 ///
386 /// This is of particular importance for the Orc JIT APIs, which support lazy
387 /// compilation by breaking up modules: Each of those broken out modules
388 /// must be able to resolve hidden symbols provided by the others. Clients
389 /// writing memory managers for MCJIT can usually ignore this method.
390 ///
391 /// This method will be queried by RuntimeDyld when checking for previous
392 /// definitions of common symbols.
393 virtual JITSymbol findSymbolInLogicalDylib(const std::string &Name) = 0;
394
395 /// This method returns the address of the specified function or variable.
396 /// It is used to resolve symbols during module linking.
397 ///
398 /// If the returned symbol's address is equal to ~0ULL then RuntimeDyld will
399 /// skip all relocations for that symbol, and the client will be responsible
400 /// for handling them manually.
401 virtual JITSymbol findSymbol(const std::string &Name) = 0;
402
403private:
404 virtual void anchor();
405};
406
407} // end namespace llvm
408
409#endif // LLVM_EXECUTIONENGINE_JITSYMBOL_H