Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 1 | //===-- llvm/Support/TargetOpcodes.def - Target Indep Opcodes ---*- C++ -*-===// |
| 2 | // |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // This file defines the target independent instruction opcodes. |
| 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
| 13 | // NOTE: NO INCLUDE GUARD DESIRED! |
| 14 | |
| 15 | /// HANDLE_TARGET_OPCODE defines an opcode and its associated enum value. |
| 16 | /// |
| 17 | #ifndef HANDLE_TARGET_OPCODE |
| 18 | #define HANDLE_TARGET_OPCODE(OPC, NUM) |
| 19 | #endif |
| 20 | |
| 21 | /// HANDLE_TARGET_OPCODE_MARKER defines an alternative identifier for an opcode. |
| 22 | /// |
| 23 | #ifndef HANDLE_TARGET_OPCODE_MARKER |
| 24 | #define HANDLE_TARGET_OPCODE_MARKER(IDENT, OPC) |
| 25 | #endif |
| 26 | |
| 27 | /// Every instruction defined here must also appear in Target.td. |
| 28 | /// |
| 29 | HANDLE_TARGET_OPCODE(PHI) |
| 30 | HANDLE_TARGET_OPCODE(INLINEASM) |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 31 | HANDLE_TARGET_OPCODE(INLINEASM_BR) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 32 | HANDLE_TARGET_OPCODE(CFI_INSTRUCTION) |
| 33 | HANDLE_TARGET_OPCODE(EH_LABEL) |
| 34 | HANDLE_TARGET_OPCODE(GC_LABEL) |
| 35 | HANDLE_TARGET_OPCODE(ANNOTATION_LABEL) |
| 36 | |
| 37 | /// KILL - This instruction is a noop that is used only to adjust the |
| 38 | /// liveness of registers. This can be useful when dealing with |
| 39 | /// sub-registers. |
| 40 | HANDLE_TARGET_OPCODE(KILL) |
| 41 | |
| 42 | /// EXTRACT_SUBREG - This instruction takes two operands: a register |
| 43 | /// that has subregisters, and a subregister index. It returns the |
| 44 | /// extracted subregister value. This is commonly used to implement |
| 45 | /// truncation operations on target architectures which support it. |
| 46 | HANDLE_TARGET_OPCODE(EXTRACT_SUBREG) |
| 47 | |
| 48 | /// INSERT_SUBREG - This instruction takes three operands: a register that |
| 49 | /// has subregisters, a register providing an insert value, and a |
| 50 | /// subregister index. It returns the value of the first register with the |
| 51 | /// value of the second register inserted. The first register is often |
| 52 | /// defined by an IMPLICIT_DEF, because it is commonly used to implement |
| 53 | /// anyext operations on target architectures which support it. |
| 54 | HANDLE_TARGET_OPCODE(INSERT_SUBREG) |
| 55 | |
| 56 | /// IMPLICIT_DEF - This is the MachineInstr-level equivalent of undef. |
| 57 | HANDLE_TARGET_OPCODE(IMPLICIT_DEF) |
| 58 | |
| 59 | /// SUBREG_TO_REG - Assert the value of bits in a super register. |
| 60 | /// The result of this instruction is the value of the second operand inserted |
| 61 | /// into the subregister specified by the third operand. All other bits are |
| 62 | /// assumed to be equal to the bits in the immediate integer constant in the |
| 63 | /// first operand. This instruction just communicates information; No code |
| 64 | /// should be generated. |
| 65 | /// This is typically used after an instruction where the write to a subregister |
| 66 | /// implicitly cleared the bits in the super registers. |
| 67 | HANDLE_TARGET_OPCODE(SUBREG_TO_REG) |
| 68 | |
| 69 | /// COPY_TO_REGCLASS - This instruction is a placeholder for a plain |
| 70 | /// register-to-register copy into a specific register class. This is only |
| 71 | /// used between instruction selection and MachineInstr creation, before |
| 72 | /// virtual registers have been created for all the instructions, and it's |
| 73 | /// only needed in cases where the register classes implied by the |
| 74 | /// instructions are insufficient. It is emitted as a COPY MachineInstr. |
| 75 | HANDLE_TARGET_OPCODE(COPY_TO_REGCLASS) |
| 76 | |
| 77 | /// DBG_VALUE - a mapping of the llvm.dbg.value intrinsic |
| 78 | HANDLE_TARGET_OPCODE(DBG_VALUE) |
| 79 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 80 | /// DBG_INSTR_REF - A mapping of llvm.dbg.value referring to the instruction |
| 81 | /// that defines the value, rather than a virtual register. |
| 82 | HANDLE_TARGET_OPCODE(DBG_INSTR_REF) |
| 83 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 84 | /// DBG_LABEL - a mapping of the llvm.dbg.label intrinsic |
| 85 | HANDLE_TARGET_OPCODE(DBG_LABEL) |
| 86 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 87 | /// REG_SEQUENCE - This variadic instruction is used to form a register that |
| 88 | /// represents a consecutive sequence of sub-registers. It's used as a |
| 89 | /// register coalescing / allocation aid and must be eliminated before code |
| 90 | /// emission. |
| 91 | // In SDNode form, the first operand encodes the register class created by |
| 92 | // the REG_SEQUENCE, while each subsequent pair names a vreg + subreg index |
| 93 | // pair. Once it has been lowered to a MachineInstr, the regclass operand |
| 94 | // is no longer present. |
| 95 | /// e.g. v1027 = REG_SEQUENCE v1024, 3, v1025, 4, v1026, 5 |
| 96 | /// After register coalescing references of v1024 should be replace with |
| 97 | /// v1027:3, v1025 with v1027:4, etc. |
| 98 | HANDLE_TARGET_OPCODE(REG_SEQUENCE) |
| 99 | |
| 100 | /// COPY - Target-independent register copy. This instruction can also be |
| 101 | /// used to copy between subregisters of virtual registers. |
| 102 | HANDLE_TARGET_OPCODE(COPY) |
| 103 | |
| 104 | /// BUNDLE - This instruction represents an instruction bundle. Instructions |
| 105 | /// which immediately follow a BUNDLE instruction which are marked with |
| 106 | /// 'InsideBundle' flag are inside the bundle. |
| 107 | HANDLE_TARGET_OPCODE(BUNDLE) |
| 108 | |
| 109 | /// Lifetime markers. |
| 110 | HANDLE_TARGET_OPCODE(LIFETIME_START) |
| 111 | HANDLE_TARGET_OPCODE(LIFETIME_END) |
| 112 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 113 | /// Pseudo probe |
| 114 | HANDLE_TARGET_OPCODE(PSEUDO_PROBE) |
| 115 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 116 | /// A Stackmap instruction captures the location of live variables at its |
| 117 | /// position in the instruction stream. It is followed by a shadow of bytes |
| 118 | /// that must lie within the function and not contain another stackmap. |
| 119 | HANDLE_TARGET_OPCODE(STACKMAP) |
| 120 | |
| 121 | /// FEntry all - This is a marker instruction which gets translated into a raw fentry call. |
| 122 | HANDLE_TARGET_OPCODE(FENTRY_CALL) |
| 123 | |
| 124 | /// Patchable call instruction - this instruction represents a call to a |
| 125 | /// constant address, followed by a series of NOPs. It is intended to |
| 126 | /// support optimizations for dynamic languages (such as javascript) that |
| 127 | /// rewrite calls to runtimes with more efficient code sequences. |
| 128 | /// This also implies a stack map. |
| 129 | HANDLE_TARGET_OPCODE(PATCHPOINT) |
| 130 | |
| 131 | /// This pseudo-instruction loads the stack guard value. Targets which need |
| 132 | /// to prevent the stack guard value or address from being spilled to the |
| 133 | /// stack should override TargetLowering::emitLoadStackGuardNode and |
| 134 | /// additionally expand this pseudo after register allocation. |
| 135 | HANDLE_TARGET_OPCODE(LOAD_STACK_GUARD) |
| 136 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 137 | /// These are used to support call sites that must have the stack adjusted |
| 138 | /// before the call (e.g. to initialize an argument passed by value). |
| 139 | /// See llvm.call.preallocated.{setup,arg} in the LangRef for more details. |
| 140 | HANDLE_TARGET_OPCODE(PREALLOCATED_SETUP) |
| 141 | HANDLE_TARGET_OPCODE(PREALLOCATED_ARG) |
| 142 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 143 | /// Call instruction with associated vm state for deoptimization and list |
| 144 | /// of live pointers for relocation by the garbage collector. It is |
| 145 | /// intended to support garbage collection with fully precise relocating |
| 146 | /// collectors and deoptimizations in either the callee or caller. |
| 147 | HANDLE_TARGET_OPCODE(STATEPOINT) |
| 148 | |
| 149 | /// Instruction that records the offset of a local stack allocation passed to |
| 150 | /// llvm.localescape. It has two arguments: the symbol for the label and the |
| 151 | /// frame index of the local stack allocation. |
| 152 | HANDLE_TARGET_OPCODE(LOCAL_ESCAPE) |
| 153 | |
| 154 | /// Wraps a machine instruction which can fault, bundled with associated |
| 155 | /// information on how to handle such a fault. |
| 156 | /// For example loading instruction that may page fault, bundled with associated |
| 157 | /// information on how to handle such a page fault. It is intended to support |
| 158 | /// "zero cost" null checks in managed languages by allowing LLVM to fold |
| 159 | /// comparisons into existing memory operations. |
| 160 | HANDLE_TARGET_OPCODE(FAULTING_OP) |
| 161 | |
| 162 | /// Wraps a machine instruction to add patchability constraints. An |
| 163 | /// instruction wrapped in PATCHABLE_OP has to either have a minimum |
| 164 | /// size or be preceded with a nop of that size. The first operand is |
| 165 | /// an immediate denoting the minimum size of the instruction, the |
| 166 | /// second operand is an immediate denoting the opcode of the original |
| 167 | /// instruction. The rest of the operands are the operands of the |
| 168 | /// original instruction. |
| 169 | HANDLE_TARGET_OPCODE(PATCHABLE_OP) |
| 170 | |
| 171 | /// This is a marker instruction which gets translated into a nop sled, useful |
| 172 | /// for inserting instrumentation instructions at runtime. |
| 173 | HANDLE_TARGET_OPCODE(PATCHABLE_FUNCTION_ENTER) |
| 174 | |
| 175 | /// Wraps a return instruction and its operands to enable adding nop sleds |
| 176 | /// either before or after the return. The nop sleds are useful for inserting |
| 177 | /// instrumentation instructions at runtime. |
| 178 | /// The patch here replaces the return instruction. |
| 179 | HANDLE_TARGET_OPCODE(PATCHABLE_RET) |
| 180 | |
| 181 | /// This is a marker instruction which gets translated into a nop sled, useful |
| 182 | /// for inserting instrumentation instructions at runtime. |
| 183 | /// The patch here prepends the return instruction. |
| 184 | /// The same thing as in x86_64 is not possible for ARM because it has multiple |
| 185 | /// return instructions. Furthermore, CPU allows parametrized and even |
| 186 | /// conditional return instructions. In the current ARM implementation we are |
| 187 | /// making use of the fact that currently LLVM doesn't seem to generate |
| 188 | /// conditional return instructions. |
| 189 | /// On ARM, the same instruction can be used for popping multiple registers |
| 190 | /// from the stack and returning (it just pops pc register too), and LLVM |
| 191 | /// generates it sometimes. So we can't insert the sled between this stack |
| 192 | /// adjustment and the return without splitting the original instruction into 2 |
| 193 | /// instructions. So on ARM, rather than jumping into the exit trampoline, we |
| 194 | /// call it, it does the tracing, preserves the stack and returns. |
| 195 | HANDLE_TARGET_OPCODE(PATCHABLE_FUNCTION_EXIT) |
| 196 | |
| 197 | /// Wraps a tail call instruction and its operands to enable adding nop sleds |
| 198 | /// either before or after the tail exit. We use this as a disambiguation from |
| 199 | /// PATCHABLE_RET which specifically only works for return instructions. |
| 200 | HANDLE_TARGET_OPCODE(PATCHABLE_TAIL_CALL) |
| 201 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 202 | /// Wraps a logging call and its arguments with nop sleds. At runtime, this can |
| 203 | /// be patched to insert instrumentation instructions. |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 204 | HANDLE_TARGET_OPCODE(PATCHABLE_EVENT_CALL) |
| 205 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 206 | /// Wraps a typed logging call and its argument with nop sleds. At runtime, this |
| 207 | /// can be patched to insert instrumentation instructions. |
| 208 | HANDLE_TARGET_OPCODE(PATCHABLE_TYPED_EVENT_CALL) |
| 209 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 210 | HANDLE_TARGET_OPCODE(ICALL_BRANCH_FUNNEL) |
| 211 | |
| 212 | /// The following generic opcodes are not supposed to appear after ISel. |
| 213 | /// This is something we might want to relax, but for now, this is convenient |
| 214 | /// to produce diagnostics. |
| 215 | |
| 216 | /// Generic ADD instruction. This is an integer add. |
| 217 | HANDLE_TARGET_OPCODE(G_ADD) |
| 218 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPCODE_START, G_ADD) |
| 219 | |
| 220 | /// Generic SUB instruction. This is an integer sub. |
| 221 | HANDLE_TARGET_OPCODE(G_SUB) |
| 222 | |
| 223 | // Generic multiply instruction. |
| 224 | HANDLE_TARGET_OPCODE(G_MUL) |
| 225 | |
| 226 | // Generic signed division instruction. |
| 227 | HANDLE_TARGET_OPCODE(G_SDIV) |
| 228 | |
| 229 | // Generic unsigned division instruction. |
| 230 | HANDLE_TARGET_OPCODE(G_UDIV) |
| 231 | |
| 232 | // Generic signed remainder instruction. |
| 233 | HANDLE_TARGET_OPCODE(G_SREM) |
| 234 | |
| 235 | // Generic unsigned remainder instruction. |
| 236 | HANDLE_TARGET_OPCODE(G_UREM) |
| 237 | |
| 238 | /// Generic bitwise and instruction. |
| 239 | HANDLE_TARGET_OPCODE(G_AND) |
| 240 | |
| 241 | /// Generic bitwise or instruction. |
| 242 | HANDLE_TARGET_OPCODE(G_OR) |
| 243 | |
| 244 | /// Generic bitwise exclusive-or instruction. |
| 245 | HANDLE_TARGET_OPCODE(G_XOR) |
| 246 | |
| 247 | |
| 248 | HANDLE_TARGET_OPCODE(G_IMPLICIT_DEF) |
| 249 | |
| 250 | /// Generic PHI instruction with types. |
| 251 | HANDLE_TARGET_OPCODE(G_PHI) |
| 252 | |
| 253 | /// Generic instruction to materialize the address of an alloca or other |
| 254 | /// stack-based object. |
| 255 | HANDLE_TARGET_OPCODE(G_FRAME_INDEX) |
| 256 | |
| 257 | /// Generic reference to global value. |
| 258 | HANDLE_TARGET_OPCODE(G_GLOBAL_VALUE) |
| 259 | |
| 260 | /// Generic instruction to extract blocks of bits from the register given |
| 261 | /// (typically a sub-register COPY after instruction selection). |
| 262 | HANDLE_TARGET_OPCODE(G_EXTRACT) |
| 263 | |
| 264 | HANDLE_TARGET_OPCODE(G_UNMERGE_VALUES) |
| 265 | |
| 266 | /// Generic instruction to insert blocks of bits from the registers given into |
| 267 | /// the source. |
| 268 | HANDLE_TARGET_OPCODE(G_INSERT) |
| 269 | |
| 270 | /// Generic instruction to paste a variable number of components together into a |
| 271 | /// larger register. |
| 272 | HANDLE_TARGET_OPCODE(G_MERGE_VALUES) |
| 273 | |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 274 | /// Generic instruction to create a vector value from a number of scalar |
| 275 | /// components. |
| 276 | HANDLE_TARGET_OPCODE(G_BUILD_VECTOR) |
| 277 | |
| 278 | /// Generic instruction to create a vector value from a number of scalar |
| 279 | /// components, which have types larger than the result vector elt type. |
| 280 | HANDLE_TARGET_OPCODE(G_BUILD_VECTOR_TRUNC) |
| 281 | |
| 282 | /// Generic instruction to create a vector by concatenating multiple vectors. |
| 283 | HANDLE_TARGET_OPCODE(G_CONCAT_VECTORS) |
| 284 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 285 | /// Generic pointer to int conversion. |
| 286 | HANDLE_TARGET_OPCODE(G_PTRTOINT) |
| 287 | |
| 288 | /// Generic int to pointer conversion. |
| 289 | HANDLE_TARGET_OPCODE(G_INTTOPTR) |
| 290 | |
| 291 | /// Generic bitcast. The source and destination types must be different, or a |
| 292 | /// COPY is the relevant instruction. |
| 293 | HANDLE_TARGET_OPCODE(G_BITCAST) |
| 294 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 295 | /// Generic freeze. |
| 296 | HANDLE_TARGET_OPCODE(G_FREEZE) |
| 297 | |
Andrew Scull | 0372a57 | 2018-11-16 15:47:06 +0000 | [diff] [blame] | 298 | /// INTRINSIC trunc intrinsic. |
| 299 | HANDLE_TARGET_OPCODE(G_INTRINSIC_TRUNC) |
| 300 | |
| 301 | /// INTRINSIC round intrinsic. |
| 302 | HANDLE_TARGET_OPCODE(G_INTRINSIC_ROUND) |
| 303 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 304 | /// INTRINSIC round to integer intrinsic. |
| 305 | HANDLE_TARGET_OPCODE(G_INTRINSIC_LRINT) |
| 306 | |
| 307 | /// INTRINSIC roundeven intrinsic. |
| 308 | HANDLE_TARGET_OPCODE(G_INTRINSIC_ROUNDEVEN) |
| 309 | |
| 310 | /// INTRINSIC readcyclecounter |
| 311 | HANDLE_TARGET_OPCODE(G_READCYCLECOUNTER) |
| 312 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 313 | /// Generic load (including anyext load) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 314 | HANDLE_TARGET_OPCODE(G_LOAD) |
| 315 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 316 | /// Generic signext load |
| 317 | HANDLE_TARGET_OPCODE(G_SEXTLOAD) |
| 318 | |
| 319 | /// Generic zeroext load |
| 320 | HANDLE_TARGET_OPCODE(G_ZEXTLOAD) |
| 321 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 322 | /// Generic indexed load (including anyext load) |
| 323 | HANDLE_TARGET_OPCODE(G_INDEXED_LOAD) |
| 324 | |
| 325 | /// Generic indexed signext load |
| 326 | HANDLE_TARGET_OPCODE(G_INDEXED_SEXTLOAD) |
| 327 | |
| 328 | /// Generic indexed zeroext load |
| 329 | HANDLE_TARGET_OPCODE(G_INDEXED_ZEXTLOAD) |
| 330 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 331 | /// Generic store. |
| 332 | HANDLE_TARGET_OPCODE(G_STORE) |
| 333 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 334 | /// Generic indexed store. |
| 335 | HANDLE_TARGET_OPCODE(G_INDEXED_STORE) |
| 336 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 337 | /// Generic atomic cmpxchg with internal success check. |
| 338 | HANDLE_TARGET_OPCODE(G_ATOMIC_CMPXCHG_WITH_SUCCESS) |
| 339 | |
| 340 | /// Generic atomic cmpxchg. |
| 341 | HANDLE_TARGET_OPCODE(G_ATOMIC_CMPXCHG) |
| 342 | |
| 343 | /// Generic atomicrmw. |
| 344 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_XCHG) |
| 345 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_ADD) |
| 346 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_SUB) |
| 347 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_AND) |
| 348 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_NAND) |
| 349 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_OR) |
| 350 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_XOR) |
| 351 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_MAX) |
| 352 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_MIN) |
| 353 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UMAX) |
| 354 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UMIN) |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 355 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FADD) |
| 356 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FSUB) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 357 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 358 | // Generic atomic fence |
| 359 | HANDLE_TARGET_OPCODE(G_FENCE) |
| 360 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 361 | /// Generic conditional branch instruction. |
| 362 | HANDLE_TARGET_OPCODE(G_BRCOND) |
| 363 | |
| 364 | /// Generic indirect branch instruction. |
| 365 | HANDLE_TARGET_OPCODE(G_BRINDIRECT) |
| 366 | |
| 367 | /// Generic intrinsic use (without side effects). |
| 368 | HANDLE_TARGET_OPCODE(G_INTRINSIC) |
| 369 | |
| 370 | /// Generic intrinsic use (with side effects). |
| 371 | HANDLE_TARGET_OPCODE(G_INTRINSIC_W_SIDE_EFFECTS) |
| 372 | |
| 373 | /// Generic extension allowing rubbish in high bits. |
| 374 | HANDLE_TARGET_OPCODE(G_ANYEXT) |
| 375 | |
| 376 | /// Generic instruction to discard the high bits of a register. This differs |
| 377 | /// from (G_EXTRACT val, 0) on its action on vectors: G_TRUNC will truncate |
| 378 | /// each element individually, G_EXTRACT will typically discard the high |
| 379 | /// elements of the vector. |
| 380 | HANDLE_TARGET_OPCODE(G_TRUNC) |
| 381 | |
| 382 | /// Generic integer constant. |
| 383 | HANDLE_TARGET_OPCODE(G_CONSTANT) |
| 384 | |
| 385 | /// Generic floating constant. |
| 386 | HANDLE_TARGET_OPCODE(G_FCONSTANT) |
| 387 | |
| 388 | /// Generic va_start instruction. Stores to its one pointer operand. |
| 389 | HANDLE_TARGET_OPCODE(G_VASTART) |
| 390 | |
| 391 | /// Generic va_start instruction. Stores to its one pointer operand. |
| 392 | HANDLE_TARGET_OPCODE(G_VAARG) |
| 393 | |
| 394 | // Generic sign extend |
| 395 | HANDLE_TARGET_OPCODE(G_SEXT) |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 396 | HANDLE_TARGET_OPCODE(G_SEXT_INREG) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 397 | |
| 398 | // Generic zero extend |
| 399 | HANDLE_TARGET_OPCODE(G_ZEXT) |
| 400 | |
| 401 | // Generic left-shift |
| 402 | HANDLE_TARGET_OPCODE(G_SHL) |
| 403 | |
| 404 | // Generic logical right-shift |
| 405 | HANDLE_TARGET_OPCODE(G_LSHR) |
| 406 | |
| 407 | // Generic arithmetic right-shift |
| 408 | HANDLE_TARGET_OPCODE(G_ASHR) |
| 409 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 410 | // Generic funnel left shift |
| 411 | HANDLE_TARGET_OPCODE(G_FSHL) |
| 412 | |
| 413 | // Generic funnel right shift |
| 414 | HANDLE_TARGET_OPCODE(G_FSHR) |
| 415 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 416 | /// Generic integer-base comparison, also applicable to vectors of integers. |
| 417 | HANDLE_TARGET_OPCODE(G_ICMP) |
| 418 | |
| 419 | /// Generic floating-point comparison, also applicable to vectors. |
| 420 | HANDLE_TARGET_OPCODE(G_FCMP) |
| 421 | |
| 422 | /// Generic select. |
| 423 | HANDLE_TARGET_OPCODE(G_SELECT) |
| 424 | |
Andrew Scull | 0372a57 | 2018-11-16 15:47:06 +0000 | [diff] [blame] | 425 | /// Generic unsigned add instruction, consuming the normal operands and |
| 426 | /// producing the result and a carry flag. |
| 427 | HANDLE_TARGET_OPCODE(G_UADDO) |
| 428 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 429 | /// Generic unsigned add instruction, consuming the normal operands plus a carry |
| 430 | /// flag, and similarly producing the result and a carry flag. |
| 431 | HANDLE_TARGET_OPCODE(G_UADDE) |
| 432 | |
Andrew Scull | 0372a57 | 2018-11-16 15:47:06 +0000 | [diff] [blame] | 433 | /// Generic unsigned sub instruction, consuming the normal operands and |
| 434 | /// producing the result and a carry flag. |
| 435 | HANDLE_TARGET_OPCODE(G_USUBO) |
| 436 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 437 | /// Generic unsigned subtract instruction, consuming the normal operands plus a |
| 438 | /// carry flag, and similarly producing the result and a carry flag. |
| 439 | HANDLE_TARGET_OPCODE(G_USUBE) |
| 440 | |
| 441 | /// Generic signed add instruction, producing the result and a signed overflow |
| 442 | /// flag. |
| 443 | HANDLE_TARGET_OPCODE(G_SADDO) |
| 444 | |
Andrew Scull | 0372a57 | 2018-11-16 15:47:06 +0000 | [diff] [blame] | 445 | /// Generic signed add instruction, consuming the normal operands plus a carry |
| 446 | /// flag, and similarly producing the result and a carry flag. |
| 447 | HANDLE_TARGET_OPCODE(G_SADDE) |
| 448 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 449 | /// Generic signed subtract instruction, producing the result and a signed |
| 450 | /// overflow flag. |
| 451 | HANDLE_TARGET_OPCODE(G_SSUBO) |
| 452 | |
Andrew Scull | 0372a57 | 2018-11-16 15:47:06 +0000 | [diff] [blame] | 453 | /// Generic signed sub instruction, consuming the normal operands plus a carry |
| 454 | /// flag, and similarly producing the result and a carry flag. |
| 455 | HANDLE_TARGET_OPCODE(G_SSUBE) |
| 456 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 457 | /// Generic unsigned multiply instruction, producing the result and a signed |
| 458 | /// overflow flag. |
| 459 | HANDLE_TARGET_OPCODE(G_UMULO) |
| 460 | |
| 461 | /// Generic signed multiply instruction, producing the result and a signed |
| 462 | /// overflow flag. |
| 463 | HANDLE_TARGET_OPCODE(G_SMULO) |
| 464 | |
| 465 | // Multiply two numbers at twice the incoming bit width (unsigned) and return |
| 466 | // the high half of the result. |
| 467 | HANDLE_TARGET_OPCODE(G_UMULH) |
| 468 | |
| 469 | // Multiply two numbers at twice the incoming bit width (signed) and return |
| 470 | // the high half of the result. |
| 471 | HANDLE_TARGET_OPCODE(G_SMULH) |
| 472 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 473 | /// Generic saturating unsigned addition. |
| 474 | HANDLE_TARGET_OPCODE(G_UADDSAT) |
| 475 | |
| 476 | /// Generic saturating signed addition. |
| 477 | HANDLE_TARGET_OPCODE(G_SADDSAT) |
| 478 | |
| 479 | /// Generic saturating unsigned subtraction. |
| 480 | HANDLE_TARGET_OPCODE(G_USUBSAT) |
| 481 | |
| 482 | /// Generic saturating signed subtraction. |
| 483 | HANDLE_TARGET_OPCODE(G_SSUBSAT) |
| 484 | |
| 485 | /// Generic saturating unsigned left shift. |
| 486 | HANDLE_TARGET_OPCODE(G_USHLSAT) |
| 487 | |
| 488 | /// Generic saturating signed left shift. |
| 489 | HANDLE_TARGET_OPCODE(G_SSHLSAT) |
| 490 | |
| 491 | // Perform signed fixed point multiplication |
| 492 | HANDLE_TARGET_OPCODE(G_SMULFIX) |
| 493 | |
| 494 | // Perform unsigned fixed point multiplication |
| 495 | HANDLE_TARGET_OPCODE(G_UMULFIX) |
| 496 | |
| 497 | // Perform signed, saturating fixed point multiplication |
| 498 | HANDLE_TARGET_OPCODE(G_SMULFIXSAT) |
| 499 | |
| 500 | // Perform unsigned, saturating fixed point multiplication |
| 501 | HANDLE_TARGET_OPCODE(G_UMULFIXSAT) |
| 502 | |
| 503 | // Perform signed fixed point division |
| 504 | HANDLE_TARGET_OPCODE(G_SDIVFIX) |
| 505 | |
| 506 | // Perform unsigned fixed point division |
| 507 | HANDLE_TARGET_OPCODE(G_UDIVFIX) |
| 508 | |
| 509 | // Perform signed, saturating fixed point division |
| 510 | HANDLE_TARGET_OPCODE(G_SDIVFIXSAT) |
| 511 | |
| 512 | // Perform unsigned, saturating fixed point division |
| 513 | HANDLE_TARGET_OPCODE(G_UDIVFIXSAT) |
| 514 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 515 | /// Generic FP addition. |
| 516 | HANDLE_TARGET_OPCODE(G_FADD) |
| 517 | |
| 518 | /// Generic FP subtraction. |
| 519 | HANDLE_TARGET_OPCODE(G_FSUB) |
| 520 | |
| 521 | /// Generic FP multiplication. |
| 522 | HANDLE_TARGET_OPCODE(G_FMUL) |
| 523 | |
| 524 | /// Generic FMA multiplication. Behaves like llvm fma intrinsic |
| 525 | HANDLE_TARGET_OPCODE(G_FMA) |
| 526 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 527 | /// Generic FP multiply and add. Behaves as separate fmul and fadd. |
| 528 | HANDLE_TARGET_OPCODE(G_FMAD) |
| 529 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 530 | /// Generic FP division. |
| 531 | HANDLE_TARGET_OPCODE(G_FDIV) |
| 532 | |
| 533 | /// Generic FP remainder. |
| 534 | HANDLE_TARGET_OPCODE(G_FREM) |
| 535 | |
| 536 | /// Generic FP exponentiation. |
| 537 | HANDLE_TARGET_OPCODE(G_FPOW) |
| 538 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 539 | /// Generic FP exponentiation, with an integer exponent. |
| 540 | HANDLE_TARGET_OPCODE(G_FPOWI) |
| 541 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 542 | /// Generic base-e exponential of a value. |
| 543 | HANDLE_TARGET_OPCODE(G_FEXP) |
| 544 | |
| 545 | /// Generic base-2 exponential of a value. |
| 546 | HANDLE_TARGET_OPCODE(G_FEXP2) |
| 547 | |
| 548 | /// Floating point base-e logarithm of a value. |
| 549 | HANDLE_TARGET_OPCODE(G_FLOG) |
| 550 | |
| 551 | /// Floating point base-2 logarithm of a value. |
| 552 | HANDLE_TARGET_OPCODE(G_FLOG2) |
| 553 | |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 554 | /// Floating point base-10 logarithm of a value. |
| 555 | HANDLE_TARGET_OPCODE(G_FLOG10) |
| 556 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 557 | /// Generic FP negation. |
| 558 | HANDLE_TARGET_OPCODE(G_FNEG) |
| 559 | |
| 560 | /// Generic FP extension. |
| 561 | HANDLE_TARGET_OPCODE(G_FPEXT) |
| 562 | |
| 563 | /// Generic float to signed-int conversion |
| 564 | HANDLE_TARGET_OPCODE(G_FPTRUNC) |
| 565 | |
| 566 | /// Generic float to signed-int conversion |
| 567 | HANDLE_TARGET_OPCODE(G_FPTOSI) |
| 568 | |
| 569 | /// Generic float to unsigned-int conversion |
| 570 | HANDLE_TARGET_OPCODE(G_FPTOUI) |
| 571 | |
| 572 | /// Generic signed-int to float conversion |
| 573 | HANDLE_TARGET_OPCODE(G_SITOFP) |
| 574 | |
| 575 | /// Generic unsigned-int to float conversion |
| 576 | HANDLE_TARGET_OPCODE(G_UITOFP) |
| 577 | |
| 578 | /// Generic FP absolute value. |
| 579 | HANDLE_TARGET_OPCODE(G_FABS) |
| 580 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 581 | /// FCOPYSIGN(X, Y) - Return the value of X with the sign of Y. NOTE: This does |
| 582 | /// not require that X and Y have the same type, just that they are both |
| 583 | /// floating point. X and the result must have the same type. FCOPYSIGN(f32, |
| 584 | /// f64) is allowed. |
| 585 | HANDLE_TARGET_OPCODE(G_FCOPYSIGN) |
| 586 | |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 587 | /// Generic FP canonicalize value. |
| 588 | HANDLE_TARGET_OPCODE(G_FCANONICALIZE) |
| 589 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 590 | /// FP min/max matching libm's fmin/fmax |
| 591 | HANDLE_TARGET_OPCODE(G_FMINNUM) |
| 592 | HANDLE_TARGET_OPCODE(G_FMAXNUM) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 593 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 594 | /// FP min/max matching IEEE-754 2008's minnum/maxnum semantics. |
| 595 | HANDLE_TARGET_OPCODE(G_FMINNUM_IEEE) |
| 596 | HANDLE_TARGET_OPCODE(G_FMAXNUM_IEEE) |
| 597 | |
| 598 | /// FP min/max matching IEEE-754 2018 draft semantics. |
| 599 | HANDLE_TARGET_OPCODE(G_FMINIMUM) |
| 600 | HANDLE_TARGET_OPCODE(G_FMAXIMUM) |
| 601 | |
| 602 | /// Generic pointer offset |
| 603 | HANDLE_TARGET_OPCODE(G_PTR_ADD) |
| 604 | |
| 605 | /// Clear the specified bits in a pointer. |
| 606 | HANDLE_TARGET_OPCODE(G_PTRMASK) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 607 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 608 | /// Generic signed integer minimum. |
| 609 | HANDLE_TARGET_OPCODE(G_SMIN) |
| 610 | |
| 611 | /// Generic signed integer maximum. |
| 612 | HANDLE_TARGET_OPCODE(G_SMAX) |
| 613 | |
| 614 | /// Generic unsigned integer maximum. |
| 615 | HANDLE_TARGET_OPCODE(G_UMIN) |
| 616 | |
| 617 | /// Generic unsigned integer maximum. |
| 618 | HANDLE_TARGET_OPCODE(G_UMAX) |
| 619 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 620 | /// Generic integer absolute value. |
| 621 | HANDLE_TARGET_OPCODE(G_ABS) |
| 622 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 623 | /// Generic BRANCH instruction. This is an unconditional branch. |
| 624 | HANDLE_TARGET_OPCODE(G_BR) |
| 625 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 626 | /// Generic branch to jump table entry. |
| 627 | HANDLE_TARGET_OPCODE(G_BRJT) |
| 628 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 629 | /// Generic insertelement. |
| 630 | HANDLE_TARGET_OPCODE(G_INSERT_VECTOR_ELT) |
| 631 | |
| 632 | /// Generic extractelement. |
| 633 | HANDLE_TARGET_OPCODE(G_EXTRACT_VECTOR_ELT) |
| 634 | |
| 635 | /// Generic shufflevector. |
| 636 | HANDLE_TARGET_OPCODE(G_SHUFFLE_VECTOR) |
| 637 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 638 | /// Generic count trailing zeroes. |
| 639 | HANDLE_TARGET_OPCODE(G_CTTZ) |
| 640 | |
| 641 | /// Same as above, undefined for zero inputs. |
| 642 | HANDLE_TARGET_OPCODE(G_CTTZ_ZERO_UNDEF) |
| 643 | |
| 644 | /// Generic count leading zeroes. |
| 645 | HANDLE_TARGET_OPCODE(G_CTLZ) |
| 646 | |
| 647 | /// Same as above, undefined for zero inputs. |
| 648 | HANDLE_TARGET_OPCODE(G_CTLZ_ZERO_UNDEF) |
| 649 | |
| 650 | /// Generic count bits. |
| 651 | HANDLE_TARGET_OPCODE(G_CTPOP) |
| 652 | |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 653 | /// Generic byte swap. |
| 654 | HANDLE_TARGET_OPCODE(G_BSWAP) |
| 655 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 656 | /// Generic bit reverse. |
| 657 | HANDLE_TARGET_OPCODE(G_BITREVERSE) |
| 658 | |
Andrew Walbran | 16937d0 | 2019-10-22 13:54:20 +0100 | [diff] [blame] | 659 | /// Floating point ceil. |
| 660 | HANDLE_TARGET_OPCODE(G_FCEIL) |
| 661 | |
| 662 | /// Floating point cosine. |
| 663 | HANDLE_TARGET_OPCODE(G_FCOS) |
| 664 | |
| 665 | /// Floating point sine. |
| 666 | HANDLE_TARGET_OPCODE(G_FSIN) |
| 667 | |
| 668 | /// Floating point square root. |
| 669 | HANDLE_TARGET_OPCODE(G_FSQRT) |
| 670 | |
| 671 | /// Floating point floor. |
| 672 | HANDLE_TARGET_OPCODE(G_FFLOOR) |
| 673 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 674 | /// Floating point round to next integer. |
| 675 | HANDLE_TARGET_OPCODE(G_FRINT) |
| 676 | |
| 677 | /// Floating point round to nearest integer. |
| 678 | HANDLE_TARGET_OPCODE(G_FNEARBYINT) |
| 679 | |
Andrew Scull | cdfcccc | 2018-10-05 20:58:37 +0100 | [diff] [blame] | 680 | /// Generic AddressSpaceCast. |
| 681 | HANDLE_TARGET_OPCODE(G_ADDRSPACE_CAST) |
| 682 | |
| 683 | /// Generic block address |
| 684 | HANDLE_TARGET_OPCODE(G_BLOCK_ADDR) |
| 685 | |
Andrew Walbran | 3d2c197 | 2020-04-07 12:24:26 +0100 | [diff] [blame] | 686 | /// Generic jump table address |
| 687 | HANDLE_TARGET_OPCODE(G_JUMP_TABLE) |
| 688 | |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 689 | /// Generic dynamic stack allocation. |
| 690 | HANDLE_TARGET_OPCODE(G_DYN_STACKALLOC) |
| 691 | |
| 692 | /// Strict floating point instructions. |
| 693 | HANDLE_TARGET_OPCODE(G_STRICT_FADD) |
| 694 | HANDLE_TARGET_OPCODE(G_STRICT_FSUB) |
| 695 | HANDLE_TARGET_OPCODE(G_STRICT_FMUL) |
| 696 | HANDLE_TARGET_OPCODE(G_STRICT_FDIV) |
| 697 | HANDLE_TARGET_OPCODE(G_STRICT_FREM) |
| 698 | HANDLE_TARGET_OPCODE(G_STRICT_FMA) |
| 699 | HANDLE_TARGET_OPCODE(G_STRICT_FSQRT) |
| 700 | |
| 701 | /// read_register intrinsic |
| 702 | HANDLE_TARGET_OPCODE(G_READ_REGISTER) |
| 703 | |
| 704 | /// write_register intrinsic |
| 705 | HANDLE_TARGET_OPCODE(G_WRITE_REGISTER) |
| 706 | |
| 707 | /// llvm.memcpy intrinsic |
| 708 | HANDLE_TARGET_OPCODE(G_MEMCPY) |
| 709 | |
| 710 | /// llvm.memmove intrinsic |
| 711 | HANDLE_TARGET_OPCODE(G_MEMMOVE) |
| 712 | |
| 713 | /// llvm.memset intrinsic |
| 714 | HANDLE_TARGET_OPCODE(G_MEMSET) |
| 715 | |
| 716 | /// Vector reductions |
| 717 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SEQ_FADD) |
| 718 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SEQ_FMUL) |
| 719 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FADD) |
| 720 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMUL) |
| 721 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMAX) |
| 722 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMIN) |
| 723 | HANDLE_TARGET_OPCODE(G_VECREDUCE_ADD) |
| 724 | HANDLE_TARGET_OPCODE(G_VECREDUCE_MUL) |
| 725 | HANDLE_TARGET_OPCODE(G_VECREDUCE_AND) |
| 726 | HANDLE_TARGET_OPCODE(G_VECREDUCE_OR) |
| 727 | HANDLE_TARGET_OPCODE(G_VECREDUCE_XOR) |
| 728 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SMAX) |
| 729 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SMIN) |
| 730 | HANDLE_TARGET_OPCODE(G_VECREDUCE_UMAX) |
| 731 | HANDLE_TARGET_OPCODE(G_VECREDUCE_UMIN) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 732 | |
| 733 | /// Marker for the end of the generic opcode. |
| 734 | /// This is used to check if an opcode is in the range of the |
| 735 | /// generic opcodes. |
Olivier Deprez | f4ef2d0 | 2021-04-20 13:36:24 +0200 | [diff] [blame^] | 736 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPCODE_END, G_VECREDUCE_UMIN) |
Andrew Scull | 5e1ddfa | 2018-08-14 10:06:54 +0100 | [diff] [blame] | 737 | |
| 738 | /// BUILTIN_OP_END - This must be the last enum value in this list. |
| 739 | /// The target-specific post-isel opcode values start here. |
| 740 | HANDLE_TARGET_OPCODE_MARKER(GENERIC_OP_END, PRE_ISEL_GENERIC_OPCODE_END) |