TrustedFirmware Git Browser
Code Review Sign In
review.trustedfirmware.org / hafnium / prebuilts / 2aec8b56efced425c5890e574509089ec4f5c8cf / . / linux-x64 / clang / include / llvm / IR / IntrinsicsNVVM.td
blob: cf072c70ebafdf5be0f7f59473d4f5cba23d34f4 [file] [log] [blame]
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]1//===- IntrinsicsNVVM.td - Defines NVVM intrinsics ---------*- tablegen -*-===//
2//
Andrew Walbran16937d02019-10-22 13:54:20 +0100[diff] [blame]3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]6//
7//===----------------------------------------------------------------------===//
8//
9// This file defines all of the NVVM-specific intrinsics for use with NVPTX.
10//
11//===----------------------------------------------------------------------===//
12
13// The following intrinsics were once defined here, but are now auto-upgraded
14// to target-generic LLVM intrinsics.
15//
16// * llvm.nvvm.brev32 --> llvm.bitreverse.i32
17// * llvm.nvvm.brev64 --> llvm.bitreverse.i64
18// * llvm.nvvm.clz.i --> llvm.ctlz.i32
19// * llvm.nvvm.clz.ll --> trunc i64 llvm.ctlz.i64(x) to i32
20// * llvm.nvvm.popc.i --> llvm.ctpop.i32
21// * llvm.nvvm.popc.ll --> trunc i64 llvm.ctpop.i64 to i32
22// * llvm.nvvm.abs.i --> select(x >= -x, x, -x)
23// * llvm.nvvm.abs.ll --> ibid.
24// * llvm.nvvm.max.i --> select(x sge y, x, y)
25// * llvm.nvvm.max.ll --> ibid.
26// * llvm.nvvm.max.ui --> select(x uge y, x, y)
27// * llvm.nvvm.max.ull --> ibid.
28// * llvm.nvvm.max.i --> select(x sle y, x, y)
29// * llvm.nvvm.max.ll --> ibid.
30// * llvm.nvvm.max.ui --> select(x ule y, x, y)
31// * llvm.nvvm.max.ull --> ibid.
32// * llvm.nvvm.h2f --> llvm.convert.to.fp16.f32
33
34def llvm_anyi64ptr_ty : LLVMAnyPointerType<llvm_i64_ty>; // (space)i64*
35
36//
37// MISC
38//
39
40let TargetPrefix = "nvvm" in {
41 def int_nvvm_prmt : GCCBuiltin<"__nvvm_prmt">,
42 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
43 [IntrNoMem, Commutative]>;
44
45//
46// Min Max
47//
48
49 def int_nvvm_fmin_f : GCCBuiltin<"__nvvm_fmin_f">,
50 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
51 [IntrNoMem, Commutative]>;
52 def int_nvvm_fmin_ftz_f : GCCBuiltin<"__nvvm_fmin_ftz_f">,
53 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
54 [IntrNoMem, Commutative]>;
55
56 def int_nvvm_fmax_f : GCCBuiltin<"__nvvm_fmax_f">,
57 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty]
58 , [IntrNoMem, Commutative]>;
59 def int_nvvm_fmax_ftz_f : GCCBuiltin<"__nvvm_fmax_ftz_f">,
60 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
61 [IntrNoMem, Commutative]>;
62
63 def int_nvvm_fmin_d : GCCBuiltin<"__nvvm_fmin_d">,
64 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
65 [IntrNoMem, Commutative]>;
66 def int_nvvm_fmax_d : GCCBuiltin<"__nvvm_fmax_d">,
67 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
68 [IntrNoMem, Commutative]>;
69
70//
71// Multiplication
72//
73
74 def int_nvvm_mulhi_i : GCCBuiltin<"__nvvm_mulhi_i">,
75 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
76 [IntrNoMem, Commutative]>;
77 def int_nvvm_mulhi_ui : GCCBuiltin<"__nvvm_mulhi_ui">,
78 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
79 [IntrNoMem, Commutative]>;
80
81 def int_nvvm_mulhi_ll : GCCBuiltin<"__nvvm_mulhi_ll">,
82 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
83 [IntrNoMem, Commutative]>;
84 def int_nvvm_mulhi_ull : GCCBuiltin<"__nvvm_mulhi_ull">,
85 Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
86 [IntrNoMem, Commutative]>;
87
88 def int_nvvm_mul_rn_ftz_f : GCCBuiltin<"__nvvm_mul_rn_ftz_f">,
89 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
90 [IntrNoMem, Commutative]>;
91 def int_nvvm_mul_rn_f : GCCBuiltin<"__nvvm_mul_rn_f">,
92 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
93 [IntrNoMem, Commutative]>;
94 def int_nvvm_mul_rz_ftz_f : GCCBuiltin<"__nvvm_mul_rz_ftz_f">,
95 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
96 [IntrNoMem, Commutative]>;
97 def int_nvvm_mul_rz_f : GCCBuiltin<"__nvvm_mul_rz_f">,
98 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
99 [IntrNoMem, Commutative]>;
100 def int_nvvm_mul_rm_ftz_f : GCCBuiltin<"__nvvm_mul_rm_ftz_f">,
101 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
102 [IntrNoMem, Commutative]>;
103 def int_nvvm_mul_rm_f : GCCBuiltin<"__nvvm_mul_rm_f">,
104 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
105 [IntrNoMem, Commutative]>;
106 def int_nvvm_mul_rp_ftz_f : GCCBuiltin<"__nvvm_mul_rp_ftz_f">,
107 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
108 [IntrNoMem, Commutative]>;
109 def int_nvvm_mul_rp_f : GCCBuiltin<"__nvvm_mul_rp_f">,
110 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
111 [IntrNoMem, Commutative]>;
112
113 def int_nvvm_mul_rn_d : GCCBuiltin<"__nvvm_mul_rn_d">,
114 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
115 [IntrNoMem, Commutative]>;
116 def int_nvvm_mul_rz_d : GCCBuiltin<"__nvvm_mul_rz_d">,
117 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
118 [IntrNoMem, Commutative]>;
119 def int_nvvm_mul_rm_d : GCCBuiltin<"__nvvm_mul_rm_d">,
120 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
121 [IntrNoMem, Commutative]>;
122 def int_nvvm_mul_rp_d : GCCBuiltin<"__nvvm_mul_rp_d">,
123 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
124 [IntrNoMem, Commutative]>;
125
126 def int_nvvm_mul24_i : GCCBuiltin<"__nvvm_mul24_i">,
127 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
128 [IntrNoMem, Commutative]>;
129 def int_nvvm_mul24_ui : GCCBuiltin<"__nvvm_mul24_ui">,
130 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
131 [IntrNoMem, Commutative]>;
132
133//
134// Div
135//
136
137 def int_nvvm_div_approx_ftz_f : GCCBuiltin<"__nvvm_div_approx_ftz_f">,
138 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
139 [IntrNoMem, Commutative]>;
140 def int_nvvm_div_approx_f : GCCBuiltin<"__nvvm_div_approx_f">,
141 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
142 [IntrNoMem, Commutative]>;
143
144 def int_nvvm_div_rn_ftz_f : GCCBuiltin<"__nvvm_div_rn_ftz_f">,
145 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
146 [IntrNoMem, Commutative]>;
147 def int_nvvm_div_rn_f : GCCBuiltin<"__nvvm_div_rn_f">,
148 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
149 [IntrNoMem, Commutative]>;
150
151 def int_nvvm_div_rz_ftz_f : GCCBuiltin<"__nvvm_div_rz_ftz_f">,
152 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
153 [IntrNoMem, Commutative]>;
154 def int_nvvm_div_rz_f : GCCBuiltin<"__nvvm_div_rz_f">,
155 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
156 [IntrNoMem, Commutative]>;
157
158 def int_nvvm_div_rm_ftz_f : GCCBuiltin<"__nvvm_div_rm_ftz_f">,
159 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
160 [IntrNoMem, Commutative]>;
161 def int_nvvm_div_rm_f : GCCBuiltin<"__nvvm_div_rm_f">,
162 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
163 [IntrNoMem, Commutative]>;
164
165 def int_nvvm_div_rp_ftz_f : GCCBuiltin<"__nvvm_div_rp_ftz_f">,
166 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
167 [IntrNoMem, Commutative]>;
168 def int_nvvm_div_rp_f : GCCBuiltin<"__nvvm_div_rp_f">,
169 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
170 [IntrNoMem, Commutative]>;
171
172 def int_nvvm_div_rn_d : GCCBuiltin<"__nvvm_div_rn_d">,
173 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
174 [IntrNoMem, Commutative]>;
175 def int_nvvm_div_rz_d : GCCBuiltin<"__nvvm_div_rz_d">,
176 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
177 [IntrNoMem, Commutative]>;
178 def int_nvvm_div_rm_d : GCCBuiltin<"__nvvm_div_rm_d">,
179 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
180 [IntrNoMem, Commutative]>;
181 def int_nvvm_div_rp_d : GCCBuiltin<"__nvvm_div_rp_d">,
182 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
183 [IntrNoMem, Commutative]>;
184
185//
186// Sad
187//
188
189 def int_nvvm_sad_i : GCCBuiltin<"__nvvm_sad_i">,
190 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
191 [IntrNoMem, Commutative]>;
192 def int_nvvm_sad_ui : GCCBuiltin<"__nvvm_sad_ui">,
193 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
194 [IntrNoMem, Commutative]>;
195
196//
197// Floor Ceil
198//
199
200 def int_nvvm_floor_ftz_f : GCCBuiltin<"__nvvm_floor_ftz_f">,
201 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
202 def int_nvvm_floor_f : GCCBuiltin<"__nvvm_floor_f">,
203 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
204 def int_nvvm_floor_d : GCCBuiltin<"__nvvm_floor_d">,
205 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
206
207 def int_nvvm_ceil_ftz_f : GCCBuiltin<"__nvvm_ceil_ftz_f">,
208 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
209 def int_nvvm_ceil_f : GCCBuiltin<"__nvvm_ceil_f">,
210 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
211 def int_nvvm_ceil_d : GCCBuiltin<"__nvvm_ceil_d">,
212 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
213
214//
215// Abs
216//
217
218 def int_nvvm_fabs_ftz_f : GCCBuiltin<"__nvvm_fabs_ftz_f">,
219 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
220 def int_nvvm_fabs_f : GCCBuiltin<"__nvvm_fabs_f">,
221 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
222 def int_nvvm_fabs_d : GCCBuiltin<"__nvvm_fabs_d">,
223 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
224
225//
226// Round
227//
228
229 def int_nvvm_round_ftz_f : GCCBuiltin<"__nvvm_round_ftz_f">,
230 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
231 def int_nvvm_round_f : GCCBuiltin<"__nvvm_round_f">,
232 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
233
234 def int_nvvm_round_d : GCCBuiltin<"__nvvm_round_d">,
235 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
236
237//
238// Trunc
239//
240
241 def int_nvvm_trunc_ftz_f : GCCBuiltin<"__nvvm_trunc_ftz_f">,
242 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
243 def int_nvvm_trunc_f : GCCBuiltin<"__nvvm_trunc_f">,
244 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
245
246 def int_nvvm_trunc_d : GCCBuiltin<"__nvvm_trunc_d">,
247 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
248
249//
250// Saturate
251//
252
253 def int_nvvm_saturate_ftz_f : GCCBuiltin<"__nvvm_saturate_ftz_f">,
254 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
255 def int_nvvm_saturate_f : GCCBuiltin<"__nvvm_saturate_f">,
256 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
257
258 def int_nvvm_saturate_d : GCCBuiltin<"__nvvm_saturate_d">,
259 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
260
261//
262// Exp2 Log2
263//
264
265 def int_nvvm_ex2_approx_ftz_f : GCCBuiltin<"__nvvm_ex2_approx_ftz_f">,
266 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
267 def int_nvvm_ex2_approx_f : GCCBuiltin<"__nvvm_ex2_approx_f">,
268 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
269 def int_nvvm_ex2_approx_d : GCCBuiltin<"__nvvm_ex2_approx_d">,
270 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
271
272 def int_nvvm_lg2_approx_ftz_f : GCCBuiltin<"__nvvm_lg2_approx_ftz_f">,
273 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
274 def int_nvvm_lg2_approx_f : GCCBuiltin<"__nvvm_lg2_approx_f">,
275 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
276 def int_nvvm_lg2_approx_d : GCCBuiltin<"__nvvm_lg2_approx_d">,
277 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
278
279//
280// Sin Cos
281//
282
283 def int_nvvm_sin_approx_ftz_f : GCCBuiltin<"__nvvm_sin_approx_ftz_f">,
284 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
285 def int_nvvm_sin_approx_f : GCCBuiltin<"__nvvm_sin_approx_f">,
286 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
287
288 def int_nvvm_cos_approx_ftz_f : GCCBuiltin<"__nvvm_cos_approx_ftz_f">,
289 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
290 def int_nvvm_cos_approx_f : GCCBuiltin<"__nvvm_cos_approx_f">,
291 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
292
293//
294// Fma
295//
296
297 def int_nvvm_fma_rn_ftz_f : GCCBuiltin<"__nvvm_fma_rn_ftz_f">,
298 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
299 [IntrNoMem, Commutative]>;
300 def int_nvvm_fma_rn_f : GCCBuiltin<"__nvvm_fma_rn_f">,
301 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
302 [IntrNoMem, Commutative]>;
303 def int_nvvm_fma_rz_ftz_f : GCCBuiltin<"__nvvm_fma_rz_ftz_f">,
304 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
305 [IntrNoMem, Commutative]>;
306 def int_nvvm_fma_rz_f : GCCBuiltin<"__nvvm_fma_rz_f">,
307 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
308 [IntrNoMem, Commutative]>;
309 def int_nvvm_fma_rm_ftz_f : GCCBuiltin<"__nvvm_fma_rm_ftz_f">,
310 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
311 [IntrNoMem, Commutative]>;
312 def int_nvvm_fma_rm_f : GCCBuiltin<"__nvvm_fma_rm_f">,
313 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
314 [IntrNoMem, Commutative]>;
315 def int_nvvm_fma_rp_ftz_f : GCCBuiltin<"__nvvm_fma_rp_ftz_f">,
316 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
317 [IntrNoMem, Commutative]>;
318 def int_nvvm_fma_rp_f : GCCBuiltin<"__nvvm_fma_rp_f">,
319 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty, llvm_float_ty],
320 [IntrNoMem, Commutative]>;
321
322 def int_nvvm_fma_rn_d : GCCBuiltin<"__nvvm_fma_rn_d">,
323 Intrinsic<[llvm_double_ty],
324 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
325 [IntrNoMem, Commutative]>;
326 def int_nvvm_fma_rz_d : GCCBuiltin<"__nvvm_fma_rz_d">,
327 Intrinsic<[llvm_double_ty],
328 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
329 [IntrNoMem, Commutative]>;
330 def int_nvvm_fma_rm_d : GCCBuiltin<"__nvvm_fma_rm_d">,
331 Intrinsic<[llvm_double_ty],
332 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
333 [IntrNoMem, Commutative]>;
334 def int_nvvm_fma_rp_d : GCCBuiltin<"__nvvm_fma_rp_d">,
335 Intrinsic<[llvm_double_ty],
336 [llvm_double_ty, llvm_double_ty, llvm_double_ty],
337 [IntrNoMem, Commutative]>;
338
339//
340// Rcp
341//
342
343 def int_nvvm_rcp_rn_ftz_f : GCCBuiltin<"__nvvm_rcp_rn_ftz_f">,
344 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
345 def int_nvvm_rcp_rn_f : GCCBuiltin<"__nvvm_rcp_rn_f">,
346 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
347 def int_nvvm_rcp_rz_ftz_f : GCCBuiltin<"__nvvm_rcp_rz_ftz_f">,
348 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
349 def int_nvvm_rcp_rz_f : GCCBuiltin<"__nvvm_rcp_rz_f">,
350 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
351 def int_nvvm_rcp_rm_ftz_f : GCCBuiltin<"__nvvm_rcp_rm_ftz_f">,
352 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
353 def int_nvvm_rcp_rm_f : GCCBuiltin<"__nvvm_rcp_rm_f">,
354 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
355 def int_nvvm_rcp_rp_ftz_f : GCCBuiltin<"__nvvm_rcp_rp_ftz_f">,
356 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
357 def int_nvvm_rcp_rp_f : GCCBuiltin<"__nvvm_rcp_rp_f">,
358 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
359
360 def int_nvvm_rcp_rn_d : GCCBuiltin<"__nvvm_rcp_rn_d">,
361 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
362 def int_nvvm_rcp_rz_d : GCCBuiltin<"__nvvm_rcp_rz_d">,
363 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
364 def int_nvvm_rcp_rm_d : GCCBuiltin<"__nvvm_rcp_rm_d">,
365 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
366 def int_nvvm_rcp_rp_d : GCCBuiltin<"__nvvm_rcp_rp_d">,
367 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
368
369 def int_nvvm_rcp_approx_ftz_d : GCCBuiltin<"__nvvm_rcp_approx_ftz_d">,
370 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
371
372//
373// Sqrt
374//
375
376 def int_nvvm_sqrt_f : GCCBuiltin<"__nvvm_sqrt_f">,
377 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
378 def int_nvvm_sqrt_rn_ftz_f : GCCBuiltin<"__nvvm_sqrt_rn_ftz_f">,
379 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
380 def int_nvvm_sqrt_rn_f : GCCBuiltin<"__nvvm_sqrt_rn_f">,
381 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
382 def int_nvvm_sqrt_rz_ftz_f : GCCBuiltin<"__nvvm_sqrt_rz_ftz_f">,
383 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
384 def int_nvvm_sqrt_rz_f : GCCBuiltin<"__nvvm_sqrt_rz_f">,
385 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
386 def int_nvvm_sqrt_rm_ftz_f : GCCBuiltin<"__nvvm_sqrt_rm_ftz_f">,
387 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
388 def int_nvvm_sqrt_rm_f : GCCBuiltin<"__nvvm_sqrt_rm_f">,
389 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
390 def int_nvvm_sqrt_rp_ftz_f : GCCBuiltin<"__nvvm_sqrt_rp_ftz_f">,
391 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
392 def int_nvvm_sqrt_rp_f : GCCBuiltin<"__nvvm_sqrt_rp_f">,
393 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
394 def int_nvvm_sqrt_approx_ftz_f : GCCBuiltin<"__nvvm_sqrt_approx_ftz_f">,
395 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
396 def int_nvvm_sqrt_approx_f : GCCBuiltin<"__nvvm_sqrt_approx_f">,
397 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
398
399 def int_nvvm_sqrt_rn_d : GCCBuiltin<"__nvvm_sqrt_rn_d">,
400 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
401 def int_nvvm_sqrt_rz_d : GCCBuiltin<"__nvvm_sqrt_rz_d">,
402 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
403 def int_nvvm_sqrt_rm_d : GCCBuiltin<"__nvvm_sqrt_rm_d">,
404 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
405 def int_nvvm_sqrt_rp_d : GCCBuiltin<"__nvvm_sqrt_rp_d">,
406 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
407
408//
409// Rsqrt
410//
411
412 def int_nvvm_rsqrt_approx_ftz_f : GCCBuiltin<"__nvvm_rsqrt_approx_ftz_f">,
413 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
414 def int_nvvm_rsqrt_approx_f : GCCBuiltin<"__nvvm_rsqrt_approx_f">,
415 Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
416 def int_nvvm_rsqrt_approx_d : GCCBuiltin<"__nvvm_rsqrt_approx_d">,
417 Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
418
419//
420// Add
421//
422
423 def int_nvvm_add_rn_ftz_f : GCCBuiltin<"__nvvm_add_rn_ftz_f">,
424 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
425 [IntrNoMem, Commutative]>;
426 def int_nvvm_add_rn_f : GCCBuiltin<"__nvvm_add_rn_f">,
427 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
428 [IntrNoMem, Commutative]>;
429 def int_nvvm_add_rz_ftz_f : GCCBuiltin<"__nvvm_add_rz_ftz_f">,
430 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
431 [IntrNoMem, Commutative]>;
432 def int_nvvm_add_rz_f : GCCBuiltin<"__nvvm_add_rz_f">,
433 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
434 [IntrNoMem, Commutative]>;
435 def int_nvvm_add_rm_ftz_f : GCCBuiltin<"__nvvm_add_rm_ftz_f">,
436 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
437 [IntrNoMem, Commutative]>;
438 def int_nvvm_add_rm_f : GCCBuiltin<"__nvvm_add_rm_f">,
439 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
440 [IntrNoMem, Commutative]>;
441 def int_nvvm_add_rp_ftz_f : GCCBuiltin<"__nvvm_add_rp_ftz_f">,
442 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
443 [IntrNoMem, Commutative]>;
444 def int_nvvm_add_rp_f : GCCBuiltin<"__nvvm_add_rp_f">,
445 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty],
446 [IntrNoMem, Commutative]>;
447
448 def int_nvvm_add_rn_d : GCCBuiltin<"__nvvm_add_rn_d">,
449 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
450 [IntrNoMem, Commutative]>;
451 def int_nvvm_add_rz_d : GCCBuiltin<"__nvvm_add_rz_d">,
452 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
453 [IntrNoMem, Commutative]>;
454 def int_nvvm_add_rm_d : GCCBuiltin<"__nvvm_add_rm_d">,
455 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
456 [IntrNoMem, Commutative]>;
457 def int_nvvm_add_rp_d : GCCBuiltin<"__nvvm_add_rp_d">,
458 Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty],
459 [IntrNoMem, Commutative]>;
460
461//
462// Convert
463//
464
465 def int_nvvm_d2f_rn_ftz : GCCBuiltin<"__nvvm_d2f_rn_ftz">,
466 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
467 def int_nvvm_d2f_rn : GCCBuiltin<"__nvvm_d2f_rn">,
468 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
469 def int_nvvm_d2f_rz_ftz : GCCBuiltin<"__nvvm_d2f_rz_ftz">,
470 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
471 def int_nvvm_d2f_rz : GCCBuiltin<"__nvvm_d2f_rz">,
472 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
473 def int_nvvm_d2f_rm_ftz : GCCBuiltin<"__nvvm_d2f_rm_ftz">,
474 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
475 def int_nvvm_d2f_rm : GCCBuiltin<"__nvvm_d2f_rm">,
476 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
477 def int_nvvm_d2f_rp_ftz : GCCBuiltin<"__nvvm_d2f_rp_ftz">,
478 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
479 def int_nvvm_d2f_rp : GCCBuiltin<"__nvvm_d2f_rp">,
480 Intrinsic<[llvm_float_ty], [llvm_double_ty], [IntrNoMem]>;
481
482 def int_nvvm_d2i_rn : GCCBuiltin<"__nvvm_d2i_rn">,
483 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
484 def int_nvvm_d2i_rz : GCCBuiltin<"__nvvm_d2i_rz">,
485 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
486 def int_nvvm_d2i_rm : GCCBuiltin<"__nvvm_d2i_rm">,
487 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
488 def int_nvvm_d2i_rp : GCCBuiltin<"__nvvm_d2i_rp">,
489 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
490
491 def int_nvvm_d2ui_rn : GCCBuiltin<"__nvvm_d2ui_rn">,
492 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
493 def int_nvvm_d2ui_rz : GCCBuiltin<"__nvvm_d2ui_rz">,
494 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
495 def int_nvvm_d2ui_rm : GCCBuiltin<"__nvvm_d2ui_rm">,
496 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
497 def int_nvvm_d2ui_rp : GCCBuiltin<"__nvvm_d2ui_rp">,
498 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
499
500 def int_nvvm_i2d_rn : GCCBuiltin<"__nvvm_i2d_rn">,
501 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
502 def int_nvvm_i2d_rz : GCCBuiltin<"__nvvm_i2d_rz">,
503 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
504 def int_nvvm_i2d_rm : GCCBuiltin<"__nvvm_i2d_rm">,
505 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
506 def int_nvvm_i2d_rp : GCCBuiltin<"__nvvm_i2d_rp">,
507 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
508
509 def int_nvvm_ui2d_rn : GCCBuiltin<"__nvvm_ui2d_rn">,
510 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
511 def int_nvvm_ui2d_rz : GCCBuiltin<"__nvvm_ui2d_rz">,
512 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
513 def int_nvvm_ui2d_rm : GCCBuiltin<"__nvvm_ui2d_rm">,
514 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
515 def int_nvvm_ui2d_rp : GCCBuiltin<"__nvvm_ui2d_rp">,
516 Intrinsic<[llvm_double_ty], [llvm_i32_ty], [IntrNoMem]>;
517
518 def int_nvvm_f2i_rn_ftz : GCCBuiltin<"__nvvm_f2i_rn_ftz">,
519 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
520 def int_nvvm_f2i_rn : GCCBuiltin<"__nvvm_f2i_rn">,
521 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
522 def int_nvvm_f2i_rz_ftz : GCCBuiltin<"__nvvm_f2i_rz_ftz">,
523 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
524 def int_nvvm_f2i_rz : GCCBuiltin<"__nvvm_f2i_rz">,
525 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
526 def int_nvvm_f2i_rm_ftz : GCCBuiltin<"__nvvm_f2i_rm_ftz">,
527 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
528 def int_nvvm_f2i_rm : GCCBuiltin<"__nvvm_f2i_rm">,
529 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
530 def int_nvvm_f2i_rp_ftz : GCCBuiltin<"__nvvm_f2i_rp_ftz">,
531 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
532 def int_nvvm_f2i_rp : GCCBuiltin<"__nvvm_f2i_rp">,
533 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
534
535 def int_nvvm_f2ui_rn_ftz : GCCBuiltin<"__nvvm_f2ui_rn_ftz">,
536 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
537 def int_nvvm_f2ui_rn : GCCBuiltin<"__nvvm_f2ui_rn">,
538 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
539 def int_nvvm_f2ui_rz_ftz : GCCBuiltin<"__nvvm_f2ui_rz_ftz">,
540 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
541 def int_nvvm_f2ui_rz : GCCBuiltin<"__nvvm_f2ui_rz">,
542 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
543 def int_nvvm_f2ui_rm_ftz : GCCBuiltin<"__nvvm_f2ui_rm_ftz">,
544 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
545 def int_nvvm_f2ui_rm : GCCBuiltin<"__nvvm_f2ui_rm">,
546 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
547 def int_nvvm_f2ui_rp_ftz : GCCBuiltin<"__nvvm_f2ui_rp_ftz">,
548 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
549 def int_nvvm_f2ui_rp : GCCBuiltin<"__nvvm_f2ui_rp">,
550 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
551
552 def int_nvvm_i2f_rn : GCCBuiltin<"__nvvm_i2f_rn">,
553 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
554 def int_nvvm_i2f_rz : GCCBuiltin<"__nvvm_i2f_rz">,
555 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
556 def int_nvvm_i2f_rm : GCCBuiltin<"__nvvm_i2f_rm">,
557 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
558 def int_nvvm_i2f_rp : GCCBuiltin<"__nvvm_i2f_rp">,
559 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
560
561 def int_nvvm_ui2f_rn : GCCBuiltin<"__nvvm_ui2f_rn">,
562 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
563 def int_nvvm_ui2f_rz : GCCBuiltin<"__nvvm_ui2f_rz">,
564 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
565 def int_nvvm_ui2f_rm : GCCBuiltin<"__nvvm_ui2f_rm">,
566 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
567 def int_nvvm_ui2f_rp : GCCBuiltin<"__nvvm_ui2f_rp">,
568 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
569
570 def int_nvvm_lohi_i2d : GCCBuiltin<"__nvvm_lohi_i2d">,
571 Intrinsic<[llvm_double_ty], [llvm_i32_ty, llvm_i32_ty],
572 [IntrNoMem, Commutative]>;
573
574 def int_nvvm_d2i_lo : GCCBuiltin<"__nvvm_d2i_lo">,
575 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
576 def int_nvvm_d2i_hi : GCCBuiltin<"__nvvm_d2i_hi">,
577 Intrinsic<[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
578
579 def int_nvvm_f2ll_rn_ftz : GCCBuiltin<"__nvvm_f2ll_rn_ftz">,
580 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
581 def int_nvvm_f2ll_rn : GCCBuiltin<"__nvvm_f2ll_rn">,
582 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
583 def int_nvvm_f2ll_rz_ftz : GCCBuiltin<"__nvvm_f2ll_rz_ftz">,
584 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
585 def int_nvvm_f2ll_rz : GCCBuiltin<"__nvvm_f2ll_rz">,
586 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
587 def int_nvvm_f2ll_rm_ftz : GCCBuiltin<"__nvvm_f2ll_rm_ftz">,
588 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
589 def int_nvvm_f2ll_rm : GCCBuiltin<"__nvvm_f2ll_rm">,
590 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
591 def int_nvvm_f2ll_rp_ftz : GCCBuiltin<"__nvvm_f2ll_rp_ftz">,
592 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
593 def int_nvvm_f2ll_rp : GCCBuiltin<"__nvvm_f2ll_rp">,
594 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
595
596 def int_nvvm_f2ull_rn_ftz : GCCBuiltin<"__nvvm_f2ull_rn_ftz">,
597 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
598 def int_nvvm_f2ull_rn : GCCBuiltin<"__nvvm_f2ull_rn">,
599 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
600 def int_nvvm_f2ull_rz_ftz : GCCBuiltin<"__nvvm_f2ull_rz_ftz">,
601 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
602 def int_nvvm_f2ull_rz : GCCBuiltin<"__nvvm_f2ull_rz">,
603 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
604 def int_nvvm_f2ull_rm_ftz : GCCBuiltin<"__nvvm_f2ull_rm_ftz">,
605 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
606 def int_nvvm_f2ull_rm : GCCBuiltin<"__nvvm_f2ull_rm">,
607 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
608 def int_nvvm_f2ull_rp_ftz : GCCBuiltin<"__nvvm_f2ull_rp_ftz">,
609 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
610 def int_nvvm_f2ull_rp : GCCBuiltin<"__nvvm_f2ull_rp">,
611 Intrinsic<[llvm_i64_ty], [llvm_float_ty], [IntrNoMem]>;
612
613 def int_nvvm_d2ll_rn : GCCBuiltin<"__nvvm_d2ll_rn">,
614 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
615 def int_nvvm_d2ll_rz : GCCBuiltin<"__nvvm_d2ll_rz">,
616 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
617 def int_nvvm_d2ll_rm : GCCBuiltin<"__nvvm_d2ll_rm">,
618 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
619 def int_nvvm_d2ll_rp : GCCBuiltin<"__nvvm_d2ll_rp">,
620 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
621
622 def int_nvvm_d2ull_rn : GCCBuiltin<"__nvvm_d2ull_rn">,
623 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
624 def int_nvvm_d2ull_rz : GCCBuiltin<"__nvvm_d2ull_rz">,
625 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
626 def int_nvvm_d2ull_rm : GCCBuiltin<"__nvvm_d2ull_rm">,
627 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
628 def int_nvvm_d2ull_rp : GCCBuiltin<"__nvvm_d2ull_rp">,
629 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
630
631 def int_nvvm_ll2f_rn : GCCBuiltin<"__nvvm_ll2f_rn">,
632 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
633 def int_nvvm_ll2f_rz : GCCBuiltin<"__nvvm_ll2f_rz">,
634 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
635 def int_nvvm_ll2f_rm : GCCBuiltin<"__nvvm_ll2f_rm">,
636 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
637 def int_nvvm_ll2f_rp : GCCBuiltin<"__nvvm_ll2f_rp">,
638 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
639 def int_nvvm_ull2f_rn : GCCBuiltin<"__nvvm_ull2f_rn">,
640 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
641 def int_nvvm_ull2f_rz : GCCBuiltin<"__nvvm_ull2f_rz">,
642 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
643 def int_nvvm_ull2f_rm : GCCBuiltin<"__nvvm_ull2f_rm">,
644 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
645 def int_nvvm_ull2f_rp : GCCBuiltin<"__nvvm_ull2f_rp">,
646 Intrinsic<[llvm_float_ty], [llvm_i64_ty], [IntrNoMem]>;
647
648 def int_nvvm_ll2d_rn : GCCBuiltin<"__nvvm_ll2d_rn">,
649 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
650 def int_nvvm_ll2d_rz : GCCBuiltin<"__nvvm_ll2d_rz">,
651 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
652 def int_nvvm_ll2d_rm : GCCBuiltin<"__nvvm_ll2d_rm">,
653 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
654 def int_nvvm_ll2d_rp : GCCBuiltin<"__nvvm_ll2d_rp">,
655 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
656 def int_nvvm_ull2d_rn : GCCBuiltin<"__nvvm_ull2d_rn">,
657 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
658 def int_nvvm_ull2d_rz : GCCBuiltin<"__nvvm_ull2d_rz">,
659 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
660 def int_nvvm_ull2d_rm : GCCBuiltin<"__nvvm_ull2d_rm">,
661 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
662 def int_nvvm_ull2d_rp : GCCBuiltin<"__nvvm_ull2d_rp">,
663 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
664
665 def int_nvvm_f2h_rn_ftz : GCCBuiltin<"__nvvm_f2h_rn_ftz">,
666 Intrinsic<[llvm_i16_ty], [llvm_float_ty], [IntrNoMem]>;
667 def int_nvvm_f2h_rn : GCCBuiltin<"__nvvm_f2h_rn">,
668 Intrinsic<[llvm_i16_ty], [llvm_float_ty], [IntrNoMem]>;
669
670//
671// Bitcast
672//
673
674 def int_nvvm_bitcast_f2i : GCCBuiltin<"__nvvm_bitcast_f2i">,
675 Intrinsic<[llvm_i32_ty], [llvm_float_ty], [IntrNoMem]>;
676 def int_nvvm_bitcast_i2f : GCCBuiltin<"__nvvm_bitcast_i2f">,
677 Intrinsic<[llvm_float_ty], [llvm_i32_ty], [IntrNoMem]>;
678
679 def int_nvvm_bitcast_ll2d : GCCBuiltin<"__nvvm_bitcast_ll2d">,
680 Intrinsic<[llvm_double_ty], [llvm_i64_ty], [IntrNoMem]>;
681 def int_nvvm_bitcast_d2ll : GCCBuiltin<"__nvvm_bitcast_d2ll">,
682 Intrinsic<[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
683
684// FNS
685
686 def int_nvvm_fns : GCCBuiltin<"__nvvm_fns">,
687 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
688 [IntrNoMem]>;
689
690// Atomics not available as llvm intrinsics.
691 def int_nvvm_atomic_load_add_f32 : Intrinsic<[llvm_float_ty],
692 [LLVMAnyPointerType<llvm_float_ty>, llvm_float_ty],
693 [IntrArgMemOnly, NoCapture<0>]>;
694 // Atomic add of f64 requires sm_60.
695 def int_nvvm_atomic_load_add_f64 : Intrinsic<[llvm_double_ty],
696 [LLVMAnyPointerType<llvm_double_ty>, llvm_double_ty],
697 [IntrArgMemOnly, NoCapture<0>]>;
698
699 def int_nvvm_atomic_load_inc_32 : Intrinsic<[llvm_i32_ty],
700 [LLVMAnyPointerType<llvm_i32_ty>, llvm_i32_ty],
701 [IntrArgMemOnly, NoCapture<0>]>;
702 def int_nvvm_atomic_load_dec_32 : Intrinsic<[llvm_i32_ty],
703 [LLVMAnyPointerType<llvm_i32_ty>, llvm_i32_ty],
704 [IntrArgMemOnly, NoCapture<0>]>;
705
706 class SCOPED_ATOMIC2_impl<LLVMType elty>
707 : Intrinsic<[elty],
708 [LLVMAnyPointerType<LLVMMatchType<0>>, LLVMMatchType<0>],
709 [IntrArgMemOnly, NoCapture<0>]>;
710 class SCOPED_ATOMIC3_impl<LLVMType elty>
711 : Intrinsic<[elty],
712 [LLVMAnyPointerType<LLVMMatchType<0>>, LLVMMatchType<0>,
713 LLVMMatchType<0>],
714 [IntrArgMemOnly, NoCapture<0>]>;
715
716 multiclass PTXAtomicWithScope2<LLVMType elty> {
717 def _cta : SCOPED_ATOMIC2_impl<elty>;
718 def _sys : SCOPED_ATOMIC2_impl<elty>;
719 }
720 multiclass PTXAtomicWithScope3<LLVMType elty> {
721 def _cta : SCOPED_ATOMIC3_impl<elty>;
722 def _sys : SCOPED_ATOMIC3_impl<elty>;
723 }
724 multiclass PTXAtomicWithScope2_fi {
725 defm _f: PTXAtomicWithScope2<llvm_anyfloat_ty>;
726 defm _i: PTXAtomicWithScope2<llvm_anyint_ty>;
727 }
728 defm int_nvvm_atomic_add_gen : PTXAtomicWithScope2_fi;
729 defm int_nvvm_atomic_inc_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
730 defm int_nvvm_atomic_dec_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
731 defm int_nvvm_atomic_exch_gen_i: PTXAtomicWithScope2<llvm_anyint_ty>;
732 defm int_nvvm_atomic_xor_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
733 defm int_nvvm_atomic_max_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
734 defm int_nvvm_atomic_min_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
735 defm int_nvvm_atomic_or_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
736 defm int_nvvm_atomic_and_gen_i : PTXAtomicWithScope2<llvm_anyint_ty>;
737 defm int_nvvm_atomic_cas_gen_i : PTXAtomicWithScope3<llvm_anyint_ty>;
738
739// Bar.Sync
740
741 // The builtin for "bar.sync 0" is called __syncthreads. Unlike most of the
742 // intrinsics in this file, this one is a user-facing API.
743 def int_nvvm_barrier0 : GCCBuiltin<"__syncthreads">,
744 Intrinsic<[], [], [IntrConvergent]>;
745 // Synchronize all threads in the CTA at barrier 'n'.
746 def int_nvvm_barrier_n : GCCBuiltin<"__nvvm_bar_n">,
747 Intrinsic<[], [llvm_i32_ty], [IntrConvergent]>;
748 // Synchronize 'm', a multiple of warp size, (arg 2) threads in
749 // the CTA at barrier 'n' (arg 1).
750 def int_nvvm_barrier : GCCBuiltin<"__nvvm_bar">,
751 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty], [IntrConvergent]>;
752 def int_nvvm_barrier0_popc : GCCBuiltin<"__nvvm_bar0_popc">,
753 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrConvergent]>;
754 def int_nvvm_barrier0_and : GCCBuiltin<"__nvvm_bar0_and">,
755 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrConvergent]>;
756 def int_nvvm_barrier0_or : GCCBuiltin<"__nvvm_bar0_or">,
757 Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrConvergent]>;
758
759 def int_nvvm_bar_sync :
760 Intrinsic<[], [llvm_i32_ty], [IntrConvergent]>,
761 GCCBuiltin<"__nvvm_bar_sync">;
762 def int_nvvm_bar_warp_sync :
763 Intrinsic<[], [llvm_i32_ty], [IntrConvergent]>,
764 GCCBuiltin<"__nvvm_bar_warp_sync">;
765
766 // barrier.sync id[, cnt]
767 def int_nvvm_barrier_sync :
768 Intrinsic<[], [llvm_i32_ty], [IntrConvergent]>,
769 GCCBuiltin<"__nvvm_barrier_sync">;
770 def int_nvvm_barrier_sync_cnt :
771 Intrinsic<[], [llvm_i32_ty, llvm_i32_ty], [IntrConvergent]>,
772 GCCBuiltin<"__nvvm_barrier_sync_cnt">;
773
774 // Membar
775 def int_nvvm_membar_cta : GCCBuiltin<"__nvvm_membar_cta">,
776 Intrinsic<[], [], []>;
777 def int_nvvm_membar_gl : GCCBuiltin<"__nvvm_membar_gl">,
778 Intrinsic<[], [], []>;
779 def int_nvvm_membar_sys : GCCBuiltin<"__nvvm_membar_sys">,
780 Intrinsic<[], [], []>;
781
782// Generated within nvvm. Use for ldu on sm_20 or later. Second arg is the
783// pointer's alignment.
784def int_nvvm_ldu_global_i : Intrinsic<[llvm_anyint_ty],
785 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
786 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
787 "llvm.nvvm.ldu.global.i">;
788def int_nvvm_ldu_global_f : Intrinsic<[llvm_anyfloat_ty],
789 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
790 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
791 "llvm.nvvm.ldu.global.f">;
792def int_nvvm_ldu_global_p : Intrinsic<[llvm_anyptr_ty],
793 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
794 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
795 "llvm.nvvm.ldu.global.p">;
796
797// Generated within nvvm. Use for ldg on sm_35 or later. Second arg is the
798// pointer's alignment.
799def int_nvvm_ldg_global_i : Intrinsic<[llvm_anyint_ty],
800 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
801 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
802 "llvm.nvvm.ldg.global.i">;
803def int_nvvm_ldg_global_f : Intrinsic<[llvm_anyfloat_ty],
804 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
805 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
806 "llvm.nvvm.ldg.global.f">;
807def int_nvvm_ldg_global_p : Intrinsic<[llvm_anyptr_ty],
808 [LLVMAnyPointerType<LLVMMatchType<0>>, llvm_i32_ty],
809 [IntrReadMem, IntrArgMemOnly, NoCapture<0>],
810 "llvm.nvvm.ldg.global.p">;
811
812// Use for generic pointers
813// - These intrinsics are used to convert address spaces.
814// - The input pointer and output pointer must have the same type, except for
815// the address-space. (This restriction is not enforced here as there is
816// currently no way to describe it).
817// - This complements the llvm bitcast, which can be used to cast one type
818// of pointer to another type of pointer, while the address space remains
819// the same.
820def int_nvvm_ptr_local_to_gen: Intrinsic<[llvm_anyptr_ty],
821 [llvm_anyptr_ty], [IntrNoMem],
822 "llvm.nvvm.ptr.local.to.gen">;
823def int_nvvm_ptr_shared_to_gen: Intrinsic<[llvm_anyptr_ty],
824 [llvm_anyptr_ty], [IntrNoMem],
825 "llvm.nvvm.ptr.shared.to.gen">;
826def int_nvvm_ptr_global_to_gen: Intrinsic<[llvm_anyptr_ty],
827 [llvm_anyptr_ty], [IntrNoMem],
828 "llvm.nvvm.ptr.global.to.gen">;
829def int_nvvm_ptr_constant_to_gen: Intrinsic<[llvm_anyptr_ty],
830 [llvm_anyptr_ty], [IntrNoMem],
831 "llvm.nvvm.ptr.constant.to.gen">;
832
833def int_nvvm_ptr_gen_to_global: Intrinsic<[llvm_anyptr_ty],
834 [llvm_anyptr_ty], [IntrNoMem],
835 "llvm.nvvm.ptr.gen.to.global">;
836def int_nvvm_ptr_gen_to_shared: Intrinsic<[llvm_anyptr_ty],
837 [llvm_anyptr_ty], [IntrNoMem],
838 "llvm.nvvm.ptr.gen.to.shared">;
839def int_nvvm_ptr_gen_to_local: Intrinsic<[llvm_anyptr_ty],
840 [llvm_anyptr_ty], [IntrNoMem],
841 "llvm.nvvm.ptr.gen.to.local">;
842def int_nvvm_ptr_gen_to_constant: Intrinsic<[llvm_anyptr_ty],
843 [llvm_anyptr_ty], [IntrNoMem],
844 "llvm.nvvm.ptr.gen.to.constant">;
845
846// Used in nvvm internally to help address space opt and ptx code generation
847// This is for params that are passed to kernel functions by pointer by-val.
848def int_nvvm_ptr_gen_to_param: Intrinsic<[llvm_anyptr_ty],
849 [llvm_anyptr_ty],
850 [IntrNoMem],
851 "llvm.nvvm.ptr.gen.to.param">;
852
853// Move intrinsics, used in nvvm internally
854
855def int_nvvm_move_i16 : Intrinsic<[llvm_i16_ty], [llvm_i16_ty], [IntrNoMem],
856 "llvm.nvvm.move.i16">;
857def int_nvvm_move_i32 : Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [IntrNoMem],
858 "llvm.nvvm.move.i32">;
859def int_nvvm_move_i64 : Intrinsic<[llvm_i64_ty], [llvm_i64_ty], [IntrNoMem],
860 "llvm.nvvm.move.i64">;
861def int_nvvm_move_float : Intrinsic<[llvm_float_ty], [llvm_float_ty],
862 [IntrNoMem], "llvm.nvvm.move.float">;
863def int_nvvm_move_double : Intrinsic<[llvm_double_ty], [llvm_double_ty],
864 [IntrNoMem], "llvm.nvvm.move.double">;
865def int_nvvm_move_ptr : Intrinsic<[llvm_anyptr_ty], [llvm_anyptr_ty],
866 [IntrNoMem, NoCapture<0>], "llvm.nvvm.move.ptr">;
867
868
869// For getting the handle from a texture or surface variable
870def int_nvvm_texsurf_handle
871 : Intrinsic<[llvm_i64_ty], [llvm_metadata_ty, llvm_anyi64ptr_ty],
872 [IntrNoMem], "llvm.nvvm.texsurf.handle">;
873def int_nvvm_texsurf_handle_internal
874 : Intrinsic<[llvm_i64_ty], [llvm_anyptr_ty],
875 [IntrNoMem], "llvm.nvvm.texsurf.handle.internal">;
876
877/// Error / Warn
878def int_nvvm_compiler_error :
879 Intrinsic<[], [llvm_anyptr_ty], [], "llvm.nvvm.compiler.error">;
880def int_nvvm_compiler_warn :
881 Intrinsic<[], [llvm_anyptr_ty], [], "llvm.nvvm.compiler.warn">;
882
883def int_nvvm_reflect :
884 Intrinsic<[llvm_i32_ty], [llvm_anyptr_ty], [IntrNoMem], "llvm.nvvm.reflect">;
885
886// isspacep.{const, global, local, shared}
887def int_nvvm_isspacep_const
888 : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty], [IntrNoMem],
889 "llvm.nvvm.isspacep.const">,
890 GCCBuiltin<"__nvvm_isspacep_const">;
891def int_nvvm_isspacep_global
892 : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty], [IntrNoMem],
893 "llvm.nvvm.isspacep.global">,
894 GCCBuiltin<"__nvvm_isspacep_global">;
895def int_nvvm_isspacep_local
896 : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty], [IntrNoMem],
897 "llvm.nvvm.isspacep.local">,
898 GCCBuiltin<"__nvvm_isspacep_local">;
899def int_nvvm_isspacep_shared
900 : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty], [IntrNoMem],
901 "llvm.nvvm.isspacep.shared">,
902 GCCBuiltin<"__nvvm_isspacep_shared">;
903
904// Environment register read
905def int_nvvm_read_ptx_sreg_envreg0
906 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
907 "llvm.nvvm.read.ptx.sreg.envreg0">,
908 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg0">;
909def int_nvvm_read_ptx_sreg_envreg1
910 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
911 "llvm.nvvm.read.ptx.sreg.envreg1">,
912 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg1">;
913def int_nvvm_read_ptx_sreg_envreg2
914 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
915 "llvm.nvvm.read.ptx.sreg.envreg2">,
916 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg2">;
917def int_nvvm_read_ptx_sreg_envreg3
918 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
919 "llvm.nvvm.read.ptx.sreg.envreg3">,
920 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg3">;
921def int_nvvm_read_ptx_sreg_envreg4
922 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
923 "llvm.nvvm.read.ptx.sreg.envreg4">,
924 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg4">;
925def int_nvvm_read_ptx_sreg_envreg5
926 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
927 "llvm.nvvm.read.ptx.sreg.envreg5">,
928 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg5">;
929def int_nvvm_read_ptx_sreg_envreg6
930 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
931 "llvm.nvvm.read.ptx.sreg.envreg6">,
932 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg6">;
933def int_nvvm_read_ptx_sreg_envreg7
934 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
935 "llvm.nvvm.read.ptx.sreg.envreg7">,
936 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg7">;
937def int_nvvm_read_ptx_sreg_envreg8
938 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
939 "llvm.nvvm.read.ptx.sreg.envreg8">,
940 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg8">;
941def int_nvvm_read_ptx_sreg_envreg9
942 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
943 "llvm.nvvm.read.ptx.sreg.envreg9">,
944 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg9">;
945def int_nvvm_read_ptx_sreg_envreg10
946 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
947 "llvm.nvvm.read.ptx.sreg.envreg10">,
948 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg10">;
949def int_nvvm_read_ptx_sreg_envreg11
950 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
951 "llvm.nvvm.read.ptx.sreg.envreg11">,
952 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg11">;
953def int_nvvm_read_ptx_sreg_envreg12
954 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
955 "llvm.nvvm.read.ptx.sreg.envreg12">,
956 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg12">;
957def int_nvvm_read_ptx_sreg_envreg13
958 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
959 "llvm.nvvm.read.ptx.sreg.envreg13">,
960 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg13">;
961def int_nvvm_read_ptx_sreg_envreg14
962 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
963 "llvm.nvvm.read.ptx.sreg.envreg14">,
964 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg14">;
965def int_nvvm_read_ptx_sreg_envreg15
966 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
967 "llvm.nvvm.read.ptx.sreg.envreg15">,
968 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg15">;
969def int_nvvm_read_ptx_sreg_envreg16
970 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
971 "llvm.nvvm.read.ptx.sreg.envreg16">,
972 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg16">;
973def int_nvvm_read_ptx_sreg_envreg17
974 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
975 "llvm.nvvm.read.ptx.sreg.envreg17">,
976 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg17">;
977def int_nvvm_read_ptx_sreg_envreg18
978 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
979 "llvm.nvvm.read.ptx.sreg.envreg18">,
980 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg18">;
981def int_nvvm_read_ptx_sreg_envreg19
982 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
983 "llvm.nvvm.read.ptx.sreg.envreg19">,
984 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg19">;
985def int_nvvm_read_ptx_sreg_envreg20
986 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
987 "llvm.nvvm.read.ptx.sreg.envreg20">,
988 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg20">;
989def int_nvvm_read_ptx_sreg_envreg21
990 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
991 "llvm.nvvm.read.ptx.sreg.envreg21">,
992 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg21">;
993def int_nvvm_read_ptx_sreg_envreg22
994 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
995 "llvm.nvvm.read.ptx.sreg.envreg22">,
996 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg22">;
997def int_nvvm_read_ptx_sreg_envreg23
998 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
999 "llvm.nvvm.read.ptx.sreg.envreg23">,
1000 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg23">;
1001def int_nvvm_read_ptx_sreg_envreg24
1002 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1003 "llvm.nvvm.read.ptx.sreg.envreg24">,
1004 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg24">;
1005def int_nvvm_read_ptx_sreg_envreg25
1006 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1007 "llvm.nvvm.read.ptx.sreg.envreg25">,
1008 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg25">;
1009def int_nvvm_read_ptx_sreg_envreg26
1010 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1011 "llvm.nvvm.read.ptx.sreg.envreg26">,
1012 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg26">;
1013def int_nvvm_read_ptx_sreg_envreg27
1014 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1015 "llvm.nvvm.read.ptx.sreg.envreg27">,
1016 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg27">;
1017def int_nvvm_read_ptx_sreg_envreg28
1018 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1019 "llvm.nvvm.read.ptx.sreg.envreg28">,
1020 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg28">;
1021def int_nvvm_read_ptx_sreg_envreg29
1022 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1023 "llvm.nvvm.read.ptx.sreg.envreg29">,
1024 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg29">;
1025def int_nvvm_read_ptx_sreg_envreg30
1026 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1027 "llvm.nvvm.read.ptx.sreg.envreg30">,
1028 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg30">;
1029def int_nvvm_read_ptx_sreg_envreg31
1030 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem],
1031 "llvm.nvvm.read.ptx.sreg.envreg31">,
1032 GCCBuiltin<"__nvvm_read_ptx_sreg_envreg31">;
1033
1034
1035// Texture Fetch
1036// texmode_independent
1037def int_nvvm_tex_1d_v4f32_s32
1038 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1039 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [],
1040 "llvm.nvvm.tex.1d.v4f32.s32">;
1041def int_nvvm_tex_1d_v4f32_f32
1042 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1043 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty], [],
1044 "llvm.nvvm.tex.1d.v4f32.f32">;
1045def int_nvvm_tex_1d_level_v4f32_f32
1046 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1047 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1048 "llvm.nvvm.tex.1d.level.v4f32.f32">;
1049def int_nvvm_tex_1d_grad_v4f32_f32
1050 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1051 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1052 llvm_float_ty], [],
1053 "llvm.nvvm.tex.1d.grad.v4f32.f32">;
1054def int_nvvm_tex_1d_v4s32_s32
1055 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1056 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [],
1057 "llvm.nvvm.tex.1d.v4s32.s32">;
1058def int_nvvm_tex_1d_v4s32_f32
1059 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1060 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty], [],
1061 "llvm.nvvm.tex.1d.v4s32.f32">;
1062def int_nvvm_tex_1d_level_v4s32_f32
1063 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1064 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1065 "llvm.nvvm.tex.1d.level.v4s32.f32">;
1066def int_nvvm_tex_1d_grad_v4s32_f32
1067 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1068 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1069 llvm_float_ty], [],
1070 "llvm.nvvm.tex.1d.grad.v4s32.f32">;
1071def int_nvvm_tex_1d_v4u32_s32
1072 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1073 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [],
1074 "llvm.nvvm.tex.1d.v4u32.s32">;
1075def int_nvvm_tex_1d_v4u32_f32
1076 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1077 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty], [],
1078 "llvm.nvvm.tex.1d.v4u32.f32">;
1079def int_nvvm_tex_1d_level_v4u32_f32
1080 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1081 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1082 "llvm.nvvm.tex.1d.level.v4u32.f32">;
1083def int_nvvm_tex_1d_grad_v4u32_f32
1084 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1085 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1086 llvm_float_ty], [],
1087 "llvm.nvvm.tex.1d.grad.v4u32.f32">;
1088
1089def int_nvvm_tex_1d_array_v4f32_s32
1090 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1091 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1092 "llvm.nvvm.tex.1d.array.v4f32.s32">;
1093def int_nvvm_tex_1d_array_v4f32_f32
1094 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1095 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1096 "llvm.nvvm.tex.1d.array.v4f32.f32">;
1097def int_nvvm_tex_1d_array_level_v4f32_f32
1098 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1099 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1100 llvm_float_ty], [],
1101 "llvm.nvvm.tex.1d.array.level.v4f32.f32">;
1102def int_nvvm_tex_1d_array_grad_v4f32_f32
1103 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1104 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1105 llvm_float_ty, llvm_float_ty], [],
1106 "llvm.nvvm.tex.1d.array.grad.v4f32.f32">;
1107def int_nvvm_tex_1d_array_v4s32_s32
1108 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1109 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1110 "llvm.nvvm.tex.1d.array.v4s32.s32">;
1111def int_nvvm_tex_1d_array_v4s32_f32
1112 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1113 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1114 "llvm.nvvm.tex.1d.array.v4s32.f32">;
1115def int_nvvm_tex_1d_array_level_v4s32_f32
1116 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1117 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1118 llvm_float_ty], [],
1119 "llvm.nvvm.tex.1d.array.level.v4s32.f32">;
1120def int_nvvm_tex_1d_array_grad_v4s32_f32
1121 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1122 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1123 llvm_float_ty, llvm_float_ty], [],
1124 "llvm.nvvm.tex.1d.array.grad.v4s32.f32">;
1125def int_nvvm_tex_1d_array_v4u32_s32
1126 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1127 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1128 "llvm.nvvm.tex.1d.array.v4u32.s32">;
1129def int_nvvm_tex_1d_array_v4u32_f32
1130 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1131 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1132 "llvm.nvvm.tex.1d.array.v4u32.f32">;
1133def int_nvvm_tex_1d_array_level_v4u32_f32
1134 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1135 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1136 llvm_float_ty], [],
1137 "llvm.nvvm.tex.1d.array.level.v4u32.f32">;
1138def int_nvvm_tex_1d_array_grad_v4u32_f32
1139 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1140 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1141 llvm_float_ty, llvm_float_ty], [],
1142 "llvm.nvvm.tex.1d.array.grad.v4u32.f32">;
1143
1144def int_nvvm_tex_2d_v4f32_s32
1145 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1146 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1147 "llvm.nvvm.tex.2d.v4f32.s32">;
1148def int_nvvm_tex_2d_v4f32_f32
1149 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1150 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1151 "llvm.nvvm.tex.2d.v4f32.f32">;
1152def int_nvvm_tex_2d_level_v4f32_f32
1153 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1154 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1155 llvm_float_ty], [],
1156 "llvm.nvvm.tex.2d.level.v4f32.f32">;
1157def int_nvvm_tex_2d_grad_v4f32_f32
1158 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1159 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1160 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1161 "llvm.nvvm.tex.2d.grad.v4f32.f32">;
1162def int_nvvm_tex_2d_v4s32_s32
1163 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1164 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1165 "llvm.nvvm.tex.2d.v4s32.s32">;
1166def int_nvvm_tex_2d_v4s32_f32
1167 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1168 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1169 "llvm.nvvm.tex.2d.v4s32.f32">;
1170def int_nvvm_tex_2d_level_v4s32_f32
1171 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1172 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1173 llvm_float_ty], [],
1174 "llvm.nvvm.tex.2d.level.v4s32.f32">;
1175def int_nvvm_tex_2d_grad_v4s32_f32
1176 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1177 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1178 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1179 "llvm.nvvm.tex.2d.grad.v4s32.f32">;
1180def int_nvvm_tex_2d_v4u32_s32
1181 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1182 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1183 "llvm.nvvm.tex.2d.v4u32.s32">;
1184def int_nvvm_tex_2d_v4u32_f32
1185 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1186 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1187 "llvm.nvvm.tex.2d.v4u32.f32">;
1188def int_nvvm_tex_2d_level_v4u32_f32
1189 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1190 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1191 llvm_float_ty], [],
1192 "llvm.nvvm.tex.2d.level.v4u32.f32">;
1193def int_nvvm_tex_2d_grad_v4u32_f32
1194 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1195 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1196 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1197 "llvm.nvvm.tex.2d.grad.v4u32.f32">;
1198
1199def int_nvvm_tex_2d_array_v4f32_s32
1200 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1201 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1202 llvm_i32_ty], [],
1203 "llvm.nvvm.tex.2d.array.v4f32.s32">;
1204def int_nvvm_tex_2d_array_v4f32_f32
1205 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1206 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1207 llvm_float_ty], [],
1208 "llvm.nvvm.tex.2d.array.v4f32.f32">;
1209def int_nvvm_tex_2d_array_level_v4f32_f32
1210 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1211 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1212 llvm_float_ty, llvm_float_ty], [],
1213 "llvm.nvvm.tex.2d.array.level.v4f32.f32">;
1214def int_nvvm_tex_2d_array_grad_v4f32_f32
1215 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1216 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1217 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1218 llvm_float_ty], [],
1219 "llvm.nvvm.tex.2d.array.grad.v4f32.f32">;
1220def int_nvvm_tex_2d_array_v4s32_s32
1221 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1222 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1223 llvm_i32_ty], [],
1224 "llvm.nvvm.tex.2d.array.v4s32.s32">;
1225def int_nvvm_tex_2d_array_v4s32_f32
1226 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1227 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1228 llvm_float_ty], [],
1229 "llvm.nvvm.tex.2d.array.v4s32.f32">;
1230def int_nvvm_tex_2d_array_level_v4s32_f32
1231 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1232 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1233 llvm_float_ty, llvm_float_ty], [],
1234 "llvm.nvvm.tex.2d.array.level.v4s32.f32">;
1235def int_nvvm_tex_2d_array_grad_v4s32_f32
1236 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1237 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1238 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1239 llvm_float_ty], [],
1240 "llvm.nvvm.tex.2d.array.grad.v4s32.f32">;
1241def int_nvvm_tex_2d_array_v4u32_s32
1242 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1243 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1244 llvm_i32_ty], [],
1245 "llvm.nvvm.tex.2d.array.v4u32.s32">;
1246def int_nvvm_tex_2d_array_v4u32_f32
1247 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1248 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1249 llvm_float_ty], [],
1250 "llvm.nvvm.tex.2d.array.v4u32.f32">;
1251def int_nvvm_tex_2d_array_level_v4u32_f32
1252 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1253 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1254 llvm_float_ty, llvm_float_ty], [],
1255 "llvm.nvvm.tex.2d.array.level.v4u32.f32">;
1256def int_nvvm_tex_2d_array_grad_v4u32_f32
1257 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1258 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1259 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1260 llvm_float_ty], [],
1261 "llvm.nvvm.tex.2d.array.grad.v4u32.f32">;
1262
1263def int_nvvm_tex_3d_v4f32_s32
1264 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1265 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1266 [], "llvm.nvvm.tex.3d.v4f32.s32">;
1267def int_nvvm_tex_3d_v4f32_f32
1268 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1269 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1270 llvm_float_ty], [],
1271 "llvm.nvvm.tex.3d.v4f32.f32">;
1272def int_nvvm_tex_3d_level_v4f32_f32
1273 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1274 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1275 llvm_float_ty, llvm_float_ty], [],
1276 "llvm.nvvm.tex.3d.level.v4f32.f32">;
1277def int_nvvm_tex_3d_grad_v4f32_f32
1278 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1279 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1280 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1281 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1282 "llvm.nvvm.tex.3d.grad.v4f32.f32">;
1283def int_nvvm_tex_3d_v4s32_s32
1284 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1285 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1286 [], "llvm.nvvm.tex.3d.v4s32.s32">;
1287def int_nvvm_tex_3d_v4s32_f32
1288 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1289 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1290 llvm_float_ty], [],
1291 "llvm.nvvm.tex.3d.v4s32.f32">;
1292def int_nvvm_tex_3d_level_v4s32_f32
1293 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1294 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1295 llvm_float_ty, llvm_float_ty], [],
1296 "llvm.nvvm.tex.3d.level.v4s32.f32">;
1297def int_nvvm_tex_3d_grad_v4s32_f32
1298 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1299 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1300 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1301 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1302 "llvm.nvvm.tex.3d.grad.v4s32.f32">;
1303def int_nvvm_tex_3d_v4u32_s32
1304 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1305 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1306 [], "llvm.nvvm.tex.3d.v4u32.s32">;
1307def int_nvvm_tex_3d_v4u32_f32
1308 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1309 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1310 llvm_float_ty], [],
1311 "llvm.nvvm.tex.3d.v4u32.f32">;
1312def int_nvvm_tex_3d_level_v4u32_f32
1313 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1314 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1315 llvm_float_ty, llvm_float_ty], [],
1316 "llvm.nvvm.tex.3d.level.v4u32.f32">;
1317def int_nvvm_tex_3d_grad_v4u32_f32
1318 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1319 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1320 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1321 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1322 "llvm.nvvm.tex.3d.grad.v4u32.f32">;
1323
1324def int_nvvm_tex_cube_v4f32_f32
1325 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1326 [llvm_i64_ty, llvm_i64_ty,
1327 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1328 "llvm.nvvm.tex.cube.v4f32.f32">;
1329def int_nvvm_tex_cube_level_v4f32_f32
1330 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1331 [llvm_i64_ty, llvm_i64_ty,
1332 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1333 "llvm.nvvm.tex.cube.level.v4f32.f32">;
1334def int_nvvm_tex_cube_v4s32_f32
1335 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1336 [llvm_i64_ty, llvm_i64_ty,
1337 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1338 "llvm.nvvm.tex.cube.v4s32.f32">;
1339def int_nvvm_tex_cube_level_v4s32_f32
1340 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1341 [llvm_i64_ty, llvm_i64_ty,
1342 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1343 "llvm.nvvm.tex.cube.level.v4s32.f32">;
1344def int_nvvm_tex_cube_v4u32_f32
1345 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1346 [llvm_i64_ty, llvm_i64_ty,
1347 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1348 "llvm.nvvm.tex.cube.v4u32.f32">;
1349def int_nvvm_tex_cube_level_v4u32_f32
1350 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1351 [llvm_i64_ty, llvm_i64_ty,
1352 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1353 "llvm.nvvm.tex.cube.level.v4u32.f32">;
1354
1355def int_nvvm_tex_cube_array_v4f32_f32
1356 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1357 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1358 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1359 "llvm.nvvm.tex.cube.array.v4f32.f32">;
1360def int_nvvm_tex_cube_array_level_v4f32_f32
1361 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1362 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1363 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1364 "llvm.nvvm.tex.cube.array.level.v4f32.f32">;
1365def int_nvvm_tex_cube_array_v4s32_f32
1366 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1367 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1368 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1369 "llvm.nvvm.tex.cube.array.v4s32.f32">;
1370def int_nvvm_tex_cube_array_level_v4s32_f32
1371 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1372 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1373 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1374 "llvm.nvvm.tex.cube.array.level.v4s32.f32">;
1375def int_nvvm_tex_cube_array_v4u32_f32
1376 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1377 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1378 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1379 "llvm.nvvm.tex.cube.array.v4u32.f32">;
1380def int_nvvm_tex_cube_array_level_v4u32_f32
1381 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1382 [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty,
1383 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1384 "llvm.nvvm.tex.cube.array.level.v4u32.f32">;
1385
1386def int_nvvm_tld4_r_2d_v4f32_f32
1387 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1388 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1389 "llvm.nvvm.tld4.r.2d.v4f32.f32">;
1390def int_nvvm_tld4_g_2d_v4f32_f32
1391 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1392 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1393 "llvm.nvvm.tld4.g.2d.v4f32.f32">;
1394def int_nvvm_tld4_b_2d_v4f32_f32
1395 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1396 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1397 "llvm.nvvm.tld4.b.2d.v4f32.f32">;
1398def int_nvvm_tld4_a_2d_v4f32_f32
1399 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1400 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1401 "llvm.nvvm.tld4.a.2d.v4f32.f32">;
1402def int_nvvm_tld4_r_2d_v4s32_f32
1403 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1404 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1405 "llvm.nvvm.tld4.r.2d.v4s32.f32">;
1406def int_nvvm_tld4_g_2d_v4s32_f32
1407 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1408 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1409 "llvm.nvvm.tld4.g.2d.v4s32.f32">;
1410def int_nvvm_tld4_b_2d_v4s32_f32
1411 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1412 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1413 "llvm.nvvm.tld4.b.2d.v4s32.f32">;
1414def int_nvvm_tld4_a_2d_v4s32_f32
1415 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1416 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1417 "llvm.nvvm.tld4.a.2d.v4s32.f32">;
1418def int_nvvm_tld4_r_2d_v4u32_f32
1419 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1420 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1421 "llvm.nvvm.tld4.r.2d.v4u32.f32">;
1422def int_nvvm_tld4_g_2d_v4u32_f32
1423 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1424 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1425 "llvm.nvvm.tld4.g.2d.v4u32.f32">;
1426def int_nvvm_tld4_b_2d_v4u32_f32
1427 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1428 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1429 "llvm.nvvm.tld4.b.2d.v4u32.f32">;
1430def int_nvvm_tld4_a_2d_v4u32_f32
1431 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1432 [llvm_i64_ty, llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1433 "llvm.nvvm.tld4.a.2d.v4u32.f32">;
1434
1435
1436// texmode_unified
1437def int_nvvm_tex_unified_1d_v4f32_s32
1438 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1439 [llvm_i64_ty, llvm_i32_ty], [],
1440 "llvm.nvvm.tex.unified.1d.v4f32.s32">;
1441def int_nvvm_tex_unified_1d_v4f32_f32
1442 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1443 [llvm_i64_ty, llvm_float_ty], [],
1444 "llvm.nvvm.tex.unified.1d.v4f32.f32">;
1445def int_nvvm_tex_unified_1d_level_v4f32_f32
1446 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1447 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1448 "llvm.nvvm.tex.unified.1d.level.v4f32.f32">;
1449def int_nvvm_tex_unified_1d_grad_v4f32_f32
1450 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1451 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1452 llvm_float_ty], [],
1453 "llvm.nvvm.tex.unified.1d.grad.v4f32.f32">;
1454def int_nvvm_tex_unified_1d_v4s32_s32
1455 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1456 [llvm_i64_ty, llvm_i32_ty], [],
1457 "llvm.nvvm.tex.unified.1d.v4s32.s32">;
1458def int_nvvm_tex_unified_1d_v4s32_f32
1459 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1460 [llvm_i64_ty, llvm_float_ty], [],
1461 "llvm.nvvm.tex.unified.1d.v4s32.f32">;
1462def int_nvvm_tex_unified_1d_level_v4s32_f32
1463 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1464 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1465 "llvm.nvvm.tex.unified.1d.level.v4s32.f32">;
1466def int_nvvm_tex_unified_1d_grad_v4s32_f32
1467 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1468 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1469 llvm_float_ty], [],
1470 "llvm.nvvm.tex.unified.1d.grad.v4s32.f32">;
1471def int_nvvm_tex_unified_1d_v4u32_s32
1472 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1473 [llvm_i64_ty, llvm_i32_ty], [],
1474 "llvm.nvvm.tex.unified.1d.v4u32.s32">;
1475def int_nvvm_tex_unified_1d_v4u32_f32
1476 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1477 [llvm_i64_ty, llvm_float_ty], [],
1478 "llvm.nvvm.tex.unified.1d.v4u32.f32">;
1479def int_nvvm_tex_unified_1d_level_v4u32_f32
1480 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1481 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1482 "llvm.nvvm.tex.unified.1d.level.v4u32.f32">;
1483def int_nvvm_tex_unified_1d_grad_v4u32_f32
1484 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1485 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1486 llvm_float_ty], [],
1487 "llvm.nvvm.tex.unified.1d.grad.v4u32.f32">;
1488
1489def int_nvvm_tex_unified_1d_array_v4f32_s32
1490 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1491 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1492 "llvm.nvvm.tex.unified.1d.array.v4f32.s32">;
1493def int_nvvm_tex_unified_1d_array_v4f32_f32
1494 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1495 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1496 "llvm.nvvm.tex.unified.1d.array.v4f32.f32">;
1497def int_nvvm_tex_unified_1d_array_level_v4f32_f32
1498 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1499 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1500 llvm_float_ty], [],
1501 "llvm.nvvm.tex.unified.1d.array.level.v4f32.f32">;
1502def int_nvvm_tex_unified_1d_array_grad_v4f32_f32
1503 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1504 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1505 llvm_float_ty, llvm_float_ty], [],
1506 "llvm.nvvm.tex.unified.1d.array.grad.v4f32.f32">;
1507def int_nvvm_tex_unified_1d_array_v4s32_s32
1508 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1509 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1510 "llvm.nvvm.tex.unified.1d.array.v4s32.s32">;
1511def int_nvvm_tex_unified_1d_array_v4s32_f32
1512 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1513 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1514 "llvm.nvvm.tex.unified.1d.array.v4s32.f32">;
1515def int_nvvm_tex_unified_1d_array_level_v4s32_f32
1516 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1517 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1518 llvm_float_ty], [],
1519 "llvm.nvvm.tex.unified.1d.array.level.v4s32.f32">;
1520def int_nvvm_tex_unified_1d_array_grad_v4s32_f32
1521 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1522 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1523 llvm_float_ty, llvm_float_ty], [],
1524 "llvm.nvvm.tex.unified.1d.array.grad.v4s32.f32">;
1525def int_nvvm_tex_unified_1d_array_v4u32_s32
1526 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1527 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1528 "llvm.nvvm.tex.unified.1d.array.v4u32.s32">;
1529def int_nvvm_tex_unified_1d_array_v4u32_f32
1530 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1531 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty], [],
1532 "llvm.nvvm.tex.unified.1d.array.v4u32.f32">;
1533def int_nvvm_tex_unified_1d_array_level_v4u32_f32
1534 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1535 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1536 llvm_float_ty], [],
1537 "llvm.nvvm.tex.unified.1d.array.level.v4u32.f32">;
1538def int_nvvm_tex_unified_1d_array_grad_v4u32_f32
1539 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1540 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1541 llvm_float_ty, llvm_float_ty], [],
1542 "llvm.nvvm.tex.unified.1d.array.grad.v4u32.f32">;
1543
1544def int_nvvm_tex_unified_2d_v4f32_s32
1545 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1546 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1547 "llvm.nvvm.tex.unified.2d.v4f32.s32">;
1548def int_nvvm_tex_unified_2d_v4f32_f32
1549 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1550 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1551 "llvm.nvvm.tex.unified.2d.v4f32.f32">;
1552def int_nvvm_tex_unified_2d_level_v4f32_f32
1553 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1554 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1555 llvm_float_ty], [],
1556 "llvm.nvvm.tex.unified.2d.level.v4f32.f32">;
1557def int_nvvm_tex_unified_2d_grad_v4f32_f32
1558 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1559 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1560 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1561 "llvm.nvvm.tex.unified.2d.grad.v4f32.f32">;
1562def int_nvvm_tex_unified_2d_v4s32_s32
1563 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1564 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1565 "llvm.nvvm.tex.unified.2d.v4s32.s32">;
1566def int_nvvm_tex_unified_2d_v4s32_f32
1567 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1568 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1569 "llvm.nvvm.tex.unified.2d.v4s32.f32">;
1570def int_nvvm_tex_unified_2d_level_v4s32_f32
1571 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1572 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1573 llvm_float_ty], [],
1574 "llvm.nvvm.tex.unified.2d.level.v4s32.f32">;
1575def int_nvvm_tex_unified_2d_grad_v4s32_f32
1576 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1577 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1578 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1579 "llvm.nvvm.tex.unified.2d.grad.v4s32.f32">;
1580def int_nvvm_tex_unified_2d_v4u32_s32
1581 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1582 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1583 "llvm.nvvm.tex.unified.2d.v4u32.s32">;
1584def int_nvvm_tex_unified_2d_v4u32_f32
1585 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1586 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1587 "llvm.nvvm.tex.unified.2d.v4u32.f32">;
1588def int_nvvm_tex_unified_2d_level_v4u32_f32
1589 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1590 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1591 llvm_float_ty], [],
1592 "llvm.nvvm.tex.unified.2d.level.v4u32.f32">;
1593def int_nvvm_tex_unified_2d_grad_v4u32_f32
1594 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1595 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1596 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1597 "llvm.nvvm.tex.unified.2d.grad.v4u32.f32">;
1598
1599def int_nvvm_tex_unified_2d_array_v4f32_s32
1600 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1601 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1602 llvm_i32_ty], [],
1603 "llvm.nvvm.tex.unified.2d.array.v4f32.s32">;
1604def int_nvvm_tex_unified_2d_array_v4f32_f32
1605 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1606 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1607 llvm_float_ty], [],
1608 "llvm.nvvm.tex.unified.2d.array.v4f32.f32">;
1609def int_nvvm_tex_unified_2d_array_level_v4f32_f32
1610 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1611 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1612 llvm_float_ty, llvm_float_ty], [],
1613 "llvm.nvvm.tex.unified.2d.array.level.v4f32.f32">;
1614def int_nvvm_tex_unified_2d_array_grad_v4f32_f32
1615 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1616 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1617 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1618 llvm_float_ty], [],
1619 "llvm.nvvm.tex.unified.2d.array.grad.v4f32.f32">;
1620def int_nvvm_tex_unified_2d_array_v4s32_s32
1621 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1622 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1623 llvm_i32_ty], [],
1624 "llvm.nvvm.tex.unified.2d.array.v4s32.s32">;
1625def int_nvvm_tex_unified_2d_array_v4s32_f32
1626 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1627 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1628 llvm_float_ty], [],
1629 "llvm.nvvm.tex.unified.2d.array.v4s32.f32">;
1630def int_nvvm_tex_unified_2d_array_level_v4s32_f32
1631 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1632 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1633 llvm_float_ty, llvm_float_ty], [],
1634 "llvm.nvvm.tex.unified.2d.array.level.v4s32.f32">;
1635def int_nvvm_tex_unified_2d_array_grad_v4s32_f32
1636 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1637 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1638 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1639 llvm_float_ty], [],
1640 "llvm.nvvm.tex.unified.2d.array.grad.v4s32.f32">;
1641def int_nvvm_tex_unified_2d_array_v4u32_s32
1642 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1643 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
1644 llvm_i32_ty], [],
1645 "llvm.nvvm.tex.unified.2d.array.v4u32.s32">;
1646def int_nvvm_tex_unified_2d_array_v4u32_f32
1647 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1648 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1649 llvm_float_ty], [],
1650 "llvm.nvvm.tex.unified.2d.array.v4u32.f32">;
1651def int_nvvm_tex_unified_2d_array_level_v4u32_f32
1652 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1653 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1654 llvm_float_ty, llvm_float_ty], [],
1655 "llvm.nvvm.tex.unified.2d.array.level.v4u32.f32">;
1656def int_nvvm_tex_unified_2d_array_grad_v4u32_f32
1657 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1658 [llvm_i64_ty, llvm_i32_ty, llvm_float_ty,
1659 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1660 llvm_float_ty], [],
1661 "llvm.nvvm.tex.unified.2d.array.grad.v4u32.f32">;
1662
1663def int_nvvm_tex_unified_3d_v4f32_s32
1664 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1665 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1666 [], "llvm.nvvm.tex.unified.3d.v4f32.s32">;
1667def int_nvvm_tex_unified_3d_v4f32_f32
1668 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1669 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1670 llvm_float_ty], [],
1671 "llvm.nvvm.tex.unified.3d.v4f32.f32">;
1672def int_nvvm_tex_unified_3d_level_v4f32_f32
1673 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1674 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1675 llvm_float_ty, llvm_float_ty], [],
1676 "llvm.nvvm.tex.unified.3d.level.v4f32.f32">;
1677def int_nvvm_tex_unified_3d_grad_v4f32_f32
1678 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1679 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1680 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1681 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1682 "llvm.nvvm.tex.unified.3d.grad.v4f32.f32">;
1683def int_nvvm_tex_unified_3d_v4s32_s32
1684 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1685 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1686 [], "llvm.nvvm.tex.unified.3d.v4s32.s32">;
1687def int_nvvm_tex_unified_3d_v4s32_f32
1688 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1689 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1690 llvm_float_ty], [],
1691 "llvm.nvvm.tex.unified.3d.v4s32.f32">;
1692def int_nvvm_tex_unified_3d_level_v4s32_f32
1693 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1694 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1695 llvm_float_ty, llvm_float_ty], [],
1696 "llvm.nvvm.tex.unified.3d.level.v4s32.f32">;
1697def int_nvvm_tex_unified_3d_grad_v4s32_f32
1698 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1699 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1700 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1701 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1702 "llvm.nvvm.tex.unified.3d.grad.v4s32.f32">;
1703def int_nvvm_tex_unified_3d_v4u32_s32
1704 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1705 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1706 [], "llvm.nvvm.tex.unified.3d.v4u32.s32">;
1707def int_nvvm_tex_unified_3d_v4u32_f32
1708 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1709 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1710 llvm_float_ty], [],
1711 "llvm.nvvm.tex.unified.3d.v4u32.f32">;
1712def int_nvvm_tex_unified_3d_level_v4u32_f32
1713 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1714 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1715 llvm_float_ty, llvm_float_ty], [],
1716 "llvm.nvvm.tex.unified.3d.level.v4u32.f32">;
1717def int_nvvm_tex_unified_3d_grad_v4u32_f32
1718 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1719 [llvm_i64_ty, llvm_float_ty, llvm_float_ty,
1720 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty,
1721 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1722 "llvm.nvvm.tex.unified.3d.grad.v4u32.f32">;
1723
1724def int_nvvm_tex_unified_cube_v4f32_f32
1725 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1726 [llvm_i64_ty,
1727 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1728 "llvm.nvvm.tex.unified.cube.v4f32.f32">;
1729def int_nvvm_tex_unified_cube_level_v4f32_f32
1730 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1731 [llvm_i64_ty,
1732 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1733 "llvm.nvvm.tex.unified.cube.level.v4f32.f32">;
1734def int_nvvm_tex_unified_cube_v4s32_f32
1735 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1736 [llvm_i64_ty,
1737 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1738 "llvm.nvvm.tex.unified.cube.v4s32.f32">;
1739def int_nvvm_tex_unified_cube_level_v4s32_f32
1740 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1741 [llvm_i64_ty,
1742 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1743 "llvm.nvvm.tex.unified.cube.level.v4s32.f32">;
1744def int_nvvm_tex_unified_cube_v4u32_f32
1745 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1746 [llvm_i64_ty,
1747 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1748 "llvm.nvvm.tex.unified.cube.v4u32.f32">;
1749def int_nvvm_tex_unified_cube_level_v4u32_f32
1750 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1751 [llvm_i64_ty,
1752 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1753 "llvm.nvvm.tex.unified.cube.level.v4u32.f32">;
1754
1755def int_nvvm_tex_unified_cube_array_v4f32_f32
1756 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1757 [llvm_i64_ty, llvm_i32_ty,
1758 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1759 "llvm.nvvm.tex.unified.cube.array.v4f32.f32">;
1760def int_nvvm_tex_unified_cube_array_level_v4f32_f32
1761 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1762 [llvm_i64_ty, llvm_i32_ty,
1763 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1764 "llvm.nvvm.tex.unified.cube.array.level.v4f32.f32">;
1765def int_nvvm_tex_unified_cube_array_v4s32_f32
1766 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1767 [llvm_i64_ty, llvm_i32_ty,
1768 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1769 "llvm.nvvm.tex.unified.cube.array.v4s32.f32">;
1770def int_nvvm_tex_unified_cube_array_level_v4s32_f32
1771 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1772 [llvm_i64_ty, llvm_i32_ty,
1773 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1774 "llvm.nvvm.tex.unified.cube.array.level.v4s32.f32">;
1775def int_nvvm_tex_unified_cube_array_v4u32_f32
1776 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1777 [llvm_i64_ty, llvm_i32_ty,
1778 llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1779 "llvm.nvvm.tex.unified.cube.array.v4u32.f32">;
1780def int_nvvm_tex_unified_cube_array_level_v4u32_f32
1781 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1782 [llvm_i64_ty, llvm_i32_ty,
1783 llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty], [],
1784 "llvm.nvvm.tex.unified.cube.array.level.v4u32.f32">;
1785
1786def int_nvvm_tld4_unified_r_2d_v4f32_f32
1787 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1788 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1789 "llvm.nvvm.tld4.unified.r.2d.v4f32.f32">;
1790def int_nvvm_tld4_unified_g_2d_v4f32_f32
1791 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1792 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1793 "llvm.nvvm.tld4.unified.g.2d.v4f32.f32">;
1794def int_nvvm_tld4_unified_b_2d_v4f32_f32
1795 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1796 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1797 "llvm.nvvm.tld4.unified.b.2d.v4f32.f32">;
1798def int_nvvm_tld4_unified_a_2d_v4f32_f32
1799 : Intrinsic<[llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_float_ty],
1800 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1801 "llvm.nvvm.tld4.unified.a.2d.v4f32.f32">;
1802def int_nvvm_tld4_unified_r_2d_v4s32_f32
1803 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1804 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1805 "llvm.nvvm.tld4.unified.r.2d.v4s32.f32">;
1806def int_nvvm_tld4_unified_g_2d_v4s32_f32
1807 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1808 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1809 "llvm.nvvm.tld4.unified.g.2d.v4s32.f32">;
1810def int_nvvm_tld4_unified_b_2d_v4s32_f32
1811 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1812 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1813 "llvm.nvvm.tld4.unified.b.2d.v4s32.f32">;
1814def int_nvvm_tld4_unified_a_2d_v4s32_f32
1815 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1816 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1817 "llvm.nvvm.tld4.unified.a.2d.v4s32.f32">;
1818def int_nvvm_tld4_unified_r_2d_v4u32_f32
1819 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1820 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1821 "llvm.nvvm.tld4.unified.r.2d.v4u32.f32">;
1822def int_nvvm_tld4_unified_g_2d_v4u32_f32
1823 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1824 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1825 "llvm.nvvm.tld4.unified.g.2d.v4u32.f32">;
1826def int_nvvm_tld4_unified_b_2d_v4u32_f32
1827 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1828 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1829 "llvm.nvvm.tld4.unified.b.2d.v4u32.f32">;
1830def int_nvvm_tld4_unified_a_2d_v4u32_f32
1831 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1832 [llvm_i64_ty, llvm_float_ty, llvm_float_ty], [],
1833 "llvm.nvvm.tld4.unified.a.2d.v4u32.f32">;
1834
1835
1836//=== Surface Load
1837// .clamp variants
1838def int_nvvm_suld_1d_i8_clamp
1839 : Intrinsic<[llvm_i16_ty],
1840 [llvm_i64_ty, llvm_i32_ty], [],
1841 "llvm.nvvm.suld.1d.i8.clamp">;
1842def int_nvvm_suld_1d_i16_clamp
1843 : Intrinsic<[llvm_i16_ty],
1844 [llvm_i64_ty, llvm_i32_ty], [],
1845 "llvm.nvvm.suld.1d.i16.clamp">;
1846def int_nvvm_suld_1d_i32_clamp
1847 : Intrinsic<[llvm_i32_ty],
1848 [llvm_i64_ty, llvm_i32_ty], [],
1849 "llvm.nvvm.suld.1d.i32.clamp">;
1850def int_nvvm_suld_1d_i64_clamp
1851 : Intrinsic<[llvm_i64_ty],
1852 [llvm_i64_ty, llvm_i32_ty], [],
1853 "llvm.nvvm.suld.1d.i64.clamp">;
1854def int_nvvm_suld_1d_v2i8_clamp
1855 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1856 [llvm_i64_ty, llvm_i32_ty], [],
1857 "llvm.nvvm.suld.1d.v2i8.clamp">;
1858def int_nvvm_suld_1d_v2i16_clamp
1859 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1860 [llvm_i64_ty, llvm_i32_ty], [],
1861 "llvm.nvvm.suld.1d.v2i16.clamp">;
1862def int_nvvm_suld_1d_v2i32_clamp
1863 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1864 [llvm_i64_ty, llvm_i32_ty], [],
1865 "llvm.nvvm.suld.1d.v2i32.clamp">;
1866def int_nvvm_suld_1d_v2i64_clamp
1867 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1868 [llvm_i64_ty, llvm_i32_ty], [],
1869 "llvm.nvvm.suld.1d.v2i64.clamp">;
1870def int_nvvm_suld_1d_v4i8_clamp
1871 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1872 [llvm_i64_ty, llvm_i32_ty], [],
1873 "llvm.nvvm.suld.1d.v4i8.clamp">;
1874def int_nvvm_suld_1d_v4i16_clamp
1875 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1876 [llvm_i64_ty, llvm_i32_ty], [],
1877 "llvm.nvvm.suld.1d.v4i16.clamp">;
1878def int_nvvm_suld_1d_v4i32_clamp
1879 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1880 [llvm_i64_ty, llvm_i32_ty], [],
1881 "llvm.nvvm.suld.1d.v4i32.clamp">;
1882
1883def int_nvvm_suld_1d_array_i8_clamp
1884 : Intrinsic<[llvm_i16_ty],
1885 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1886 "llvm.nvvm.suld.1d.array.i8.clamp">;
1887def int_nvvm_suld_1d_array_i16_clamp
1888 : Intrinsic<[llvm_i16_ty],
1889 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1890 "llvm.nvvm.suld.1d.array.i16.clamp">;
1891def int_nvvm_suld_1d_array_i32_clamp
1892 : Intrinsic<[llvm_i32_ty],
1893 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1894 "llvm.nvvm.suld.1d.array.i32.clamp">;
1895def int_nvvm_suld_1d_array_i64_clamp
1896 : Intrinsic<[llvm_i64_ty],
1897 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1898 "llvm.nvvm.suld.1d.array.i64.clamp">;
1899def int_nvvm_suld_1d_array_v2i8_clamp
1900 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1901 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1902 "llvm.nvvm.suld.1d.array.v2i8.clamp">;
1903def int_nvvm_suld_1d_array_v2i16_clamp
1904 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1905 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1906 "llvm.nvvm.suld.1d.array.v2i16.clamp">;
1907def int_nvvm_suld_1d_array_v2i32_clamp
1908 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1909 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1910 "llvm.nvvm.suld.1d.array.v2i32.clamp">;
1911def int_nvvm_suld_1d_array_v2i64_clamp
1912 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1913 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1914 "llvm.nvvm.suld.1d.array.v2i64.clamp">;
1915def int_nvvm_suld_1d_array_v4i8_clamp
1916 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1917 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1918 "llvm.nvvm.suld.1d.array.v4i8.clamp">;
1919def int_nvvm_suld_1d_array_v4i16_clamp
1920 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1921 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1922 "llvm.nvvm.suld.1d.array.v4i16.clamp">;
1923def int_nvvm_suld_1d_array_v4i32_clamp
1924 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1925 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1926 "llvm.nvvm.suld.1d.array.v4i32.clamp">;
1927
1928def int_nvvm_suld_2d_i8_clamp
1929 : Intrinsic<[llvm_i16_ty],
1930 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1931 "llvm.nvvm.suld.2d.i8.clamp">;
1932def int_nvvm_suld_2d_i16_clamp
1933 : Intrinsic<[llvm_i16_ty],
1934 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1935 "llvm.nvvm.suld.2d.i16.clamp">;
1936def int_nvvm_suld_2d_i32_clamp
1937 : Intrinsic<[llvm_i32_ty],
1938 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1939 "llvm.nvvm.suld.2d.i32.clamp">;
1940def int_nvvm_suld_2d_i64_clamp
1941 : Intrinsic<[llvm_i64_ty],
1942 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1943 "llvm.nvvm.suld.2d.i64.clamp">;
1944def int_nvvm_suld_2d_v2i8_clamp
1945 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1946 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1947 "llvm.nvvm.suld.2d.v2i8.clamp">;
1948def int_nvvm_suld_2d_v2i16_clamp
1949 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1950 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1951 "llvm.nvvm.suld.2d.v2i16.clamp">;
1952def int_nvvm_suld_2d_v2i32_clamp
1953 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1954 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1955 "llvm.nvvm.suld.2d.v2i32.clamp">;
1956def int_nvvm_suld_2d_v2i64_clamp
1957 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1958 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1959 "llvm.nvvm.suld.2d.v2i64.clamp">;
1960def int_nvvm_suld_2d_v4i8_clamp
1961 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1962 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1963 "llvm.nvvm.suld.2d.v4i8.clamp">;
1964def int_nvvm_suld_2d_v4i16_clamp
1965 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
1966 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1967 "llvm.nvvm.suld.2d.v4i16.clamp">;
1968def int_nvvm_suld_2d_v4i32_clamp
1969 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1970 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
1971 "llvm.nvvm.suld.2d.v4i32.clamp">;
1972
1973def int_nvvm_suld_2d_array_i8_clamp
1974 : Intrinsic<[llvm_i16_ty],
1975 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1976 "llvm.nvvm.suld.2d.array.i8.clamp">;
1977def int_nvvm_suld_2d_array_i16_clamp
1978 : Intrinsic<[llvm_i16_ty],
1979 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1980 "llvm.nvvm.suld.2d.array.i16.clamp">;
1981def int_nvvm_suld_2d_array_i32_clamp
1982 : Intrinsic<[llvm_i32_ty],
1983 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1984 "llvm.nvvm.suld.2d.array.i32.clamp">;
1985def int_nvvm_suld_2d_array_i64_clamp
1986 : Intrinsic<[llvm_i64_ty],
1987 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1988 "llvm.nvvm.suld.2d.array.i64.clamp">;
1989def int_nvvm_suld_2d_array_v2i8_clamp
1990 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1991 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1992 "llvm.nvvm.suld.2d.array.v2i8.clamp">;
1993def int_nvvm_suld_2d_array_v2i16_clamp
1994 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
1995 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
1996 "llvm.nvvm.suld.2d.array.v2i16.clamp">;
1997def int_nvvm_suld_2d_array_v2i32_clamp
1998 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
1999 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2000 "llvm.nvvm.suld.2d.array.v2i32.clamp">;
2001def int_nvvm_suld_2d_array_v2i64_clamp
2002 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2003 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2004 "llvm.nvvm.suld.2d.array.v2i64.clamp">;
2005def int_nvvm_suld_2d_array_v4i8_clamp
2006 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2007 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2008 "llvm.nvvm.suld.2d.array.v4i8.clamp">;
2009def int_nvvm_suld_2d_array_v4i16_clamp
2010 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2011 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2012 "llvm.nvvm.suld.2d.array.v4i16.clamp">;
2013def int_nvvm_suld_2d_array_v4i32_clamp
2014 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2015 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2016 "llvm.nvvm.suld.2d.array.v4i32.clamp">;
2017
2018def int_nvvm_suld_3d_i8_clamp
2019 : Intrinsic<[llvm_i16_ty],
2020 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2021 "llvm.nvvm.suld.3d.i8.clamp">;
2022def int_nvvm_suld_3d_i16_clamp
2023 : Intrinsic<[llvm_i16_ty],
2024 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2025 "llvm.nvvm.suld.3d.i16.clamp">;
2026def int_nvvm_suld_3d_i32_clamp
2027 : Intrinsic<[llvm_i32_ty],
2028 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2029 "llvm.nvvm.suld.3d.i32.clamp">;
2030def int_nvvm_suld_3d_i64_clamp
2031 : Intrinsic<[llvm_i64_ty],
2032 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2033 "llvm.nvvm.suld.3d.i64.clamp">;
2034def int_nvvm_suld_3d_v2i8_clamp
2035 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2036 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2037 "llvm.nvvm.suld.3d.v2i8.clamp">;
2038def int_nvvm_suld_3d_v2i16_clamp
2039 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2040 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2041 "llvm.nvvm.suld.3d.v2i16.clamp">;
2042def int_nvvm_suld_3d_v2i32_clamp
2043 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2044 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2045 "llvm.nvvm.suld.3d.v2i32.clamp">;
2046def int_nvvm_suld_3d_v2i64_clamp
2047 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2048 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2049 "llvm.nvvm.suld.3d.v2i64.clamp">;
2050def int_nvvm_suld_3d_v4i8_clamp
2051 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2052 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2053 "llvm.nvvm.suld.3d.v4i8.clamp">;
2054def int_nvvm_suld_3d_v4i16_clamp
2055 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2056 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2057 "llvm.nvvm.suld.3d.v4i16.clamp">;
2058def int_nvvm_suld_3d_v4i32_clamp
2059 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2060 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2061 "llvm.nvvm.suld.3d.v4i32.clamp">;
2062
2063// .trap variants
2064def int_nvvm_suld_1d_i8_trap
2065 : Intrinsic<[llvm_i16_ty],
2066 [llvm_i64_ty, llvm_i32_ty], [],
2067 "llvm.nvvm.suld.1d.i8.trap">;
2068def int_nvvm_suld_1d_i16_trap
2069 : Intrinsic<[llvm_i16_ty],
2070 [llvm_i64_ty, llvm_i32_ty], [],
2071 "llvm.nvvm.suld.1d.i16.trap">;
2072def int_nvvm_suld_1d_i32_trap
2073 : Intrinsic<[llvm_i32_ty],
2074 [llvm_i64_ty, llvm_i32_ty], [],
2075 "llvm.nvvm.suld.1d.i32.trap">;
2076def int_nvvm_suld_1d_i64_trap
2077 : Intrinsic<[llvm_i64_ty],
2078 [llvm_i64_ty, llvm_i32_ty], [],
2079 "llvm.nvvm.suld.1d.i64.trap">;
2080def int_nvvm_suld_1d_v2i8_trap
2081 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2082 [llvm_i64_ty, llvm_i32_ty], [],
2083 "llvm.nvvm.suld.1d.v2i8.trap">;
2084def int_nvvm_suld_1d_v2i16_trap
2085 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2086 [llvm_i64_ty, llvm_i32_ty], [],
2087 "llvm.nvvm.suld.1d.v2i16.trap">;
2088def int_nvvm_suld_1d_v2i32_trap
2089 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2090 [llvm_i64_ty, llvm_i32_ty], [],
2091 "llvm.nvvm.suld.1d.v2i32.trap">;
2092def int_nvvm_suld_1d_v2i64_trap
2093 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2094 [llvm_i64_ty, llvm_i32_ty], [],
2095 "llvm.nvvm.suld.1d.v2i64.trap">;
2096def int_nvvm_suld_1d_v4i8_trap
2097 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2098 [llvm_i64_ty, llvm_i32_ty], [],
2099 "llvm.nvvm.suld.1d.v4i8.trap">;
2100def int_nvvm_suld_1d_v4i16_trap
2101 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2102 [llvm_i64_ty, llvm_i32_ty], [],
2103 "llvm.nvvm.suld.1d.v4i16.trap">;
2104def int_nvvm_suld_1d_v4i32_trap
2105 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2106 [llvm_i64_ty, llvm_i32_ty], [],
2107 "llvm.nvvm.suld.1d.v4i32.trap">;
2108
2109def int_nvvm_suld_1d_array_i8_trap
2110 : Intrinsic<[llvm_i16_ty],
2111 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2112 "llvm.nvvm.suld.1d.array.i8.trap">;
2113def int_nvvm_suld_1d_array_i16_trap
2114 : Intrinsic<[llvm_i16_ty],
2115 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2116 "llvm.nvvm.suld.1d.array.i16.trap">;
2117def int_nvvm_suld_1d_array_i32_trap
2118 : Intrinsic<[llvm_i32_ty],
2119 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2120 "llvm.nvvm.suld.1d.array.i32.trap">;
2121def int_nvvm_suld_1d_array_i64_trap
2122 : Intrinsic<[llvm_i64_ty],
2123 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2124 "llvm.nvvm.suld.1d.array.i64.trap">;
2125def int_nvvm_suld_1d_array_v2i8_trap
2126 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2127 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2128 "llvm.nvvm.suld.1d.array.v2i8.trap">;
2129def int_nvvm_suld_1d_array_v2i16_trap
2130 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2131 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2132 "llvm.nvvm.suld.1d.array.v2i16.trap">;
2133def int_nvvm_suld_1d_array_v2i32_trap
2134 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2135 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2136 "llvm.nvvm.suld.1d.array.v2i32.trap">;
2137def int_nvvm_suld_1d_array_v2i64_trap
2138 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2139 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2140 "llvm.nvvm.suld.1d.array.v2i64.trap">;
2141def int_nvvm_suld_1d_array_v4i8_trap
2142 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2143 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2144 "llvm.nvvm.suld.1d.array.v4i8.trap">;
2145def int_nvvm_suld_1d_array_v4i16_trap
2146 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2147 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2148 "llvm.nvvm.suld.1d.array.v4i16.trap">;
2149def int_nvvm_suld_1d_array_v4i32_trap
2150 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2151 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2152 "llvm.nvvm.suld.1d.array.v4i32.trap">;
2153
2154def int_nvvm_suld_2d_i8_trap
2155 : Intrinsic<[llvm_i16_ty],
2156 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2157 "llvm.nvvm.suld.2d.i8.trap">;
2158def int_nvvm_suld_2d_i16_trap
2159 : Intrinsic<[llvm_i16_ty],
2160 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2161 "llvm.nvvm.suld.2d.i16.trap">;
2162def int_nvvm_suld_2d_i32_trap
2163 : Intrinsic<[llvm_i32_ty],
2164 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2165 "llvm.nvvm.suld.2d.i32.trap">;
2166def int_nvvm_suld_2d_i64_trap
2167 : Intrinsic<[llvm_i64_ty],
2168 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2169 "llvm.nvvm.suld.2d.i64.trap">;
2170def int_nvvm_suld_2d_v2i8_trap
2171 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2172 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2173 "llvm.nvvm.suld.2d.v2i8.trap">;
2174def int_nvvm_suld_2d_v2i16_trap
2175 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2176 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2177 "llvm.nvvm.suld.2d.v2i16.trap">;
2178def int_nvvm_suld_2d_v2i32_trap
2179 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2180 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2181 "llvm.nvvm.suld.2d.v2i32.trap">;
2182def int_nvvm_suld_2d_v2i64_trap
2183 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2184 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2185 "llvm.nvvm.suld.2d.v2i64.trap">;
2186def int_nvvm_suld_2d_v4i8_trap
2187 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2188 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2189 "llvm.nvvm.suld.2d.v4i8.trap">;
2190def int_nvvm_suld_2d_v4i16_trap
2191 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2192 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2193 "llvm.nvvm.suld.2d.v4i16.trap">;
2194def int_nvvm_suld_2d_v4i32_trap
2195 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2196 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2197 "llvm.nvvm.suld.2d.v4i32.trap">;
2198
2199def int_nvvm_suld_2d_array_i8_trap
2200 : Intrinsic<[llvm_i16_ty],
2201 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2202 "llvm.nvvm.suld.2d.array.i8.trap">;
2203def int_nvvm_suld_2d_array_i16_trap
2204 : Intrinsic<[llvm_i16_ty],
2205 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2206 "llvm.nvvm.suld.2d.array.i16.trap">;
2207def int_nvvm_suld_2d_array_i32_trap
2208 : Intrinsic<[llvm_i32_ty],
2209 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2210 "llvm.nvvm.suld.2d.array.i32.trap">;
2211def int_nvvm_suld_2d_array_i64_trap
2212 : Intrinsic<[llvm_i64_ty],
2213 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2214 "llvm.nvvm.suld.2d.array.i64.trap">;
2215def int_nvvm_suld_2d_array_v2i8_trap
2216 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2217 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2218 "llvm.nvvm.suld.2d.array.v2i8.trap">;
2219def int_nvvm_suld_2d_array_v2i16_trap
2220 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2221 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2222 "llvm.nvvm.suld.2d.array.v2i16.trap">;
2223def int_nvvm_suld_2d_array_v2i32_trap
2224 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2225 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2226 "llvm.nvvm.suld.2d.array.v2i32.trap">;
2227def int_nvvm_suld_2d_array_v2i64_trap
2228 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2229 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2230 "llvm.nvvm.suld.2d.array.v2i64.trap">;
2231def int_nvvm_suld_2d_array_v4i8_trap
2232 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2233 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2234 "llvm.nvvm.suld.2d.array.v4i8.trap">;
2235def int_nvvm_suld_2d_array_v4i16_trap
2236 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2237 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2238 "llvm.nvvm.suld.2d.array.v4i16.trap">;
2239def int_nvvm_suld_2d_array_v4i32_trap
2240 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2241 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2242 "llvm.nvvm.suld.2d.array.v4i32.trap">;
2243
2244def int_nvvm_suld_3d_i8_trap
2245 : Intrinsic<[llvm_i16_ty],
2246 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2247 "llvm.nvvm.suld.3d.i8.trap">;
2248def int_nvvm_suld_3d_i16_trap
2249 : Intrinsic<[llvm_i16_ty],
2250 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2251 "llvm.nvvm.suld.3d.i16.trap">;
2252def int_nvvm_suld_3d_i32_trap
2253 : Intrinsic<[llvm_i32_ty],
2254 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2255 "llvm.nvvm.suld.3d.i32.trap">;
2256def int_nvvm_suld_3d_i64_trap
2257 : Intrinsic<[llvm_i64_ty],
2258 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2259 "llvm.nvvm.suld.3d.i64.trap">;
2260def int_nvvm_suld_3d_v2i8_trap
2261 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2262 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2263 "llvm.nvvm.suld.3d.v2i8.trap">;
2264def int_nvvm_suld_3d_v2i16_trap
2265 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2266 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2267 "llvm.nvvm.suld.3d.v2i16.trap">;
2268def int_nvvm_suld_3d_v2i32_trap
2269 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2270 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2271 "llvm.nvvm.suld.3d.v2i32.trap">;
2272def int_nvvm_suld_3d_v2i64_trap
2273 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2274 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2275 "llvm.nvvm.suld.3d.v2i64.trap">;
2276def int_nvvm_suld_3d_v4i8_trap
2277 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2278 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2279 "llvm.nvvm.suld.3d.v4i8.trap">;
2280def int_nvvm_suld_3d_v4i16_trap
2281 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2282 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2283 "llvm.nvvm.suld.3d.v4i16.trap">;
2284def int_nvvm_suld_3d_v4i32_trap
2285 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2286 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2287 "llvm.nvvm.suld.3d.v4i32.trap">;
2288
2289// .zero variants
2290def int_nvvm_suld_1d_i8_zero
2291 : Intrinsic<[llvm_i16_ty],
2292 [llvm_i64_ty, llvm_i32_ty], [],
2293 "llvm.nvvm.suld.1d.i8.zero">;
2294def int_nvvm_suld_1d_i16_zero
2295 : Intrinsic<[llvm_i16_ty],
2296 [llvm_i64_ty, llvm_i32_ty], [],
2297 "llvm.nvvm.suld.1d.i16.zero">;
2298def int_nvvm_suld_1d_i32_zero
2299 : Intrinsic<[llvm_i32_ty],
2300 [llvm_i64_ty, llvm_i32_ty], [],
2301 "llvm.nvvm.suld.1d.i32.zero">;
2302def int_nvvm_suld_1d_i64_zero
2303 : Intrinsic<[llvm_i64_ty],
2304 [llvm_i64_ty, llvm_i32_ty], [],
2305 "llvm.nvvm.suld.1d.i64.zero">;
2306def int_nvvm_suld_1d_v2i8_zero
2307 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2308 [llvm_i64_ty, llvm_i32_ty], [],
2309 "llvm.nvvm.suld.1d.v2i8.zero">;
2310def int_nvvm_suld_1d_v2i16_zero
2311 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2312 [llvm_i64_ty, llvm_i32_ty], [],
2313 "llvm.nvvm.suld.1d.v2i16.zero">;
2314def int_nvvm_suld_1d_v2i32_zero
2315 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2316 [llvm_i64_ty, llvm_i32_ty], [],
2317 "llvm.nvvm.suld.1d.v2i32.zero">;
2318def int_nvvm_suld_1d_v2i64_zero
2319 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2320 [llvm_i64_ty, llvm_i32_ty], [],
2321 "llvm.nvvm.suld.1d.v2i64.zero">;
2322def int_nvvm_suld_1d_v4i8_zero
2323 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2324 [llvm_i64_ty, llvm_i32_ty], [],
2325 "llvm.nvvm.suld.1d.v4i8.zero">;
2326def int_nvvm_suld_1d_v4i16_zero
2327 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2328 [llvm_i64_ty, llvm_i32_ty], [],
2329 "llvm.nvvm.suld.1d.v4i16.zero">;
2330def int_nvvm_suld_1d_v4i32_zero
2331 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2332 [llvm_i64_ty, llvm_i32_ty], [],
2333 "llvm.nvvm.suld.1d.v4i32.zero">;
2334
2335def int_nvvm_suld_1d_array_i8_zero
2336 : Intrinsic<[llvm_i16_ty],
2337 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2338 "llvm.nvvm.suld.1d.array.i8.zero">;
2339def int_nvvm_suld_1d_array_i16_zero
2340 : Intrinsic<[llvm_i16_ty],
2341 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2342 "llvm.nvvm.suld.1d.array.i16.zero">;
2343def int_nvvm_suld_1d_array_i32_zero
2344 : Intrinsic<[llvm_i32_ty],
2345 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2346 "llvm.nvvm.suld.1d.array.i32.zero">;
2347def int_nvvm_suld_1d_array_i64_zero
2348 : Intrinsic<[llvm_i64_ty],
2349 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2350 "llvm.nvvm.suld.1d.array.i64.zero">;
2351def int_nvvm_suld_1d_array_v2i8_zero
2352 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2353 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2354 "llvm.nvvm.suld.1d.array.v2i8.zero">;
2355def int_nvvm_suld_1d_array_v2i16_zero
2356 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2357 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2358 "llvm.nvvm.suld.1d.array.v2i16.zero">;
2359def int_nvvm_suld_1d_array_v2i32_zero
2360 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2361 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2362 "llvm.nvvm.suld.1d.array.v2i32.zero">;
2363def int_nvvm_suld_1d_array_v2i64_zero
2364 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2365 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2366 "llvm.nvvm.suld.1d.array.v2i64.zero">;
2367def int_nvvm_suld_1d_array_v4i8_zero
2368 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2369 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2370 "llvm.nvvm.suld.1d.array.v4i8.zero">;
2371def int_nvvm_suld_1d_array_v4i16_zero
2372 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2373 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2374 "llvm.nvvm.suld.1d.array.v4i16.zero">;
2375def int_nvvm_suld_1d_array_v4i32_zero
2376 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2377 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2378 "llvm.nvvm.suld.1d.array.v4i32.zero">;
2379
2380def int_nvvm_suld_2d_i8_zero
2381 : Intrinsic<[llvm_i16_ty],
2382 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2383 "llvm.nvvm.suld.2d.i8.zero">;
2384def int_nvvm_suld_2d_i16_zero
2385 : Intrinsic<[llvm_i16_ty],
2386 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2387 "llvm.nvvm.suld.2d.i16.zero">;
2388def int_nvvm_suld_2d_i32_zero
2389 : Intrinsic<[llvm_i32_ty],
2390 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2391 "llvm.nvvm.suld.2d.i32.zero">;
2392def int_nvvm_suld_2d_i64_zero
2393 : Intrinsic<[llvm_i64_ty],
2394 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2395 "llvm.nvvm.suld.2d.i64.zero">;
2396def int_nvvm_suld_2d_v2i8_zero
2397 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2398 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2399 "llvm.nvvm.suld.2d.v2i8.zero">;
2400def int_nvvm_suld_2d_v2i16_zero
2401 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2402 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2403 "llvm.nvvm.suld.2d.v2i16.zero">;
2404def int_nvvm_suld_2d_v2i32_zero
2405 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2406 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2407 "llvm.nvvm.suld.2d.v2i32.zero">;
2408def int_nvvm_suld_2d_v2i64_zero
2409 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2410 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2411 "llvm.nvvm.suld.2d.v2i64.zero">;
2412def int_nvvm_suld_2d_v4i8_zero
2413 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2414 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2415 "llvm.nvvm.suld.2d.v4i8.zero">;
2416def int_nvvm_suld_2d_v4i16_zero
2417 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2418 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2419 "llvm.nvvm.suld.2d.v4i16.zero">;
2420def int_nvvm_suld_2d_v4i32_zero
2421 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2422 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2423 "llvm.nvvm.suld.2d.v4i32.zero">;
2424
2425def int_nvvm_suld_2d_array_i8_zero
2426 : Intrinsic<[llvm_i16_ty],
2427 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2428 "llvm.nvvm.suld.2d.array.i8.zero">;
2429def int_nvvm_suld_2d_array_i16_zero
2430 : Intrinsic<[llvm_i16_ty],
2431 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2432 "llvm.nvvm.suld.2d.array.i16.zero">;
2433def int_nvvm_suld_2d_array_i32_zero
2434 : Intrinsic<[llvm_i32_ty],
2435 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2436 "llvm.nvvm.suld.2d.array.i32.zero">;
2437def int_nvvm_suld_2d_array_i64_zero
2438 : Intrinsic<[llvm_i64_ty],
2439 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2440 "llvm.nvvm.suld.2d.array.i64.zero">;
2441def int_nvvm_suld_2d_array_v2i8_zero
2442 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2443 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2444 "llvm.nvvm.suld.2d.array.v2i8.zero">;
2445def int_nvvm_suld_2d_array_v2i16_zero
2446 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2447 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2448 "llvm.nvvm.suld.2d.array.v2i16.zero">;
2449def int_nvvm_suld_2d_array_v2i32_zero
2450 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2451 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2452 "llvm.nvvm.suld.2d.array.v2i32.zero">;
2453def int_nvvm_suld_2d_array_v2i64_zero
2454 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2455 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2456 "llvm.nvvm.suld.2d.array.v2i64.zero">;
2457def int_nvvm_suld_2d_array_v4i8_zero
2458 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2459 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2460 "llvm.nvvm.suld.2d.array.v4i8.zero">;
2461def int_nvvm_suld_2d_array_v4i16_zero
2462 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2463 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2464 "llvm.nvvm.suld.2d.array.v4i16.zero">;
2465def int_nvvm_suld_2d_array_v4i32_zero
2466 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2467 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2468 "llvm.nvvm.suld.2d.array.v4i32.zero">;
2469
2470def int_nvvm_suld_3d_i8_zero
2471 : Intrinsic<[llvm_i16_ty],
2472 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2473 "llvm.nvvm.suld.3d.i8.zero">;
2474def int_nvvm_suld_3d_i16_zero
2475 : Intrinsic<[llvm_i16_ty],
2476 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2477 "llvm.nvvm.suld.3d.i16.zero">;
2478def int_nvvm_suld_3d_i32_zero
2479 : Intrinsic<[llvm_i32_ty],
2480 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2481 "llvm.nvvm.suld.3d.i32.zero">;
2482def int_nvvm_suld_3d_i64_zero
2483 : Intrinsic<[llvm_i64_ty],
2484 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2485 "llvm.nvvm.suld.3d.i64.zero">;
2486def int_nvvm_suld_3d_v2i8_zero
2487 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2488 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2489 "llvm.nvvm.suld.3d.v2i8.zero">;
2490def int_nvvm_suld_3d_v2i16_zero
2491 : Intrinsic<[llvm_i16_ty, llvm_i16_ty],
2492 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2493 "llvm.nvvm.suld.3d.v2i16.zero">;
2494def int_nvvm_suld_3d_v2i32_zero
2495 : Intrinsic<[llvm_i32_ty, llvm_i32_ty],
2496 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2497 "llvm.nvvm.suld.3d.v2i32.zero">;
2498def int_nvvm_suld_3d_v2i64_zero
2499 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
2500 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2501 "llvm.nvvm.suld.3d.v2i64.zero">;
2502def int_nvvm_suld_3d_v4i8_zero
2503 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2504 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2505 "llvm.nvvm.suld.3d.v4i8.zero">;
2506def int_nvvm_suld_3d_v4i16_zero
2507 : Intrinsic<[llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty],
2508 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2509 "llvm.nvvm.suld.3d.v4i16.zero">;
2510def int_nvvm_suld_3d_v4i32_zero
2511 : Intrinsic<[llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
2512 [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2513 "llvm.nvvm.suld.3d.v4i32.zero">;
2514
2515//===- Texture Query ------------------------------------------------------===//
2516
2517def int_nvvm_txq_channel_order
2518 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2519 "llvm.nvvm.txq.channel.order">,
2520 GCCBuiltin<"__nvvm_txq_channel_order">;
2521def int_nvvm_txq_channel_data_type
2522 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2523 "llvm.nvvm.txq.channel.data.type">,
2524 GCCBuiltin<"__nvvm_txq_channel_data_type">;
2525def int_nvvm_txq_width
2526 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2527 "llvm.nvvm.txq.width">,
2528 GCCBuiltin<"__nvvm_txq_width">;
2529def int_nvvm_txq_height
2530 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2531 "llvm.nvvm.txq.height">,
2532 GCCBuiltin<"__nvvm_txq_height">;
2533def int_nvvm_txq_depth
2534 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2535 "llvm.nvvm.txq.depth">,
2536 GCCBuiltin<"__nvvm_txq_depth">;
2537def int_nvvm_txq_array_size
2538 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2539 "llvm.nvvm.txq.array.size">,
2540 GCCBuiltin<"__nvvm_txq_array_size">;
2541def int_nvvm_txq_num_samples
2542 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2543 "llvm.nvvm.txq.num.samples">,
2544 GCCBuiltin<"__nvvm_txq_num_samples">;
2545def int_nvvm_txq_num_mipmap_levels
2546 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2547 "llvm.nvvm.txq.num.mipmap.levels">,
2548 GCCBuiltin<"__nvvm_txq_num_mipmap_levels">;
2549
2550//===- Surface Query ------------------------------------------------------===//
2551
2552def int_nvvm_suq_channel_order
2553 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2554 "llvm.nvvm.suq.channel.order">,
2555 GCCBuiltin<"__nvvm_suq_channel_order">;
2556def int_nvvm_suq_channel_data_type
2557 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2558 "llvm.nvvm.suq.channel.data.type">,
2559 GCCBuiltin<"__nvvm_suq_channel_data_type">;
2560def int_nvvm_suq_width
2561 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2562 "llvm.nvvm.suq.width">,
2563 GCCBuiltin<"__nvvm_suq_width">;
2564def int_nvvm_suq_height
2565 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2566 "llvm.nvvm.suq.height">,
2567 GCCBuiltin<"__nvvm_suq_height">;
2568def int_nvvm_suq_depth
2569 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2570 "llvm.nvvm.suq.depth">,
2571 GCCBuiltin<"__nvvm_suq_depth">;
2572def int_nvvm_suq_array_size
2573 : Intrinsic<[llvm_i32_ty], [llvm_i64_ty], [IntrNoMem],
2574 "llvm.nvvm.suq.array.size">,
2575 GCCBuiltin<"__nvvm_suq_array_size">;
2576
2577
2578//===- Handle Query -------------------------------------------------------===//
2579
2580def int_nvvm_istypep_sampler
2581 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
2582 "llvm.nvvm.istypep.sampler">,
2583 GCCBuiltin<"__nvvm_istypep_sampler">;
2584def int_nvvm_istypep_surface
2585 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
2586 "llvm.nvvm.istypep.surface">,
2587 GCCBuiltin<"__nvvm_istypep_surface">;
2588def int_nvvm_istypep_texture
2589 : Intrinsic<[llvm_i1_ty], [llvm_i64_ty], [IntrNoMem],
2590 "llvm.nvvm.istypep.texture">,
2591 GCCBuiltin<"__nvvm_istypep_texture">;
2592
2593
2594
2595//===- Surface Stores -----------------------------------------------------===//
2596
2597// Unformatted
2598// .clamp variant
2599def int_nvvm_sust_b_1d_i8_clamp
2600 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
2601 "llvm.nvvm.sust.b.1d.i8.clamp">,
2602 GCCBuiltin<"__nvvm_sust_b_1d_i8_clamp">;
2603def int_nvvm_sust_b_1d_i16_clamp
2604 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
2605 "llvm.nvvm.sust.b.1d.i16.clamp">,
2606 GCCBuiltin<"__nvvm_sust_b_1d_i16_clamp">;
2607def int_nvvm_sust_b_1d_i32_clamp
2608 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2609 "llvm.nvvm.sust.b.1d.i32.clamp">,
2610 GCCBuiltin<"__nvvm_sust_b_1d_i32_clamp">;
2611def int_nvvm_sust_b_1d_i64_clamp
2612 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty], [],
2613 "llvm.nvvm.sust.b.1d.i64.clamp">,
2614 GCCBuiltin<"__nvvm_sust_b_1d_i64_clamp">;
2615def int_nvvm_sust_b_1d_v2i8_clamp
2616 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
2617 "llvm.nvvm.sust.b.1d.v2i8.clamp">,
2618 GCCBuiltin<"__nvvm_sust_b_1d_v2i8_clamp">;
2619def int_nvvm_sust_b_1d_v2i16_clamp
2620 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
2621 "llvm.nvvm.sust.b.1d.v2i16.clamp">,
2622 GCCBuiltin<"__nvvm_sust_b_1d_v2i16_clamp">;
2623def int_nvvm_sust_b_1d_v2i32_clamp
2624 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2625 "llvm.nvvm.sust.b.1d.v2i32.clamp">,
2626 GCCBuiltin<"__nvvm_sust_b_1d_v2i32_clamp">;
2627def int_nvvm_sust_b_1d_v2i64_clamp
2628 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty, llvm_i64_ty], [],
2629 "llvm.nvvm.sust.b.1d.v2i64.clamp">,
2630 GCCBuiltin<"__nvvm_sust_b_1d_v2i64_clamp">;
2631def int_nvvm_sust_b_1d_v4i8_clamp
2632 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
2633 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2634 "llvm.nvvm.sust.b.1d.v4i8.clamp">,
2635 GCCBuiltin<"__nvvm_sust_b_1d_v4i8_clamp">;
2636def int_nvvm_sust_b_1d_v4i16_clamp
2637 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
2638 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2639 "llvm.nvvm.sust.b.1d.v4i16.clamp">,
2640 GCCBuiltin<"__nvvm_sust_b_1d_v4i16_clamp">;
2641def int_nvvm_sust_b_1d_v4i32_clamp
2642 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2643 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2644 "llvm.nvvm.sust.b.1d.v4i32.clamp">,
2645 GCCBuiltin<"__nvvm_sust_b_1d_v4i32_clamp">;
2646
2647
2648def int_nvvm_sust_b_1d_array_i8_clamp
2649 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2650 "llvm.nvvm.sust.b.1d.array.i8.clamp">,
2651 GCCBuiltin<"__nvvm_sust_b_1d_array_i8_clamp">;
2652def int_nvvm_sust_b_1d_array_i16_clamp
2653 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2654 "llvm.nvvm.sust.b.1d.array.i16.clamp">,
2655 GCCBuiltin<"__nvvm_sust_b_1d_array_i16_clamp">;
2656def int_nvvm_sust_b_1d_array_i32_clamp
2657 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2658 "llvm.nvvm.sust.b.1d.array.i32.clamp">,
2659 GCCBuiltin<"__nvvm_sust_b_1d_array_i32_clamp">;
2660def int_nvvm_sust_b_1d_array_i64_clamp
2661 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
2662 "llvm.nvvm.sust.b.1d.array.i64.clamp">,
2663 GCCBuiltin<"__nvvm_sust_b_1d_array_i64_clamp">;
2664def int_nvvm_sust_b_1d_array_v2i8_clamp
2665 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2666 llvm_i16_ty, llvm_i16_ty], [],
2667 "llvm.nvvm.sust.b.1d.array.v2i8.clamp">,
2668 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i8_clamp">;
2669def int_nvvm_sust_b_1d_array_v2i16_clamp
2670 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2671 llvm_i16_ty, llvm_i16_ty], [],
2672 "llvm.nvvm.sust.b.1d.array.v2i16.clamp">,
2673 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i16_clamp">;
2674def int_nvvm_sust_b_1d_array_v2i32_clamp
2675 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2676 llvm_i32_ty, llvm_i32_ty], [],
2677 "llvm.nvvm.sust.b.1d.array.v2i32.clamp">,
2678 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i32_clamp">;
2679def int_nvvm_sust_b_1d_array_v2i64_clamp
2680 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2681 llvm_i64_ty, llvm_i64_ty], [],
2682 "llvm.nvvm.sust.b.1d.array.v2i64.clamp">,
2683 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i64_clamp">;
2684def int_nvvm_sust_b_1d_array_v4i8_clamp
2685 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2686 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2687 "llvm.nvvm.sust.b.1d.array.v4i8.clamp">,
2688 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i8_clamp">;
2689def int_nvvm_sust_b_1d_array_v4i16_clamp
2690 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2691 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2692 "llvm.nvvm.sust.b.1d.array.v4i16.clamp">,
2693 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i16_clamp">;
2694def int_nvvm_sust_b_1d_array_v4i32_clamp
2695 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2696 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2697 "llvm.nvvm.sust.b.1d.array.v4i32.clamp">,
2698 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i32_clamp">;
2699
2700
2701def int_nvvm_sust_b_2d_i8_clamp
2702 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2703 "llvm.nvvm.sust.b.2d.i8.clamp">,
2704 GCCBuiltin<"__nvvm_sust_b_2d_i8_clamp">;
2705def int_nvvm_sust_b_2d_i16_clamp
2706 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2707 "llvm.nvvm.sust.b.2d.i16.clamp">,
2708 GCCBuiltin<"__nvvm_sust_b_2d_i16_clamp">;
2709def int_nvvm_sust_b_2d_i32_clamp
2710 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2711 "llvm.nvvm.sust.b.2d.i32.clamp">,
2712 GCCBuiltin<"__nvvm_sust_b_2d_i32_clamp">;
2713def int_nvvm_sust_b_2d_i64_clamp
2714 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
2715 "llvm.nvvm.sust.b.2d.i64.clamp">,
2716 GCCBuiltin<"__nvvm_sust_b_2d_i64_clamp">;
2717def int_nvvm_sust_b_2d_v2i8_clamp
2718 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2719 llvm_i16_ty, llvm_i16_ty], [],
2720 "llvm.nvvm.sust.b.2d.v2i8.clamp">,
2721 GCCBuiltin<"__nvvm_sust_b_2d_v2i8_clamp">;
2722def int_nvvm_sust_b_2d_v2i16_clamp
2723 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2724 llvm_i16_ty, llvm_i16_ty], [],
2725 "llvm.nvvm.sust.b.2d.v2i16.clamp">,
2726 GCCBuiltin<"__nvvm_sust_b_2d_v2i16_clamp">;
2727def int_nvvm_sust_b_2d_v2i32_clamp
2728 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2729 llvm_i32_ty, llvm_i32_ty], [],
2730 "llvm.nvvm.sust.b.2d.v2i32.clamp">,
2731 GCCBuiltin<"__nvvm_sust_b_2d_v2i32_clamp">;
2732def int_nvvm_sust_b_2d_v2i64_clamp
2733 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2734 llvm_i64_ty, llvm_i64_ty], [],
2735 "llvm.nvvm.sust.b.2d.v2i64.clamp">,
2736 GCCBuiltin<"__nvvm_sust_b_2d_v2i64_clamp">;
2737def int_nvvm_sust_b_2d_v4i8_clamp
2738 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2739 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2740 "llvm.nvvm.sust.b.2d.v4i8.clamp">,
2741 GCCBuiltin<"__nvvm_sust_b_2d_v4i8_clamp">;
2742def int_nvvm_sust_b_2d_v4i16_clamp
2743 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2744 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2745 "llvm.nvvm.sust.b.2d.v4i16.clamp">,
2746 GCCBuiltin<"__nvvm_sust_b_2d_v4i16_clamp">;
2747def int_nvvm_sust_b_2d_v4i32_clamp
2748 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2749 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2750 "llvm.nvvm.sust.b.2d.v4i32.clamp">,
2751 GCCBuiltin<"__nvvm_sust_b_2d_v4i32_clamp">;
2752
2753
2754def int_nvvm_sust_b_2d_array_i8_clamp
2755 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2756 llvm_i32_ty, llvm_i16_ty], [],
2757 "llvm.nvvm.sust.b.2d.array.i8.clamp">,
2758 GCCBuiltin<"__nvvm_sust_b_2d_array_i8_clamp">;
2759def int_nvvm_sust_b_2d_array_i16_clamp
2760 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2761 llvm_i32_ty, llvm_i16_ty], [],
2762 "llvm.nvvm.sust.b.2d.array.i16.clamp">,
2763 GCCBuiltin<"__nvvm_sust_b_2d_array_i16_clamp">;
2764def int_nvvm_sust_b_2d_array_i32_clamp
2765 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2766 llvm_i32_ty, llvm_i32_ty], [],
2767 "llvm.nvvm.sust.b.2d.array.i32.clamp">,
2768 GCCBuiltin<"__nvvm_sust_b_2d_array_i32_clamp">;
2769def int_nvvm_sust_b_2d_array_i64_clamp
2770 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2771 llvm_i32_ty, llvm_i64_ty], [],
2772 "llvm.nvvm.sust.b.2d.array.i64.clamp">,
2773 GCCBuiltin<"__nvvm_sust_b_2d_array_i64_clamp">;
2774def int_nvvm_sust_b_2d_array_v2i8_clamp
2775 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2776 llvm_i16_ty, llvm_i16_ty], [],
2777 "llvm.nvvm.sust.b.2d.array.v2i8.clamp">,
2778 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i8_clamp">;
2779def int_nvvm_sust_b_2d_array_v2i16_clamp
2780 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2781 llvm_i16_ty, llvm_i16_ty], [],
2782 "llvm.nvvm.sust.b.2d.array.v2i16.clamp">,
2783 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i16_clamp">;
2784def int_nvvm_sust_b_2d_array_v2i32_clamp
2785 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2786 llvm_i32_ty, llvm_i32_ty], [],
2787 "llvm.nvvm.sust.b.2d.array.v2i32.clamp">,
2788 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i32_clamp">;
2789def int_nvvm_sust_b_2d_array_v2i64_clamp
2790 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2791 llvm_i64_ty, llvm_i64_ty], [],
2792 "llvm.nvvm.sust.b.2d.array.v2i64.clamp">,
2793 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i64_clamp">;
2794def int_nvvm_sust_b_2d_array_v4i8_clamp
2795 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2796 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2797 "llvm.nvvm.sust.b.2d.array.v4i8.clamp">,
2798 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i8_clamp">;
2799def int_nvvm_sust_b_2d_array_v4i16_clamp
2800 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2801 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2802 "llvm.nvvm.sust.b.2d.array.v4i16.clamp">,
2803 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i16_clamp">;
2804def int_nvvm_sust_b_2d_array_v4i32_clamp
2805 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2806 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2807 "llvm.nvvm.sust.b.2d.array.v4i32.clamp">,
2808 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i32_clamp">;
2809
2810
2811def int_nvvm_sust_b_3d_i8_clamp
2812 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2813 llvm_i32_ty, llvm_i16_ty], [],
2814 "llvm.nvvm.sust.b.3d.i8.clamp">,
2815 GCCBuiltin<"__nvvm_sust_b_3d_i8_clamp">;
2816def int_nvvm_sust_b_3d_i16_clamp
2817 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2818 llvm_i32_ty, llvm_i16_ty], [],
2819 "llvm.nvvm.sust.b.3d.i16.clamp">,
2820 GCCBuiltin<"__nvvm_sust_b_3d_i16_clamp">;
2821def int_nvvm_sust_b_3d_i32_clamp
2822 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2823 llvm_i32_ty, llvm_i32_ty], [],
2824 "llvm.nvvm.sust.b.3d.i32.clamp">,
2825 GCCBuiltin<"__nvvm_sust_b_3d_i32_clamp">;
2826def int_nvvm_sust_b_3d_i64_clamp
2827 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2828 llvm_i32_ty, llvm_i64_ty], [],
2829 "llvm.nvvm.sust.b.3d.i64.clamp">,
2830 GCCBuiltin<"__nvvm_sust_b_3d_i64_clamp">;
2831def int_nvvm_sust_b_3d_v2i8_clamp
2832 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2833 llvm_i16_ty, llvm_i16_ty], [],
2834 "llvm.nvvm.sust.b.3d.v2i8.clamp">,
2835 GCCBuiltin<"__nvvm_sust_b_3d_v2i8_clamp">;
2836def int_nvvm_sust_b_3d_v2i16_clamp
2837 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2838 llvm_i16_ty, llvm_i16_ty], [],
2839 "llvm.nvvm.sust.b.3d.v2i16.clamp">,
2840 GCCBuiltin<"__nvvm_sust_b_3d_v2i16_clamp">;
2841def int_nvvm_sust_b_3d_v2i32_clamp
2842 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2843 llvm_i32_ty, llvm_i32_ty], [],
2844 "llvm.nvvm.sust.b.3d.v2i32.clamp">,
2845 GCCBuiltin<"__nvvm_sust_b_3d_v2i32_clamp">;
2846def int_nvvm_sust_b_3d_v2i64_clamp
2847 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2848 llvm_i64_ty, llvm_i64_ty], [],
2849 "llvm.nvvm.sust.b.3d.v2i64.clamp">,
2850 GCCBuiltin<"__nvvm_sust_b_3d_v2i64_clamp">;
2851def int_nvvm_sust_b_3d_v4i8_clamp
2852 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2853 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2854 "llvm.nvvm.sust.b.3d.v4i8.clamp">,
2855 GCCBuiltin<"__nvvm_sust_b_3d_v4i8_clamp">;
2856def int_nvvm_sust_b_3d_v4i16_clamp
2857 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2858 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2859 "llvm.nvvm.sust.b.3d.v4i16.clamp">,
2860 GCCBuiltin<"__nvvm_sust_b_3d_v4i16_clamp">;
2861def int_nvvm_sust_b_3d_v4i32_clamp
2862 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2863 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2864 "llvm.nvvm.sust.b.3d.v4i32.clamp">,
2865 GCCBuiltin<"__nvvm_sust_b_3d_v4i32_clamp">;
2866
2867
2868// .trap variant
2869def int_nvvm_sust_b_1d_i8_trap
2870 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
2871 "llvm.nvvm.sust.b.1d.i8.trap">,
2872 GCCBuiltin<"__nvvm_sust_b_1d_i8_trap">;
2873def int_nvvm_sust_b_1d_i16_trap
2874 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
2875 "llvm.nvvm.sust.b.1d.i16.trap">,
2876 GCCBuiltin<"__nvvm_sust_b_1d_i16_trap">;
2877def int_nvvm_sust_b_1d_i32_trap
2878 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
2879 "llvm.nvvm.sust.b.1d.i32.trap">,
2880 GCCBuiltin<"__nvvm_sust_b_1d_i32_trap">;
2881def int_nvvm_sust_b_1d_i64_trap
2882 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty], [],
2883 "llvm.nvvm.sust.b.1d.i64.trap">,
2884 GCCBuiltin<"__nvvm_sust_b_1d_i64_trap">;
2885def int_nvvm_sust_b_1d_v2i8_trap
2886 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
2887 "llvm.nvvm.sust.b.1d.v2i8.trap">,
2888 GCCBuiltin<"__nvvm_sust_b_1d_v2i8_trap">;
2889def int_nvvm_sust_b_1d_v2i16_trap
2890 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
2891 "llvm.nvvm.sust.b.1d.v2i16.trap">,
2892 GCCBuiltin<"__nvvm_sust_b_1d_v2i16_trap">;
2893def int_nvvm_sust_b_1d_v2i32_trap
2894 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2895 "llvm.nvvm.sust.b.1d.v2i32.trap">,
2896 GCCBuiltin<"__nvvm_sust_b_1d_v2i32_trap">;
2897def int_nvvm_sust_b_1d_v2i64_trap
2898 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty, llvm_i64_ty], [],
2899 "llvm.nvvm.sust.b.1d.v2i64.trap">,
2900 GCCBuiltin<"__nvvm_sust_b_1d_v2i64_trap">;
2901def int_nvvm_sust_b_1d_v4i8_trap
2902 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
2903 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2904 "llvm.nvvm.sust.b.1d.v4i8.trap">,
2905 GCCBuiltin<"__nvvm_sust_b_1d_v4i8_trap">;
2906def int_nvvm_sust_b_1d_v4i16_trap
2907 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
2908 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2909 "llvm.nvvm.sust.b.1d.v4i16.trap">,
2910 GCCBuiltin<"__nvvm_sust_b_1d_v4i16_trap">;
2911def int_nvvm_sust_b_1d_v4i32_trap
2912 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2913 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2914 "llvm.nvvm.sust.b.1d.v4i32.trap">,
2915 GCCBuiltin<"__nvvm_sust_b_1d_v4i32_trap">;
2916
2917
2918def int_nvvm_sust_b_1d_array_i8_trap
2919 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2920 "llvm.nvvm.sust.b.1d.array.i8.trap">,
2921 GCCBuiltin<"__nvvm_sust_b_1d_array_i8_trap">;
2922def int_nvvm_sust_b_1d_array_i16_trap
2923 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2924 "llvm.nvvm.sust.b.1d.array.i16.trap">,
2925 GCCBuiltin<"__nvvm_sust_b_1d_array_i16_trap">;
2926def int_nvvm_sust_b_1d_array_i32_trap
2927 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2928 "llvm.nvvm.sust.b.1d.array.i32.trap">,
2929 GCCBuiltin<"__nvvm_sust_b_1d_array_i32_trap">;
2930def int_nvvm_sust_b_1d_array_i64_trap
2931 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
2932 "llvm.nvvm.sust.b.1d.array.i64.trap">,
2933 GCCBuiltin<"__nvvm_sust_b_1d_array_i64_trap">;
2934def int_nvvm_sust_b_1d_array_v2i8_trap
2935 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2936 llvm_i16_ty, llvm_i16_ty], [],
2937 "llvm.nvvm.sust.b.1d.array.v2i8.trap">,
2938 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i8_trap">;
2939def int_nvvm_sust_b_1d_array_v2i16_trap
2940 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2941 llvm_i16_ty, llvm_i16_ty], [],
2942 "llvm.nvvm.sust.b.1d.array.v2i16.trap">,
2943 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i16_trap">;
2944def int_nvvm_sust_b_1d_array_v2i32_trap
2945 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2946 llvm_i32_ty, llvm_i32_ty], [],
2947 "llvm.nvvm.sust.b.1d.array.v2i32.trap">,
2948 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i32_trap">;
2949def int_nvvm_sust_b_1d_array_v2i64_trap
2950 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2951 llvm_i64_ty, llvm_i64_ty], [],
2952 "llvm.nvvm.sust.b.1d.array.v2i64.trap">,
2953 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i64_trap">;
2954def int_nvvm_sust_b_1d_array_v4i8_trap
2955 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2956 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2957 "llvm.nvvm.sust.b.1d.array.v4i8.trap">,
2958 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i8_trap">;
2959def int_nvvm_sust_b_1d_array_v4i16_trap
2960 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
2961 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
2962 "llvm.nvvm.sust.b.1d.array.v4i16.trap">,
2963 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i16_trap">;
2964def int_nvvm_sust_b_1d_array_v4i32_trap
2965 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
2966 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2967 "llvm.nvvm.sust.b.1d.array.v4i32.trap">,
2968 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i32_trap">;
2969
2970
2971def int_nvvm_sust_b_2d_i8_trap
2972 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2973 "llvm.nvvm.sust.b.2d.i8.trap">,
2974 GCCBuiltin<"__nvvm_sust_b_2d_i8_trap">;
2975def int_nvvm_sust_b_2d_i16_trap
2976 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
2977 "llvm.nvvm.sust.b.2d.i16.trap">,
2978 GCCBuiltin<"__nvvm_sust_b_2d_i16_trap">;
2979def int_nvvm_sust_b_2d_i32_trap
2980 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
2981 "llvm.nvvm.sust.b.2d.i32.trap">,
2982 GCCBuiltin<"__nvvm_sust_b_2d_i32_trap">;
2983def int_nvvm_sust_b_2d_i64_trap
2984 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
2985 "llvm.nvvm.sust.b.2d.i64.trap">,
2986 GCCBuiltin<"__nvvm_sust_b_2d_i64_trap">;
2987def int_nvvm_sust_b_2d_v2i8_trap
2988 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2989 llvm_i16_ty, llvm_i16_ty], [],
2990 "llvm.nvvm.sust.b.2d.v2i8.trap">,
2991 GCCBuiltin<"__nvvm_sust_b_2d_v2i8_trap">;
2992def int_nvvm_sust_b_2d_v2i16_trap
2993 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2994 llvm_i16_ty, llvm_i16_ty], [],
2995 "llvm.nvvm.sust.b.2d.v2i16.trap">,
2996 GCCBuiltin<"__nvvm_sust_b_2d_v2i16_trap">;
2997def int_nvvm_sust_b_2d_v2i32_trap
2998 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
2999 llvm_i32_ty, llvm_i32_ty], [],
3000 "llvm.nvvm.sust.b.2d.v2i32.trap">,
3001 GCCBuiltin<"__nvvm_sust_b_2d_v2i32_trap">;
3002def int_nvvm_sust_b_2d_v2i64_trap
3003 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3004 llvm_i64_ty, llvm_i64_ty], [],
3005 "llvm.nvvm.sust.b.2d.v2i64.trap">,
3006 GCCBuiltin<"__nvvm_sust_b_2d_v2i64_trap">;
3007def int_nvvm_sust_b_2d_v4i8_trap
3008 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3009 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3010 "llvm.nvvm.sust.b.2d.v4i8.trap">,
3011 GCCBuiltin<"__nvvm_sust_b_2d_v4i8_trap">;
3012def int_nvvm_sust_b_2d_v4i16_trap
3013 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3014 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3015 "llvm.nvvm.sust.b.2d.v4i16.trap">,
3016 GCCBuiltin<"__nvvm_sust_b_2d_v4i16_trap">;
3017def int_nvvm_sust_b_2d_v4i32_trap
3018 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3019 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3020 "llvm.nvvm.sust.b.2d.v4i32.trap">,
3021 GCCBuiltin<"__nvvm_sust_b_2d_v4i32_trap">;
3022
3023
3024def int_nvvm_sust_b_2d_array_i8_trap
3025 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3026 llvm_i32_ty, llvm_i16_ty], [],
3027 "llvm.nvvm.sust.b.2d.array.i8.trap">,
3028 GCCBuiltin<"__nvvm_sust_b_2d_array_i8_trap">;
3029def int_nvvm_sust_b_2d_array_i16_trap
3030 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3031 llvm_i32_ty, llvm_i16_ty], [],
3032 "llvm.nvvm.sust.b.2d.array.i16.trap">,
3033 GCCBuiltin<"__nvvm_sust_b_2d_array_i16_trap">;
3034def int_nvvm_sust_b_2d_array_i32_trap
3035 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3036 llvm_i32_ty, llvm_i32_ty], [],
3037 "llvm.nvvm.sust.b.2d.array.i32.trap">,
3038 GCCBuiltin<"__nvvm_sust_b_2d_array_i32_trap">;
3039def int_nvvm_sust_b_2d_array_i64_trap
3040 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3041 llvm_i32_ty, llvm_i64_ty], [],
3042 "llvm.nvvm.sust.b.2d.array.i64.trap">,
3043 GCCBuiltin<"__nvvm_sust_b_2d_array_i64_trap">;
3044def int_nvvm_sust_b_2d_array_v2i8_trap
3045 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3046 llvm_i16_ty, llvm_i16_ty], [],
3047 "llvm.nvvm.sust.b.2d.array.v2i8.trap">,
3048 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i8_trap">;
3049def int_nvvm_sust_b_2d_array_v2i16_trap
3050 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3051 llvm_i16_ty, llvm_i16_ty], [],
3052 "llvm.nvvm.sust.b.2d.array.v2i16.trap">,
3053 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i16_trap">;
3054def int_nvvm_sust_b_2d_array_v2i32_trap
3055 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3056 llvm_i32_ty, llvm_i32_ty], [],
3057 "llvm.nvvm.sust.b.2d.array.v2i32.trap">,
3058 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i32_trap">;
3059def int_nvvm_sust_b_2d_array_v2i64_trap
3060 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3061 llvm_i64_ty, llvm_i64_ty], [],
3062 "llvm.nvvm.sust.b.2d.array.v2i64.trap">,
3063 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i64_trap">;
3064def int_nvvm_sust_b_2d_array_v4i8_trap
3065 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3066 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3067 "llvm.nvvm.sust.b.2d.array.v4i8.trap">,
3068 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i8_trap">;
3069def int_nvvm_sust_b_2d_array_v4i16_trap
3070 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3071 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3072 "llvm.nvvm.sust.b.2d.array.v4i16.trap">,
3073 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i16_trap">;
3074def int_nvvm_sust_b_2d_array_v4i32_trap
3075 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3076 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3077 "llvm.nvvm.sust.b.2d.array.v4i32.trap">,
3078 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i32_trap">;
3079
3080
3081def int_nvvm_sust_b_3d_i8_trap
3082 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3083 llvm_i32_ty, llvm_i16_ty], [],
3084 "llvm.nvvm.sust.b.3d.i8.trap">,
3085 GCCBuiltin<"__nvvm_sust_b_3d_i8_trap">;
3086def int_nvvm_sust_b_3d_i16_trap
3087 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3088 llvm_i32_ty, llvm_i16_ty], [],
3089 "llvm.nvvm.sust.b.3d.i16.trap">,
3090 GCCBuiltin<"__nvvm_sust_b_3d_i16_trap">;
3091def int_nvvm_sust_b_3d_i32_trap
3092 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3093 llvm_i32_ty, llvm_i32_ty], [],
3094 "llvm.nvvm.sust.b.3d.i32.trap">,
3095 GCCBuiltin<"__nvvm_sust_b_3d_i32_trap">;
3096def int_nvvm_sust_b_3d_i64_trap
3097 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3098 llvm_i32_ty, llvm_i64_ty], [],
3099 "llvm.nvvm.sust.b.3d.i64.trap">,
3100 GCCBuiltin<"__nvvm_sust_b_3d_i64_trap">;
3101def int_nvvm_sust_b_3d_v2i8_trap
3102 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3103 llvm_i16_ty, llvm_i16_ty], [],
3104 "llvm.nvvm.sust.b.3d.v2i8.trap">,
3105 GCCBuiltin<"__nvvm_sust_b_3d_v2i8_trap">;
3106def int_nvvm_sust_b_3d_v2i16_trap
3107 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3108 llvm_i16_ty, llvm_i16_ty], [],
3109 "llvm.nvvm.sust.b.3d.v2i16.trap">,
3110 GCCBuiltin<"__nvvm_sust_b_3d_v2i16_trap">;
3111def int_nvvm_sust_b_3d_v2i32_trap
3112 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3113 llvm_i32_ty, llvm_i32_ty], [],
3114 "llvm.nvvm.sust.b.3d.v2i32.trap">,
3115 GCCBuiltin<"__nvvm_sust_b_3d_v2i32_trap">;
3116def int_nvvm_sust_b_3d_v2i64_trap
3117 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3118 llvm_i64_ty, llvm_i64_ty], [],
3119 "llvm.nvvm.sust.b.3d.v2i64.trap">,
3120 GCCBuiltin<"__nvvm_sust_b_3d_v2i64_trap">;
3121def int_nvvm_sust_b_3d_v4i8_trap
3122 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3123 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3124 "llvm.nvvm.sust.b.3d.v4i8.trap">,
3125 GCCBuiltin<"__nvvm_sust_b_3d_v4i8_trap">;
3126def int_nvvm_sust_b_3d_v4i16_trap
3127 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3128 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3129 "llvm.nvvm.sust.b.3d.v4i16.trap">,
3130 GCCBuiltin<"__nvvm_sust_b_3d_v4i16_trap">;
3131def int_nvvm_sust_b_3d_v4i32_trap
3132 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3133 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3134 "llvm.nvvm.sust.b.3d.v4i32.trap">,
3135 GCCBuiltin<"__nvvm_sust_b_3d_v4i32_trap">;
3136
3137
3138// .zero variant
3139def int_nvvm_sust_b_1d_i8_zero
3140 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
3141 "llvm.nvvm.sust.b.1d.i8.zero">,
3142 GCCBuiltin<"__nvvm_sust_b_1d_i8_zero">;
3143def int_nvvm_sust_b_1d_i16_zero
3144 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
3145 "llvm.nvvm.sust.b.1d.i16.zero">,
3146 GCCBuiltin<"__nvvm_sust_b_1d_i16_zero">;
3147def int_nvvm_sust_b_1d_i32_zero
3148 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
3149 "llvm.nvvm.sust.b.1d.i32.zero">,
3150 GCCBuiltin<"__nvvm_sust_b_1d_i32_zero">;
3151def int_nvvm_sust_b_1d_i64_zero
3152 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty], [],
3153 "llvm.nvvm.sust.b.1d.i64.zero">,
3154 GCCBuiltin<"__nvvm_sust_b_1d_i64_zero">;
3155def int_nvvm_sust_b_1d_v2i8_zero
3156 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
3157 "llvm.nvvm.sust.b.1d.v2i8.zero">,
3158 GCCBuiltin<"__nvvm_sust_b_1d_v2i8_zero">;
3159def int_nvvm_sust_b_1d_v2i16_zero
3160 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
3161 "llvm.nvvm.sust.b.1d.v2i16.zero">,
3162 GCCBuiltin<"__nvvm_sust_b_1d_v2i16_zero">;
3163def int_nvvm_sust_b_1d_v2i32_zero
3164 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3165 "llvm.nvvm.sust.b.1d.v2i32.zero">,
3166 GCCBuiltin<"__nvvm_sust_b_1d_v2i32_zero">;
3167def int_nvvm_sust_b_1d_v2i64_zero
3168 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i64_ty, llvm_i64_ty], [],
3169 "llvm.nvvm.sust.b.1d.v2i64.zero">,
3170 GCCBuiltin<"__nvvm_sust_b_1d_v2i64_zero">;
3171def int_nvvm_sust_b_1d_v4i8_zero
3172 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
3173 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3174 "llvm.nvvm.sust.b.1d.v4i8.zero">,
3175 GCCBuiltin<"__nvvm_sust_b_1d_v4i8_zero">;
3176def int_nvvm_sust_b_1d_v4i16_zero
3177 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
3178 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3179 "llvm.nvvm.sust.b.1d.v4i16.zero">,
3180 GCCBuiltin<"__nvvm_sust_b_1d_v4i16_zero">;
3181def int_nvvm_sust_b_1d_v4i32_zero
3182 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3183 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3184 "llvm.nvvm.sust.b.1d.v4i32.zero">,
3185 GCCBuiltin<"__nvvm_sust_b_1d_v4i32_zero">;
3186
3187
3188def int_nvvm_sust_b_1d_array_i8_zero
3189 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3190 "llvm.nvvm.sust.b.1d.array.i8.zero">,
3191 GCCBuiltin<"__nvvm_sust_b_1d_array_i8_zero">;
3192def int_nvvm_sust_b_1d_array_i16_zero
3193 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3194 "llvm.nvvm.sust.b.1d.array.i16.zero">,
3195 GCCBuiltin<"__nvvm_sust_b_1d_array_i16_zero">;
3196def int_nvvm_sust_b_1d_array_i32_zero
3197 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3198 "llvm.nvvm.sust.b.1d.array.i32.zero">,
3199 GCCBuiltin<"__nvvm_sust_b_1d_array_i32_zero">;
3200def int_nvvm_sust_b_1d_array_i64_zero
3201 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
3202 "llvm.nvvm.sust.b.1d.array.i64.zero">,
3203 GCCBuiltin<"__nvvm_sust_b_1d_array_i64_zero">;
3204def int_nvvm_sust_b_1d_array_v2i8_zero
3205 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3206 llvm_i16_ty, llvm_i16_ty], [],
3207 "llvm.nvvm.sust.b.1d.array.v2i8.zero">,
3208 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i8_zero">;
3209def int_nvvm_sust_b_1d_array_v2i16_zero
3210 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3211 llvm_i16_ty, llvm_i16_ty], [],
3212 "llvm.nvvm.sust.b.1d.array.v2i16.zero">,
3213 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i16_zero">;
3214def int_nvvm_sust_b_1d_array_v2i32_zero
3215 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3216 llvm_i32_ty, llvm_i32_ty], [],
3217 "llvm.nvvm.sust.b.1d.array.v2i32.zero">,
3218 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i32_zero">;
3219def int_nvvm_sust_b_1d_array_v2i64_zero
3220 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3221 llvm_i64_ty, llvm_i64_ty], [],
3222 "llvm.nvvm.sust.b.1d.array.v2i64.zero">,
3223 GCCBuiltin<"__nvvm_sust_b_1d_array_v2i64_zero">;
3224def int_nvvm_sust_b_1d_array_v4i8_zero
3225 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3226 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3227 "llvm.nvvm.sust.b.1d.array.v4i8.zero">,
3228 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i8_zero">;
3229def int_nvvm_sust_b_1d_array_v4i16_zero
3230 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3231 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3232 "llvm.nvvm.sust.b.1d.array.v4i16.zero">,
3233 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i16_zero">;
3234def int_nvvm_sust_b_1d_array_v4i32_zero
3235 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3236 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3237 "llvm.nvvm.sust.b.1d.array.v4i32.zero">,
3238 GCCBuiltin<"__nvvm_sust_b_1d_array_v4i32_zero">;
3239
3240
3241def int_nvvm_sust_b_2d_i8_zero
3242 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3243 "llvm.nvvm.sust.b.2d.i8.zero">,
3244 GCCBuiltin<"__nvvm_sust_b_2d_i8_zero">;
3245def int_nvvm_sust_b_2d_i16_zero
3246 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3247 "llvm.nvvm.sust.b.2d.i16.zero">,
3248 GCCBuiltin<"__nvvm_sust_b_2d_i16_zero">;
3249def int_nvvm_sust_b_2d_i32_zero
3250 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3251 "llvm.nvvm.sust.b.2d.i32.zero">,
3252 GCCBuiltin<"__nvvm_sust_b_2d_i32_zero">;
3253def int_nvvm_sust_b_2d_i64_zero
3254 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i64_ty], [],
3255 "llvm.nvvm.sust.b.2d.i64.zero">,
3256 GCCBuiltin<"__nvvm_sust_b_2d_i64_zero">;
3257def int_nvvm_sust_b_2d_v2i8_zero
3258 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3259 llvm_i16_ty, llvm_i16_ty], [],
3260 "llvm.nvvm.sust.b.2d.v2i8.zero">,
3261 GCCBuiltin<"__nvvm_sust_b_2d_v2i8_zero">;
3262def int_nvvm_sust_b_2d_v2i16_zero
3263 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3264 llvm_i16_ty, llvm_i16_ty], [],
3265 "llvm.nvvm.sust.b.2d.v2i16.zero">,
3266 GCCBuiltin<"__nvvm_sust_b_2d_v2i16_zero">;
3267def int_nvvm_sust_b_2d_v2i32_zero
3268 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3269 llvm_i32_ty, llvm_i32_ty], [],
3270 "llvm.nvvm.sust.b.2d.v2i32.zero">,
3271 GCCBuiltin<"__nvvm_sust_b_2d_v2i32_zero">;
3272def int_nvvm_sust_b_2d_v2i64_zero
3273 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3274 llvm_i64_ty, llvm_i64_ty], [],
3275 "llvm.nvvm.sust.b.2d.v2i64.zero">,
3276 GCCBuiltin<"__nvvm_sust_b_2d_v2i64_zero">;
3277def int_nvvm_sust_b_2d_v4i8_zero
3278 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3279 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3280 "llvm.nvvm.sust.b.2d.v4i8.zero">,
3281 GCCBuiltin<"__nvvm_sust_b_2d_v4i8_zero">;
3282def int_nvvm_sust_b_2d_v4i16_zero
3283 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3284 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3285 "llvm.nvvm.sust.b.2d.v4i16.zero">,
3286 GCCBuiltin<"__nvvm_sust_b_2d_v4i16_zero">;
3287def int_nvvm_sust_b_2d_v4i32_zero
3288 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3289 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3290 "llvm.nvvm.sust.b.2d.v4i32.zero">,
3291 GCCBuiltin<"__nvvm_sust_b_2d_v4i32_zero">;
3292
3293
3294def int_nvvm_sust_b_2d_array_i8_zero
3295 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3296 llvm_i32_ty, llvm_i16_ty], [],
3297 "llvm.nvvm.sust.b.2d.array.i8.zero">,
3298 GCCBuiltin<"__nvvm_sust_b_2d_array_i8_zero">;
3299def int_nvvm_sust_b_2d_array_i16_zero
3300 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3301 llvm_i32_ty, llvm_i16_ty], [],
3302 "llvm.nvvm.sust.b.2d.array.i16.zero">,
3303 GCCBuiltin<"__nvvm_sust_b_2d_array_i16_zero">;
3304def int_nvvm_sust_b_2d_array_i32_zero
3305 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3306 llvm_i32_ty, llvm_i32_ty], [],
3307 "llvm.nvvm.sust.b.2d.array.i32.zero">,
3308 GCCBuiltin<"__nvvm_sust_b_2d_array_i32_zero">;
3309def int_nvvm_sust_b_2d_array_i64_zero
3310 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3311 llvm_i32_ty, llvm_i64_ty], [],
3312 "llvm.nvvm.sust.b.2d.array.i64.zero">,
3313 GCCBuiltin<"__nvvm_sust_b_2d_array_i64_zero">;
3314def int_nvvm_sust_b_2d_array_v2i8_zero
3315 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3316 llvm_i16_ty, llvm_i16_ty], [],
3317 "llvm.nvvm.sust.b.2d.array.v2i8.zero">,
3318 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i8_zero">;
3319def int_nvvm_sust_b_2d_array_v2i16_zero
3320 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3321 llvm_i16_ty, llvm_i16_ty], [],
3322 "llvm.nvvm.sust.b.2d.array.v2i16.zero">,
3323 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i16_zero">;
3324def int_nvvm_sust_b_2d_array_v2i32_zero
3325 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3326 llvm_i32_ty, llvm_i32_ty], [],
3327 "llvm.nvvm.sust.b.2d.array.v2i32.zero">,
3328 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i32_zero">;
3329def int_nvvm_sust_b_2d_array_v2i64_zero
3330 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3331 llvm_i64_ty, llvm_i64_ty], [],
3332 "llvm.nvvm.sust.b.2d.array.v2i64.zero">,
3333 GCCBuiltin<"__nvvm_sust_b_2d_array_v2i64_zero">;
3334def int_nvvm_sust_b_2d_array_v4i8_zero
3335 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3336 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3337 "llvm.nvvm.sust.b.2d.array.v4i8.zero">,
3338 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i8_zero">;
3339def int_nvvm_sust_b_2d_array_v4i16_zero
3340 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3341 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3342 "llvm.nvvm.sust.b.2d.array.v4i16.zero">,
3343 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i16_zero">;
3344def int_nvvm_sust_b_2d_array_v4i32_zero
3345 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3346 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3347 "llvm.nvvm.sust.b.2d.array.v4i32.zero">,
3348 GCCBuiltin<"__nvvm_sust_b_2d_array_v4i32_zero">;
3349
3350
3351def int_nvvm_sust_b_3d_i8_zero
3352 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3353 llvm_i32_ty, llvm_i16_ty], [],
3354 "llvm.nvvm.sust.b.3d.i8.zero">,
3355 GCCBuiltin<"__nvvm_sust_b_3d_i8_zero">;
3356def int_nvvm_sust_b_3d_i16_zero
3357 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3358 llvm_i32_ty, llvm_i16_ty], [],
3359 "llvm.nvvm.sust.b.3d.i16.zero">,
3360 GCCBuiltin<"__nvvm_sust_b_3d_i16_zero">;
3361def int_nvvm_sust_b_3d_i32_zero
3362 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3363 llvm_i32_ty, llvm_i32_ty], [],
3364 "llvm.nvvm.sust.b.3d.i32.zero">,
3365 GCCBuiltin<"__nvvm_sust_b_3d_i32_zero">;
3366def int_nvvm_sust_b_3d_i64_zero
3367 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3368 llvm_i32_ty, llvm_i64_ty], [],
3369 "llvm.nvvm.sust.b.3d.i64.zero">,
3370 GCCBuiltin<"__nvvm_sust_b_3d_i64_zero">;
3371def int_nvvm_sust_b_3d_v2i8_zero
3372 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3373 llvm_i16_ty, llvm_i16_ty], [],
3374 "llvm.nvvm.sust.b.3d.v2i8.zero">,
3375 GCCBuiltin<"__nvvm_sust_b_3d_v2i8_zero">;
3376def int_nvvm_sust_b_3d_v2i16_zero
3377 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3378 llvm_i16_ty, llvm_i16_ty], [],
3379 "llvm.nvvm.sust.b.3d.v2i16.zero">,
3380 GCCBuiltin<"__nvvm_sust_b_3d_v2i16_zero">;
3381def int_nvvm_sust_b_3d_v2i32_zero
3382 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3383 llvm_i32_ty, llvm_i32_ty], [],
3384 "llvm.nvvm.sust.b.3d.v2i32.zero">,
3385 GCCBuiltin<"__nvvm_sust_b_3d_v2i32_zero">;
3386def int_nvvm_sust_b_3d_v2i64_zero
3387 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3388 llvm_i64_ty, llvm_i64_ty], [],
3389 "llvm.nvvm.sust.b.3d.v2i64.zero">,
3390 GCCBuiltin<"__nvvm_sust_b_3d_v2i64_zero">;
3391def int_nvvm_sust_b_3d_v4i8_zero
3392 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3393 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3394 "llvm.nvvm.sust.b.3d.v4i8.zero">,
3395 GCCBuiltin<"__nvvm_sust_b_3d_v4i8_zero">;
3396def int_nvvm_sust_b_3d_v4i16_zero
3397 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3398 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3399 "llvm.nvvm.sust.b.3d.v4i16.zero">,
3400 GCCBuiltin<"__nvvm_sust_b_3d_v4i16_zero">;
3401def int_nvvm_sust_b_3d_v4i32_zero
3402 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3403 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3404 "llvm.nvvm.sust.b.3d.v4i32.zero">,
3405 GCCBuiltin<"__nvvm_sust_b_3d_v4i32_zero">;
3406
3407
3408
3409// Formatted
3410
3411def int_nvvm_sust_p_1d_i8_trap
3412 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
3413 "llvm.nvvm.sust.p.1d.i8.trap">,
3414 GCCBuiltin<"__nvvm_sust_p_1d_i8_trap">;
3415def int_nvvm_sust_p_1d_i16_trap
3416 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty], [],
3417 "llvm.nvvm.sust.p.1d.i16.trap">,
3418 GCCBuiltin<"__nvvm_sust_p_1d_i16_trap">;
3419def int_nvvm_sust_p_1d_i32_trap
3420 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty], [],
3421 "llvm.nvvm.sust.p.1d.i32.trap">,
3422 GCCBuiltin<"__nvvm_sust_p_1d_i32_trap">;
3423def int_nvvm_sust_p_1d_v2i8_trap
3424 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
3425 "llvm.nvvm.sust.p.1d.v2i8.trap">,
3426 GCCBuiltin<"__nvvm_sust_p_1d_v2i8_trap">;
3427def int_nvvm_sust_p_1d_v2i16_trap
3428 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty, llvm_i16_ty], [],
3429 "llvm.nvvm.sust.p.1d.v2i16.trap">,
3430 GCCBuiltin<"__nvvm_sust_p_1d_v2i16_trap">;
3431def int_nvvm_sust_p_1d_v2i32_trap
3432 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3433 "llvm.nvvm.sust.p.1d.v2i32.trap">,
3434 GCCBuiltin<"__nvvm_sust_p_1d_v2i32_trap">;
3435def int_nvvm_sust_p_1d_v4i8_trap
3436 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
3437 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3438 "llvm.nvvm.sust.p.1d.v4i8.trap">,
3439 GCCBuiltin<"__nvvm_sust_p_1d_v4i8_trap">;
3440def int_nvvm_sust_p_1d_v4i16_trap
3441 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i16_ty,
3442 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3443 "llvm.nvvm.sust.p.1d.v4i16.trap">,
3444 GCCBuiltin<"__nvvm_sust_p_1d_v4i16_trap">;
3445def int_nvvm_sust_p_1d_v4i32_trap
3446 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3447 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3448 "llvm.nvvm.sust.p.1d.v4i32.trap">,
3449 GCCBuiltin<"__nvvm_sust_p_1d_v4i32_trap">;
3450
3451
3452def int_nvvm_sust_p_1d_array_i8_trap
3453 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3454 "llvm.nvvm.sust.p.1d.array.i8.trap">,
3455 GCCBuiltin<"__nvvm_sust_p_1d_array_i8_trap">;
3456def int_nvvm_sust_p_1d_array_i16_trap
3457 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3458 "llvm.nvvm.sust.p.1d.array.i16.trap">,
3459 GCCBuiltin<"__nvvm_sust_p_1d_array_i16_trap">;
3460def int_nvvm_sust_p_1d_array_i32_trap
3461 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3462 "llvm.nvvm.sust.p.1d.array.i32.trap">,
3463 GCCBuiltin<"__nvvm_sust_p_1d_array_i32_trap">;
3464def int_nvvm_sust_p_1d_array_v2i8_trap
3465 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3466 llvm_i16_ty, llvm_i16_ty], [],
3467 "llvm.nvvm.sust.p.1d.array.v2i8.trap">,
3468 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i8_trap">;
3469def int_nvvm_sust_p_1d_array_v2i16_trap
3470 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3471 llvm_i16_ty, llvm_i16_ty], [],
3472 "llvm.nvvm.sust.p.1d.array.v2i16.trap">,
3473 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i16_trap">;
3474def int_nvvm_sust_p_1d_array_v2i32_trap
3475 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3476 llvm_i32_ty, llvm_i32_ty], [],
3477 "llvm.nvvm.sust.p.1d.array.v2i32.trap">,
3478 GCCBuiltin<"__nvvm_sust_p_1d_array_v2i32_trap">;
3479def int_nvvm_sust_p_1d_array_v4i8_trap
3480 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3481 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3482 "llvm.nvvm.sust.p.1d.array.v4i8.trap">,
3483 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i8_trap">;
3484def int_nvvm_sust_p_1d_array_v4i16_trap
3485 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3486 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3487 "llvm.nvvm.sust.p.1d.array.v4i16.trap">,
3488 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i16_trap">;
3489def int_nvvm_sust_p_1d_array_v4i32_trap
3490 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3491 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3492 "llvm.nvvm.sust.p.1d.array.v4i32.trap">,
3493 GCCBuiltin<"__nvvm_sust_p_1d_array_v4i32_trap">;
3494
3495
3496def int_nvvm_sust_p_2d_i8_trap
3497 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3498 "llvm.nvvm.sust.p.2d.i8.trap">,
3499 GCCBuiltin<"__nvvm_sust_p_2d_i8_trap">;
3500def int_nvvm_sust_p_2d_i16_trap
3501 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty], [],
3502 "llvm.nvvm.sust.p.2d.i16.trap">,
3503 GCCBuiltin<"__nvvm_sust_p_2d_i16_trap">;
3504def int_nvvm_sust_p_2d_i32_trap
3505 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3506 "llvm.nvvm.sust.p.2d.i32.trap">,
3507 GCCBuiltin<"__nvvm_sust_p_2d_i32_trap">;
3508def int_nvvm_sust_p_2d_v2i8_trap
3509 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3510 llvm_i16_ty, llvm_i16_ty], [],
3511 "llvm.nvvm.sust.p.2d.v2i8.trap">,
3512 GCCBuiltin<"__nvvm_sust_p_2d_v2i8_trap">;
3513def int_nvvm_sust_p_2d_v2i16_trap
3514 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3515 llvm_i16_ty, llvm_i16_ty], [],
3516 "llvm.nvvm.sust.p.2d.v2i16.trap">,
3517 GCCBuiltin<"__nvvm_sust_p_2d_v2i16_trap">;
3518def int_nvvm_sust_p_2d_v2i32_trap
3519 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3520 llvm_i32_ty, llvm_i32_ty], [],
3521 "llvm.nvvm.sust.p.2d.v2i32.trap">,
3522 GCCBuiltin<"__nvvm_sust_p_2d_v2i32_trap">;
3523def int_nvvm_sust_p_2d_v4i8_trap
3524 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3525 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3526 "llvm.nvvm.sust.p.2d.v4i8.trap">,
3527 GCCBuiltin<"__nvvm_sust_p_2d_v4i8_trap">;
3528def int_nvvm_sust_p_2d_v4i16_trap
3529 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i16_ty,
3530 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3531 "llvm.nvvm.sust.p.2d.v4i16.trap">,
3532 GCCBuiltin<"__nvvm_sust_p_2d_v4i16_trap">;
3533def int_nvvm_sust_p_2d_v4i32_trap
3534 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3535 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3536 "llvm.nvvm.sust.p.2d.v4i32.trap">,
3537 GCCBuiltin<"__nvvm_sust_p_2d_v4i32_trap">;
3538
3539
3540def int_nvvm_sust_p_2d_array_i8_trap
3541 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3542 llvm_i32_ty, llvm_i16_ty], [],
3543 "llvm.nvvm.sust.p.2d.array.i8.trap">,
3544 GCCBuiltin<"__nvvm_sust_p_2d_array_i8_trap">;
3545def int_nvvm_sust_p_2d_array_i16_trap
3546 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3547 llvm_i32_ty, llvm_i16_ty], [],
3548 "llvm.nvvm.sust.p.2d.array.i16.trap">,
3549 GCCBuiltin<"__nvvm_sust_p_2d_array_i16_trap">;
3550def int_nvvm_sust_p_2d_array_i32_trap
3551 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3552 llvm_i32_ty, llvm_i32_ty], [],
3553 "llvm.nvvm.sust.p.2d.array.i32.trap">,
3554 GCCBuiltin<"__nvvm_sust_p_2d_array_i32_trap">;
3555def int_nvvm_sust_p_2d_array_v2i8_trap
3556 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3557 llvm_i16_ty, llvm_i16_ty], [],
3558 "llvm.nvvm.sust.p.2d.array.v2i8.trap">,
3559 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i8_trap">;
3560def int_nvvm_sust_p_2d_array_v2i16_trap
3561 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3562 llvm_i16_ty, llvm_i16_ty], [],
3563 "llvm.nvvm.sust.p.2d.array.v2i16.trap">,
3564 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i16_trap">;
3565def int_nvvm_sust_p_2d_array_v2i32_trap
3566 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3567 llvm_i32_ty, llvm_i32_ty], [],
3568 "llvm.nvvm.sust.p.2d.array.v2i32.trap">,
3569 GCCBuiltin<"__nvvm_sust_p_2d_array_v2i32_trap">;
3570def int_nvvm_sust_p_2d_array_v4i8_trap
3571 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3572 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3573 "llvm.nvvm.sust.p.2d.array.v4i8.trap">,
3574 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i8_trap">;
3575def int_nvvm_sust_p_2d_array_v4i16_trap
3576 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3577 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3578 "llvm.nvvm.sust.p.2d.array.v4i16.trap">,
3579 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i16_trap">;
3580def int_nvvm_sust_p_2d_array_v4i32_trap
3581 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3582 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3583 "llvm.nvvm.sust.p.2d.array.v4i32.trap">,
3584 GCCBuiltin<"__nvvm_sust_p_2d_array_v4i32_trap">;
3585
3586
3587def int_nvvm_sust_p_3d_i8_trap
3588 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3589 llvm_i32_ty, llvm_i16_ty], [],
3590 "llvm.nvvm.sust.p.3d.i8.trap">,
3591 GCCBuiltin<"__nvvm_sust_p_3d_i8_trap">;
3592def int_nvvm_sust_p_3d_i16_trap
3593 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3594 llvm_i32_ty, llvm_i16_ty], [],
3595 "llvm.nvvm.sust.p.3d.i16.trap">,
3596 GCCBuiltin<"__nvvm_sust_p_3d_i16_trap">;
3597def int_nvvm_sust_p_3d_i32_trap
3598 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty,
3599 llvm_i32_ty, llvm_i32_ty], [],
3600 "llvm.nvvm.sust.p.3d.i32.trap">,
3601 GCCBuiltin<"__nvvm_sust_p_3d_i32_trap">;
3602def int_nvvm_sust_p_3d_v2i8_trap
3603 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3604 llvm_i16_ty, llvm_i16_ty], [],
3605 "llvm.nvvm.sust.p.3d.v2i8.trap">,
3606 GCCBuiltin<"__nvvm_sust_p_3d_v2i8_trap">;
3607def int_nvvm_sust_p_3d_v2i16_trap
3608 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3609 llvm_i16_ty, llvm_i16_ty], [],
3610 "llvm.nvvm.sust.p.3d.v2i16.trap">,
3611 GCCBuiltin<"__nvvm_sust_p_3d_v2i16_trap">;
3612def int_nvvm_sust_p_3d_v2i32_trap
3613 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3614 llvm_i32_ty, llvm_i32_ty], [],
3615 "llvm.nvvm.sust.p.3d.v2i32.trap">,
3616 GCCBuiltin<"__nvvm_sust_p_3d_v2i32_trap">;
3617def int_nvvm_sust_p_3d_v4i8_trap
3618 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3619 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3620 "llvm.nvvm.sust.p.3d.v4i8.trap">,
3621 GCCBuiltin<"__nvvm_sust_p_3d_v4i8_trap">;
3622def int_nvvm_sust_p_3d_v4i16_trap
3623 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3624 llvm_i16_ty, llvm_i16_ty, llvm_i16_ty, llvm_i16_ty], [],
3625 "llvm.nvvm.sust.p.3d.v4i16.trap">,
3626 GCCBuiltin<"__nvvm_sust_p_3d_v4i16_trap">;
3627def int_nvvm_sust_p_3d_v4i32_trap
3628 : Intrinsic<[], [llvm_i64_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty,
3629 llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [],
3630 "llvm.nvvm.sust.p.3d.v4i32.trap">,
3631 GCCBuiltin<"__nvvm_sust_p_3d_v4i32_trap">;
3632
3633
3634def int_nvvm_rotate_b32
3635 : Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
3636 [IntrNoMem], "llvm.nvvm.rotate.b32">,
3637 GCCBuiltin<"__nvvm_rotate_b32">;
3638
3639def int_nvvm_rotate_b64
3640 :Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i32_ty],
3641 [IntrNoMem], "llvm.nvvm.rotate.b64">,
3642 GCCBuiltin<"__nvvm_rotate_b64">;
3643
3644def int_nvvm_rotate_right_b64
3645 : Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i32_ty],
3646 [IntrNoMem], "llvm.nvvm.rotate.right.b64">,
3647 GCCBuiltin<"__nvvm_rotate_right_b64">;
3648
3649def int_nvvm_swap_lo_hi_b64
3650 : Intrinsic<[llvm_i64_ty], [llvm_i64_ty],
3651 [IntrNoMem], "llvm.nvvm.swap.lo.hi.b64">,
3652 GCCBuiltin<"__nvvm_swap_lo_hi_b64">;
3653
3654
3655// Accessing special registers.
3656multiclass PTXReadSRegIntrinsic_v4i32<string regname> {
3657// FIXME: Do we need the 128-bit integer type version?
3658// def _r64 : Intrinsic<[llvm_i128_ty], [], [IntrNoMem]>;
3659
3660// FIXME: Enable this once v4i32 support is enabled in back-end.
3661// def _v4i16 : Intrinsic<[llvm_v4i32_ty], [], [IntrNoMem]>;
3662
3663 def _x : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
3664 GCCBuiltin<"__nvvm_read_ptx_sreg_" # regname # "_x">;
3665 def _y : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
3666 GCCBuiltin<"__nvvm_read_ptx_sreg_" # regname # "_y">;
3667 def _z : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
3668 GCCBuiltin<"__nvvm_read_ptx_sreg_" # regname # "_z">;
3669 def _w : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
3670 GCCBuiltin<"__nvvm_read_ptx_sreg_" # regname # "_w">;
3671}
3672
3673class PTXReadSRegIntrinsic_r32<string name>
3674 : Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>,
3675 GCCBuiltin<"__nvvm_read_ptx_sreg_" # name>;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3676class PTXReadSRegIntrinsic_r64<string name>
3677 : Intrinsic<[llvm_i64_ty], [], [IntrNoMem]>,
3678 GCCBuiltin<"__nvvm_read_ptx_sreg_" # name>;
3679
Andrew Walbran16937d02019-10-22 13:54:20 +0100[diff] [blame]3680// Intrinsics to read registers with non-constant values. E.g. the values that
3681// do change over the kernel lifetime. Such reads should not be CSE'd.
3682class PTXReadNCSRegIntrinsic_r32<string name>
3683 : Intrinsic<[llvm_i32_ty], [], [IntrInaccessibleMemOnly]>,
3684 GCCBuiltin<"__nvvm_read_ptx_sreg_" # name>;
3685class PTXReadNCSRegIntrinsic_r64<string name>
3686 : Intrinsic<[llvm_i64_ty], [], [IntrInaccessibleMemOnly]>,
3687 GCCBuiltin<"__nvvm_read_ptx_sreg_" # name>;
3688
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3689defm int_nvvm_read_ptx_sreg_tid : PTXReadSRegIntrinsic_v4i32<"tid">;
3690defm int_nvvm_read_ptx_sreg_ntid : PTXReadSRegIntrinsic_v4i32<"ntid">;
3691
3692def int_nvvm_read_ptx_sreg_laneid : PTXReadSRegIntrinsic_r32<"laneid">;
3693def int_nvvm_read_ptx_sreg_warpid : PTXReadSRegIntrinsic_r32<"warpid">;
3694def int_nvvm_read_ptx_sreg_nwarpid : PTXReadSRegIntrinsic_r32<"nwarpid">;
3695
3696defm int_nvvm_read_ptx_sreg_ctaid : PTXReadSRegIntrinsic_v4i32<"ctaid">;
3697defm int_nvvm_read_ptx_sreg_nctaid : PTXReadSRegIntrinsic_v4i32<"nctaid">;
3698
3699def int_nvvm_read_ptx_sreg_smid : PTXReadSRegIntrinsic_r32<"smid">;
3700def int_nvvm_read_ptx_sreg_nsmid : PTXReadSRegIntrinsic_r32<"nsmid">;
3701def int_nvvm_read_ptx_sreg_gridid : PTXReadSRegIntrinsic_r32<"gridid">;
3702
3703def int_nvvm_read_ptx_sreg_lanemask_eq :
3704 PTXReadSRegIntrinsic_r32<"lanemask_eq">;
3705def int_nvvm_read_ptx_sreg_lanemask_le :
3706 PTXReadSRegIntrinsic_r32<"lanemask_le">;
3707def int_nvvm_read_ptx_sreg_lanemask_lt :
3708 PTXReadSRegIntrinsic_r32<"lanemask_lt">;
3709def int_nvvm_read_ptx_sreg_lanemask_ge :
3710 PTXReadSRegIntrinsic_r32<"lanemask_ge">;
3711def int_nvvm_read_ptx_sreg_lanemask_gt :
3712 PTXReadSRegIntrinsic_r32<"lanemask_gt">;
3713
Andrew Walbran16937d02019-10-22 13:54:20 +0100[diff] [blame]3714def int_nvvm_read_ptx_sreg_clock : PTXReadNCSRegIntrinsic_r32<"clock">;
3715def int_nvvm_read_ptx_sreg_clock64 : PTXReadNCSRegIntrinsic_r64<"clock64">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3716
Andrew Walbran16937d02019-10-22 13:54:20 +0100[diff] [blame]3717def int_nvvm_read_ptx_sreg_pm0 : PTXReadNCSRegIntrinsic_r32<"pm0">;
3718def int_nvvm_read_ptx_sreg_pm1 : PTXReadNCSRegIntrinsic_r32<"pm1">;
3719def int_nvvm_read_ptx_sreg_pm2 : PTXReadNCSRegIntrinsic_r32<"pm2">;
3720def int_nvvm_read_ptx_sreg_pm3 : PTXReadNCSRegIntrinsic_r32<"pm3">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3721
3722def int_nvvm_read_ptx_sreg_warpsize : PTXReadSRegIntrinsic_r32<"warpsize">;
3723
3724//
3725// SHUFFLE
3726//
3727
3728// shfl.down.b32 dest, val, offset, mask_and_clamp
3729def int_nvvm_shfl_down_i32 :
3730 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3731 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.down.i32">,
3732 GCCBuiltin<"__nvvm_shfl_down_i32">;
3733def int_nvvm_shfl_down_f32 :
3734 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3735 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.down.f32">,
3736 GCCBuiltin<"__nvvm_shfl_down_f32">;
3737
3738// shfl.up.b32 dest, val, offset, mask_and_clamp
3739def int_nvvm_shfl_up_i32 :
3740 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3741 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.up.i32">,
3742 GCCBuiltin<"__nvvm_shfl_up_i32">;
3743def int_nvvm_shfl_up_f32 :
3744 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3745 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.up.f32">,
3746 GCCBuiltin<"__nvvm_shfl_up_f32">;
3747
3748// shfl.bfly.b32 dest, val, offset, mask_and_clamp
3749def int_nvvm_shfl_bfly_i32 :
3750 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3751 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.bfly.i32">,
3752 GCCBuiltin<"__nvvm_shfl_bfly_i32">;
3753def int_nvvm_shfl_bfly_f32 :
3754 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3755 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.bfly.f32">,
3756 GCCBuiltin<"__nvvm_shfl_bfly_f32">;
3757
3758// shfl.idx.b32 dest, val, lane, mask_and_clamp
3759def int_nvvm_shfl_idx_i32 :
3760 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3761 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.idx.i32">,
3762 GCCBuiltin<"__nvvm_shfl_idx_i32">;
3763def int_nvvm_shfl_idx_f32 :
3764 Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3765 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.idx.f32">,
3766 GCCBuiltin<"__nvvm_shfl_idx_f32">;
3767
3768// Synchronizing shfl variants available in CUDA-9.
3769// On sm_70 these don't have to be convergent, so we may eventually want to
3770// implement non-convergent variant of this intrinsic.
3771
3772// shfl.sync.down.b32 dest, threadmask, val, offset , mask_and_clamp
3773def int_nvvm_shfl_sync_down_i32 :
3774 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3775 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.down.i32">,
3776 GCCBuiltin<"__nvvm_shfl_sync_down_i32">;
3777def int_nvvm_shfl_sync_down_f32 :
3778 Intrinsic<[llvm_float_ty], [llvm_i32_ty, llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3779 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.down.f32">,
3780 GCCBuiltin<"__nvvm_shfl_sync_down_f32">;
3781
3782// shfl.sync.up.b32 dest, threadmask, val, offset, mask_and_clamp
3783def int_nvvm_shfl_sync_up_i32 :
3784 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3785 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.up.i32">,
3786 GCCBuiltin<"__nvvm_shfl_sync_up_i32">;
3787def int_nvvm_shfl_sync_up_f32 :
3788 Intrinsic<[llvm_float_ty], [llvm_i32_ty, llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3789 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.up.f32">,
3790 GCCBuiltin<"__nvvm_shfl_sync_up_f32">;
3791
3792// shfl.sync.bfly.b32 dest, threadmask, val, offset, mask_and_clamp
3793def int_nvvm_shfl_sync_bfly_i32 :
3794 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3795 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.bfly.i32">,
3796 GCCBuiltin<"__nvvm_shfl_sync_bfly_i32">;
3797def int_nvvm_shfl_sync_bfly_f32 :
3798 Intrinsic<[llvm_float_ty], [llvm_i32_ty, llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3799 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.bfly.f32">,
3800 GCCBuiltin<"__nvvm_shfl_sync_bfly_f32">;
3801
3802// shfl.sync.idx.b32 dest, threadmask, val, lane, mask_and_clamp
3803def int_nvvm_shfl_sync_idx_i32 :
3804 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
3805 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.idx.i32">,
3806 GCCBuiltin<"__nvvm_shfl_sync_idx_i32">;
3807def int_nvvm_shfl_sync_idx_f32 :
3808 Intrinsic<[llvm_float_ty], [llvm_i32_ty, llvm_float_ty, llvm_i32_ty, llvm_i32_ty],
3809 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.shfl.sync.idx.f32">,
3810 GCCBuiltin<"__nvvm_shfl_sync_idx_f32">;
3811
3812//
3813// VOTE
3814//
3815
3816// vote.all pred
3817def int_nvvm_vote_all :
3818 Intrinsic<[llvm_i1_ty], [llvm_i1_ty],
3819 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.all">,
3820 GCCBuiltin<"__nvvm_vote_all">;
3821// vote.any pred
3822def int_nvvm_vote_any :
3823 Intrinsic<[llvm_i1_ty], [llvm_i1_ty],
3824 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.any">,
3825 GCCBuiltin<"__nvvm_vote_any">;
3826// vote.uni pred
3827def int_nvvm_vote_uni :
3828 Intrinsic<[llvm_i1_ty], [llvm_i1_ty],
3829 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.uni">,
3830 GCCBuiltin<"__nvvm_vote_uni">;
3831// vote.ballot pred
3832def int_nvvm_vote_ballot :
3833 Intrinsic<[llvm_i32_ty], [llvm_i1_ty],
3834 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.ballot">,
3835 GCCBuiltin<"__nvvm_vote_ballot">;
3836
3837//
3838// VOTE.SYNC
3839//
3840
3841// vote.sync.all mask, pred
3842def int_nvvm_vote_all_sync :
3843 Intrinsic<[llvm_i1_ty], [llvm_i32_ty, llvm_i1_ty],
3844 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.all.sync">,
3845 GCCBuiltin<"__nvvm_vote_all_sync">;
3846// vote.sync.any mask, pred
3847def int_nvvm_vote_any_sync :
3848 Intrinsic<[llvm_i1_ty], [llvm_i32_ty, llvm_i1_ty],
3849 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.any.sync">,
3850 GCCBuiltin<"__nvvm_vote_any_sync">;
3851// vote.sync.uni mask, pred
3852def int_nvvm_vote_uni_sync :
3853 Intrinsic<[llvm_i1_ty], [llvm_i32_ty, llvm_i1_ty],
3854 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.uni.sync">,
3855 GCCBuiltin<"__nvvm_vote_uni_sync">;
3856// vote.sync.ballot mask, pred
3857def int_nvvm_vote_ballot_sync :
3858 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i1_ty],
3859 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.vote.ballot.sync">,
3860 GCCBuiltin<"__nvvm_vote_ballot_sync">;
3861
3862//
3863// MATCH.SYNC
3864//
3865// match.any.sync.b32 mask, value
3866def int_nvvm_match_any_sync_i32 :
3867 Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
3868 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.match.any.sync.i32">,
3869 GCCBuiltin<"__nvvm_match_any_sync_i32">;
3870// match.any.sync.b64 mask, value
3871def int_nvvm_match_any_sync_i64 :
3872 Intrinsic<[llvm_i64_ty], [llvm_i32_ty, llvm_i64_ty],
3873 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.match.any.sync.i64">,
3874 GCCBuiltin<"__nvvm_match_any_sync_i64">;
3875
3876// match.all instruction have two variants -- one returns a single value, another
3877// returns a pair {value, predicate}. We currently only implement the latter as
3878// that's the variant exposed by CUDA API.
3879
3880// match.all.sync.b32p mask, value
3881def int_nvvm_match_all_sync_i32p :
3882 Intrinsic<[llvm_i32_ty, llvm_i1_ty], [llvm_i32_ty, llvm_i32_ty],
3883 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.match.all.sync.i32p">;
3884// match.all.sync.b64p mask, value
3885def int_nvvm_match_all_sync_i64p :
3886 Intrinsic<[llvm_i64_ty, llvm_i1_ty], [llvm_i32_ty, llvm_i64_ty],
3887 [IntrInaccessibleMemOnly, IntrConvergent], "llvm.nvvm.match.all.sync.i64p">;
3888
3889//
3890// WMMA instructions
3891//
3892
3893// WMMA.LOAD
3894class NVVM_WMMA_LD_GALSTS<string Geometry, string Abc, string Layout,
3895 string Type, LLVMType regty, int WithStride>
3896 : Intrinsic<!if(!eq(Abc#Type,"cf16"),
3897 [regty, regty, regty, regty],
3898 [regty, regty, regty, regty,
3899 regty, regty, regty, regty]),
3900 !if(WithStride, [llvm_anyptr_ty, llvm_i32_ty], [llvm_anyptr_ty]),
3901 [IntrReadMem, IntrArgMemOnly, ReadOnly<0>, NoCapture<0>],
3902 "llvm.nvvm.wmma."
3903 # Geometry
3904 # ".load"
3905 # "." # Abc
3906 # "." # Layout
3907 # !if(WithStride, ".stride", "")
3908 # "." # Type>;
3909
3910multiclass NVVM_WMMA_LD_GALT<string Geometry, string Abc, string Layout,
3911 string Type, LLVMType regty> {
3912 def _stride: NVVM_WMMA_LD_GALSTS<Geometry, Abc, Layout, Type, regty, 1>;
3913 def NAME : NVVM_WMMA_LD_GALSTS<Geometry, Abc, Layout, Type, regty, 0>;
3914}
3915
3916multiclass NVVM_WMMA_LD_GAT<string Geometry, string Abc,
3917 string Type, LLVMType regty> {
3918 defm _row: NVVM_WMMA_LD_GALT<Geometry, Abc, "row", Type, regty>;
3919 defm _col: NVVM_WMMA_LD_GALT<Geometry, Abc, "col", Type, regty>;
3920}
3921
3922multiclass NVVM_WMMA_LD_G<string Geometry> {
3923 defm _a_f16: NVVM_WMMA_LD_GAT<Geometry, "a", "f16", llvm_v2f16_ty>;
3924 defm _b_f16: NVVM_WMMA_LD_GAT<Geometry, "b", "f16", llvm_v2f16_ty>;
3925 defm _c_f16: NVVM_WMMA_LD_GAT<Geometry, "c", "f16", llvm_v2f16_ty>;
3926 defm _c_f32: NVVM_WMMA_LD_GAT<Geometry, "c", "f32", llvm_float_ty>;
3927}
3928
3929multiclass NVVM_WMMA_LD {
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]3930 defm _m32n8k16_load: NVVM_WMMA_LD_G<"m32n8k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3931 defm _m16n16k16_load: NVVM_WMMA_LD_G<"m16n16k16">;
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]3932 defm _m8n32k16_load: NVVM_WMMA_LD_G<"m8n32k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3933}
3934
3935defm int_nvvm_wmma: NVVM_WMMA_LD;
3936
3937// WMMA.STORE.D
3938class NVVM_WMMA_STD_GLSTS<string Geometry, string Layout,
3939 string Type, LLVMType regty, int WithStride,
3940 // This is only used to create a typed empty array we
3941 // need to pass to !if below.
3942 list<LLVMType>Empty=[]>
3943 : Intrinsic<[],
3944 !listconcat(
3945 [llvm_anyptr_ty],
3946 !if(!eq(Type,"f16"),
3947 [regty, regty, regty, regty],
3948 [regty, regty, regty, regty,
3949 regty, regty, regty, regty]),
3950 !if(WithStride, [llvm_i32_ty], Empty)),
3951 [IntrWriteMem, IntrArgMemOnly, WriteOnly<0>, NoCapture<0>],
3952 "llvm.nvvm.wmma."
3953 # Geometry
3954 # ".store.d"
3955 # "." # Layout
3956 # !if(WithStride, ".stride", "")
3957 # "." # Type>;
3958
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]3959multiclass NVVM_WMMA_STD_GLT<string Geometry, string Layout,
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3960 string Type, LLVMType regty> {
3961 def _stride: NVVM_WMMA_STD_GLSTS<Geometry, Layout, Type, regty, 1>;
3962 def NAME: NVVM_WMMA_STD_GLSTS<Geometry, Layout, Type, regty, 0>;
3963}
3964
3965multiclass NVVM_WMMA_STD_GT<string Geometry, string Type, LLVMType regty> {
3966 defm _row: NVVM_WMMA_STD_GLT<Geometry, "row", Type, regty>;
3967 defm _col: NVVM_WMMA_STD_GLT<Geometry, "col", Type, regty>;
3968}
3969multiclass NVVM_WMMA_STD_G<string Geometry> {
3970 defm _d_f16: NVVM_WMMA_STD_GT<Geometry, "f16", llvm_v2f16_ty>;
3971 defm _d_f32: NVVM_WMMA_STD_GT<Geometry, "f32", llvm_float_ty>;
3972}
3973
3974multiclass NVVM_WMMA_STD {
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]3975 defm _m32n8k16_store: NVVM_WMMA_STD_G<"m32n8k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3976 defm _m16n16k16_store: NVVM_WMMA_STD_G<"m16n16k16">;
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]3977 defm _m8n32k16_store: NVVM_WMMA_STD_G<"m8n32k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]3978}
3979
3980defm int_nvvm_wmma: NVVM_WMMA_STD;
3981
3982// WMMA.MMA
3983class NVVM_WMMA_MMA_GABDCS<string Geometry,
3984 string ALayout, string BLayout,
3985 string DType, LLVMType d_regty,
3986 string CType, LLVMType c_regty,
3987 string Satfinite = "">
3988 : Intrinsic<!if(!eq(DType,"f16"),
3989 [d_regty, d_regty, d_regty, d_regty],
3990 [d_regty, d_regty, d_regty, d_regty,
3991 d_regty, d_regty, d_regty, d_regty]),
3992 !listconcat(
3993 [// A
3994 llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty,
3995 llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty,
3996 // B
3997 llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty,
3998 llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty, llvm_v2f16_ty],
3999 !if(!eq(CType,"f16"),
4000 [c_regty, c_regty, c_regty, c_regty],
4001 [c_regty, c_regty, c_regty, c_regty,
4002 c_regty, c_regty, c_regty, c_regty])),
4003 [IntrNoMem],
4004 "llvm.nvvm.wmma."
4005 # Geometry
4006 # ".mma"
4007 # "." # ALayout
4008 # "." # BLayout
4009 # "." # DType
4010 # "." # CType
4011 # Satfinite> {
4012}
4013
4014multiclass NVVM_WMMA_MMA_GABDC<string Geometry, string ALayout, string BLayout,
4015 string DType, LLVMType d_regty,
4016 string CType, LLVMType c_regty> {
4017 def NAME : NVVM_WMMA_MMA_GABDCS<Geometry, ALayout, BLayout,
4018 DType, d_regty, CType, c_regty>;
4019 def _satfinite: NVVM_WMMA_MMA_GABDCS<Geometry, ALayout, BLayout,
4020 DType, d_regty, CType, c_regty,".satfinite">;
4021}
4022
4023multiclass NVVM_WMMA_MMA_GABD<string Geometry, string ALayout, string BLayout,
4024 string DType, LLVMType d_regty> {
4025 defm _f16: NVVM_WMMA_MMA_GABDC<Geometry, ALayout, BLayout, DType, d_regty,
4026 "f16", llvm_v2f16_ty>;
4027 defm _f32: NVVM_WMMA_MMA_GABDC<Geometry, ALayout, BLayout, DType, d_regty,
4028 "f32", llvm_float_ty>;
4029}
4030
4031multiclass NVVM_WMMA_MMA_GAB<string Geometry, string ALayout, string BLayout> {
4032 defm _f16: NVVM_WMMA_MMA_GABD<Geometry, ALayout, BLayout, "f16", llvm_v2f16_ty>;
4033 defm _f32: NVVM_WMMA_MMA_GABD<Geometry, ALayout, BLayout, "f32", llvm_float_ty>;
4034}
4035
4036multiclass NVVM_WMMA_MMA_GA<string Geometry, string ALayout> {
4037 defm _col: NVVM_WMMA_MMA_GAB<Geometry, ALayout, "col">;
4038 defm _row: NVVM_WMMA_MMA_GAB<Geometry, ALayout, "row">;
4039}
4040
4041multiclass NVVM_WMMA_MMA_G<string Geometry> {
4042 defm _col: NVVM_WMMA_MMA_GA<Geometry, "col">;
4043 defm _row: NVVM_WMMA_MMA_GA<Geometry, "row">;
4044}
4045
4046multiclass NVVM_WMMA_MMA {
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]4047 defm _m32n8k16_mma : NVVM_WMMA_MMA_G<"m32n8k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]4048 defm _m16n16k16_mma : NVVM_WMMA_MMA_G<"m16n16k16">;
Andrew Scullcdfcccc2018-10-05 20:58:37 +0100[diff] [blame]4049 defm _m8n32k16_mma : NVVM_WMMA_MMA_G<"m8n32k16">;
Andrew Scull5e1ddfa2018-08-14 10:06:54 +0100[diff] [blame]4050}
4051
4052defm int_nvvm_wmma : NVVM_WMMA_MMA;
4053
4054} // let TargetPrefix = "nvvm"