1//===- Intrinsics.td - Defines all LLVM intrinsics ---------*- tablegen -*-===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines properties of all LLVM intrinsics.
11//
12//===----------------------------------------------------------------------===//
13
14include "llvm/CodeGen/ValueTypes.td"
15
16//===----------------------------------------------------------------------===//
17//  Properties we keep track of for intrinsics.
18//===----------------------------------------------------------------------===//
19
20class IntrinsicProperty;
21
22// Intr*Mem - Memory properties.  An intrinsic is allowed to have at most one of
23// these properties set.  They are listed from the most aggressive (best to use
24// if correct) to the least aggressive.  If no property is set, the worst case
25// is assumed (it may read and write any memory it can get access to and it may
26// have other side effects).
27
28// IntrNoMem - The intrinsic does not access memory or have any other side
29// effects.  It may be CSE'd deleted if dead, etc.
30def IntrNoMem : IntrinsicProperty;
31
32// IntrReadArgMem - This intrinsic reads only from memory that one of its
33// pointer-typed arguments points to, but may read an unspecified amount.
34def IntrReadArgMem : IntrinsicProperty;
35
36// IntrReadMem - This intrinsic reads from unspecified memory, so it cannot be
37// moved across stores.  However, it can be reordered otherwise and can be
38// deleted if dead.
39def IntrReadMem : IntrinsicProperty;
40
41// IntrReadWriteArgMem - This intrinsic reads and writes only from memory that
42// one of its arguments points to, but may access an unspecified amount.  The
43// reads and writes may be volatile, but except for this it has no other side
44// effects.
45def IntrReadWriteArgMem : IntrinsicProperty;
46
47// Commutative - This intrinsic is commutative: X op Y == Y op X.
48def Commutative : IntrinsicProperty;
49
50// Throws - This intrinsic can throw.
51def Throws : IntrinsicProperty;
52
53// NoCapture - The specified argument pointer is not captured by the intrinsic.
54class NoCapture<int argNo> : IntrinsicProperty {
55  int ArgNo = argNo;
56}
57
58// ReadOnly - The specified argument pointer is not written to through the
59// pointer by the intrinsic.
60class ReadOnly<int argNo> : IntrinsicProperty {
61  int ArgNo = argNo;
62}
63
64// ReadNone - The specified argument pointer is not dereferenced by the
65// intrinsic.
66class ReadNone<int argNo> : IntrinsicProperty {
67  int ArgNo = argNo;
68}
69
70def IntrNoReturn : IntrinsicProperty;
71
72// IntrNoduplicate - Calls to this intrinsic cannot be duplicated.
73// Parallels the noduplicate attribute on LLVM IR functions.
74def IntrNoDuplicate : IntrinsicProperty;
75
76//===----------------------------------------------------------------------===//
77// Types used by intrinsics.
78//===----------------------------------------------------------------------===//
79
80class LLVMType<ValueType vt> {
81  ValueType VT = vt;
82}
83
84class LLVMQualPointerType<LLVMType elty, int addrspace>
85  : LLVMType<iPTR>{
86  LLVMType ElTy = elty;
87  int AddrSpace = addrspace;
88}
89
90class LLVMPointerType<LLVMType elty>
91  : LLVMQualPointerType<elty, 0>;
92
93class LLVMAnyPointerType<LLVMType elty>
94  : LLVMType<iPTRAny>{
95  LLVMType ElTy = elty;
96}
97
98// Match the type of another intrinsic parameter.  Number is an index into the
99// list of overloaded types for the intrinsic, excluding all the fixed types.
100// The Number value must refer to a previously listed type.  For example:
101//   Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_anyfloat_ty, LLVMMatchType<0>]>
102// has two overloaded types, the 2nd and 3rd arguments.  LLVMMatchType<0>
103// refers to the first overloaded type, which is the 2nd argument.
104class LLVMMatchType<int num>
105  : LLVMType<OtherVT>{
106  int Number = num;
107}
108
109// Match the type of another intrinsic parameter that is expected to be based on
110// an integral type (i.e. either iN or <N x iM>), but change the scalar size to
111// be twice as wide or half as wide as the other type.  This is only useful when
112// the intrinsic is overloaded, so the matched type should be declared as iAny.
113class LLVMExtendedType<int num> : LLVMMatchType<num>;
114class LLVMTruncatedType<int num> : LLVMMatchType<num>;
115class LLVMVectorSameWidth<int num, LLVMType elty>
116  : LLVMMatchType<num> {
117  ValueType ElTy = elty.VT;
118}
119class LLVMPointerTo<int num> : LLVMMatchType<num>;
120class LLVMVectorOfPointersToElt<int num> : LLVMMatchType<num>;
121
122// Match the type of another intrinsic parameter that is expected to be a
123// vector type, but change the element count to be half as many
124class LLVMHalfElementsVectorType<int num> : LLVMMatchType<num>;
125
126def llvm_void_ty       : LLVMType<isVoid>;
127def llvm_any_ty        : LLVMType<Any>;
128def llvm_anyint_ty     : LLVMType<iAny>;
129def llvm_anyfloat_ty   : LLVMType<fAny>;
130def llvm_anyvector_ty  : LLVMType<vAny>;
131def llvm_i1_ty         : LLVMType<i1>;
132def llvm_i8_ty         : LLVMType<i8>;
133def llvm_i16_ty        : LLVMType<i16>;
134def llvm_i32_ty        : LLVMType<i32>;
135def llvm_i64_ty        : LLVMType<i64>;
136def llvm_half_ty       : LLVMType<f16>;
137def llvm_float_ty      : LLVMType<f32>;
138def llvm_double_ty     : LLVMType<f64>;
139def llvm_f80_ty        : LLVMType<f80>;
140def llvm_f128_ty       : LLVMType<f128>;
141def llvm_ppcf128_ty    : LLVMType<ppcf128>;
142def llvm_ptr_ty        : LLVMPointerType<llvm_i8_ty>;             // i8*
143def llvm_ptrptr_ty     : LLVMPointerType<llvm_ptr_ty>;            // i8**
144def llvm_anyptr_ty     : LLVMAnyPointerType<llvm_i8_ty>;          // (space)i8*
145def llvm_empty_ty      : LLVMType<OtherVT>;                       // { }
146def llvm_descriptor_ty : LLVMPointerType<llvm_empty_ty>;          // { }*
147def llvm_metadata_ty   : LLVMType<MetadataVT>;                    // !{...}
148
149def llvm_x86mmx_ty     : LLVMType<x86mmx>;
150def llvm_ptrx86mmx_ty  : LLVMPointerType<llvm_x86mmx_ty>;         // <1 x i64>*
151
152def llvm_v2i1_ty       : LLVMType<v2i1>;     //  2 x i1
153def llvm_v4i1_ty       : LLVMType<v4i1>;     //  4 x i1
154def llvm_v8i1_ty       : LLVMType<v8i1>;     //  8 x i1
155def llvm_v16i1_ty      : LLVMType<v16i1>;    // 16 x i1
156def llvm_v32i1_ty      : LLVMType<v32i1>;    // 32 x i1
157def llvm_v64i1_ty      : LLVMType<v64i1>;    // 64 x i1
158def llvm_v1i8_ty       : LLVMType<v1i8>;     //  1 x i8
159def llvm_v2i8_ty       : LLVMType<v2i8>;     //  2 x i8
160def llvm_v4i8_ty       : LLVMType<v4i8>;     //  4 x i8
161def llvm_v8i8_ty       : LLVMType<v8i8>;     //  8 x i8
162def llvm_v16i8_ty      : LLVMType<v16i8>;    // 16 x i8
163def llvm_v32i8_ty      : LLVMType<v32i8>;    // 32 x i8
164def llvm_v64i8_ty      : LLVMType<v64i8>;    // 64 x i8
165
166def llvm_v1i16_ty      : LLVMType<v1i16>;    //  1 x i16
167def llvm_v2i16_ty      : LLVMType<v2i16>;    //  2 x i16
168def llvm_v4i16_ty      : LLVMType<v4i16>;    //  4 x i16
169def llvm_v8i16_ty      : LLVMType<v8i16>;    //  8 x i16
170def llvm_v16i16_ty     : LLVMType<v16i16>;   // 16 x i16
171def llvm_v32i16_ty     : LLVMType<v32i16>;   // 32 x i16
172
173def llvm_v1i32_ty      : LLVMType<v1i32>;    //  1 x i32
174def llvm_v2i32_ty      : LLVMType<v2i32>;    //  2 x i32
175def llvm_v4i32_ty      : LLVMType<v4i32>;    //  4 x i32
176def llvm_v8i32_ty      : LLVMType<v8i32>;    //  8 x i32
177def llvm_v16i32_ty     : LLVMType<v16i32>;   // 16 x i32
178def llvm_v1i64_ty      : LLVMType<v1i64>;    //  1 x i64
179def llvm_v2i64_ty      : LLVMType<v2i64>;    //  2 x i64
180def llvm_v4i64_ty      : LLVMType<v4i64>;    //  4 x i64
181def llvm_v8i64_ty      : LLVMType<v8i64>;    //  8 x i64
182def llvm_v16i64_ty     : LLVMType<v16i64>;   // 16 x i64
183
184def llvm_v2f16_ty      : LLVMType<v2f16>;    //  2 x half (__fp16)
185def llvm_v4f16_ty      : LLVMType<v4f16>;    //  4 x half (__fp16)
186def llvm_v8f16_ty      : LLVMType<v8f16>;    //  8 x half (__fp16)
187def llvm_v1f32_ty      : LLVMType<v1f32>;    //  1 x float
188def llvm_v2f32_ty      : LLVMType<v2f32>;    //  2 x float
189def llvm_v4f32_ty      : LLVMType<v4f32>;    //  4 x float
190def llvm_v8f32_ty      : LLVMType<v8f32>;    //  8 x float
191def llvm_v16f32_ty     : LLVMType<v16f32>;   // 16 x float
192def llvm_v1f64_ty      : LLVMType<v1f64>;    //  1 x double
193def llvm_v2f64_ty      : LLVMType<v2f64>;    //  2 x double
194def llvm_v4f64_ty      : LLVMType<v4f64>;    //  4 x double
195def llvm_v8f64_ty      : LLVMType<v8f64>;    //  8 x double
196
197def llvm_vararg_ty     : LLVMType<isVoid>;   // this means vararg here
198
199
200//===----------------------------------------------------------------------===//
201// Intrinsic Definitions.
202//===----------------------------------------------------------------------===//
203
204// Intrinsic class - This is used to define one LLVM intrinsic.  The name of the
205// intrinsic definition should start with "int_", then match the LLVM intrinsic
206// name with the "llvm." prefix removed, and all "."s turned into "_"s.  For
207// example, llvm.bswap.i16 -> int_bswap_i16.
208//
209//  * RetTypes is a list containing the return types expected for the
210//    intrinsic.
211//  * ParamTypes is a list containing the parameter types expected for the
212//    intrinsic.
213//  * Properties can be set to describe the behavior of the intrinsic.
214//
215class SDPatternOperator;
216class Intrinsic<list<LLVMType> ret_types,
217                list<LLVMType> param_types = [],
218                list<IntrinsicProperty> properties = [],
219                string name = ""> : SDPatternOperator {
220  string LLVMName = name;
221  string TargetPrefix = "";   // Set to a prefix for target-specific intrinsics.
222  list<LLVMType> RetTypes = ret_types;
223  list<LLVMType> ParamTypes = param_types;
224  list<IntrinsicProperty> Properties = properties;
225
226  bit isTarget = 0;
227}
228
229/// GCCBuiltin - If this intrinsic exactly corresponds to a GCC builtin, this
230/// specifies the name of the builtin.  This provides automatic CBE and CFE
231/// support.
232class GCCBuiltin<string name> {
233  string GCCBuiltinName = name;
234}
235
236class MSBuiltin<string name> {
237  string MSBuiltinName = name;
238}
239
240
241//===--------------- Variable Argument Handling Intrinsics ----------------===//
242//
243
244def int_vastart : Intrinsic<[], [llvm_ptr_ty], [], "llvm.va_start">;
245def int_vacopy  : Intrinsic<[], [llvm_ptr_ty, llvm_ptr_ty], [],
246                            "llvm.va_copy">;
247def int_vaend   : Intrinsic<[], [llvm_ptr_ty], [], "llvm.va_end">;
248
249//===------------------- Garbage Collection Intrinsics --------------------===//
250//
251def int_gcroot  : Intrinsic<[],
252                            [llvm_ptrptr_ty, llvm_ptr_ty]>;
253def int_gcread  : Intrinsic<[llvm_ptr_ty],
254                            [llvm_ptr_ty, llvm_ptrptr_ty],
255                            [IntrReadArgMem]>;
256def int_gcwrite : Intrinsic<[],
257                            [llvm_ptr_ty, llvm_ptr_ty, llvm_ptrptr_ty],
258                            [IntrReadWriteArgMem, NoCapture<1>, NoCapture<2>]>;
259
260//===--------------------- Code Generator Intrinsics ----------------------===//
261//
262def int_returnaddress : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty], [IntrNoMem]>;
263def int_frameaddress  : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty], [IntrNoMem]>;
264def int_frameescape : Intrinsic<[], [llvm_vararg_ty]>;
265def int_framerecover : Intrinsic<[llvm_ptr_ty],
266                                 [llvm_ptr_ty, llvm_ptr_ty, llvm_i32_ty],
267                                 [IntrNoMem]>;
268def int_read_register  : Intrinsic<[llvm_anyint_ty], [llvm_metadata_ty],
269                                   [IntrNoMem], "llvm.read_register">;
270def int_write_register : Intrinsic<[], [llvm_metadata_ty, llvm_anyint_ty],
271                                   [], "llvm.write_register">;
272
273// Note: we treat stacksave/stackrestore as writemem because we don't otherwise
274// model their dependencies on allocas.
275def int_stacksave     : Intrinsic<[llvm_ptr_ty]>,
276                        GCCBuiltin<"__builtin_stack_save">;
277def int_stackrestore  : Intrinsic<[], [llvm_ptr_ty]>,
278                        GCCBuiltin<"__builtin_stack_restore">;
279
280// IntrReadWriteArgMem is more pessimistic than strictly necessary for prefetch,
281// however it does conveniently prevent the prefetch from being reordered
282// with respect to nearby accesses to the same memory.
283def int_prefetch      : Intrinsic<[],
284                                  [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty,
285                                   llvm_i32_ty],
286                                  [IntrReadWriteArgMem, NoCapture<0>]>;
287def int_pcmarker      : Intrinsic<[], [llvm_i32_ty]>;
288
289def int_readcyclecounter : Intrinsic<[llvm_i64_ty]>;
290
291// The assume intrinsic is marked as arbitrarily writing so that proper
292// control dependencies will be maintained.
293def int_assume        : Intrinsic<[], [llvm_i1_ty], []>;
294
295// Stack Protector Intrinsic - The stackprotector intrinsic writes the stack
296// guard to the correct place on the stack frame.
297def int_stackprotector : Intrinsic<[], [llvm_ptr_ty, llvm_ptrptr_ty], []>;
298def int_stackprotectorcheck : Intrinsic<[], [llvm_ptrptr_ty],
299                                        [IntrReadWriteArgMem]>;
300
301// A counter increment for instrumentation based profiling.
302def int_instrprof_increment : Intrinsic<[],
303                                        [llvm_ptr_ty, llvm_i64_ty,
304                                         llvm_i32_ty, llvm_i32_ty],
305                                        []>;
306
307//===------------------- Standard C Library Intrinsics --------------------===//
308//
309
310def int_memcpy  : Intrinsic<[],
311                             [llvm_anyptr_ty, llvm_anyptr_ty, llvm_anyint_ty,
312                              llvm_i32_ty, llvm_i1_ty],
313                            [IntrReadWriteArgMem, NoCapture<0>, NoCapture<1>,
314                             ReadOnly<1>]>;
315def int_memmove : Intrinsic<[],
316                            [llvm_anyptr_ty, llvm_anyptr_ty, llvm_anyint_ty,
317                             llvm_i32_ty, llvm_i1_ty],
318                            [IntrReadWriteArgMem, NoCapture<0>, NoCapture<1>,
319                             ReadOnly<1>]>;
320def int_memset  : Intrinsic<[],
321                            [llvm_anyptr_ty, llvm_i8_ty, llvm_anyint_ty,
322                             llvm_i32_ty, llvm_i1_ty],
323                            [IntrReadWriteArgMem, NoCapture<0>]>;
324
325let Properties = [IntrNoMem] in {
326  def int_fma  : Intrinsic<[llvm_anyfloat_ty],
327                           [LLVMMatchType<0>, LLVMMatchType<0>,
328                            LLVMMatchType<0>]>;
329  def int_fmuladd : Intrinsic<[llvm_anyfloat_ty],
330                              [LLVMMatchType<0>, LLVMMatchType<0>,
331                               LLVMMatchType<0>]>;
332
333  // These functions do not read memory, but are sensitive to the
334  // rounding mode. LLVM purposely does not model changes to the FP
335  // environment so they can be treated as readnone.
336  def int_sqrt : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
337  def int_powi : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>, llvm_i32_ty]>;
338  def int_sin  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
339  def int_cos  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
340  def int_pow  : Intrinsic<[llvm_anyfloat_ty],
341                           [LLVMMatchType<0>, LLVMMatchType<0>]>;
342  def int_log  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
343  def int_log10: Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
344  def int_log2 : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
345  def int_exp  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
346  def int_exp2 : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
347  def int_fabs : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
348  def int_minnum : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>, LLVMMatchType<0>]>;
349  def int_maxnum : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>, LLVMMatchType<0>]>;
350  def int_copysign : Intrinsic<[llvm_anyfloat_ty],
351                               [LLVMMatchType<0>, LLVMMatchType<0>]>;
352  def int_floor : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
353  def int_ceil  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
354  def int_trunc : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
355  def int_rint  : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
356  def int_nearbyint : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
357  def int_round : Intrinsic<[llvm_anyfloat_ty], [LLVMMatchType<0>]>;
358}
359
360// NOTE: these are internal interfaces.
361def int_setjmp     : Intrinsic<[llvm_i32_ty],  [llvm_ptr_ty]>;
362def int_longjmp    : Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty], [IntrNoReturn]>;
363def int_sigsetjmp  : Intrinsic<[llvm_i32_ty] , [llvm_ptr_ty, llvm_i32_ty]>;
364def int_siglongjmp : Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty], [IntrNoReturn]>;
365
366// Internal interface for object size checking
367def int_objectsize : Intrinsic<[llvm_anyint_ty], [llvm_anyptr_ty, llvm_i1_ty],
368                               [IntrNoMem]>,
369                               GCCBuiltin<"__builtin_object_size">;
370
371//===------------------------- Expect Intrinsics --------------------------===//
372//
373def int_expect : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>,
374                                              LLVMMatchType<0>], [IntrNoMem]>;
375
376//===-------------------- Bit Manipulation Intrinsics ---------------------===//
377//
378
379// None of these intrinsics accesses memory at all.
380let Properties = [IntrNoMem] in {
381  def int_bswap: Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>]>;
382  def int_ctpop: Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>]>;
383  def int_ctlz : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>, llvm_i1_ty]>;
384  def int_cttz : Intrinsic<[llvm_anyint_ty], [LLVMMatchType<0>, llvm_i1_ty]>;
385}
386
387//===------------------------ Debugger Intrinsics -------------------------===//
388//
389
390// None of these intrinsics accesses memory at all...but that doesn't mean the
391// optimizers can change them aggressively.  Special handling needed in a few
392// places.
393let Properties = [IntrNoMem] in {
394  def int_dbg_declare      : Intrinsic<[],
395                                       [llvm_metadata_ty,
396                                       llvm_metadata_ty,
397                                       llvm_metadata_ty]>;
398  def int_dbg_value        : Intrinsic<[],
399                                       [llvm_metadata_ty, llvm_i64_ty,
400                                        llvm_metadata_ty,
401                                        llvm_metadata_ty]>;
402}
403
404//===------------------ Exception Handling Intrinsics----------------------===//
405//
406
407// The result of eh.typeid.for depends on the enclosing function, but inside a
408// given function it is 'const' and may be CSE'd etc.
409def int_eh_typeid_for : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrNoMem]>;
410
411def int_eh_return_i32 : Intrinsic<[], [llvm_i32_ty, llvm_ptr_ty]>;
412def int_eh_return_i64 : Intrinsic<[], [llvm_i64_ty, llvm_ptr_ty]>;
413
414// eh.begincatch takes a pointer returned by a landingpad instruction and
415// copies the exception object into the memory pointed to by the second
416// parameter. If the second parameter is null, no copy occurs.
417def int_eh_begincatch : Intrinsic<[], [llvm_ptr_ty, llvm_ptr_ty],
418                                  [NoCapture<0>, NoCapture<1>]>;
419def int_eh_endcatch : Intrinsic<[], []>;
420
421// Represents the list of actions to take when an exception is thrown.
422def int_eh_actions : Intrinsic<[llvm_ptr_ty], [llvm_vararg_ty], []>;
423
424// __builtin_unwind_init is an undocumented GCC intrinsic that causes all
425// callee-saved registers to be saved and restored (regardless of whether they
426// are used) in the calling function. It is used by libgcc_eh.
427def int_eh_unwind_init: Intrinsic<[]>,
428                        GCCBuiltin<"__builtin_unwind_init">;
429
430def int_eh_dwarf_cfa  : Intrinsic<[llvm_ptr_ty], [llvm_i32_ty]>;
431
432let Properties = [IntrNoMem] in {
433  def int_eh_sjlj_lsda             : Intrinsic<[llvm_ptr_ty]>;
434  def int_eh_sjlj_callsite         : Intrinsic<[], [llvm_i32_ty]>;
435}
436def int_eh_sjlj_functioncontext : Intrinsic<[], [llvm_ptr_ty]>;
437def int_eh_sjlj_setjmp          : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty]>;
438def int_eh_sjlj_longjmp         : Intrinsic<[], [llvm_ptr_ty], [IntrNoReturn]>;
439
440//===---------------- Generic Variable Attribute Intrinsics----------------===//
441//
442def int_var_annotation : Intrinsic<[],
443                                   [llvm_ptr_ty, llvm_ptr_ty,
444                                    llvm_ptr_ty, llvm_i32_ty],
445                                   [], "llvm.var.annotation">;
446def int_ptr_annotation : Intrinsic<[LLVMAnyPointerType<llvm_anyint_ty>],
447                                   [LLVMMatchType<0>, llvm_ptr_ty, llvm_ptr_ty,
448                                    llvm_i32_ty],
449                                   [], "llvm.ptr.annotation">;
450def int_annotation : Intrinsic<[llvm_anyint_ty],
451                               [LLVMMatchType<0>, llvm_ptr_ty,
452                                llvm_ptr_ty, llvm_i32_ty],
453                               [], "llvm.annotation">;
454
455//===------------------------ Trampoline Intrinsics -----------------------===//
456//
457def int_init_trampoline : Intrinsic<[],
458                                    [llvm_ptr_ty, llvm_ptr_ty, llvm_ptr_ty],
459                                    [IntrReadWriteArgMem, NoCapture<0>]>,
460                                   GCCBuiltin<"__builtin_init_trampoline">;
461
462def int_adjust_trampoline : Intrinsic<[llvm_ptr_ty], [llvm_ptr_ty],
463                                      [IntrReadArgMem]>,
464                                     GCCBuiltin<"__builtin_adjust_trampoline">;
465
466//===------------------------ Overflow Intrinsics -------------------------===//
467//
468
469// Expose the carry flag from add operations on two integrals.
470def int_sadd_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
471                                       [LLVMMatchType<0>, LLVMMatchType<0>],
472                                       [IntrNoMem]>;
473def int_uadd_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
474                                       [LLVMMatchType<0>, LLVMMatchType<0>],
475                                       [IntrNoMem]>;
476
477def int_ssub_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
478                                       [LLVMMatchType<0>, LLVMMatchType<0>],
479                                       [IntrNoMem]>;
480def int_usub_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
481                                       [LLVMMatchType<0>, LLVMMatchType<0>],
482                                       [IntrNoMem]>;
483
484def int_smul_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
485                                       [LLVMMatchType<0>, LLVMMatchType<0>],
486                                       [IntrNoMem]>;
487def int_umul_with_overflow : Intrinsic<[llvm_anyint_ty, llvm_i1_ty],
488                                       [LLVMMatchType<0>, LLVMMatchType<0>],
489                                       [IntrNoMem]>;
490
491//===------------------------- Memory Use Markers -------------------------===//
492//
493def int_lifetime_start  : Intrinsic<[],
494                                    [llvm_i64_ty, llvm_ptr_ty],
495                                    [IntrReadWriteArgMem, NoCapture<1>]>;
496def int_lifetime_end    : Intrinsic<[],
497                                    [llvm_i64_ty, llvm_ptr_ty],
498                                    [IntrReadWriteArgMem, NoCapture<1>]>;
499def int_invariant_start : Intrinsic<[llvm_descriptor_ty],
500                                    [llvm_i64_ty, llvm_ptr_ty],
501                                    [IntrReadWriteArgMem, NoCapture<1>]>;
502def int_invariant_end   : Intrinsic<[],
503                                    [llvm_descriptor_ty, llvm_i64_ty,
504                                     llvm_ptr_ty],
505                                    [IntrReadWriteArgMem, NoCapture<2>]>;
506
507//===------------------------ Stackmap Intrinsics -------------------------===//
508//
509def int_experimental_stackmap : Intrinsic<[],
510                                  [llvm_i64_ty, llvm_i32_ty, llvm_vararg_ty],
511                                  [Throws]>;
512def int_experimental_patchpoint_void : Intrinsic<[],
513                                                 [llvm_i64_ty, llvm_i32_ty,
514                                                  llvm_ptr_ty, llvm_i32_ty,
515                                                  llvm_vararg_ty],
516                                                  [Throws]>;
517def int_experimental_patchpoint_i64 : Intrinsic<[llvm_i64_ty],
518                                                [llvm_i64_ty, llvm_i32_ty,
519                                                 llvm_ptr_ty, llvm_i32_ty,
520                                                 llvm_vararg_ty],
521                                                 [Throws]>;
522
523
524//===------------------------ Garbage Collection Intrinsics ---------------===//
525// These are documented in docs/Statepoint.rst
526
527def int_experimental_gc_statepoint : Intrinsic<[llvm_i32_ty],
528                               [llvm_anyptr_ty, llvm_i32_ty,
529                                llvm_i32_ty, llvm_vararg_ty]>;
530
531def int_experimental_gc_result   : Intrinsic<[llvm_any_ty], [llvm_i32_ty]>;
532def int_experimental_gc_relocate : Intrinsic<[llvm_anyptr_ty],
533                                [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty]>;
534
535// Deprecated: will be removed in a couple of weeks
536def int_experimental_gc_result_int : Intrinsic<[llvm_anyint_ty], [llvm_i32_ty]>;
537def int_experimental_gc_result_float : Intrinsic<[llvm_anyfloat_ty],
538                                                 [llvm_i32_ty]>;
539def int_experimental_gc_result_ptr : Intrinsic<[llvm_anyptr_ty], [llvm_i32_ty]>;
540
541//===-------------------------- Other Intrinsics --------------------------===//
542//
543def int_flt_rounds : Intrinsic<[llvm_i32_ty]>,
544                     GCCBuiltin<"__builtin_flt_rounds">;
545def int_trap : Intrinsic<[], [], [IntrNoReturn]>,
546               GCCBuiltin<"__builtin_trap">;
547def int_debugtrap : Intrinsic<[]>,
548                    GCCBuiltin<"__builtin_debugtrap">;
549
550// NOP: calls/invokes to this intrinsic are removed by codegen
551def int_donothing : Intrinsic<[], [], [IntrNoMem]>;
552
553// Intrisics to support half precision floating point format
554let Properties = [IntrNoMem] in {
555def int_convert_to_fp16   : Intrinsic<[llvm_i16_ty], [llvm_anyfloat_ty]>;
556def int_convert_from_fp16 : Intrinsic<[llvm_anyfloat_ty], [llvm_i16_ty]>;
557}
558
559// These convert intrinsics are to support various conversions between
560// various types with rounding and saturation. NOTE: avoid using these
561// intrinsics as they might be removed sometime in the future and
562// most targets don't support them.
563def int_convertff  : Intrinsic<[llvm_anyfloat_ty],
564                               [llvm_anyfloat_ty, llvm_i32_ty, llvm_i32_ty]>;
565def int_convertfsi : Intrinsic<[llvm_anyfloat_ty],
566                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
567def int_convertfui : Intrinsic<[llvm_anyfloat_ty],
568                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
569def int_convertsif : Intrinsic<[llvm_anyint_ty],
570                               [llvm_anyfloat_ty, llvm_i32_ty, llvm_i32_ty]>;
571def int_convertuif : Intrinsic<[llvm_anyint_ty],
572                               [llvm_anyfloat_ty, llvm_i32_ty, llvm_i32_ty]>;
573def int_convertss  : Intrinsic<[llvm_anyint_ty],
574                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
575def int_convertsu  : Intrinsic<[llvm_anyint_ty],
576                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
577def int_convertus  : Intrinsic<[llvm_anyint_ty],
578                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
579def int_convertuu  : Intrinsic<[llvm_anyint_ty],
580                               [llvm_anyint_ty, llvm_i32_ty, llvm_i32_ty]>;
581
582// Clear cache intrinsic, default to ignore (ie. emit nothing)
583// maps to void __clear_cache() on supporting platforms
584def int_clear_cache : Intrinsic<[], [llvm_ptr_ty, llvm_ptr_ty],
585                                [], "llvm.clear_cache">;
586
587//===-------------------------- Masked Intrinsics -------------------------===//
588//
589def int_masked_store : Intrinsic<[], [llvm_anyvector_ty, LLVMPointerTo<0>,
590                                      llvm_i32_ty,
591                                      LLVMVectorSameWidth<0, llvm_i1_ty>],
592                                 [IntrReadWriteArgMem]>;
593
594def int_masked_load  : Intrinsic<[llvm_anyvector_ty],
595                                 [LLVMPointerTo<0>, llvm_i32_ty,
596                                  LLVMVectorSameWidth<0, llvm_i1_ty>, LLVMMatchType<0>],
597                                 [IntrReadArgMem]>;
598
599def int_masked_gather: Intrinsic<[llvm_anyvector_ty],
600                                 [LLVMVectorOfPointersToElt<0>, llvm_i32_ty,
601                                  LLVMVectorSameWidth<0, llvm_i1_ty>,
602                                  LLVMMatchType<0>],
603                                 [IntrReadArgMem]>;
604
605def int_masked_scatter: Intrinsic<[],
606                                  [llvm_anyvector_ty,
607                                   LLVMVectorOfPointersToElt<0>, llvm_i32_ty,
608                                   LLVMVectorSameWidth<0, llvm_i1_ty>],
609                                  [IntrReadWriteArgMem]>;
610
611// Intrinsics to support bit sets.
612def int_bitset_test : Intrinsic<[llvm_i1_ty], [llvm_ptr_ty, llvm_metadata_ty],
613                                [IntrNoMem]>;
614
615//===----------------------------------------------------------------------===//
616// Target-specific intrinsics
617//===----------------------------------------------------------------------===//
618
619include "llvm/IR/IntrinsicsPowerPC.td"
620include "llvm/IR/IntrinsicsX86.td"
621include "llvm/IR/IntrinsicsARM.td"
622include "llvm/IR/IntrinsicsAArch64.td"
623include "llvm/IR/IntrinsicsXCore.td"
624include "llvm/IR/IntrinsicsHexagon.td"
625include "llvm/IR/IntrinsicsNVVM.td"
626include "llvm/IR/IntrinsicsMips.td"
627include "llvm/IR/IntrinsicsR600.td"
628include "llvm/IR/IntrinsicsBPF.td"
629include "llvm/IR/IntrinsicsSystemZ.td"
630