Lines Matching refs:CGM

161   llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName);
190 llvm::Value *Callee = CGF.CGM.getIntrinsic(IntrinsicID, X->getType());
200 if (E->EvaluateAsRValue(Result, CGM.getContext()) &&
214 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0));
226 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue));
236 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy),
296 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
313 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType);
330 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
351 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
367 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
380 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType);
392 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType);
412 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType);
423 Value *F = CGM.getIntrinsic(Intrinsic::prefetch);
427 Value *F = CGM.getIntrinsic(Intrinsic::readcyclecounter);
431 Value *F = CGM.getIntrinsic(Intrinsic::trap);
435 Value *F = CGM.getIntrinsic(Intrinsic::debugtrap);
458 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType);
633 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
634 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
652 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this,
660 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
661 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
699 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
700 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
723 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa);
730 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress);
736 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress);
752 int Column = getTargetHooks().getDwarfEHStackPointer(CGM);
754 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column");
762 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table");
772 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32
784 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init);
818 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress),
824 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave));
830 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp);
839 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf);
1057 CGM.getTypes().arrangeFreeFunctionCall(E->getType(), Args,
1060 llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FuncInfo);
1061 llvm::Constant *Func = CGM.CreateRuntimeFunction(FTy, LibCallName);
1302 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType);
1316 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType);
1325 LLVMContext &C = CGM.getLLVMContext();
1340 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation,
1500 CGM.getBuiltinLibFunction(FD, BuiltinID));
1524 Function *F = CGM.getIntrinsic(IntrinsicID);
1717 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1720 return EmitNounwindRuntimeCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
1784 F = CGM.getIntrinsic(Intrinsic::aarch64_neon_vacgeq);
1786 F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
1798 F = CGM.getIntrinsic(Intrinsic::aarch64_neon_vacgtq);
1800 F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
1869 Value *F = CGM.getIntrinsic(Intrinsic::fma, Ty);
1882 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmaxnm");
1887 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vminnm");
1892 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmaxnm");
1897 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpminnm");
1901 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
1905 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
1909 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpadd");
1914 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmulx");
1927 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1930 return EmitNounwindRuntimeCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
1936 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd);
1962 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrex, LoadAddr->getType());
1976 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd);
2010 Function *F = CGM.getIntrinsic(Intrinsic::arm_strex, StoreAddr->getType());
2015 Function *F = CGM.getIntrinsic(Intrinsic::arm_clrex);
2134 Function *F = CGM.getIntrinsic(Int, Ty);
2154 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vbsl, Ty),
2159 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd");
2162 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty),
2165 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty),
2170 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged);
2176 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
2182 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd);
2188 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
2193 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty);
2200 Function *F = CGM.getIntrinsic(Intrinsic::ctlz, Ty);
2207 Function *F = CGM.getIntrinsic(Intrinsic::ctpop, Ty);
2213 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf);
2219 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp);
2245 Function *F = CGM.getIntrinsic(Int, Tys);
2257 Function *F = CGM.getIntrinsic(Int, Tys);
2275 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd");
2279 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub");
2283 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty),
2296 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty);
2327 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty);
2335 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty);
2343 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty);
2351 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty);
2362 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty);
2374 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty);
2402 Function *F = CGM.getIntrinsic(Int, Ty);
2420 Function *F = CGM.getIntrinsic(Int, Ty);
2447 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax");
2451 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin");
2467 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty),
2472 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull");
2475 Value *F = CGM.getIntrinsic(Intrinsic::fma, Ty);
2493 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal");
2496 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty),
2507 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl");
2511 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
2514 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
2517 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty),
2522 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd");
2524 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty),
2527 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty),
2531 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty),
2534 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty),
2538 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn");
2540 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty),
2544 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty),
2548 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty),
2553 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl");
2557 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n",
2560 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty),
2565 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl");
2569 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n",
2573 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty),
2577 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n",
2580 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty),
2585 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub");
2587 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty),
2591 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty),
2595 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty),
2600 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd");
2604 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl");
2606 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty),
2611 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true);
2614 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty),
2618 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty),
2626 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]);
2629 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty),
2634 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl");
2637 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1);
2644 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty),
2660 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty),
2675 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty),
2685 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1,
2701 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty),
2706 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty),
2711 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty),
2716 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty),
2721 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty),
2726 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty),
2729 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty),
2732 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1),
2735 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2),
2738 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3),
2741 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4),
2744 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1),
2747 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2),
2750 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3),
2753 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4),
2892 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr),
2899 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr),
2944 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q);
2974 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq);
3012 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq);
3034 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node);
3053 llvm::Function *F = CGM.getIntrinsic(ID);
3085 Value *Call = Builder.CreateCall(CGM.getIntrinsic(ID));
3143 llvm::Function *F = CGM.getIntrinsic(ID);
3176 llvm::Function *F = CGM.getIntrinsic(ID);