CGCall.cpp revision 3327f6ead9362e5689674a4aaab5b7f23ea0dea3
10dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar//===----- CGCall.h - Encapsulate calling convention details ----*- C++ -*-===// 20dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// 30dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// The LLVM Compiler Infrastructure 40dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// 50dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// This file is distributed under the University of Illinois Open Source 60dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// License. See LICENSE.TXT for details. 70dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// 80dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar//===----------------------------------------------------------------------===// 90dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// 100dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// These classes wrap the information about a call or function 110dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// definition used to handle ABI compliancy. 120dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// 130dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar//===----------------------------------------------------------------------===// 140dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 150dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar#include "CGCall.h" 160dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar#include "CodeGenFunction.h" 17b768807c49a1c7085def099b848631856af766faDaniel Dunbar#include "CodeGenModule.h" 186b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar#include "clang/Basic/TargetInfo.h" 190dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar#include "clang/AST/ASTContext.h" 200dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar#include "clang/AST/Decl.h" 210dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar#include "clang/AST/DeclObjC.h" 2299037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar#include "clang/AST/RecordLayout.h" 235627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar#include "llvm/ADT/StringExtras.h" 24d0646bd7c11c12b34971b55e5c1bdd8439401b4cDevang Patel#include "llvm/Attributes.h" 256f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar#include "llvm/Support/CommandLine.h" 26be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar#include "llvm/Support/MathExtras.h" 276f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar#include "llvm/Support/raw_ostream.h" 2854d1ccbfcf19ddf39444f1b4018dd79487cc847bDaniel Dunbar#include "llvm/Target/TargetData.h" 299eb5c6d3242d85359b2d669564c5e2826efb1931Daniel Dunbar 309eb5c6d3242d85359b2d669564c5e2826efb1931Daniel Dunbar#include "ABIInfo.h" 319eb5c6d3242d85359b2d669564c5e2826efb1931Daniel Dunbar 320dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbarusing namespace clang; 330dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbarusing namespace CodeGen; 340dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 350dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar/***/ 360dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 370dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar// FIXME: Use iterator and sidestep silly type array creation. 380dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 39541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst 40541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel DunbarCGFunctionInfo &CodeGenTypes::getFunctionInfo(const FunctionTypeNoProto *FTNP) { 41541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(FTNP->getResultType(), 42541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar llvm::SmallVector<QualType, 16>()); 4345c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar} 4445c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 45541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst 46541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel DunbarCGFunctionInfo &CodeGenTypes::getFunctionInfo(const FunctionTypeProto *FTP) { 47541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar llvm::SmallVector<QualType, 16> ArgTys; 48541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar // FIXME: Kill copy. 4945c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar for (unsigned i = 0, e = FTP->getNumArgs(); i != e; ++i) 50541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back(FTP->getArgType(i)); 51541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(FTP->getResultType(), ArgTys); 5245c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar} 5345c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 54541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst CGFunctionInfo &CodeGenTypes::getFunctionInfo(const FunctionDecl *FD) { 550dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar const FunctionType *FTy = FD->getType()->getAsFunctionType(); 56541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar if (const FunctionTypeProto *FTP = dyn_cast<FunctionTypeProto>(FTy)) 57541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(FTP); 58541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(cast<FunctionTypeNoProto>(FTy)); 590dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar} 600dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 61541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst CGFunctionInfo &CodeGenTypes::getFunctionInfo(const ObjCMethodDecl *MD) { 62541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar llvm::SmallVector<QualType, 16> ArgTys; 63541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back(MD->getSelfDecl()->getType()); 64541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back(Context.getObjCSelType()); 65541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar // FIXME: Kill copy? 660dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar for (ObjCMethodDecl::param_const_iterator i = MD->param_begin(), 670dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar e = MD->param_end(); i != e; ++i) 68541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back((*i)->getType()); 69541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(MD->getResultType(), ArgTys); 700dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar} 710dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 72541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst CGFunctionInfo &CodeGenTypes::getFunctionInfo(QualType ResTy, 73541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar const CallArgList &Args) { 74541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar // FIXME: Kill copy. 75541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar llvm::SmallVector<QualType, 16> ArgTys; 76725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar for (CallArgList::const_iterator i = Args.begin(), e = Args.end(); 77725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar i != e; ++i) 78541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back(i->second); 79541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(ResTy, ArgTys); 800dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar} 810dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar 82541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst CGFunctionInfo &CodeGenTypes::getFunctionInfo(QualType ResTy, 83541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar const FunctionArgList &Args) { 84541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar // FIXME: Kill copy. 85541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar llvm::SmallVector<QualType, 16> ArgTys; 86bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar for (FunctionArgList::const_iterator i = Args.begin(), e = Args.end(); 87bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar i != e; ++i) 88541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar ArgTys.push_back(i->second); 89541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar return getFunctionInfo(ResTy, ArgTys); 90541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar} 91541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar 92541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbarconst CGFunctionInfo &CodeGenTypes::getFunctionInfo(QualType ResTy, 93541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar const llvm::SmallVector<QualType, 16> &ArgTys) { 9440a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar // Lookup or create unique function info. 9540a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar llvm::FoldingSetNodeID ID; 9640a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar CGFunctionInfo::Profile(ID, ResTy, ArgTys.begin(), ArgTys.end()); 9740a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar 9840a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar void *InsertPos = 0; 9940a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar CGFunctionInfo *FI = FunctionInfos.FindNodeOrInsertPos(ID, InsertPos); 10040a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar if (FI) 10140a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar return *FI; 10240a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar 10388c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar // Construct the function info. 10440a6be686e5d5bb4198f1affda574e8a4b3a7710Daniel Dunbar FI = new CGFunctionInfo(ResTy, ArgTys); 10535e67d4387bbe3e7e17ee6b17eaa42eebb0eb9f1Daniel Dunbar FunctionInfos.InsertNode(FI, InsertPos); 106541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar 10788c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar // Compute ABI information. 1086bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar getABIInfo().computeInfo(*FI, getContext()); 109541b63b1a9db77e4a8670e9823711c2c12e58afbDaniel Dunbar 11088c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar return *FI; 1110dbe227feccf6a8dbadfff8ca3f80416b7bf2f28Daniel Dunbar} 11217b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 11317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar/***/ 11417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 1156b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel DunbarABIInfo::~ABIInfo() {} 1166b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 1176f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbarvoid ABIArgInfo::dump() const { 1186f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, "(ABIArgInfo Kind="); 1196f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar switch (TheKind) { 1206f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar case Direct: 1216f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, "Direct"); 1226f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar break; 1236f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar case Ignore: 1246f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, "Ignore"); 1256f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar break; 1266f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar case Coerce: 1276f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, "Coerce Type="); 1286f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar getCoerceToType()->print(llvm::errs()); 1296f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar // FIXME: This is ridiculous. 1306f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar llvm::errs().flush(); 1316f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar break; 13211e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case Indirect: 13311e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar fprintf(stderr, "Indirect Align=%d", getIndirectAlign()); 1346f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar break; 1356f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar case Expand: 1366f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, "Expand"); 1376f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar break; 1386f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar } 1396f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar fprintf(stderr, ")\n"); 1406f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar} 1416f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar 1426f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar/***/ 1436f7279bf98e31356306386b2c200820a76b491cfDaniel Dunbar 144834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// isEmptyStruct - Return true iff a structure has no non-empty 145834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// members. Note that a structure with a flexible array member is not 146834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// considered empty. 147834af456588587194337bb32671fb9329e73a7f7Daniel Dunbarstatic bool isEmptyStruct(QualType T) { 148834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const RecordType *RT = T->getAsStructureType(); 149834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!RT) 150834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return 0; 151834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const RecordDecl *RD = RT->getDecl(); 152834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (RD->hasFlexibleArrayMember()) 153834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return false; 154f8d49f64ef6ab7e632717a31631fc289aab69428Douglas Gregor for (RecordDecl::field_iterator i = RD->field_begin(), 155834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar e = RD->field_end(); i != e; ++i) { 156834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const FieldDecl *FD = *i; 157834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!isEmptyStruct(FD->getType())) 158834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return false; 159834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 160834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return true; 161834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar} 162834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 163834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// isSingleElementStruct - Determine if a structure is a "single 164834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// element struct", i.e. it has exactly one non-empty field or 165834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// exactly one field which is itself a single element 166834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// struct. Structures with flexible array members are never 167834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// considered single element structs. 168834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// 169834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// \return The field declaration for the single non-empty field, if 170834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar/// it exists. 171834af456588587194337bb32671fb9329e73a7f7Daniel Dunbarstatic const FieldDecl *isSingleElementStruct(QualType T) { 172834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const RecordType *RT = T->getAsStructureType(); 173834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!RT) 174834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return 0; 175834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 176834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const RecordDecl *RD = RT->getDecl(); 177834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (RD->hasFlexibleArrayMember()) 178834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return 0; 179834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 180834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const FieldDecl *Found = 0; 181f8d49f64ef6ab7e632717a31631fc289aab69428Douglas Gregor for (RecordDecl::field_iterator i = RD->field_begin(), 182834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar e = RD->field_end(); i != e; ++i) { 183834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const FieldDecl *FD = *i; 184834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar QualType FT = FD->getType(); 185834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 186834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (isEmptyStruct(FT)) { 187834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // Ignore 188834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else if (Found) { 189834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return 0; 190834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else if (!CodeGenFunction::hasAggregateLLVMType(FT)) { 191834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar Found = FD; 192834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else { 193834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar Found = isSingleElementStruct(FT); 194834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!Found) 195834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return 0; 196834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 197834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 198834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 199834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return Found; 200834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar} 201834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 202834af456588587194337bb32671fb9329e73a7f7Daniel Dunbarstatic bool is32Or64BitBasicType(QualType Ty, ASTContext &Context) { 203834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!Ty->getAsBuiltinType() && !Ty->isPointerType()) 204834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return false; 205834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 206834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar uint64_t Size = Context.getTypeSize(Ty); 207834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return Size == 32 || Size == 64; 208834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar} 209834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 210834af456588587194337bb32671fb9329e73a7f7Daniel Dunbarstatic bool areAllFields32Or64BitBasicType(const RecordDecl *RD, 211834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar ASTContext &Context) { 212f8d49f64ef6ab7e632717a31631fc289aab69428Douglas Gregor for (RecordDecl::field_iterator i = RD->field_begin(), 213834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar e = RD->field_end(); i != e; ++i) { 214834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const FieldDecl *FD = *i; 215834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 216834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (!is32Or64BitBasicType(FD->getType(), Context)) 217834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return false; 218834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 219834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // If this is a bit-field we need to make sure it is still a 220834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // 32-bit or 64-bit type. 221834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (Expr *BW = FD->getBitWidth()) { 222834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar unsigned Width = BW->getIntegerConstantExprValue(Context).getZExtValue(); 223834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (Width <= 16) 224834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return false; 225834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 226834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 227834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return true; 228834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar} 229834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 2306b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbarnamespace { 2316b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar/// DefaultABIInfo - The default implementation for ABI specific 2326b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar/// details. This implementation provides information which results in 2336bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar/// self-consistent and sensible LLVM IR generation, but does not 2346bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar/// conform to any particular ABI. 2356b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbarclass DefaultABIInfo : public ABIInfo { 2366bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ABIArgInfo classifyReturnType(QualType RetTy, 2376bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ASTContext &Context) const; 2386bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar 2396bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ABIArgInfo classifyArgumentType(QualType RetTy, 2406bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ASTContext &Context) const; 2416bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar 2426bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar virtual void computeInfo(CGFunctionInfo &FI, ASTContext &Context) const { 2436bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar FI.getReturnInfo() = classifyReturnType(FI.getReturnType(), Context); 2446bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar for (CGFunctionInfo::arg_iterator it = FI.arg_begin(), ie = FI.arg_end(); 2456bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar it != ie; ++it) 2466bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar it->info = classifyArgumentType(it->type, Context); 2476bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar } 248b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 249b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar virtual llvm::Value *EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 250b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const; 2516b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar}; 2526b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 2536b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar/// X86_32ABIInfo - The X86-32 ABI information. 2546b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbarclass X86_32ABIInfo : public ABIInfo { 2556b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbarpublic: 2566bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ABIArgInfo classifyReturnType(QualType RetTy, 2576bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ASTContext &Context) const; 2586b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 2596bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ABIArgInfo classifyArgumentType(QualType RetTy, 2606bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ASTContext &Context) const; 2616bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar 2626bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar virtual void computeInfo(CGFunctionInfo &FI, ASTContext &Context) const { 2636bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar FI.getReturnInfo() = classifyReturnType(FI.getReturnType(), Context); 2646bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar for (CGFunctionInfo::arg_iterator it = FI.arg_begin(), ie = FI.arg_end(); 2656bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar it != ie; ++it) 2666bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar it->info = classifyArgumentType(it->type, Context); 2676bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar } 268b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 269b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar virtual llvm::Value *EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 270b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const; 2716b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar}; 2726b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar} 2736b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 2746b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel DunbarABIArgInfo X86_32ABIInfo::classifyReturnType(QualType RetTy, 2756b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar ASTContext &Context) const { 2760bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar if (RetTy->isVoidType()) { 2770bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getIgnore(); 2780bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) { 279834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // Classify "single element" structs as their element type. 280834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar const FieldDecl *SeltFD = isSingleElementStruct(RetTy); 281834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (SeltFD) { 282834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar QualType SeltTy = SeltFD->getType()->getDesugaredType(); 283834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (const BuiltinType *BT = SeltTy->getAsBuiltinType()) { 284834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // FIXME: This is gross, it would be nice if we could just 285834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // pass back SeltTy and have clients deal with it. Is it worth 286834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // supporting coerce to both LLVM and clang Types? 287834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (BT->isIntegerType()) { 288834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar uint64_t Size = Context.getTypeSize(SeltTy); 289834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return ABIArgInfo::getCoerce(llvm::IntegerType::get((unsigned) Size)); 290834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else if (BT->getKind() == BuiltinType::Float) { 291834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::FloatTy); 292834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else if (BT->getKind() == BuiltinType::Double) { 293834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::DoubleTy); 294834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 295834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } else if (SeltTy->isPointerType()) { 296834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // FIXME: It would be really nice if this could come out as 297834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // the proper pointer type. 298834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar llvm::Type *PtrTy = 299834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar llvm::PointerType::getUnqual(llvm::Type::Int8Ty); 300834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return ABIArgInfo::getCoerce(PtrTy); 301834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 302834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 303834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 304639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar uint64_t Size = Context.getTypeSize(RetTy); 305639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar if (Size == 8) { 306639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::Int8Ty); 307639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } else if (Size == 16) { 308639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::Int16Ty); 309639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } else if (Size == 32) { 310639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::Int32Ty); 311639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } else if (Size == 64) { 312639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar return ABIArgInfo::getCoerce(llvm::Type::Int64Ty); 313639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } else { 31411e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 315639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } 3162c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } else { 3170bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getDirect(); 3182c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } 3192c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar} 3202c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 3216b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel DunbarABIArgInfo X86_32ABIInfo::classifyArgumentType(QualType Ty, 322b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar ASTContext &Context) const { 32311e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar // FIXME: Set alignment on indirect arguments. 324f035738e346da0a82538ab236aef218a27373635Daniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(Ty)) { 32511e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar // Structures with flexible arrays are always indirect. 326834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (const RecordType *RT = Ty->getAsStructureType()) 327834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (RT->getDecl()->hasFlexibleArrayMember()) 32811e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 329834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 3303170c93d26bdc8b360c4ea3b1cedba50bbd818c1Daniel Dunbar // Ignore empty structs. 331834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar uint64_t Size = Context.getTypeSize(Ty); 332834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (Ty->isStructureType() && Size == 0) 3333170c93d26bdc8b360c4ea3b1cedba50bbd818c1Daniel Dunbar return ABIArgInfo::getIgnore(); 334834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 335834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // Expand structs with size <= 128-bits which consist only of 336834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // basic types (int, long long, float, double, xxx*). This is 337834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar // non-recursive and does not ignore empty fields. 338834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (const RecordType *RT = Ty->getAsStructureType()) { 339834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar if (Context.getTypeSize(Ty) <= 4*32 && 340834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar areAllFields32Or64BitBasicType(RT->getDecl(), Context)) 341834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar return ABIArgInfo::getExpand(); 342834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar } 343834af456588587194337bb32671fb9329e73a7f7Daniel Dunbar 34411e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 3458951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } else { 3460bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getDirect(); 3478951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } 3488951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar} 3498951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 350b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbarllvm::Value *X86_32ABIInfo::EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 351b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const { 352b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar const llvm::Type *BP = llvm::PointerType::getUnqual(llvm::Type::Int8Ty); 353b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar const llvm::Type *BPP = llvm::PointerType::getUnqual(BP); 354b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 355b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CGBuilderTy &Builder = CGF.Builder; 356b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::Value *VAListAddrAsBPP = Builder.CreateBitCast(VAListAddr, BPP, 357b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar "ap"); 358b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::Value *Addr = Builder.CreateLoad(VAListAddrAsBPP, "ap.cur"); 359b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::Type *PTy = 360b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::PointerType::getUnqual(CGF.ConvertType(Ty)); 361b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::Value *AddrTyped = Builder.CreateBitCast(Addr, PTy); 362b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 363b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar uint64_t SizeInBytes = CGF.getContext().getTypeSize(Ty) / 8; 364b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar const unsigned ArgumentSizeInBytes = 4; 365b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar if (SizeInBytes < ArgumentSizeInBytes) 366b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar SizeInBytes = ArgumentSizeInBytes; 367b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 368b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::Value *NextAddr = 369b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar Builder.CreateGEP(Addr, 370b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar llvm::ConstantInt::get(llvm::Type::Int32Ty, SizeInBytes), 371b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar "ap.next"); 372b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar Builder.CreateStore(NextAddr, VAListAddrAsBPP); 373b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 374b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar return AddrTyped; 375b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar} 376b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 3776f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbarnamespace { 378c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar/// X86_64ABIInfo - The X86_64 ABI information. 3796f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbarclass X86_64ABIInfo : public ABIInfo { 3806f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar enum Class { 3816f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Integer = 0, 3826f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar SSE, 3836f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar SSEUp, 3846f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar X87, 3856f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar X87Up, 3866f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ComplexX87, 3876f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar NoClass, 3886f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Memory 3896f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar }; 3906f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 3918562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar /// merge - Implement the X86_64 ABI merging algorithm. 3928562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar /// 393c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// Merge an accumulating classification \arg Accum with a field 394c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// classification \arg Field. 395c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// 396c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// \param Accum - The accumulating classification. This should 397c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// always be either NoClass or the result of a previous merge 398c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// call. In addition, this should never be Memory (the caller 399c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// should just return Memory for the aggregate). 400c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Class merge(Class Accum, Class Field) const; 4018562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 4026f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// classify - Determine the x86_64 register classes in which the 4036f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// given type T should be passed. 4046f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// 405c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// \param Lo - The classification for the parts of the type 406c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// residing in the low word of the containing object. 407c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// 408c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// \param Hi - The classification for the parts of the type 409c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// residing in the high word of the containing object. 410c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// 411c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar /// \param OffsetBase - The bit offset of this type in the 412cdf920ed6c610e21fc899ada93370a68c900d180Daniel Dunbar /// containing object. Some parameters are classified different 413cdf920ed6c610e21fc899ada93370a68c900d180Daniel Dunbar /// depending on whether they straddle an eightbyte boundary. 4146f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// 4156f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// If a word is unused its result will be NoClass; if a type should 4166f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// be passed in Memory then at least the classification of \arg Lo 4176f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// will be Memory. 4186f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// 4196f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// The \arg Lo class will be NoClass iff the argument is ignored. 4206f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// 4216f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// If the \arg Lo class is ComplexX87, then the \arg Hi class will 4226f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar /// be NoClass. 423e620ecdd4104285e09fe585e90f720459b80259bDaniel Dunbar void classify(QualType T, ASTContext &Context, uint64_t OffsetBase, 4246f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Class &Lo, Class &Hi) const; 425c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 426644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// getCoerceResult - Given a source type \arg Ty and an LLVM type 427644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// to coerce to, chose the best way to pass Ty in the same place 428644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// that \arg CoerceTo would be passed, but while keeping the 429644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// emitted code as simple as possible. 430644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// 431644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// FIXME: Note, this should be cleaned up to just take an 432644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// enumeration of all the ways we might want to pass things, 433644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// instead of constructing an LLVM type. This makes this code more 434644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// explicit, and it makes it clearer that we are also doing this 435644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar /// for correctness in the case of passing scalar types. 436644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar ABIArgInfo getCoerceResult(QualType Ty, 437644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar const llvm::Type *CoerceTo, 438644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar ASTContext &Context) const; 439644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar 4406bad2658b48264629db595f944a3fbe07f61b4e9Daniel Dunbar ABIArgInfo classifyReturnType(QualType RetTy, 44159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ASTContext &Context) const; 44259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 44359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ABIArgInfo classifyArgumentType(QualType Ty, 44459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ASTContext &Context, 4453b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar unsigned &neededInt, 4463b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar unsigned &neededSSE) const; 44759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 44859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbarpublic: 44959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar virtual void computeInfo(CGFunctionInfo &FI, ASTContext &Context) const; 450b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 451b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar virtual llvm::Value *EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 452b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const; 4536f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar}; 4546f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar} 4556f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 456c450357c436c05aa02ef88d406de962d98ac50beDaniel DunbarX86_64ABIInfo::Class X86_64ABIInfo::merge(Class Accum, 457c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Class Field) const { 4588562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 4. Each field of an object is 4598562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // classified recursively so that always two fields are 4608562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // considered. The resulting class is calculated according to 4618562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // the classes of the fields in the eightbyte: 4628562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4638562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (a) If both classes are equal, this is the resulting class. 4648562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4658562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (b) If one of the classes is NO_CLASS, the resulting class is 4668562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // the other class. 4678562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4688562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (c) If one of the classes is MEMORY, the result is the MEMORY 4698562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // class. 4708562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4718562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (d) If one of the classes is INTEGER, the result is the 4728562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // INTEGER. 4738562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4748562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (e) If one of the classes is X87, X87UP, COMPLEX_X87 class, 4758562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // MEMORY is used as class. 4768562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 4778562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // (f) Otherwise class SSE is used. 478c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar assert((Accum == NoClass || Accum == Integer || 479c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Accum == SSE || Accum == SSEUp) && 480c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar "Invalid accumulated classification during merge."); 481c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (Accum == Field || Field == NoClass) 482c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return Accum; 483c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar else if (Field == Memory) 484c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return Memory; 485c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar else if (Accum == NoClass) 486c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return Field; 487c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar else if (Accum == Integer || Field == Integer) 488c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return Integer; 489c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar else if (Field == X87 || Field == X87Up || Field == ComplexX87) 490c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return Memory; 4918562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar else 492c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar return SSE; 4938562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar} 4948562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 4956f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbarvoid X86_64ABIInfo::classify(QualType Ty, 4966f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ASTContext &Context, 497e620ecdd4104285e09fe585e90f720459b80259bDaniel Dunbar uint64_t OffsetBase, 4986f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Class &Lo, Class &Hi) const { 4999a82b52ae83fa1c09266b2fa5f0375392f7d127fDaniel Dunbar // FIXME: This code can be simplified by introducing a simple value 5009a82b52ae83fa1c09266b2fa5f0375392f7d127fDaniel Dunbar // class for Class pairs with appropriate constructor methods for 5019a82b52ae83fa1c09266b2fa5f0375392f7d127fDaniel Dunbar // the various situations. 5029a82b52ae83fa1c09266b2fa5f0375392f7d127fDaniel Dunbar 503c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Lo = Hi = NoClass; 504c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 505c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Class &Current = OffsetBase < 64 ? Lo : Hi; 506c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = Memory; 507c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 5086f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar if (const BuiltinType *BT = Ty->getAsBuiltinType()) { 5096f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar BuiltinType::Kind k = BT->getKind(); 5106f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 51111434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar if (k == BuiltinType::Void) { 512c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = NoClass; 51311434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar } else if (k >= BuiltinType::Bool && k <= BuiltinType::LongLong) { 514c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = Integer; 5156f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } else if (k == BuiltinType::Float || k == BuiltinType::Double) { 516c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = SSE; 5176f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } else if (k == BuiltinType::LongDouble) { 5186f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Lo = X87; 5196f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Hi = X87Up; 5206f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } 5217a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar // FIXME: _Decimal32 and _Decimal64 are SSE. 5227a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar // FIXME: _float128 and _Decimal128 are (SSE, SSEUp). 5236f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // FIXME: __int128 is (Integer, Integer). 5246f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } else if (Ty->isPointerLikeType() || Ty->isBlockPointerType() || 5256f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Ty->isObjCQualifiedInterfaceType()) { 526c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = Integer; 5277a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar } else if (const VectorType *VT = Ty->getAsVectorType()) { 528e620ecdd4104285e09fe585e90f720459b80259bDaniel Dunbar uint64_t Size = Context.getTypeSize(VT); 5297a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar if (Size == 64) { 530d4cd1b07169c698bd003be102bd73a7da7e24b25Daniel Dunbar // gcc passes <1 x double> in memory. 531c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (VT->getElementType() == Context.DoubleTy) 532d4cd1b07169c698bd003be102bd73a7da7e24b25Daniel Dunbar return; 533d4cd1b07169c698bd003be102bd73a7da7e24b25Daniel Dunbar 534c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = SSE; 535e33edf150adc44a34c5f6c8ed6109f6dcd2f70c6Daniel Dunbar 536e33edf150adc44a34c5f6c8ed6109f6dcd2f70c6Daniel Dunbar // If this type crosses an eightbyte boundary, it should be 537e33edf150adc44a34c5f6c8ed6109f6dcd2f70c6Daniel Dunbar // split. 538cdf920ed6c610e21fc899ada93370a68c900d180Daniel Dunbar if (OffsetBase && OffsetBase != 64) 539e33edf150adc44a34c5f6c8ed6109f6dcd2f70c6Daniel Dunbar Hi = Lo; 5407a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar } else if (Size == 128) { 5417a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar Lo = SSE; 5427a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar Hi = SSEUp; 5437a6605d8be0fc30f1846657ee8133387b1b85296Daniel Dunbar } 5446f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } else if (const ComplexType *CT = Ty->getAsComplexType()) { 5453327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar QualType ET = Context.getCanonicalType(CT->getElementType()); 5466f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 547e33edf150adc44a34c5f6c8ed6109f6dcd2f70c6Daniel Dunbar uint64_t Size = Context.getTypeSize(Ty); 548eac48dc189154eea5067310c5dd257dfe07c29aaDaniel Dunbar if (ET->isIntegerType()) { 549eac48dc189154eea5067310c5dd257dfe07c29aaDaniel Dunbar if (Size <= 64) 550c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = Integer; 551eac48dc189154eea5067310c5dd257dfe07c29aaDaniel Dunbar else if (Size <= 128) 552eac48dc189154eea5067310c5dd257dfe07c29aaDaniel Dunbar Lo = Hi = Integer; 553eac48dc189154eea5067310c5dd257dfe07c29aaDaniel Dunbar } else if (ET == Context.FloatTy) 554c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = SSE; 5556f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar else if (ET == Context.DoubleTy) 5566f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar Lo = Hi = SSE; 5576f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar else if (ET == Context.LongDoubleTy) 558c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = ComplexX87; 559f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar 560f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar // If this complex type crosses an eightbyte boundary then it 561f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar // should be split. 562cdf920ed6c610e21fc899ada93370a68c900d180Daniel Dunbar uint64_t EB_Real = (OffsetBase) / 64; 563cdf920ed6c610e21fc899ada93370a68c900d180Daniel Dunbar uint64_t EB_Imag = (OffsetBase + Context.getTypeSize(ET)) / 64; 564f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar if (Hi == NoClass && EB_Real != EB_Imag) 565f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar Hi = Lo; 5668562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar } else if (const ConstantArrayType *AT = Context.getAsConstantArrayType(Ty)) { 5678562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // Arrays are treated like structures. 5688562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 5698562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar uint64_t Size = Context.getTypeSize(Ty); 5708562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 5718562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 1. If the size of an object is larger 5728562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // than two eightbytes, ..., it has class MEMORY. 5738562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar if (Size > 128) 5748562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar return; 5758562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 5768562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 1. If ..., or it contains unaligned 5778562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // fields, it has class MEMORY. 5788562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // 5798562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // Only need to check alignment of array base. 580c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (OffsetBase % Context.getTypeAlign(AT->getElementType())) 5818562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar return; 5828562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar 5838562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // Otherwise implement simplified merge. We could be smarter about 5848562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // this, but it isn't worth it and would be harder to verify. 585c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = NoClass; 5868562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar uint64_t EltSize = Context.getTypeSize(AT->getElementType()); 5878562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar uint64_t ArraySize = AT->getSize().getZExtValue(); 5888562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar for (uint64_t i=0, Offset=OffsetBase; i<ArraySize; ++i, Offset += EltSize) { 5898562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar Class FieldLo, FieldHi; 5908562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar classify(AT->getElementType(), Context, Offset, FieldLo, FieldHi); 591c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Lo = merge(Lo, FieldLo); 592c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Hi = merge(Hi, FieldHi); 593c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (Lo == Memory || Hi == Memory) 594c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar break; 5958562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar } 596c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 597c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // Do post merger cleanup (see below). Only case we worry about is Memory. 598c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (Hi == Memory) 599c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Lo = Memory; 600c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar assert((Hi != SSEUp || Lo == SSE) && "Invalid SSEUp array classification."); 60199037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar } else if (const RecordType *RT = Ty->getAsRecordType()) { 602e620ecdd4104285e09fe585e90f720459b80259bDaniel Dunbar uint64_t Size = Context.getTypeSize(Ty); 60399037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 60499037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 1. If the size of an object is larger 60599037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // than two eightbytes, ..., it has class MEMORY. 60699037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar if (Size > 128) 60799037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar return; 60899037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 60999037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar const RecordDecl *RD = RT->getDecl(); 61099037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 61199037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // Assume variable sized types are passed in memory. 61299037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar if (RD->hasFlexibleArrayMember()) 61399037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar return; 61499037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 61599037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD); 61699037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 61799037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // Reset Lo class, this will be recomputed. 618c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Current = NoClass; 61999037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar unsigned idx = 0; 62099037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar for (RecordDecl::field_iterator i = RD->field_begin(), 62199037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar e = RD->field_end(); i != e; ++i, ++idx) { 6228562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar uint64_t Offset = OffsetBase + Layout.getFieldOffset(idx); 62399037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 6248562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 1. If ..., or it contains unaligned 6258562ae74ae0ff0a64b46ef5ebea8e7ce0f76fa00Daniel Dunbar // fields, it has class MEMORY. 62699037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar if (Offset % Context.getTypeAlign(i->getType())) { 62799037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar Lo = Memory; 62899037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar return; 62999037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar } 63099037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 63199037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // Classify this field. 632c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // 633c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // AMD64-ABI 3.2.3p2: Rule 3. If the size of the aggregate 634c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // exceeds a single eightbyte, each is classified 635c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // separately. Each eightbyte gets initialized to class 636c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // NO_CLASS. 63799037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar Class FieldLo, FieldHi; 638f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar classify(i->getType(), Context, Offset, FieldLo, FieldHi); 639c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Lo = merge(Lo, FieldLo); 640c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Hi = merge(Hi, FieldHi); 641c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (Lo == Memory || Hi == Memory) 642c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar break; 64399037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar } 64499037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 64599037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // AMD64-ABI 3.2.3p2: Rule 5. Then a post merger cleanup is done: 64699037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // 64799037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // (a) If one of the classes is MEMORY, the whole argument is 64899037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // passed in memory. 64999037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // 65099037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // (b) If SSEUP is not preceeded by SSE, it is converted to SSE. 65199037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar 65299037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar // The first of these conditions is guaranteed by how we implement 653c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // the merge (just bail). 654c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // 655c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // The second condition occurs in the case of unions; for example 656c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // union { _Complex double; unsigned; }. 657c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar if (Hi == Memory) 658c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Lo = Memory; 65999037e5a2118bc194251a8033a0885810bf61c95Daniel Dunbar if (Hi == SSEUp && Lo != SSE) 660c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar Hi = SSE; 6616f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } 6626f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar} 6636f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 664644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel DunbarABIArgInfo X86_64ABIInfo::getCoerceResult(QualType Ty, 665644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar const llvm::Type *CoerceTo, 666644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar ASTContext &Context) const { 667644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar if (CoerceTo == llvm::Type::Int64Ty) { 668644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar // Integer and pointer types will end up in a general purpose 669644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar // register. 670644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar if (Ty->isIntegerType() || Ty->isPointerType()) 671644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar return ABIArgInfo::getDirect(); 672644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar } else if (CoerceTo == llvm::Type::DoubleTy) { 6733327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar // FIXME: It would probably be better to make CGFunctionInfo only 6743327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar // map using canonical types than to canonize here. 6753327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar QualType CTy = Context.getCanonicalType(Ty); 6763327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar 677644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar // Float and double end up in a single SSE reg. 6783327f6ead9362e5689674a4aaab5b7f23ea0dea3Daniel Dunbar if (CTy == Context.FloatTy || CTy == Context.DoubleTy) 679644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar return ABIArgInfo::getDirect(); 680644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar } 681644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar 682644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar return ABIArgInfo::getCoerce(CoerceTo); 683644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar} 684c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 685d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel DunbarABIArgInfo X86_64ABIInfo::classifyReturnType(QualType RetTy, 686d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar ASTContext &Context) const { 6876f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 1. Classify the return type with the 6886f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // classification algorithm. 6896f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar X86_64ABIInfo::Class Lo, Hi; 690f04d69bbb25eb681fff1a108f13f67c6ca70cf6aDaniel Dunbar classify(RetTy, Context, 0, Lo, Hi); 6916f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 692c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // Check some invariants. 693c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar assert((Hi != Memory || Lo == Memory) && "Invalid memory classification."); 694c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar assert((Lo != NoClass || Hi == NoClass) && "Invalid null classification."); 695c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar assert((Hi != SSEUp || Lo == SSE) && "Invalid SSEUp classification."); 696c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar 6976f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar const llvm::Type *ResType = 0; 6986f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar switch (Lo) { 6996f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case NoClass: 70011434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar return ABIArgInfo::getIgnore(); 7016f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7026f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case SSEUp: 7036f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case X87Up: 7046f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar assert(0 && "Invalid classification for lo word."); 7056f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 706c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 2. Types of class memory are returned via 70711e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar // hidden argument. 7086f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case Memory: 70911e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 7106f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7116f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 3. If the class is INTEGER, the next 7126f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // available register of the sequence %rax, %rdx is used. 7136f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case Integer: 7146f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ResType = llvm::Type::Int64Ty; break; 7156f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7166f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 4. If the class is SSE, the next 7176f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // available SSE register of the sequence %xmm0, %xmm1 is used. 7186f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case SSE: 7196f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ResType = llvm::Type::DoubleTy; break; 7206f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7216f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 6. If the class is X87, the value is 7226f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // returned on the X87 stack in %st0 as 80-bit x87 number. 7236f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case X87: 7246f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ResType = llvm::Type::X86_FP80Ty; break; 7256f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 726c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 8. If the class is COMPLEX_X87, the real 727c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // part of the value is returned in %st0 and the imaginary part in 728c450357c436c05aa02ef88d406de962d98ac50beDaniel Dunbar // %st1. 7296f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case ComplexX87: 7306f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar assert(Hi == NoClass && "Unexpected ComplexX87 classification."); 7316f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ResType = llvm::VectorType::get(llvm::Type::X86_FP80Ty, 2); 7326f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar break; 7336f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } 7346f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7356f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar switch (Hi) { 7366f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // Memory was handled previously, and ComplexX87 and X87 should 7376f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // never occur as hi classes. 7386f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case Memory: 7396f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case X87: 7406f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case ComplexX87: 7416f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar assert(0 && "Invalid classification for hi word."); 7426f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7436f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case NoClass: break; 7446f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case Integer: 745b0e14f2a878c1a823341d34ca8f8fe60419fb9efDaniel Dunbar ResType = llvm::StructType::get(ResType, llvm::Type::Int64Ty, NULL); 746b0e14f2a878c1a823341d34ca8f8fe60419fb9efDaniel Dunbar break; 7476f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case SSE: 748b0e14f2a878c1a823341d34ca8f8fe60419fb9efDaniel Dunbar ResType = llvm::StructType::get(ResType, llvm::Type::DoubleTy, NULL); 749b0e14f2a878c1a823341d34ca8f8fe60419fb9efDaniel Dunbar break; 7506f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7516f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 5. If the class is SSEUP, the eightbyte 7526f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // is passed in the upper half of the last used SSE register. 7536f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // 7546f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // SSEUP should always be preceeded by SSE, just widen. 7556f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case SSEUp: 7566f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar assert(Lo == SSE && "Unexpected SSEUp classification."); 7576f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar ResType = llvm::VectorType::get(llvm::Type::DoubleTy, 2); 7586f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar break; 7596f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 7606f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // AMD64-ABI 3.2.3p4: Rule 7. If the class is X87UP, the value is 761b0e14f2a878c1a823341d34ca8f8fe60419fb9efDaniel Dunbar // returned together with the previous X87 value in %st0. 7626f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // 7636f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // X87UP should always be preceeded by X87, so we don't need to do 7646f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar // anything here. 7656f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar case X87Up: 7666f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar assert(Lo == X87 && "Unexpected X87Up classification."); 7676f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar break; 7686f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar } 7696f3e7fac422fb0c50e1579edf49a797797c821ccDaniel Dunbar 770644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar return getCoerceResult(RetTy, ResType, Context); 771d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar} 772d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar 77359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel DunbarABIArgInfo X86_64ABIInfo::classifyArgumentType(QualType Ty, ASTContext &Context, 7743b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar unsigned &neededInt, 7753b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar unsigned &neededSSE) const { 77659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar X86_64ABIInfo::Class Lo, Hi; 77759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar classify(Ty, Context, 0, Lo, Hi); 77859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 77959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // Check some invariants. 78059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // FIXME: Enforce these by construction. 78159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert((Hi != Memory || Lo == Memory) && "Invalid memory classification."); 78259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert((Lo != NoClass || Hi == NoClass) && "Invalid null classification."); 78359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert((Hi != SSEUp || Lo == SSE) && "Invalid SSEUp classification."); 78459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 7853b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar neededInt = 0; 7863b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar neededSSE = 0; 78759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar const llvm::Type *ResType = 0; 78859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar switch (Lo) { 78959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case NoClass: 79059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar return ABIArgInfo::getIgnore(); 79159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 79259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Rule 1. If the class is MEMORY, pass the argument 79359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // on the stack. 79459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case Memory: 79559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 79659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Rule 5. If the class is X87, X87UP or 79759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // COMPLEX_X87, it is passed in memory. 79859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case X87: 79959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case ComplexX87: 80059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // Choose appropriate in memory type. 80159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(Ty)) 80211e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 80359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar else 80459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar return ABIArgInfo::getDirect(); 80559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 80659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case SSEUp: 80759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case X87Up: 80859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert(0 && "Invalid classification for lo word."); 80959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 81059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Rule 2. If the class is INTEGER, the next 81159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // available register of the sequence %rdi, %rsi, %rdx, %rcx, %r8 81259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // and %r9 is used. 81359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case Integer: 81459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ++neededInt; 81559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ResType = llvm::Type::Int64Ty; 81659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar break; 81759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 81859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Rule 3. If the class is SSE, the next 81959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // available SSE register is used, the registers are taken in the 82059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // order from %xmm0 to %xmm7. 82159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case SSE: 82259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ++neededSSE; 82359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ResType = llvm::Type::DoubleTy; 82459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar break; 82559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar } 82659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 82759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar switch (Hi) { 82859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // Memory was handled previously, ComplexX87 and X87 should 82959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // never occur as hi classes, and X87Up must be preceed by X87, 83059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // which is passed in memory. 83159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case Memory: 83259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case X87: 83359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case X87Up: 83459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case ComplexX87: 83559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert(0 && "Invalid classification for hi word."); 83659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 83759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case NoClass: break; 83859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case Integer: 83959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ResType = llvm::StructType::get(ResType, llvm::Type::Int64Ty, NULL); 84059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ++neededInt; 84159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar break; 84259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case SSE: 84359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ResType = llvm::StructType::get(ResType, llvm::Type::DoubleTy, NULL); 84459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ++neededSSE; 84559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar break; 84659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 84759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Rule 4. If the class is SSEUP, the 84859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // eightbyte is passed in the upper half of the last used SSE 84959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // register. 85059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar case SSEUp: 85159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar assert(Lo == SSE && "Unexpected SSEUp classification."); 85259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar ResType = llvm::VectorType::get(llvm::Type::DoubleTy, 2); 85359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar break; 85459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar } 85559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 856644f4c3fe4130c7be75d6191340ba8d857ba0730Daniel Dunbar return getCoerceResult(Ty, ResType, Context); 857d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar} 858d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar 85959e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbarvoid X86_64ABIInfo::computeInfo(CGFunctionInfo &FI, ASTContext &Context) const { 86059e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar FI.getReturnInfo() = classifyReturnType(FI.getReturnType(), Context); 86159e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 86259e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // Keep track of the number of assigned registers. 86359e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar unsigned freeIntRegs = 6, freeSSERegs = 8; 86459e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 86559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // AMD64-ABI 3.2.3p3: Once arguments are classified, the registers 86659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // get assigned (in left-to-right order) for passing as follows... 86759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar for (CGFunctionInfo::arg_iterator it = FI.arg_begin(), ie = FI.arg_end(); 8683b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar it != ie; ++it) { 8693b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar unsigned neededInt, neededSSE; 8703b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar it->info = classifyArgumentType(it->type, Context, neededInt, neededSSE); 8713b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar 8723b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar // AMD64-ABI 3.2.3p3: If there are no registers available for any 8733b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar // eightbyte of an argument, the whole argument is passed on the 8743b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar // stack. If registers have already been assigned for some 8753b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar // eightbytes of such an argument, the assignments get reverted. 8763b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar if (freeIntRegs >= neededInt && freeSSERegs >= neededSSE) { 8773b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar freeIntRegs -= neededInt; 8783b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar freeSSERegs -= neededSSE; 8793b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar } else { 8803b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar // Choose appropriate in memory type. 8813b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(it->type)) 8823b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar it->info = ABIArgInfo::getIndirect(0); 8833b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar else 8843b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar it->info = ABIArgInfo::getDirect(); 8853b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar } 8863b4e9cd0655467f66332575b816a958d319e8ca6Daniel Dunbar } 88759e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar} 88859e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar 889be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbarstatic llvm::Value *EmitVAArgFromMemory(llvm::Value *VAListAddr, 890be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar QualType Ty, 891be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CodeGenFunction &CGF) { 892be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *overflow_arg_area_p = 893be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateStructGEP(VAListAddr, 2, "overflow_arg_area_p"); 894be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *overflow_arg_area = 895be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateLoad(overflow_arg_area_p, "overflow_arg_area"); 896be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 897be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 7. Align l->overflow_arg_area upwards to a 16 898be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // byte boundary if alignment needed by type exceeds 8 byte boundary. 899be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar uint64_t Align = llvm::NextPowerOf2(CGF.getContext().getTypeAlign(Ty) / 8); 900be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (Align > 8) { 901be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // Note align to type alignment instead of assuming it must be 16. 902be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 903be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // FIXME: Implement alignment in x86_64 va_arg. 904be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 905be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 906be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 8. Fetch type from l->overflow_arg_area. 907be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar const llvm::Type *LTy = CGF.ConvertTypeForMem(Ty); 908be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *Res = 909be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateBitCast(overflow_arg_area, 910be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::PointerType::getUnqual(LTy)); 911be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 912be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 9. Set l->overflow_arg_area to: 913be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // l->overflow_arg_area + sizeof(type). 914be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 10. Align l->overflow_arg_area upwards to 915be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // an 8 byte boundary. 916be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 917be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar uint64_t SizeInBytes = (CGF.getContext().getTypeSize(Ty) + 7) / 8; 918be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *Offset = llvm::ConstantInt::get(llvm::Type::Int32Ty, 919be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar (SizeInBytes + 7) & ~7); 920be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar overflow_arg_area = CGF.Builder.CreateGEP(overflow_arg_area, Offset, 921be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar "overflow_arg_area.next"); 922be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateStore(overflow_arg_area, overflow_arg_area_p); 923be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 924be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 11. Return the fetched type. 925be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar return Res; 926be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar} 927be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 928b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbarllvm::Value *X86_64ABIInfo::EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 929b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const { 930be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // Assume that va_list type is correct; should be pointer to LLVM type: 931be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // struct { 932be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // i32 gp_offset; 933be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // i32 fp_offset; 934be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // i8* overflow_arg_area; 935be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // i8* reg_save_area; 936be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // }; 937be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar unsigned neededInt, neededSSE; 938be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar ABIArgInfo AI = classifyArgumentType(Ty, CGF.getContext(), 939be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar neededInt, neededSSE); 940be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 941be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 1. Determine whether type may be passed 942be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // in the registers. If not go to step 7. 943be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (!neededInt && !neededSSE) 944be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar return EmitVAArgFromMemory(VAListAddr, Ty, CGF); 945be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 946be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 2. Compute num_gp to hold the number of 947be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // general purpose registers needed to pass type and num_fp to hold 948be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // the number of floating point registers needed. 949be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 950be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 3. Verify whether arguments fit into 951be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // registers. In the case: l->gp_offset > 48 - num_gp * 8 or 952be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // l->fp_offset > 304 - num_fp * 16 go to step 7. 953be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // 954be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // NOTE: 304 is a typo, there are (6 * 8 + 8 * 16) = 176 bytes of 955be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // register save space). 956be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 957be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *InRegs = 0; 958be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *gp_offset_p = 0, *gp_offset = 0; 959be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *fp_offset_p = 0, *fp_offset = 0; 960be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (neededInt) { 961be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar gp_offset_p = CGF.Builder.CreateStructGEP(VAListAddr, 0, "gp_offset_p"); 962be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar gp_offset = CGF.Builder.CreateLoad(gp_offset_p, "gp_offset"); 963be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar InRegs = 964be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateICmpULE(gp_offset, 965be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::ConstantInt::get(llvm::Type::Int32Ty, 966be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 48 - neededInt * 8), 967be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar "fits_in_gp"); 968be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 969be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 970be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (neededSSE) { 971be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar fp_offset_p = CGF.Builder.CreateStructGEP(VAListAddr, 1, "fp_offset_p"); 972be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar fp_offset = CGF.Builder.CreateLoad(fp_offset_p, "fp_offset"); 973be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *FitsInFP = 974be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateICmpULE(fp_offset, 975be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::ConstantInt::get(llvm::Type::Int32Ty, 976be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 176 - neededSSE * 8), 977be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar "fits_in_fp"); 978be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar InRegs = InRegs ? CGF.Builder.CreateOr(InRegs, FitsInFP) : FitsInFP; 979be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 980be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 981be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::BasicBlock *InRegBlock = CGF.createBasicBlock("vaarg.in_reg"); 982be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::BasicBlock *InMemBlock = CGF.createBasicBlock("vaarg.in_mem"); 983be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::BasicBlock *ContBlock = CGF.createBasicBlock("vaarg.end"); 984be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateCondBr(InRegs, InRegBlock, InMemBlock); 985be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 986be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // Emit code to load the value if it was passed in registers. 987be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 988be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.EmitBlock(InRegBlock); 989be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 990be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 4. Fetch type from l->reg_save_area with 991be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // an offset of l->gp_offset and/or l->fp_offset. This may require 992be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // copying to a temporary location in case the parameter is passed 993be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // in different register classes or requires an alignment greater 994be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // than 8 for general purpose registers and 16 for XMM registers. 995be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar const llvm::Type *LTy = CGF.ConvertTypeForMem(Ty); 996be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *RegAddr = 997be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateLoad(CGF.Builder.CreateStructGEP(VAListAddr, 3), 998be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar "reg_save_area"); 999be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (neededInt && neededSSE) { 100055e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar // FIXME: Cleanup. 100155e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar assert(AI.isCoerce() && "Unexpected ABI info for mixed regs"); 100255e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar const llvm::StructType *ST = cast<llvm::StructType>(AI.getCoerceToType()); 100355e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *Tmp = CGF.CreateTempAlloca(ST); 100455e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar assert(ST->getNumElements() == 2 && "Unexpected ABI info for mixed regs"); 100555e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar const llvm::Type *TyLo = ST->getElementType(0); 100655e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar const llvm::Type *TyHi = ST->getElementType(1); 100755e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar assert((TyLo->isFloatingPoint() ^ TyHi->isFloatingPoint()) && 100855e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar "Unexpected ABI info for mixed regs"); 100955e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar const llvm::Type *PTyLo = llvm::PointerType::getUnqual(TyLo); 101055e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar const llvm::Type *PTyHi = llvm::PointerType::getUnqual(TyHi); 101155e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *GPAddr = CGF.Builder.CreateGEP(RegAddr, gp_offset); 101255e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *FPAddr = CGF.Builder.CreateGEP(RegAddr, fp_offset); 101355e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *RegLoAddr = TyLo->isFloatingPoint() ? FPAddr : GPAddr; 101455e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *RegHiAddr = TyLo->isFloatingPoint() ? GPAddr : FPAddr; 101555e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar llvm::Value *V = 101655e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar CGF.Builder.CreateLoad(CGF.Builder.CreateBitCast(RegLoAddr, PTyLo)); 101755e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar CGF.Builder.CreateStore(V, CGF.Builder.CreateStructGEP(Tmp, 0)); 101855e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar V = CGF.Builder.CreateLoad(CGF.Builder.CreateBitCast(RegHiAddr, PTyHi)); 101955e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar CGF.Builder.CreateStore(V, CGF.Builder.CreateStructGEP(Tmp, 1)); 102055e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar 102155e5d8956be516d66db2196bd0ce3c30ebf5fbf0Daniel Dunbar RegAddr = CGF.Builder.CreateBitCast(Tmp, llvm::PointerType::getUnqual(LTy)); 1022be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } else if (neededInt) { 1023be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar RegAddr = CGF.Builder.CreateGEP(RegAddr, gp_offset); 1024be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar RegAddr = CGF.Builder.CreateBitCast(RegAddr, 1025be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::PointerType::getUnqual(LTy)); 1026be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } else { 1027be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar RegAddr = CGF.Builder.CreateGEP(RegAddr, fp_offset); 1028be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar RegAddr = CGF.Builder.CreateBitCast(RegAddr, 1029be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::PointerType::getUnqual(LTy)); 1030be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 1031be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1032be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // AMD64-ABI 3.5.7p5: Step 5. Set: 1033be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // l->gp_offset = l->gp_offset + num_gp * 8 1034be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // l->fp_offset = l->fp_offset + num_fp * 16. 1035be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (neededInt) { 1036be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *Offset = llvm::ConstantInt::get(llvm::Type::Int32Ty, 1037be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar neededInt * 8); 1038be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateStore(CGF.Builder.CreateAdd(gp_offset, Offset), 1039be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar gp_offset_p); 1040be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 1041be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar if (neededSSE) { 1042be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *Offset = llvm::ConstantInt::get(llvm::Type::Int32Ty, 1043be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar neededSSE * 16); 1044be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.Builder.CreateStore(CGF.Builder.CreateAdd(fp_offset, Offset), 1045be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar fp_offset_p); 1046be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar } 1047be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.EmitBranch(ContBlock); 1048be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1049be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // Emit code to load the value if it was passed in memory. 1050be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1051be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.EmitBlock(InMemBlock); 1052be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::Value *MemAddr = EmitVAArgFromMemory(VAListAddr, Ty, CGF); 1053be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1054be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar // Return the appropriate result. 1055be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1056be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar CGF.EmitBlock(ContBlock); 1057be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar llvm::PHINode *ResAddr = CGF.Builder.CreatePHI(RegAddr->getType(), 1058be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar "vaarg.addr"); 1059be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar ResAddr->reserveOperandSpace(2); 1060be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar ResAddr->addIncoming(RegAddr, InRegBlock); 1061be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar ResAddr->addIncoming(MemAddr, InMemBlock); 1062be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar 1063be9eb0937c667e2823971966adf960f86d3985d6Daniel Dunbar return ResAddr; 1064b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar} 1065b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 10666b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel DunbarABIArgInfo DefaultABIInfo::classifyReturnType(QualType RetTy, 1067b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar ASTContext &Context) const { 10680bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar if (RetTy->isVoidType()) { 10690bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getIgnore(); 10700bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) { 107111e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 10720bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } else { 10730bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getDirect(); 10740bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } 10756b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar} 10766b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 10776b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel DunbarABIArgInfo DefaultABIInfo::classifyArgumentType(QualType Ty, 1078b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar ASTContext &Context) const { 10790bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(Ty)) { 108011e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return ABIArgInfo::getIndirect(0); 10810bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } else { 10820bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar return ABIArgInfo::getDirect(); 10830bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar } 10846b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar} 10856b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 1086b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbarllvm::Value *DefaultABIInfo::EmitVAArg(llvm::Value *VAListAddr, QualType Ty, 1087b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar CodeGenFunction &CGF) const { 1088b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar return 0; 1089b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar} 1090b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 10916b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbarconst ABIInfo &CodeGenTypes::getABIInfo() const { 10926b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar if (TheABIInfo) 10936b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar return *TheABIInfo; 10946b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 10956b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar // For now we just cache this in the CodeGenTypes and don't bother 10966b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar // to free it. 10976b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar const char *TargetPrefix = getContext().Target.getTargetPrefix(); 10986b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar if (strcmp(TargetPrefix, "x86") == 0) { 1099d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar switch (getContext().Target.getPointerWidth(0)) { 1100d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar case 32: 11016b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar return *(TheABIInfo = new X86_32ABIInfo()); 1102d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar case 64: 110311a76ed8e34901f2b997896a8c0833c6c17bc586Daniel Dunbar return *(TheABIInfo = new X86_64ABIInfo()); 1104d4edfe4746c66d2ac452c8a8d7cac17192283e75Daniel Dunbar } 11056b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar } 11066b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 11076b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar return *(TheABIInfo = new DefaultABIInfo); 11086b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar} 11096b1da0ea19c12346192f5ea4d70872c13bfcc82aDaniel Dunbar 11102c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar/***/ 11112c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 111288c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel DunbarCGFunctionInfo::CGFunctionInfo(QualType ResTy, 111388c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar const llvm::SmallVector<QualType, 16> &ArgTys) { 111488c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar NumArgs = ArgTys.size(); 111588c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar Args = new ArgInfo[1 + NumArgs]; 111688c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar Args[0].type = ResTy; 111788c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar for (unsigned i = 0; i < NumArgs; ++i) 111888c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar Args[1 + i].type = ArgTys[i]; 111988c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar} 112088c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar 112188c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar/***/ 112288c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar 11235627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbarvoid CodeGenTypes::GetExpandedTypes(QualType Ty, 11245627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar std::vector<const llvm::Type*> &ArgTys) { 11255627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar const RecordType *RT = Ty->getAsStructureType(); 11265627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(RT && "Can only expand structure types."); 11275627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar const RecordDecl *RD = RT->getDecl(); 11285627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(!RD->hasFlexibleArrayMember() && 11295627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar "Cannot expand structure with flexible array."); 11305627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 1131f8d49f64ef6ab7e632717a31631fc289aab69428Douglas Gregor for (RecordDecl::field_iterator i = RD->field_begin(), 11325627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar e = RD->field_end(); i != e; ++i) { 11335627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar const FieldDecl *FD = *i; 11345627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(!FD->isBitField() && 11355627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar "Cannot expand structure with bit-field members."); 11365627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11375627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar QualType FT = FD->getType(); 11385627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(FT)) { 11395627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar GetExpandedTypes(FT, ArgTys); 11405627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } else { 11415627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ArgTys.push_back(ConvertType(FT)); 11425627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11435627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11445627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar} 11455627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11465627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbarllvm::Function::arg_iterator 11475627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel DunbarCodeGenFunction::ExpandTypeFromArgs(QualType Ty, LValue LV, 11485627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar llvm::Function::arg_iterator AI) { 11495627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar const RecordType *RT = Ty->getAsStructureType(); 11505627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(RT && "Can only expand structure types."); 11515627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11525627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar RecordDecl *RD = RT->getDecl(); 11535627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(LV.isSimple() && 11545627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar "Unexpected non-simple lvalue during struct expansion."); 11555627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar llvm::Value *Addr = LV.getAddress(); 11565627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar for (RecordDecl::field_iterator i = RD->field_begin(), 11575627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar e = RD->field_end(); i != e; ++i) { 11585627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar FieldDecl *FD = *i; 11595627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar QualType FT = FD->getType(); 11605627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11615627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // FIXME: What are the right qualifiers here? 11625627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar LValue LV = EmitLValueForField(Addr, FD, false, 0); 11635627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(FT)) { 11645627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar AI = ExpandTypeFromArgs(FT, LV, AI); 11655627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } else { 11665627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar EmitStoreThroughLValue(RValue::get(AI), LV, FT); 11675627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ++AI; 11685627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11695627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11705627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11715627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar return AI; 11725627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar} 11735627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11745627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbarvoid 11755627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel DunbarCodeGenFunction::ExpandTypeToArgs(QualType Ty, RValue RV, 11765627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar llvm::SmallVector<llvm::Value*, 16> &Args) { 11775627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar const RecordType *RT = Ty->getAsStructureType(); 11785627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(RT && "Can only expand structure types."); 11795627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11805627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar RecordDecl *RD = RT->getDecl(); 11815627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(RV.isAggregate() && "Unexpected rvalue during struct expansion"); 11825627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar llvm::Value *Addr = RV.getAggregateAddr(); 11835627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar for (RecordDecl::field_iterator i = RD->field_begin(), 11845627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar e = RD->field_end(); i != e; ++i) { 11855627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar FieldDecl *FD = *i; 11865627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar QualType FT = FD->getType(); 11875627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 11885627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // FIXME: What are the right qualifiers here? 11895627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar LValue LV = EmitLValueForField(Addr, FD, false, 0); 11905627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar if (CodeGenFunction::hasAggregateLLVMType(FT)) { 11915627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ExpandTypeToArgs(FT, RValue::getAggregate(LV.getAddress()), Args); 11925627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } else { 11935627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar RValue RV = EmitLoadOfLValue(LV, FT); 11945627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar assert(RV.isScalar() && 11955627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar "Unexpected non-scalar rvalue during struct expansion."); 11965627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar Args.push_back(RV.getScalarVal()); 11975627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11985627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 11995627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar} 12005627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 1201275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// CreateCoercedLoad - Create a load from \arg SrcPtr interpreted as 1202275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// a pointer to an object of type \arg Ty. 1203275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// 1204275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// This safely handles the case when the src type is smaller than the 1205275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// destination type; in this situation the values of bits which not 1206275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// present in the src are undefined. 1207275e10d62af4a129a8559253958296d8659684c9Daniel Dunbarstatic llvm::Value *CreateCoercedLoad(llvm::Value *SrcPtr, 1208275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar const llvm::Type *Ty, 1209275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CodeGenFunction &CGF) { 1210275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar const llvm::Type *SrcTy = 1211275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar cast<llvm::PointerType>(SrcPtr->getType())->getElementType(); 1212275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar uint64_t SrcSize = CGF.CGM.getTargetData().getTypePaddedSize(SrcTy); 1213275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar uint64_t DstSize = CGF.CGM.getTargetData().getTypePaddedSize(Ty); 1214275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 1215b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar // If load is legal, just bitcast the src pointer. 1216275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar if (SrcSize == DstSize) { 1217275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Casted = 1218275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CGF.Builder.CreateBitCast(SrcPtr, llvm::PointerType::getUnqual(Ty)); 1219386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar llvm::LoadInst *Load = CGF.Builder.CreateLoad(Casted); 1220386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar // FIXME: Use better alignment / avoid requiring aligned load. 1221386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar Load->setAlignment(1); 1222386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar return Load; 1223275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar } else { 1224275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar assert(SrcSize < DstSize && "Coercion is losing source bits!"); 1225275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 1226275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar // Otherwise do coercion through memory. This is stupid, but 1227275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar // simple. 1228275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Tmp = CGF.CreateTempAlloca(Ty); 1229275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Casted = 1230275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CGF.Builder.CreateBitCast(Tmp, llvm::PointerType::getUnqual(SrcTy)); 1231386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar llvm::StoreInst *Store = 1232386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar CGF.Builder.CreateStore(CGF.Builder.CreateLoad(SrcPtr), Casted); 1233386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar // FIXME: Use better alignment / avoid requiring aligned store. 1234386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar Store->setAlignment(1); 1235275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar return CGF.Builder.CreateLoad(Tmp); 1236275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar } 1237275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar} 1238275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 1239275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// CreateCoercedStore - Create a store to \arg DstPtr from \arg Src, 1240275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// where the source and destination may have different types. 1241275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// 1242275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// This safely handles the case when the src type is larger than the 1243275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar/// destination type; the upper bits of the src will be lost. 1244275e10d62af4a129a8559253958296d8659684c9Daniel Dunbarstatic void CreateCoercedStore(llvm::Value *Src, 1245275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *DstPtr, 1246275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CodeGenFunction &CGF) { 1247275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar const llvm::Type *SrcTy = Src->getType(); 1248275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar const llvm::Type *DstTy = 1249275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar cast<llvm::PointerType>(DstPtr->getType())->getElementType(); 1250275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 1251275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar uint64_t SrcSize = CGF.CGM.getTargetData().getTypePaddedSize(SrcTy); 1252275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar uint64_t DstSize = CGF.CGM.getTargetData().getTypePaddedSize(DstTy); 1253275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 125488c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar // If store is legal, just bitcast the src pointer. 1255275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar if (SrcSize == DstSize) { 1256275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Casted = 1257275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CGF.Builder.CreateBitCast(DstPtr, llvm::PointerType::getUnqual(SrcTy)); 1258386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar // FIXME: Use better alignment / avoid requiring aligned store. 1259386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar CGF.Builder.CreateStore(Src, Casted)->setAlignment(1); 1260275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar } else { 1261275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar assert(SrcSize > DstSize && "Coercion is missing bits!"); 1262275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 1263275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar // Otherwise do coercion through memory. This is stupid, but 1264275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar // simple. 1265275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Tmp = CGF.CreateTempAlloca(SrcTy); 1266275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CGF.Builder.CreateStore(Src, Tmp); 1267275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar llvm::Value *Casted = 1268275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar CGF.Builder.CreateBitCast(Tmp, llvm::PointerType::getUnqual(DstTy)); 1269386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar llvm::LoadInst *Load = CGF.Builder.CreateLoad(Casted); 1270386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar // FIXME: Use better alignment / avoid requiring aligned load. 1271386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar Load->setAlignment(1); 1272386621f5e12f5db95af3b82250b08fdae3e3d321Daniel Dunbar CGF.Builder.CreateStore(Load, DstPtr); 1273275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar } 1274275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar} 1275275e10d62af4a129a8559253958296d8659684c9Daniel Dunbar 12765627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar/***/ 12775627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 127888b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbarbool CodeGenModule::ReturnTypeUsesSret(const CGFunctionInfo &FI) { 127911e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar return FI.getReturnInfo().isIndirect(); 1280bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar} 1281bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar 128245c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbarconst llvm::FunctionType * 1283bb36d331f439f49859efcfb4435c61762fbba6f9Daniel DunbarCodeGenTypes::GetFunctionType(const CGFunctionInfo &FI, bool IsVariadic) { 128445c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar std::vector<const llvm::Type*> ArgTys; 128545c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 128645c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar const llvm::Type *ResultType = 0; 128745c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 1288a0a99e02f5b2de3817706071077298ef040634feDaniel Dunbar QualType RetTy = FI.getReturnType(); 1289b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &RetAI = FI.getReturnInfo(); 12908951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar switch (RetAI.getKind()) { 12918951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar case ABIArgInfo::Expand: 12928951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar assert(0 && "Invalid ABI kind for return argument"); 12938951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 129446327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 129546327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar ResultType = ConvertType(RetTy); 129646327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar break; 129746327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar 129811e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: { 129911e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar assert(!RetAI.getIndirectAlign() && "Align unused on indirect return."); 130045c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar ResultType = llvm::Type::VoidTy; 130162d5c1b5038cdaa4a887a03c37fe1e8d00166ea0Daniel Dunbar const llvm::Type *STy = ConvertType(RetTy); 130245c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar ArgTys.push_back(llvm::PointerType::get(STy, RetTy.getAddressSpace())); 130345c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar break; 130445c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar } 130545c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 130611434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 130711434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar ResultType = llvm::Type::VoidTy; 130811434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar break; 130911434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 131045c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar case ABIArgInfo::Coerce: 1311639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar ResultType = RetAI.getCoerceToType(); 131245c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar break; 131345c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar } 131445c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 131588c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar for (CGFunctionInfo::const_arg_iterator it = FI.arg_begin(), 131688c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar ie = FI.arg_end(); it != ie; ++it) { 131788c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar const ABIArgInfo &AI = it->info; 13188951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 13198951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar switch (AI.getKind()) { 132011434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 132111434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar break; 132211434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 13235627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar case ABIArgInfo::Coerce: 132489c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar ArgTys.push_back(AI.getCoerceToType()); 132589c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar break; 132689c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar 1327adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar case ABIArgInfo::Indirect: { 132811e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar // indirect arguments are always on the stack, which is addr space #0. 1329adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar const llvm::Type *LTy = ConvertTypeForMem(it->type); 1330adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar ArgTys.push_back(llvm::PointerType::getUnqual(LTy)); 13318951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 1332adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar } 13338951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 133446327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 13351f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar ArgTys.push_back(ConvertType(it->type)); 13368951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 13378951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 13388951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar case ABIArgInfo::Expand: 133988c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar GetExpandedTypes(it->type, ArgTys); 13408951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 13418951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } 134245c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar } 134345c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar 1344bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar return llvm::FunctionType::get(ResultType, ArgTys, IsVariadic); 13453913f184c84135fb4612743f1faa6c1edd2dd055Daniel Dunbar} 13463913f184c84135fb4612743f1faa6c1edd2dd055Daniel Dunbar 1347a0a99e02f5b2de3817706071077298ef040634feDaniel Dunbarvoid CodeGenModule::ConstructAttributeList(const CGFunctionInfo &FI, 134888b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar const Decl *TargetDecl, 1349761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel AttributeListType &PAL) { 13505323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar unsigned FuncAttrs = 0; 1351a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel unsigned RetAttrs = 0; 13525323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar 13535323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar if (TargetDecl) { 13545323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar if (TargetDecl->getAttr<NoThrowAttr>()) 1355761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel FuncAttrs |= llvm::Attribute::NoUnwind; 13565323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar if (TargetDecl->getAttr<NoReturnAttr>()) 1357761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel FuncAttrs |= llvm::Attribute::NoReturn; 1358232eb7d33b96ad8f99de3b5ae840421b3a7c6cb7Anders Carlsson if (TargetDecl->getAttr<PureAttr>()) 1359232eb7d33b96ad8f99de3b5ae840421b3a7c6cb7Anders Carlsson FuncAttrs |= llvm::Attribute::ReadOnly; 1360232eb7d33b96ad8f99de3b5ae840421b3a7c6cb7Anders Carlsson if (TargetDecl->getAttr<ConstAttr>()) 1361232eb7d33b96ad8f99de3b5ae840421b3a7c6cb7Anders Carlsson FuncAttrs |= llvm::Attribute::ReadNone; 13625323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar } 13635323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar 1364a0a99e02f5b2de3817706071077298ef040634feDaniel Dunbar QualType RetTy = FI.getReturnType(); 13655323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar unsigned Index = 1; 1366b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &RetAI = FI.getReturnInfo(); 136745c25ba11cbf8c9a461def5b03f6ee9481e06769Daniel Dunbar switch (RetAI.getKind()) { 136846327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 13692c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar if (RetTy->isPromotableIntegerType()) { 13702c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar if (RetTy->isSignedIntegerType()) { 1371a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel RetAttrs |= llvm::Attribute::SExt; 13722c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } else if (RetTy->isUnsignedIntegerType()) { 1373a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel RetAttrs |= llvm::Attribute::ZExt; 13742c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } 13752c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } 13762c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar break; 13772c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 137811e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: 1379761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel PAL.push_back(llvm::AttributeWithIndex::get(Index, 1380725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar llvm::Attribute::StructRet | 1381725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar llvm::Attribute::NoAlias)); 13825323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar ++Index; 13832c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar break; 13842c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 138511434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 13862c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar case ABIArgInfo::Coerce: 13872c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar break; 13888951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 13898951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar case ABIArgInfo::Expand: 13908951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar assert(0 && "Invalid ABI kind for return argument"); 13915323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar } 13922c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 1393a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel if (RetAttrs) 1394a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel PAL.push_back(llvm::AttributeWithIndex::get(0, RetAttrs)); 139588c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar for (CGFunctionInfo::const_arg_iterator it = FI.arg_begin(), 139688c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar ie = FI.arg_end(); it != ie; ++it) { 139788c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar QualType ParamType = it->type; 139888c2fa96be989571b4afb6229f0ef5a3ef4450cbDaniel Dunbar const ABIArgInfo &AI = it->info; 1399761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel unsigned Attributes = 0; 14008951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 14018951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar switch (AI.getKind()) { 140289c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar case ABIArgInfo::Coerce: 140389c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar break; 140489c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar 140511e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: 1406761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel Attributes |= llvm::Attribute::ByVal; 1407ca008822e8ad5dd8b3ff598cf62e909966847a67Daniel Dunbar Attributes |= 140811e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar llvm::Attribute::constructAlignmentFromInt(AI.getIndirectAlign()); 14098951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 14108951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 141146327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 14128951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar if (ParamType->isPromotableIntegerType()) { 14138951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar if (ParamType->isSignedIntegerType()) { 1414761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel Attributes |= llvm::Attribute::SExt; 14158951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } else if (ParamType->isUnsignedIntegerType()) { 1416761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel Attributes |= llvm::Attribute::ZExt; 14178951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } 14185323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar } 14198951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 14208951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 142111434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 142211434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar // Skip increment, no matching LLVM parameter. 142311434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar continue; 142411434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 14255627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar case ABIArgInfo::Expand: { 14265627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar std::vector<const llvm::Type*> Tys; 14275627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // FIXME: This is rather inefficient. Do we ever actually need 14285627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // to do anything here? The result should be just reconstructed 14295627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // on the other side, so extension should be a non-issue. 14305627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar getTypes().GetExpandedTypes(ParamType, Tys); 14315627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar Index += Tys.size(); 14325627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar continue; 14335627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 14345323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar } 14358951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 1436761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel if (Attributes) 1437761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel PAL.push_back(llvm::AttributeWithIndex::get(Index, Attributes)); 14385627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ++Index; 14395323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar } 1440a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel if (FuncAttrs) 1441a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel PAL.push_back(llvm::AttributeWithIndex::get(~0, FuncAttrs)); 1442a2c6912c416c2d9f79d18f3a88ab0ae2609286c3Devang Patel 14435323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar} 14445323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar 144588b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbarvoid CodeGenFunction::EmitFunctionProlog(const CGFunctionInfo &FI, 144688b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar llvm::Function *Fn, 144717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar const FunctionArgList &Args) { 14485251afa21d3583f2740fd4f83659d008625a7260Daniel Dunbar // FIXME: We no longer need the types from FunctionArgList; lift up 14495251afa21d3583f2740fd4f83659d008625a7260Daniel Dunbar // and simplify. 14505251afa21d3583f2740fd4f83659d008625a7260Daniel Dunbar 145117b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar // Emit allocs for param decls. Give the LLVM Argument nodes names. 145217b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar llvm::Function::arg_iterator AI = Fn->arg_begin(); 145317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 145417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar // Name the struct return argument. 145588b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar if (CGM.ReturnTypeUsesSret(FI)) { 145617b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar AI->setName("agg.result"); 145717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar ++AI; 145817b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 1459b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar 14604b5f0a4bd6645e87e5feae4be4675ce87d97b4a5Daniel Dunbar assert(FI.arg_size() == Args.size() && 14614b5f0a4bd6645e87e5feae4be4675ce87d97b4a5Daniel Dunbar "Mismatch between function signature & arguments."); 1462b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar CGFunctionInfo::const_arg_iterator info_it = FI.arg_begin(); 146317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar for (FunctionArgList::const_iterator i = Args.begin(), e = Args.end(); 1464b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar i != e; ++i, ++info_it) { 146517b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar const VarDecl *Arg = i->first; 1466b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar QualType Ty = info_it->type; 1467b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &ArgI = info_it->info; 14688951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 14698951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar switch (ArgI.getKind()) { 14701f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar case ABIArgInfo::Indirect: { 14711f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar llvm::Value* V = AI; 14721f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar if (hasAggregateLLVMType(Ty)) { 14731f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // Do nothing, aggregates and complex variables are accessed by 14741f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // reference. 14751f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } else { 14761f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // Load scalar value from indirect argument. 1477adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar V = EmitLoadOfScalar(V, false, Ty); 14781f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar if (!getContext().typesAreCompatible(Ty, Arg->getType())) { 14791f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // This must be a promotion, for something like 14801f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // "void a(x) short x; {..." 14811f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar V = EmitScalarConversion(V, Ty, Arg->getType()); 14821f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } 14831f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } 14841f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar EmitParmDecl(*Arg, V); 14851f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar break; 14861f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } 14871f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar 148846327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: { 14898951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar assert(AI != Fn->arg_end() && "Argument mismatch!"); 14908951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar llvm::Value* V = AI; 14912fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar if (hasAggregateLLVMType(Ty)) { 14922fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // Create a temporary alloca to hold the argument; the rest of 14932fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // codegen expects to access aggregates & complex values by 14942fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // reference. 1495adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar V = CreateTempAlloca(ConvertTypeForMem(Ty)); 14962fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Builder.CreateStore(AI, V); 14972fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar } else { 14982fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar if (!getContext().typesAreCompatible(Ty, Arg->getType())) { 14992fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // This must be a promotion, for something like 15002fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // "void a(x) short x; {..." 15012fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar V = EmitScalarConversion(V, Ty, Arg->getType()); 15022fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar } 150317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 15048951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar EmitParmDecl(*Arg, V); 15058951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 15068951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } 15078951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 15085627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar case ABIArgInfo::Expand: { 1509b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar // If this structure was expanded into multiple arguments then 15105627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // we need to create a temporary and reconstruct it from the 15115627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // arguments. 151239f34e97d6a468f0a7dfa5664c61217cffc65b74Chris Lattner std::string Name = Arg->getNameAsString(); 1513adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar llvm::Value *Temp = CreateTempAlloca(ConvertTypeForMem(Ty), 15145627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar (Name + ".addr").c_str()); 15155627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // FIXME: What are the right qualifiers here? 15165627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar llvm::Function::arg_iterator End = 15175627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ExpandTypeFromArgs(Ty, LValue::MakeAddr(Temp,0), AI); 15185627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar EmitParmDecl(*Arg, Temp); 15195627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 15205627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar // Name the arguments used in expansion and increment AI. 15215627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar unsigned Index = 0; 15225627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar for (; AI != End; ++AI, ++Index) 15235627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar AI->setName(Name + "." + llvm::utostr(Index)); 15245627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar continue; 15255627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 152611434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 152711434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 15288b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar // Initialize the local variable appropriately. 15298b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar if (hasAggregateLLVMType(Ty)) { 1530adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar EmitParmDecl(*Arg, CreateTempAlloca(ConvertTypeForMem(Ty))); 15318b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar } else { 15328b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar EmitParmDecl(*Arg, llvm::UndefValue::get(ConvertType(Arg->getType()))); 15338b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar } 15348b979d9e4c41fb67eb276996bdaa608fb4b11ccdDaniel Dunbar 153559e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar // Skip increment, no matching LLVM parameter. 153659e5a0e4f1b3a6f4ddcb0e902e98d8b3c9d10799Daniel Dunbar continue; 153711434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 153889c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar case ABIArgInfo::Coerce: { 153989c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar assert(AI != Fn->arg_end() && "Argument mismatch!"); 154089c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // FIXME: This is very wasteful; EmitParmDecl is just going to 154189c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // drop the result in a new alloca anyway, so we could just 154289c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // store into that directly if we broke the abstraction down 154389c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // more. 1544adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar llvm::Value *V = CreateTempAlloca(ConvertTypeForMem(Ty), "coerce"); 154589c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar CreateCoercedStore(AI, V, *this); 154689c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // Match to what EmitParmDecl is expecting for this type. 15478b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar if (!CodeGenFunction::hasAggregateLLVMType(Ty)) { 1548adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar V = EmitLoadOfScalar(V, false, Ty); 15498b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar if (!getContext().typesAreCompatible(Ty, Arg->getType())) { 15508b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar // This must be a promotion, for something like 15518b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar // "void a(x) short x; {..." 15528b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar V = EmitScalarConversion(V, Ty, Arg->getType()); 15538b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar } 15548b29a387788bbb7a7c3b64c37473bc46299d2132Daniel Dunbar } 155589c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar EmitParmDecl(*Arg, V); 155689c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar break; 155789c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar } 15588951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar } 15595627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 15605627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ++AI; 156117b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 156217b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar assert(AI == Fn->arg_end() && "Argument mismatch!"); 156317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar} 156417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 156588b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbarvoid CodeGenFunction::EmitFunctionEpilog(const CGFunctionInfo &FI, 156617b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar llvm::Value *ReturnValue) { 15672c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar llvm::Value *RV = 0; 15682c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 15692c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar // Functions with no result always return void. 15702c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar if (ReturnValue) { 157188b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar QualType RetTy = FI.getReturnType(); 1572b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &RetAI = FI.getReturnInfo(); 15732c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 15742c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar switch (RetAI.getKind()) { 157511e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: 15763aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar if (RetTy->isAnyComplexType()) { 15773aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar ComplexPairTy RT = LoadComplexFromAddr(ReturnValue, false); 15783aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar StoreComplexToAddr(RT, CurFn->arg_begin(), false); 15793aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar } else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) { 15803aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar EmitAggregateCopy(CurFn->arg_begin(), ReturnValue, RetTy); 15813aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar } else { 1582adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar EmitStoreOfScalar(Builder.CreateLoad(ReturnValue), CurFn->arg_begin(), 1583adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar false); 15843aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar } 15852c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar break; 15868951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 158746327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 15882fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // The internal return value temp always will have 15892fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar // pointer-to-return-type type. 15902c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar RV = Builder.CreateLoad(ReturnValue); 15912c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar break; 15922c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 159311434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 159411434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar break; 159511434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 1596adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar case ABIArgInfo::Coerce: 159754d1ccbfcf19ddf39444f1b4018dd79487cc847bDaniel Dunbar RV = CreateCoercedLoad(ReturnValue, RetAI.getCoerceToType(), *this); 15988951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar break; 15998951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 16008951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar case ABIArgInfo::Expand: 16018951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar assert(0 && "Invalid ABI kind for return argument"); 160217b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 160317b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 16042c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 16052c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar if (RV) { 16062c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar Builder.CreateRet(RV); 16072c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } else { 16082c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar Builder.CreateRetVoid(); 16092c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar } 161017b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar} 161117b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 161288b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel DunbarRValue CodeGenFunction::EmitCall(const CGFunctionInfo &CallInfo, 161388b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar llvm::Value *Callee, 161417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar const CallArgList &CallArgs) { 16155251afa21d3583f2740fd4f83659d008625a7260Daniel Dunbar // FIXME: We no longer need the types from CallArgs; lift up and 16165251afa21d3583f2740fd4f83659d008625a7260Daniel Dunbar // simplify. 161717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar llvm::SmallVector<llvm::Value*, 16> Args; 161817b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 161917b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar // Handle struct-return functions by passing a pointer to the 162017b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar // location that we would like to return into. 1621bb36d331f439f49859efcfb4435c61762fbba6f9Daniel Dunbar QualType RetTy = CallInfo.getReturnType(); 1622b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &RetAI = CallInfo.getReturnInfo(); 16232969a0243b0939286a45d0ba58dd3e1de226ac60Daniel Dunbar if (CGM.ReturnTypeUsesSret(CallInfo)) { 162417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar // Create a temporary alloca to hold the result of the call. :( 1625adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar Args.push_back(CreateTempAlloca(ConvertTypeForMem(RetTy))); 162617b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 162717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 16284b5f0a4bd6645e87e5feae4be4675ce87d97b4a5Daniel Dunbar assert(CallInfo.arg_size() == CallArgs.size() && 16294b5f0a4bd6645e87e5feae4be4675ce87d97b4a5Daniel Dunbar "Mismatch between function signature & arguments."); 1630b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar CGFunctionInfo::const_arg_iterator info_it = CallInfo.arg_begin(); 163117b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar for (CallArgList::const_iterator I = CallArgs.begin(), E = CallArgs.end(); 1632b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar I != E; ++I, ++info_it) { 1633b225be44aaab85a603e80dbe0eb3d81638b20d23Daniel Dunbar const ABIArgInfo &ArgInfo = info_it->info; 163417b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar RValue RV = I->first; 16355627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 16365627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar switch (ArgInfo.getKind()) { 163711e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: 16381f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar if (RV.isScalar() || RV.isComplex()) { 16391f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar // Make a temporary alloca to pass the argument. 1640adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar Args.push_back(CreateTempAlloca(ConvertTypeForMem(I->second))); 16411f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar if (RV.isScalar()) 1642adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar EmitStoreOfScalar(RV.getScalarVal(), Args.back(), false); 16431f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar else 16441f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar StoreComplexToAddr(RV.getComplexVal(), Args.back(), false); 16451f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } else { 16461f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar Args.push_back(RV.getAggregateAddr()); 16471f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar } 16481f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar break; 16491f7459814ed78067a8f0db3e1082b45ec89c16abDaniel Dunbar 165046327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 16515627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar if (RV.isScalar()) { 16525627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar Args.push_back(RV.getScalarVal()); 16535627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } else if (RV.isComplex()) { 16542fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar llvm::Value *Tmp = llvm::UndefValue::get(ConvertType(I->second)); 16552fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Tmp = Builder.CreateInsertValue(Tmp, RV.getComplexVal().first, 0); 16562fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Tmp = Builder.CreateInsertValue(Tmp, RV.getComplexVal().second, 1); 16572fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Args.push_back(Tmp); 16585627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } else { 16592fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Args.push_back(Builder.CreateLoad(RV.getAggregateAddr())); 16605627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar } 16615627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar break; 16625627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar 166311434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 166411434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar break; 166511434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 166689c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar case ABIArgInfo::Coerce: { 166789c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // FIXME: Avoid the conversion through memory if possible. 166889c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar llvm::Value *SrcPtr; 166989c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar if (RV.isScalar()) { 16705a1be6e16ba306c349a3c3f80e9dce800976bc24Daniel Dunbar SrcPtr = CreateTempAlloca(ConvertTypeForMem(I->second), "coerce"); 1671adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar EmitStoreOfScalar(RV.getScalarVal(), SrcPtr, false); 167289c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar } else if (RV.isComplex()) { 1673adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar SrcPtr = CreateTempAlloca(ConvertTypeForMem(I->second), "coerce"); 167489c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar StoreComplexToAddr(RV.getComplexVal(), SrcPtr, false); 167589c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar } else 167689c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar SrcPtr = RV.getAggregateAddr(); 167789c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar Args.push_back(CreateCoercedLoad(SrcPtr, ArgInfo.getCoerceToType(), 167889c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar *this)); 167989c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar break; 168089c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar } 168189c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar 16825627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar case ABIArgInfo::Expand: 16835627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar ExpandTypeToArgs(I->second, RV, Args); 16845627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar break; 168517b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 168617b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 168717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 168817b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar llvm::CallInst *CI = Builder.CreateCall(Callee,&Args[0],&Args[0]+Args.size()); 168917b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar 16905323a4b0a1c248fa2ffdf886bb41a5d8fba71d2dDaniel Dunbar // FIXME: Provide TargetDecl so nounwind, noreturn, etc, etc get set. 1691761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel CodeGen::AttributeListType AttributeList; 169288b5396b0897f28d22ae3debf4a0d97b33b6c362Daniel Dunbar CGM.ConstructAttributeList(CallInfo, 0, AttributeList); 1693761d7f78e2dac7ea5f35828c2271e60d91e106ceDevang Patel CI->setAttributes(llvm::AttrListPtr::get(AttributeList.begin(), 1694725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar AttributeList.size())); 1695725ad31086e3d6c41afa10c43db44f2e7060a961Daniel Dunbar 169617b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar if (const llvm::Function *F = dyn_cast<llvm::Function>(Callee)) 169717b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar CI->setCallingConv(F->getCallingConv()); 169817b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar if (CI->getType() != llvm::Type::VoidTy) 169917b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar CI->setName("call"); 17002c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 17012c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar switch (RetAI.getKind()) { 170211e383aa491a23ebd4a49688a09984c5e16a2e34Daniel Dunbar case ABIArgInfo::Indirect: 17032c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar if (RetTy->isAnyComplexType()) 17045627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar return RValue::getComplex(LoadComplexFromAddr(Args[0], false)); 17053aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) 17065627377df5439a1d3d46a4e4cef4ae44f84a322bDaniel Dunbar return RValue::getAggregate(Args[0]); 17073aea8cac3ec9ad03b1d2b002f38a0d42a70483c8Daniel Dunbar else 1708adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar return RValue::get(EmitLoadOfScalar(Args[0], false, RetTy)); 17098951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 171046327aaf031529be2cf8bb21bc76d7a5ae0d43cdDaniel Dunbar case ABIArgInfo::Direct: 17112fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar if (RetTy->isAnyComplexType()) { 17122fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar llvm::Value *Real = Builder.CreateExtractValue(CI, 0); 17132fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar llvm::Value *Imag = Builder.CreateExtractValue(CI, 1); 17142fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar return RValue::getComplex(std::make_pair(Real, Imag)); 17152fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar } else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) { 1716adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar llvm::Value *V = CreateTempAlloca(ConvertTypeForMem(RetTy), "agg.tmp"); 17172fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar Builder.CreateStore(CI, V); 17182fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar return RValue::getAggregate(V); 17192fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar } else 17202fbf2f547cf23c0dd89719c2b5c5d6c6f0fa469cDaniel Dunbar return RValue::get(CI); 17212c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 172211434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar case ABIArgInfo::Ignore: 17230bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar // If we are ignoring an argument that had a result, make sure to 17240bcc52114e37a8d152d9a05095ee7f7687c9aa94Daniel Dunbar // construct the appropriate return value for our caller. 172513e81737a433b23f8c662d10d1d57356122a8caaDaniel Dunbar return GetUndefRValue(RetTy); 172611434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar 1727639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar case ABIArgInfo::Coerce: { 172889c9d8e7f0700d27b1d93dc3832eb1af9b92c221Daniel Dunbar // FIXME: Avoid the conversion through memory if possible. 1729adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar llvm::Value *V = CreateTempAlloca(ConvertTypeForMem(RetTy), "coerce"); 173054d1ccbfcf19ddf39444f1b4018dd79487cc847bDaniel Dunbar CreateCoercedStore(CI, V, *this); 1731ad3d6917dabbdab3399ff8307240aad58247d2e3Anders Carlsson if (RetTy->isAnyComplexType()) 1732ad3d6917dabbdab3399ff8307240aad58247d2e3Anders Carlsson return RValue::getComplex(LoadComplexFromAddr(V, false)); 173311434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar else if (CodeGenFunction::hasAggregateLLVMType(RetTy)) 1734ad3d6917dabbdab3399ff8307240aad58247d2e3Anders Carlsson return RValue::getAggregate(V); 173511434925bf81c932c6c8fe3533bc0ba900d50dc2Daniel Dunbar else 1736adc8bdd6ab6f4f90d16f696f16948e46acf66267Daniel Dunbar return RValue::get(EmitLoadOfScalar(V, false, RetTy)); 1737639ffe47097d01249b98b7acd102aaad6697b43aDaniel Dunbar } 17388951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar 17398951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar case ABIArgInfo::Expand: 17408951dbd225580173193ec9db503d9d9844ff97d6Daniel Dunbar assert(0 && "Invalid ABI kind for return argument"); 174117b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar } 17422c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar 17432c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar assert(0 && "Unhandled ABIArgInfo::Kind"); 17442c8e0f32b9c33686be23c70add0b97490903de9fDaniel Dunbar return RValue::get(0); 174517b708d61827cd86278e9580b041dd6cbadf07d3Daniel Dunbar} 1746b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 1747b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar/* VarArg handling */ 1748b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar 1749b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbarllvm::Value *CodeGenFunction::EmitVAArg(llvm::Value *VAListAddr, QualType Ty) { 1750b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar return CGM.getTypes().getABIInfo().EmitVAArg(VAListAddr, Ty, *this); 1751b4094ea09eee7d3a847cadf181a81efc99003dafDaniel Dunbar} 1752