X86ISelLowering.h revision 1607f05cb7d77d01ce521a30232faa389dbed4e2
1dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===-- X86ISelLowering.h - X86 DAG Lowering Interface ----------*- C++ -*-===// 2dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 3dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// The LLVM Compiler Infrastructure 4dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 8dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 9dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 10dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// This file defines the interfaces that X86 uses to lower LLVM code into a 11dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// selection DAG. 12dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 13dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 14dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 15dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#ifndef X86ISELLOWERING_H 16dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#define X86ISELLOWERING_H 17dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 18559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng#include "X86Subtarget.h" 192365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov#include "X86RegisterInfo.h" 2086737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen#include "X86MachineFunctionInfo.h" 21dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/Target/TargetLowering.h" 22b388eb82fb4a95e2f6d54163dfcf962b8032bae8Ted Kremenek#include "llvm/CodeGen/FastISel.h" 23dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/CodeGen/SelectionDAG.h" 241b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola#include "llvm/CodeGen/CallingConvLower.h" 25dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 26dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattnernamespace llvm { 27dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner namespace X86ISD { 28d9558e0ba6ddcf2798cfb88cc56e5f1c8135eb0dEvan Cheng // X86 Specific DAG Nodes 29dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner enum NodeType { 30dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Start the numbering where the builtin ops leave off. 310ba2bcfcc3149a25d08aa8aa00fb6c34a4e25bddDan Gohman FIRST_NUMBER = ISD::BUILTIN_OP_END, 32dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3318efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSF - Bit scan forward. 3418efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSR - Bit scan reverse. 3518efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSF, 3618efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSR, 3718efe269b12624d74c0af6104e88864d6a932344Evan Cheng 38e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// SHLD, SHRD - Double shift instructions. These correspond to 39e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// X86::SHLDxx and X86::SHRDxx instructions. 40e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHLD, 41e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHRD, 42e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng 43ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// FAND - Bitwise logical AND of floating point values. This corresponds 44ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// to X86::ANDPS or X86::ANDPD. 45ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng FAND, 46ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng 4768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// FOR - Bitwise logical OR of floating point values. This corresponds 4868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// to X86::ORPS or X86::ORPD. 4968c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FOR, 5068c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 51223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// FXOR - Bitwise logical XOR of floating point values. This corresponds 52223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// to X86::XORPS or X86::XORPD. 53223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng FXOR, 54223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 5573d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// FSRL - Bitwise logical right shift of floating point values. These 5673d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// corresponds to X86::PSRLDQ. 5768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FSRL, 5868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 59e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// FILD, FILD_FLAG - This instruction implements SINT_TO_FP with the 60e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// integer source in memory and FP reg result. This corresponds to the 61e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// X86::FILD*m instructions. It has three inputs (token chain, address, 62e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// and source type) and two outputs (FP value and token chain). FILD_FLAG 63e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// also produces a flag). 64a3195e86439896ecba9b3f2afce40919b20a987aEvan Cheng FILD, 65e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng FILD_FLAG, 66dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 67dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// FP_TO_INT*_IN_MEM - This instruction implements FP_TO_SINT with the 68dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// integer destination in memory and a FP reg source. This corresponds 69dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// to the X86::FIST*m instructions and the rounding mode change stuff. It 7091897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// has two inputs (token chain and address) and two outputs (int value 7191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// and token chain). 72dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT16_IN_MEM, 73dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT32_IN_MEM, 74dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT64_IN_MEM, 75dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 76b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// FLD - This instruction implements an extending load to FP stack slots. 77b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// This corresponds to the X86::FLD32m / X86::FLD64m. It takes a chain 7838bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// operand, ptr to load from, and a ValueType node indicating the type 7938bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// to load to. 80b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng FLD, 81b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 82d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// FST - This instruction implements a truncating store to FP stack 83d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// slots. This corresponds to the X86::FST32m / X86::FST64m. It takes a 84d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// chain operand, value to store, address, and a ValueType to store it 85d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// as. 86d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng FST, 87d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng 88dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// CALL/TAILCALL - These operations represent an abstract X86 call 89dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// instruction, which includes a bunch of information. In particular the 90dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// operands of these node are: 91dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 92dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The incoming token chain 93dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The callee 94dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The number of arg bytes the caller pushes on the stack. 95dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #3 - The number of arg bytes the callee pops off the stack. 96dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #4 - The value to pass in AL/AX/EAX (optional) 97dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #5 - The value to pass in DL/DX/EDX (optional) 98dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 99dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The result values of these nodes are: 100dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 101dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The outgoing token chain 102dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The first register result value (optional) 103dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The second register result value (optional) 104dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 105dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The CALL vs TAILCALL distinction boils down to whether the callee is 106dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// known not to modify the caller's stack frame, as is standard with 107dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LLVM. 108dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner CALL, 109dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner TAILCALL, 110b873ff322c28ce097762355921100b677c71238dAndrew Lenharth 111b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// RDTSC_DAG - This operation implements the lowering for 112b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// readcyclecounter 113b873ff322c28ce097762355921100b677c71238dAndrew Lenharth RDTSC_DAG, 1147df96d66729d1f33934de7b52553e5f071686041Evan Cheng 1157df96d66729d1f33934de7b52553e5f071686041Evan Cheng /// X86 compare and logical compare instructions. 1167d6ff3a25d9be6fae7ad95837ba8f1a8738947b6Evan Cheng CMP, COMI, UCOMI, 1177df96d66729d1f33934de7b52553e5f071686041Evan Cheng 118d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 SetCC. Operand 1 is condition code, and operand 2 is the flag 119d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// operand produced by a CMP instruction. 120d5781fca4f8f98863560338d4f8d017389428119Evan Cheng SETCC, 121d5781fca4f8f98863560338d4f8d017389428119Evan Cheng 122d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional moves. Operand 1 and operand 2 are the two values 12391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// to select from (operand 1 is a R/W operand). Operand 3 is the 12491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// condition code, and operand 4 is the flag operand produced by a CMP 12591897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// or TEST instruction. It also writes a flag result. 1267df96d66729d1f33934de7b52553e5f071686041Evan Cheng CMOV, 127898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng 128d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional branches. Operand 1 is the chain operand, operand 2 129d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// is the block to branch if condition is true, operand 3 is the 130d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// condition code, and operand 4 is the flag operand produced by a CMP 131d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// or TEST instruction. 132898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng BRCOND, 133b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 13467f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// Return with a flag operand. Operand 1 is the chain operand, operand 13567f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// 2 is the number of bytes of stack to pop. 136b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng RET_FLAG, 13767f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 13867f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_STOS - Repeat fill, corresponds to X86::REP_STOSx. 13967f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_STOS, 14067f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 14167f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_MOVS - Repeat move, corresponds to X86::REP_MOVSx. 14267f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_MOVS, 143223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 1447ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// GlobalBaseReg - On Darwin, this node represents the result of the popl 1457ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// at function entry, used for PIC code. 1467ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng GlobalBaseReg, 147a0ea0539e359f6d82218e5aa4cdf3b50b17d6fbdEvan Cheng 148056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// Wrapper - A wrapper node for TargetConstantPool, 149056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// TargetExternalSymbol, and TargetGlobalAddress. 150020d2e8e7aa36692af13c1215fdd6248a6d9e950Evan Cheng Wrapper, 15148090aa8145640c023563751a8a1e1bcc09125e5Evan Cheng 1520085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// WrapperRIP - Special wrapper used under X86-64 PIC mode for RIP 1530085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// relative displacements. 1540085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng WrapperRIP, 1550085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng 15614d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PEXTRB - Extract an 8-bit value from a vector and zero extend it to 15714d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// i32, corresponds to X86::PEXTRB. 15814d12caf1d2de9618818646d12b30d647a860817Nate Begeman PEXTRB, 15914d12caf1d2de9618818646d12b30d647a860817Nate Begeman 160b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng /// PEXTRW - Extract a 16-bit value from a vector and zero extend it to 161653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// i32, corresponds to X86::PEXTRW. 162b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng PEXTRW, 163653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng 16414d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// INSERTPS - Insert any element of a 4 x float vector into any element 16514d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// of a destination 4 x floatvector. 16614d12caf1d2de9618818646d12b30d647a860817Nate Begeman INSERTPS, 16714d12caf1d2de9618818646d12b30d647a860817Nate Begeman 16814d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PINSRB - Insert the lower 8-bits of a 32-bit value to a vector, 16914d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// corresponds to X86::PINSRB. 17014d12caf1d2de9618818646d12b30d647a860817Nate Begeman PINSRB, 17114d12caf1d2de9618818646d12b30d647a860817Nate Begeman 172653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// PINSRW - Insert the lower 16-bits of a 32-bit value to a vector, 173653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// corresponds to X86::PINSRW. 1748ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng PINSRW, 1758ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng 1768ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// FMAX, FMIN - Floating point max and min. 1778ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// 178b3a0417cad8b625acc3033bd5e24afb9ffd0b084Lauro Ramos Venancio FMAX, FMIN, 1792038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1802038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// FRSQRT, FRCP - Floating point reciprocal-sqrt and reciprocal 1812038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// approximation. Note that these typically require refinement 1822038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// in order to obtain suitable precision. 1832038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman FRSQRT, FRCP, 1842038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1857e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // TLSADDR, THREAThread - Thread Local Storage. 1862365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov TLSADDR, THREAD_POINTER, 1872365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov 1887e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // EH_RETURN - Exception Handling helpers. 189c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer EH_RETURN, 190c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 1914fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// TC_RETURN - Tail call return. 1924fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #0 chain 1934fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #1 callee (register or absolute) 1944fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #2 stack adjustment 1954fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #3 optional in flag 19645b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov TC_RETURN, 19745b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov 1987e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // LCMPXCHG_DAG, LCMPXCHG8_DAG - Compare and swap. 19926ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth LCMPXCHG_DAG, 200d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth LCMPXCHG8_DAG, 20126ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth 20248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen // ATOMADD64_DAG, ATOMSUB64_DAG, ATOMOR64_DAG, ATOMAND64_DAG, 203880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // ATOMXOR64_DAG, ATOMNAND64_DAG, ATOMSWAP64_DAG - 204880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // Atomic 64-bit binary operations. 20548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMADD64_DAG, 20648c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMSUB64_DAG, 20748c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMOR64_DAG, 20848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMXOR64_DAG, 20948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMAND64_DAG, 21048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMNAND64_DAG, 211880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen ATOMSWAP64_DAG, 21248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 2137e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // FNSTCW16m - Store FP control world into i16 memory. 2147e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng FNSTCW16m, 2157e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng 216d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_MOVL - Vector move low and zero extend. 217d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng VZEXT_MOVL, 218d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng 219d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_LOAD - Load, scalar_to_vector, and zero extend. 220f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng VZEXT_LOAD, 221f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng 222f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng // VSHL, VSRL - Vector logical left / right shift. 22330a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman VSHL, VSRL, 22430a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 22530a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // CMPPD, CMPPS - Vector double/float comparison. 22630a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman CMPPD, CMPPS, 22730a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 22830a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // PCMP* - Vector integer comparisons. 22930a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman PCMPEQB, PCMPEQW, PCMPEQD, PCMPEQQ, 23030a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman PCMPGTB, PCMPGTW, PCMPGTD, PCMPGTQ 231dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 232dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner } 233dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 2340d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// Define some predicates that are used for node matching. 2350d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng namespace X86 { 2360d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFDMask - Return true if the specified VECTOR_SHUFFLE operand 2370d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2380d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFDMask(SDNode *N); 2390d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2400d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFHWMask - Return true if the specified VECTOR_SHUFFLE operand 2410d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2420d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFHWMask(SDNode *N); 2430d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2440d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFLWMask - Return true if the specified VECTOR_SHUFFLE operand 2450d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2460d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFLWMask(SDNode *N); 2470d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2480d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSHUFPMask - Return true if the specified VECTOR_SHUFFLE operand 2490d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to SHUFP*. 2500d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSHUFPMask(SDNode *N); 2510d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2520d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPSMask - Return true if the specified VECTOR_SHUFFLE operand 2530d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHLPS. 2540d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPSMask(SDNode *N); 2550d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2560d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPS_v_undef_Mask - Special case of isMOVHLPSMask for canonical form 2570d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 3, 2, 3>, i.e. vector_shuffle v, undef, 2580d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 3, 2, 3> 2590d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPS_v_undef_Mask(SDNode *N); 2600d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2610d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLPMask - Return true if the specified VECTOR_SHUFFLE operand 2620d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVLP{S|D}. 2630d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLPMask(SDNode *N); 2640d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2650d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHPMask - Return true if the specified VECTOR_SHUFFLE operand 2660d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHP{S|D} 2670d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// as well as MOVLHPS. 2680d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHPMask(SDNode *N); 2690d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2700d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKLMask - Return true if the specified VECTOR_SHUFFLE operand 2710d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKL. 2720d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKLMask(SDNode *N, bool V2IsSplat = false); 2730d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2740d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKHMask - Return true if the specified VECTOR_SHUFFLE operand 2750d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKH. 2760d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKHMask(SDNode *N, bool V2IsSplat = false); 2770d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2780d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKL_v_undef_Mask - Special case of isUNPCKLMask for canonical form 2790d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <0, 4, 1, 5>, i.e. vector_shuffle v, undef, 2800d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <0, 0, 1, 1> 2810d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKL_v_undef_Mask(SDNode *N); 2820d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2830d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKH_v_undef_Mask - Special case of isUNPCKHMask for canonical form 2840d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 6, 3, 7>, i.e. vector_shuffle v, undef, 2850d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 2, 3, 3> 2860d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKH_v_undef_Mask(SDNode *N); 2870d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2880d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLMask - Return true if the specified VECTOR_SHUFFLE operand 2890d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSS, 2900d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// MOVSD, and MOVD, i.e. setting the lowest element. 2910d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLMask(SDNode *N); 2920d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2930d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSHDUPMask - Return true if the specified VECTOR_SHUFFLE operand 2940d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSHDUP. 2950d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSHDUPMask(SDNode *N); 2960d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2970d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSLDUPMask - Return true if the specified VECTOR_SHUFFLE operand 2980d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSLDUP. 2990d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSLDUPMask(SDNode *N); 3000d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3010d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatMask - Return true if the specified VECTOR_SHUFFLE operand 3020d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of a single element. 3030d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatMask(SDNode *N); 3040d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3050d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatLoMask - Return true if the specified VECTOR_SHUFFLE operand 3060d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of zero element. 3070d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatLoMask(SDNode *N); 3080d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3090b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// isMOVDDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3100b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// specifies a shuffle of elements that is suitable for input to MOVDDUP. 3110b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng bool isMOVDDUPMask(SDNode *N); 3120b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng 3130d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShuffleSHUFImmediate - Return the appropriate immediate to shuffle 3140d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUF* and SHUFP* 3150d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3160d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShuffleSHUFImmediate(SDNode *N); 3170d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3180d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFHWImmediate - Return the appropriate immediate to shuffle 3190d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFHW 3200d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3210d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFHWImmediate(SDNode *N); 3220d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3230d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFKWImmediate - Return the appropriate immediate to shuffle 3240d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFLW 3250d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3260d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFLWImmediate(SDNode *N); 3270d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng } 3280d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 32991897778690a7d683497ba3f4040ebf09345f08aChris Lattner //===--------------------------------------------------------------------===// 330dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // X86TargetLowering - X86 Implementation of the TargetLowering interface 331dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner class X86TargetLowering : public TargetLowering { 332dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int VarArgsFrameIndex; // FrameIndex for start of varargs area. 33325ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng int RegSaveFrameIndex; // X86-64 vararg func register save area. 33425ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsGPOffset; // X86-64 vararg func int reg offset. 33525ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsFPOffset; // X86-64 vararg func fp reg offset. 336dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesToPopOnReturn; // Number of arg bytes ret should pop. 337dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesCallerReserves; // Number of arg bytes caller makes. 338c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 339dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner public: 340c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman explicit X86TargetLowering(X86TargetMachine &TM); 341dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 342cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// getPICJumpTableRelocaBase - Returns relocation base for the given PIC 343cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// jumptable. 344475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getPICJumpTableRelocBase(SDValue Table, 345cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng SelectionDAG &DAG) const; 346cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng 347dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that a function should pop when it returns (in 348dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // addition to the space used by the return address). 349dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // 350dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesToPopOnReturn() const { return BytesToPopOnReturn; } 351dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 352dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that the caller reserves for arguments passed 353dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // to this function. 354dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesCallerReserves() const { return BytesCallerReserves; } 355dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 35654e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// getStackPtrReg - Return the stack pointer register we are using: either 35754e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// ESP or RSP. 35854e3efde4636dade74f95ede039091bf52ca1585Chris Lattner unsigned getStackPtrReg() const { return X86StackPtr; } 35929286502628867b31872ead2f2527592480f0970Evan Cheng 36029286502628867b31872ead2f2527592480f0970Evan Cheng /// getByValTypeAlignment - Return the desired alignment for ByVal aggregate 36129286502628867b31872ead2f2527592480f0970Evan Cheng /// function arguments in the caller parameter area. For X86, aggregates 36229286502628867b31872ead2f2527592480f0970Evan Cheng /// that contains are placed at 16-byte boundaries while the rest are at 36329286502628867b31872ead2f2527592480f0970Evan Cheng /// 4-byte boundaries. 36429286502628867b31872ead2f2527592480f0970Evan Cheng virtual unsigned getByValTypeAlignment(const Type *Ty) const; 365f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng 366f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// getOptimalMemOpType - Returns the target specific optimal type for load 3670ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// and store operations as a result of memset, memcpy, and memmove 3680ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// lowering. It returns MVT::iAny if SelectionDAG should be responsible for 369f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// determining it. 370f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng virtual 37183ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT getOptimalMemOpType(uint64_t Size, unsigned Align, 37283ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isSrcConst, bool isSrcStr) const; 37354e3efde4636dade74f95ede039091bf52ca1585Chris Lattner 374dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LowerOperation - Provide custom lowering hooks for some operations. 375dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 376475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG); 377dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3781607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// ReplaceNodeResults - Replace the results of node with an illegal result 3791607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// type with new values built out of custom code. 38027a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// 3811607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands virtual void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results, 3821607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG); 38327a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 38427a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 385475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const; 386206ee9d86cd4e78176fad6bfa2b016023edf5df7Evan Cheng 387ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng virtual MachineBasicBlock *EmitInstrWithCustomInserter(MachineInstr *MI, 388ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng MachineBasicBlock *MBB); 3894a46080fe0133c71b511805c63abfb158dcd56a5Evan Cheng 39063307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 3917226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// getTargetNodeName - This method returns the name of a target specific 3927226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// DAG node. 3937226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng virtual const char *getTargetNodeName(unsigned Opcode) const; 3947226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng 3955b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel /// getSetCCResultType - Return the ISD::SETCC ValueType 396475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual MVT getSetCCResultType(const SDValue &) const; 3975b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel 398368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// computeMaskedBitsForTargetNode - Determine which of the bits specified 399368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// in Mask are known to be either zero or one and return them in the 400368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// KnownZero/KnownOne bitsets. 401475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void computeMaskedBitsForTargetNode(const SDValue Op, 402977a76fbb6ea1b87dfd7fbbe2ae2afb63e982ff3Dan Gohman const APInt &Mask, 403fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownZero, 404fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownOne, 405ea859be53ca13a1547c4675549946b74dc3c6f41Dan Gohman const SelectionDAG &DAG, 406368e18d56a87308045d341e85584597bfe7426e9Nate Begeman unsigned Depth = 0) const; 407ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng 408ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng virtual bool 409ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng isGAPlusOffset(SDNode *N, GlobalValue* &GA, int64_t &Offset) const; 410368e18d56a87308045d341e85584597bfe7426e9Nate Begeman 411475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getReturnAddressFrameIndex(SelectionDAG &DAG); 412dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 4134234f57fa02b1f04a9f52a7b3c2aa22d32ac521cChris Lattner ConstraintType getConstraintType(const std::string &Constraint) const; 414f4dff84c8614fc2106d821e4687c933d8d4b9420Chris Lattner 415259e97cc725011a3c138563d421a4654b082a64cChris Lattner std::vector<unsigned> 4161efa40f6a4b561cf8f80fe018684236010645cd0Chris Lattner getRegClassForInlineAsmConstraint(const std::string &Constraint, 41783ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 41848884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner 41983ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual const char *LowerXConstraint(MVT ConstraintVT) const; 420ba2a0b960ea4c73d0f81557f63ae2ea126e08905Dale Johannesen 42148884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops 422da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// vector. If it is invalid, don't add anything to Ops. If hasMemory is 423da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// true it means one of the asm constraint of the inline asm instruction 424da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// being processed is 'm'. 425475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void LowerAsmOperandForConstraint(SDValue Op, 42648884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner char ConstraintLetter, 427da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng bool hasMemory, 428475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::vector<SDValue> &Ops, 4295e764233f398b6929b67701672a5e78fec20ce2eChris Lattner SelectionDAG &DAG) const; 43022aaf1d61c6a752d66f7ee10a7a5d99c7160e007Chris Lattner 43191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// getRegForInlineAsmConstraint - Given a physical register constraint 43291897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// (e.g. {edx}), return the register number and the register class for the 43391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// register. This should only be used for C_Register constraints. On 43491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// error, this returns a register number of 0. 435f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner std::pair<unsigned, const TargetRegisterClass*> 436f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner getRegForInlineAsmConstraint(const std::string &Constraint, 43783ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 438f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner 439c9addb74883fef318140272768422656a694341fChris Lattner /// isLegalAddressingMode - Return true if the addressing mode represented 440c9addb74883fef318140272768422656a694341fChris Lattner /// by AM is legal for this target, for a load/store of the specified type. 441c9addb74883fef318140272768422656a694341fChris Lattner virtual bool isLegalAddressingMode(const AddrMode &AM, const Type *Ty)const; 442c9addb74883fef318140272768422656a694341fChris Lattner 4432bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// isTruncateFree - Return true if it's free to truncate a value of 4442bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// type Ty1 to type Ty2. e.g. On x86 it's free to truncate a i32 value in 4452bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// register EAX to i16 by referencing its sub-register AX. 4462bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng virtual bool isTruncateFree(const Type *Ty1, const Type *Ty2) const; 44783ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool isTruncateFree(MVT VT1, MVT VT2) const; 4482bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng 4490188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// isShuffleMaskLegal - Targets can use this to indicate that they only 4500188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// support *some* VECTOR_SHUFFLE operations, those with specific masks. 45191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// By default, if a target supports the VECTOR_SHUFFLE node, all mask 45291897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// values are assumed to be legal. 453475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isShuffleMaskLegal(SDValue Mask, MVT VT) const; 45439623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng 45539623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// isVectorClearMaskLegal - Similar to isShuffleMaskLegal. This is 45639623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// used by Targets can use this to indicate if there is a suitable 45739623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// VECTOR_SHUFFLE that can be used to replace a VAND with a constant 45839623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// pool entry. 459475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isVectorClearMaskLegal(const std::vector<SDValue> &BVOps, 46083ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT EVT, SelectionDAG &DAG) const; 4616fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng 4626fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// ShouldShrinkFPConstant - If true, then instruction selection should 4636fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// seek to shrink the FP constant of the specified type to a smaller type 4646fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// in order to save space and / or reduce runtime. 46583ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool ShouldShrinkFPConstant(MVT VT) const { 4666fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // Don't shrink FP constpool if SSE2 is available since cvtss2sd is more 4676fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // expensive than a straight movsd. On the other hand, it's important to 4686fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // shrink long double fp constant since fldt is very slow. 4696fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng return !X86ScalarSSEf64 || VT == MVT::f80; 4706fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng } 471c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 472c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// IsEligibleForTailCallOptimization - Check whether the call is eligible 473c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// for tail call optimization. Target which want to do tail call 474c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// optimization should implement this function. 475095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman virtual bool IsEligibleForTailCallOptimization(CallSDNode *TheCall, 476475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Ret, 477c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer SelectionDAG &DAG) const; 478c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 479707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman virtual const X86Subtarget* getSubtarget() { 480707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman return Subtarget; 481f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola } 482f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola 4833d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// isScalarFPTypeInSSEReg - Return true if the specified scalar FP type is 4843d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// computed in an SSE register, not on the X87 floating point stack. 48583ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isScalarFPTypeInSSEReg(MVT VT) const { 4863d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2 4873d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1 4883d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner } 489d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman 4900c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// getWidenVectorType: given a vector type, returns the type to widen 4910c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// to (e.g., v7i8 to v8i8). If the vector type is legal, it returns itself. 4920c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// If there is no vector type that we want to widen to, returns MVT::Other 4930c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// When and were to widen is target dependent based on the cost of 4940c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// scalarizing vs using the wider vector type. 4950c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang virtual MVT getWidenVectorType(MVT VT); 4960c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang 497d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// createFastISel - This method returns a target specific FastISel object, 498d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// or null if the target does not support "fast" ISel. 4993df24e667f04a7003342b534310919abc9c87418Dan Gohman virtual FastISel * 5003df24e667f04a7003342b534310919abc9c87418Dan Gohman createFastISel(MachineFunction &mf, 501d57dd5f4e6740520820bc0fca42a540e31c27a73Dan Gohman MachineModuleInfo *mmi, 5023df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 5030586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 504dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 505dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 506dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 507dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 508dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 5093d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner 510dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner private: 5110db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// Subtarget - Keep a pointer to the X86Subtarget around so that we can 5120db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// make the right decision when generating code for different targets. 5130db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng const X86Subtarget *Subtarget; 514c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman const X86RegisterInfo *RegInfo; 515bff66b0c6c8266a6f9ba6c9bd5d2541a4d4c6ec9Anton Korobeynikov const TargetData *TD; 5160db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng 51725ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng /// X86StackPtr - X86 physical register used as stack ptr. 51825ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned X86StackPtr; 519c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 520f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// X86ScalarSSEf32, X86ScalarSSEf64 - Select between SSE or x87 521f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// floating point ops. 522f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE is available, use it for f32 operations. 523f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE2 is available, use it for f64 operations. 524f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf32; 525f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf64; 5260d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 527095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDNode *LowerCallResult(SDValue Chain, SDValue InFlag, CallSDNode *TheCall, 5283085e1511750b7d69bf5f1831696e0d178bdb5b1Chris Lattner unsigned CallingConv, SelectionDAG &DAG); 5290d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 530475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMemArgument(SDValue Op, SelectionDAG &DAG, 5317effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola const CCValAssign &VA, MachineFrameInfo *MFI, 532475871a144eb604ddaf37503397ba0941442e5fbDan Gohman unsigned CC, SDValue Root, unsigned i); 5337effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola 534095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue LowerMemOpCallTo(CallSDNode *TheCall, SelectionDAG &DAG, 535475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const SDValue &StackPtr, 536475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const CCValAssign &VA, SDValue Chain, 537095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue Arg, ISD::ArgFlagsTy Flags); 5381b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola 53986737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen // Call lowering helpers. 540095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman bool IsCalleePop(bool isVarArg, unsigned CallingConv); 541258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresGOTPtrInReg(bool Is64Bit, bool IsTailCall); 542258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresFnAddressInReg(bool Is64Bit, bool IsTailCall); 543475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTailCallLoadRetAddr(SelectionDAG &DAG, SDValue &OutRetAddr, 544475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Chain, bool IsTailCall, bool Is64Bit, 5454b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer int FPDiff); 5464b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer 547095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman CCAssignFn *CCAssignFnForNode(unsigned CallingConv) const; 548475871a144eb604ddaf37503397ba0941442e5fbDan Gohman NameDecorationStyle NameDecorationForFORMAL_ARGUMENTS(SDValue Op); 549c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer unsigned GetAlignedArgumentStackSize(unsigned StackSize, SelectionDAG &DAG); 550559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng 551475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::pair<SDValue,SDValue> FP_TO_SINTHelper(SDValue Op, 55227a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SelectionDAG &DAG); 55327a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 554475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG); 555475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG); 556475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 557475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 558475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 559475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 560475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSCALAR_TO_VECTOR(SDValue Op, SelectionDAG &DAG); 561475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerConstantPool(SDValue Op, SelectionDAG &DAG); 5626520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SDValue LowerGlobalAddress(const GlobalValue *GV, int64_t Offset, 5636520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SelectionDAG &DAG) const; 564475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalAddress(SDValue Op, SelectionDAG &DAG); 565475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG); 566475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerExternalSymbol(SDValue Op, SelectionDAG &DAG); 567475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerShift(SDValue Op, SelectionDAG &DAG); 568475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSINT_TO_FP(SDValue Op, SelectionDAG &DAG); 5691c15bf58a3700d40a6a88ac0ce14a2c99f111483Dale Johannesen SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG); 570475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFP_TO_SINT(SDValue Op, SelectionDAG &DAG); 571475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFABS(SDValue Op, SelectionDAG &DAG); 572475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFNEG(SDValue Op, SelectionDAG &DAG); 573475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG); 574475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSETCC(SDValue Op, SelectionDAG &DAG); 575475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVSETCC(SDValue Op, SelectionDAG &DAG); 576475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG); 577475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG); 578475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMEMSET(SDValue Op, SelectionDAG &DAG); 579475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerJumpTable(SDValue Op, SelectionDAG &DAG); 580475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCALL(SDValue Op, SelectionDAG &DAG); 581475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRET(SDValue Op, SelectionDAG &DAG); 582475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG); 583475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFORMAL_ARGUMENTS(SDValue Op, SelectionDAG &DAG); 584475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVASTART(SDValue Op, SelectionDAG &DAG); 585475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVAARG(SDValue Op, SelectionDAG &DAG); 586475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVACOPY(SDValue Op, SelectionDAG &DAG); 587475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG); 588475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRETURNADDR(SDValue Op, SelectionDAG &DAG); 589475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG); 590475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAME_TO_ARGS_OFFSET(SDValue Op, SelectionDAG &DAG); 591475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEH_RETURN(SDValue Op, SelectionDAG &DAG); 592475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerTRAMPOLINE(SDValue Op, SelectionDAG &DAG); 593475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFLT_ROUNDS_(SDValue Op, SelectionDAG &DAG); 594475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTLZ(SDValue Op, SelectionDAG &DAG); 595475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTTZ(SDValue Op, SelectionDAG &DAG); 59641ea7e7eb3a6a269f2bfed0bdc191ea046d18e5eBill Wendling SDValue LowerXADDO(SDValue Op, SelectionDAG &DAG, ISD::NodeType NTy); 59741ea7e7eb3a6a269f2bfed0bdc191ea046d18e5eBill Wendling 598475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCMP_SWAP(SDValue Op, SelectionDAG &DAG); 59971d1bf55a27017fceef25554e02021a3bc47cdb4Dale Johannesen SDValue LowerLOAD_SUB(SDValue Op, SelectionDAG &DAG); 6001607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SDValue LowerREADCYCLECOUNTER(SDValue Op, SelectionDAG &DAG); 6011607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 6021607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands void ReplaceATOMIC_BINARY_64(SDNode *N, SmallVectorImpl<SDValue> &Results, 6031607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG, unsigned NewOp); 6041607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 605475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemset(SelectionDAG &DAG, 6066f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6076f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6086f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6096158d8492cc021bb47caee6d4755135ef1d855a4Bill Wendling const Value *DstSV, uint64_t DstSVOff); 610475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemcpy(SelectionDAG &DAG, 6116f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6126f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6136f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6146f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling bool AlwaysInline, 6156f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *DstSV, uint64_t DstSVOff, 6166f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *SrcSV, uint64_t SrcSVOff); 61763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 61863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic bitwise operations (and, or, xor). 61963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // It takes the bitwise instruction to expand, the associated machine basic 62063307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // block, and the associated X86 opcodes for reg/reg and reg/imm. 62163307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicBitwiseWithCustomInserter( 62263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineInstr *BInstr, 62363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 62463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned regOpc, 625507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth unsigned immOpc, 626140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned loadOpc, 627140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned cxchgOpc, 628140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned copyOpc, 629140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned notOpc, 630140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned EAXreg, 631140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen TargetRegisterClass *RC, 632507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth bool invSrc = false); 63348c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 63448c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *EmitAtomicBit6432WithCustomInserter( 63548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineInstr *BInstr, 63648c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *BB, 63748c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcL, 63848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcH, 63948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcL, 64048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcH, 64148c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen bool invSrc = false); 64263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 64363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic min and max. It takes the min/max 64463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // instruction to expand, the associated basic block, and the associated 64563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // cmov opcode for moving the min or max value. 64663307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicMinMaxWithCustomInserter(MachineInstr *BInstr, 64763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 64863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned cmovOpc); 649dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 650c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng 651c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng namespace X86 { 6523df24e667f04a7003342b534310919abc9c87418Dan Gohman FastISel *createFastISel(MachineFunction &mf, 653d57dd5f4e6740520820bc0fca42a540e31c27a73Dan Gohman MachineModuleInfo *mmi, 6543df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 6550586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 656dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 657dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 658dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 659dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 660dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 661c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng } 662dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner} 663dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 664dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#endif // X86ISELLOWERING_H 665