X86ISelLowering.h revision af9b952627d8fa10412b8cf7319d3e334446547f
1dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===-- X86ISelLowering.h - X86 DAG Lowering Interface ----------*- C++ -*-===// 2dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 3dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// The LLVM Compiler Infrastructure 4dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 8dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 9dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 10dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// This file defines the interfaces that X86 uses to lower LLVM code into a 11dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// selection DAG. 12dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 13dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 14dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 15dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#ifndef X86ISELLOWERING_H 16dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#define X86ISELLOWERING_H 17dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 18559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng#include "X86Subtarget.h" 192365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov#include "X86RegisterInfo.h" 2086737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen#include "X86MachineFunctionInfo.h" 21dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/Target/TargetLowering.h" 22b388eb82fb4a95e2f6d54163dfcf962b8032bae8Ted Kremenek#include "llvm/CodeGen/FastISel.h" 23dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/CodeGen/SelectionDAG.h" 241b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola#include "llvm/CodeGen/CallingConvLower.h" 25dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 26dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattnernamespace llvm { 27dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner namespace X86ISD { 28d9558e0ba6ddcf2798cfb88cc56e5f1c8135eb0dEvan Cheng // X86 Specific DAG Nodes 29dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner enum NodeType { 30dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Start the numbering where the builtin ops leave off. 310ba2bcfcc3149a25d08aa8aa00fb6c34a4e25bddDan Gohman FIRST_NUMBER = ISD::BUILTIN_OP_END, 32dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3318efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSF - Bit scan forward. 3418efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSR - Bit scan reverse. 3518efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSF, 3618efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSR, 3718efe269b12624d74c0af6104e88864d6a932344Evan Cheng 38e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// SHLD, SHRD - Double shift instructions. These correspond to 39e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// X86::SHLDxx and X86::SHRDxx instructions. 40e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHLD, 41e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHRD, 42e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng 43ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// FAND - Bitwise logical AND of floating point values. This corresponds 44ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// to X86::ANDPS or X86::ANDPD. 45ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng FAND, 46ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng 4768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// FOR - Bitwise logical OR of floating point values. This corresponds 4868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// to X86::ORPS or X86::ORPD. 4968c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FOR, 5068c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 51223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// FXOR - Bitwise logical XOR of floating point values. This corresponds 52223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// to X86::XORPS or X86::XORPD. 53223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng FXOR, 54223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 5573d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// FSRL - Bitwise logical right shift of floating point values. These 5673d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// corresponds to X86::PSRLDQ. 5768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FSRL, 5868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 59e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// FILD, FILD_FLAG - This instruction implements SINT_TO_FP with the 60e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// integer source in memory and FP reg result. This corresponds to the 61e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// X86::FILD*m instructions. It has three inputs (token chain, address, 62e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// and source type) and two outputs (FP value and token chain). FILD_FLAG 63e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// also produces a flag). 64a3195e86439896ecba9b3f2afce40919b20a987aEvan Cheng FILD, 65e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng FILD_FLAG, 66dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 67dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// FP_TO_INT*_IN_MEM - This instruction implements FP_TO_SINT with the 68dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// integer destination in memory and a FP reg source. This corresponds 69dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// to the X86::FIST*m instructions and the rounding mode change stuff. It 7091897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// has two inputs (token chain and address) and two outputs (int value 7191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// and token chain). 72dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT16_IN_MEM, 73dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT32_IN_MEM, 74dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT64_IN_MEM, 75dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 76b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// FLD - This instruction implements an extending load to FP stack slots. 77b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// This corresponds to the X86::FLD32m / X86::FLD64m. It takes a chain 7838bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// operand, ptr to load from, and a ValueType node indicating the type 7938bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// to load to. 80b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng FLD, 81b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 82d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// FST - This instruction implements a truncating store to FP stack 83d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// slots. This corresponds to the X86::FST32m / X86::FST64m. It takes a 84d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// chain operand, value to store, address, and a ValueType to store it 85d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// as. 86d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng FST, 87d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng 88dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// CALL/TAILCALL - These operations represent an abstract X86 call 89dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// instruction, which includes a bunch of information. In particular the 90dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// operands of these node are: 91dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 92dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The incoming token chain 93dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The callee 94dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The number of arg bytes the caller pushes on the stack. 95dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #3 - The number of arg bytes the callee pops off the stack. 96dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #4 - The value to pass in AL/AX/EAX (optional) 97dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #5 - The value to pass in DL/DX/EDX (optional) 98dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 99dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The result values of these nodes are: 100dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 101dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The outgoing token chain 102dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The first register result value (optional) 103dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The second register result value (optional) 104dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 105dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The CALL vs TAILCALL distinction boils down to whether the callee is 106dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// known not to modify the caller's stack frame, as is standard with 107dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LLVM. 108dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner CALL, 109dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner TAILCALL, 110b873ff322c28ce097762355921100b677c71238dAndrew Lenharth 111b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// RDTSC_DAG - This operation implements the lowering for 112b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// readcyclecounter 113b873ff322c28ce097762355921100b677c71238dAndrew Lenharth RDTSC_DAG, 1147df96d66729d1f33934de7b52553e5f071686041Evan Cheng 1157df96d66729d1f33934de7b52553e5f071686041Evan Cheng /// X86 compare and logical compare instructions. 1167d6ff3a25d9be6fae7ad95837ba8f1a8738947b6Evan Cheng CMP, COMI, UCOMI, 1177df96d66729d1f33934de7b52553e5f071686041Evan Cheng 118d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 SetCC. Operand 1 is condition code, and operand 2 is the flag 119d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// operand produced by a CMP instruction. 120d5781fca4f8f98863560338d4f8d017389428119Evan Cheng SETCC, 121d5781fca4f8f98863560338d4f8d017389428119Evan Cheng 122d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional moves. Operand 1 and operand 2 are the two values 12391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// to select from (operand 1 is a R/W operand). Operand 3 is the 12491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// condition code, and operand 4 is the flag operand produced by a CMP 12591897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// or TEST instruction. It also writes a flag result. 1267df96d66729d1f33934de7b52553e5f071686041Evan Cheng CMOV, 127898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng 128d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional branches. Operand 1 is the chain operand, operand 2 129d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// is the block to branch if condition is true, operand 3 is the 130d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// condition code, and operand 4 is the flag operand produced by a CMP 131d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// or TEST instruction. 132898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng BRCOND, 133b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 13467f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// Return with a flag operand. Operand 1 is the chain operand, operand 13567f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// 2 is the number of bytes of stack to pop. 136b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng RET_FLAG, 13767f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 13867f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_STOS - Repeat fill, corresponds to X86::REP_STOSx. 13967f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_STOS, 14067f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 14167f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_MOVS - Repeat move, corresponds to X86::REP_MOVSx. 14267f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_MOVS, 143223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 1447ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// GlobalBaseReg - On Darwin, this node represents the result of the popl 1457ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// at function entry, used for PIC code. 1467ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng GlobalBaseReg, 147a0ea0539e359f6d82218e5aa4cdf3b50b17d6fbdEvan Cheng 148056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// Wrapper - A wrapper node for TargetConstantPool, 149056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// TargetExternalSymbol, and TargetGlobalAddress. 150020d2e8e7aa36692af13c1215fdd6248a6d9e950Evan Cheng Wrapper, 15148090aa8145640c023563751a8a1e1bcc09125e5Evan Cheng 1520085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// WrapperRIP - Special wrapper used under X86-64 PIC mode for RIP 1530085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// relative displacements. 1540085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng WrapperRIP, 1550085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng 15614d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PEXTRB - Extract an 8-bit value from a vector and zero extend it to 15714d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// i32, corresponds to X86::PEXTRB. 15814d12caf1d2de9618818646d12b30d647a860817Nate Begeman PEXTRB, 15914d12caf1d2de9618818646d12b30d647a860817Nate Begeman 160b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng /// PEXTRW - Extract a 16-bit value from a vector and zero extend it to 161653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// i32, corresponds to X86::PEXTRW. 162b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng PEXTRW, 163653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng 16414d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// INSERTPS - Insert any element of a 4 x float vector into any element 16514d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// of a destination 4 x floatvector. 16614d12caf1d2de9618818646d12b30d647a860817Nate Begeman INSERTPS, 16714d12caf1d2de9618818646d12b30d647a860817Nate Begeman 16814d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PINSRB - Insert the lower 8-bits of a 32-bit value to a vector, 16914d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// corresponds to X86::PINSRB. 17014d12caf1d2de9618818646d12b30d647a860817Nate Begeman PINSRB, 17114d12caf1d2de9618818646d12b30d647a860817Nate Begeman 172653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// PINSRW - Insert the lower 16-bits of a 32-bit value to a vector, 173653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// corresponds to X86::PINSRW. 1748ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng PINSRW, 1758ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng 1768ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// FMAX, FMIN - Floating point max and min. 1778ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// 178b3a0417cad8b625acc3033bd5e24afb9ffd0b084Lauro Ramos Venancio FMAX, FMIN, 1792038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1802038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// FRSQRT, FRCP - Floating point reciprocal-sqrt and reciprocal 1812038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// approximation. Note that these typically require refinement 1822038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// in order to obtain suitable precision. 1832038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman FRSQRT, FRCP, 1842038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1857e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // TLSADDR, THREAThread - Thread Local Storage. 1862365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov TLSADDR, THREAD_POINTER, 1872365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov 1887e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // EH_RETURN - Exception Handling helpers. 189c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer EH_RETURN, 190c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 1914fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// TC_RETURN - Tail call return. 1924fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #0 chain 1934fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #1 callee (register or absolute) 1944fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #2 stack adjustment 1954fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #3 optional in flag 19645b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov TC_RETURN, 19745b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov 1987e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // LCMPXCHG_DAG, LCMPXCHG8_DAG - Compare and swap. 19926ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth LCMPXCHG_DAG, 200d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth LCMPXCHG8_DAG, 20126ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth 20248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen // ATOMADD64_DAG, ATOMSUB64_DAG, ATOMOR64_DAG, ATOMAND64_DAG, 203880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // ATOMXOR64_DAG, ATOMNAND64_DAG, ATOMSWAP64_DAG - 204880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // Atomic 64-bit binary operations. 20548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMADD64_DAG, 20648c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMSUB64_DAG, 20748c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMOR64_DAG, 20848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMXOR64_DAG, 20948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMAND64_DAG, 21048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMNAND64_DAG, 211880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen ATOMSWAP64_DAG, 21248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 2137e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // FNSTCW16m - Store FP control world into i16 memory. 2147e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng FNSTCW16m, 2157e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng 216d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_MOVL - Vector move low and zero extend. 217d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng VZEXT_MOVL, 218d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng 219d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_LOAD - Load, scalar_to_vector, and zero extend. 220f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng VZEXT_LOAD, 221f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng 222f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng // VSHL, VSRL - Vector logical left / right shift. 22330a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman VSHL, VSRL, 22430a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 22530a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // CMPPD, CMPPS - Vector double/float comparison. 22630a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman CMPPD, CMPPS, 22730a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 22830a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // PCMP* - Vector integer comparisons. 22930a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman PCMPEQB, PCMPEQW, PCMPEQD, PCMPEQQ, 230ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling PCMPGTB, PCMPGTW, PCMPGTD, PCMPGTQ, 231ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling 232d350e02e19e1b79c3fd6dc70ee3c01ab75c631c1Bill Wendling // ADD, SUB, SMUL, UMUL - Arithmetic operations with overflow/carry 233ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling // intrinsics. 234d350e02e19e1b79c3fd6dc70ee3c01ab75c631c1Bill Wendling ADD, SUB, SMUL, UMUL 235dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 236dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner } 237dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 2380d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// Define some predicates that are used for node matching. 2390d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng namespace X86 { 2400d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFDMask - Return true if the specified VECTOR_SHUFFLE operand 2410d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2420d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFDMask(SDNode *N); 2430d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2440d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFHWMask - Return true if the specified VECTOR_SHUFFLE operand 2450d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2460d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFHWMask(SDNode *N); 2470d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2480d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFLWMask - Return true if the specified VECTOR_SHUFFLE operand 2490d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2500d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFLWMask(SDNode *N); 2510d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2520d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSHUFPMask - Return true if the specified VECTOR_SHUFFLE operand 2530d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to SHUFP*. 2540d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSHUFPMask(SDNode *N); 2550d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2560d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPSMask - Return true if the specified VECTOR_SHUFFLE operand 2570d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHLPS. 2580d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPSMask(SDNode *N); 2590d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2600d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPS_v_undef_Mask - Special case of isMOVHLPSMask for canonical form 2610d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 3, 2, 3>, i.e. vector_shuffle v, undef, 2620d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 3, 2, 3> 2630d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPS_v_undef_Mask(SDNode *N); 2640d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2650d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLPMask - Return true if the specified VECTOR_SHUFFLE operand 2660d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVLP{S|D}. 2670d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLPMask(SDNode *N); 2680d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2690d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHPMask - Return true if the specified VECTOR_SHUFFLE operand 2700d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHP{S|D} 2710d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// as well as MOVLHPS. 2720d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHPMask(SDNode *N); 2730d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2740d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKLMask - Return true if the specified VECTOR_SHUFFLE operand 2750d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKL. 2760d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKLMask(SDNode *N, bool V2IsSplat = false); 2770d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2780d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKHMask - Return true if the specified VECTOR_SHUFFLE operand 2790d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKH. 2800d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKHMask(SDNode *N, bool V2IsSplat = false); 2810d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2820d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKL_v_undef_Mask - Special case of isUNPCKLMask for canonical form 2830d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <0, 4, 1, 5>, i.e. vector_shuffle v, undef, 2840d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <0, 0, 1, 1> 2850d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKL_v_undef_Mask(SDNode *N); 2860d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2870d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKH_v_undef_Mask - Special case of isUNPCKHMask for canonical form 2880d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 6, 3, 7>, i.e. vector_shuffle v, undef, 2890d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 2, 3, 3> 2900d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKH_v_undef_Mask(SDNode *N); 2910d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2920d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLMask - Return true if the specified VECTOR_SHUFFLE operand 2930d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSS, 2940d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// MOVSD, and MOVD, i.e. setting the lowest element. 2950d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLMask(SDNode *N); 2960d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2970d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSHDUPMask - Return true if the specified VECTOR_SHUFFLE operand 2980d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSHDUP. 2990d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSHDUPMask(SDNode *N); 3000d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3010d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSLDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3020d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSLDUP. 3030d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSLDUPMask(SDNode *N); 3040d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3050d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatMask - Return true if the specified VECTOR_SHUFFLE operand 3060d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of a single element. 3070d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatMask(SDNode *N); 3080d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3090d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatLoMask - Return true if the specified VECTOR_SHUFFLE operand 3100d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of zero element. 3110d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatLoMask(SDNode *N); 3120d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3130b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// isMOVDDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3140b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// specifies a shuffle of elements that is suitable for input to MOVDDUP. 3150b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng bool isMOVDDUPMask(SDNode *N); 3160b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng 3170d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShuffleSHUFImmediate - Return the appropriate immediate to shuffle 3180d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUF* and SHUFP* 3190d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3200d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShuffleSHUFImmediate(SDNode *N); 3210d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3220d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFHWImmediate - Return the appropriate immediate to shuffle 3230d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFHW 3240d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3250d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFHWImmediate(SDNode *N); 3260d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3270d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFKWImmediate - Return the appropriate immediate to shuffle 3280d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFLW 3290d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3300d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFLWImmediate(SDNode *N); 3310d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng } 3320d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 33391897778690a7d683497ba3f4040ebf09345f08aChris Lattner //===--------------------------------------------------------------------===// 334dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // X86TargetLowering - X86 Implementation of the TargetLowering interface 335dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner class X86TargetLowering : public TargetLowering { 336dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int VarArgsFrameIndex; // FrameIndex for start of varargs area. 33725ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng int RegSaveFrameIndex; // X86-64 vararg func register save area. 33825ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsGPOffset; // X86-64 vararg func int reg offset. 33925ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsFPOffset; // X86-64 vararg func fp reg offset. 340dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesToPopOnReturn; // Number of arg bytes ret should pop. 341dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesCallerReserves; // Number of arg bytes caller makes. 342c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 343dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner public: 344c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman explicit X86TargetLowering(X86TargetMachine &TM); 345dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 346cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// getPICJumpTableRelocaBase - Returns relocation base for the given PIC 347cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// jumptable. 348475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getPICJumpTableRelocBase(SDValue Table, 349cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng SelectionDAG &DAG) const; 350cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng 351dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that a function should pop when it returns (in 352dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // addition to the space used by the return address). 353dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // 354dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesToPopOnReturn() const { return BytesToPopOnReturn; } 355dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 356dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that the caller reserves for arguments passed 357dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // to this function. 358dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesCallerReserves() const { return BytesCallerReserves; } 359dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 36054e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// getStackPtrReg - Return the stack pointer register we are using: either 36154e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// ESP or RSP. 36254e3efde4636dade74f95ede039091bf52ca1585Chris Lattner unsigned getStackPtrReg() const { return X86StackPtr; } 36329286502628867b31872ead2f2527592480f0970Evan Cheng 36429286502628867b31872ead2f2527592480f0970Evan Cheng /// getByValTypeAlignment - Return the desired alignment for ByVal aggregate 36529286502628867b31872ead2f2527592480f0970Evan Cheng /// function arguments in the caller parameter area. For X86, aggregates 36629286502628867b31872ead2f2527592480f0970Evan Cheng /// that contains are placed at 16-byte boundaries while the rest are at 36729286502628867b31872ead2f2527592480f0970Evan Cheng /// 4-byte boundaries. 36829286502628867b31872ead2f2527592480f0970Evan Cheng virtual unsigned getByValTypeAlignment(const Type *Ty) const; 369f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng 370f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// getOptimalMemOpType - Returns the target specific optimal type for load 3710ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// and store operations as a result of memset, memcpy, and memmove 3720ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// lowering. It returns MVT::iAny if SelectionDAG should be responsible for 373f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// determining it. 374f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng virtual 37583ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT getOptimalMemOpType(uint64_t Size, unsigned Align, 37683ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isSrcConst, bool isSrcStr) const; 37754e3efde4636dade74f95ede039091bf52ca1585Chris Lattner 378dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LowerOperation - Provide custom lowering hooks for some operations. 379dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 380475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG); 381dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3821607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// ReplaceNodeResults - Replace the results of node with an illegal result 3831607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// type with new values built out of custom code. 38427a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// 3851607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands virtual void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results, 3861607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG); 38727a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 38827a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 389475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const; 390206ee9d86cd4e78176fad6bfa2b016023edf5df7Evan Cheng 391ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng virtual MachineBasicBlock *EmitInstrWithCustomInserter(MachineInstr *MI, 392ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng MachineBasicBlock *MBB); 3934a46080fe0133c71b511805c63abfb158dcd56a5Evan Cheng 39463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 3957226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// getTargetNodeName - This method returns the name of a target specific 3967226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// DAG node. 3977226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng virtual const char *getTargetNodeName(unsigned Opcode) const; 3987226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng 3995b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel /// getSetCCResultType - Return the ISD::SETCC ValueType 400475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual MVT getSetCCResultType(const SDValue &) const; 4015b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel 402368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// computeMaskedBitsForTargetNode - Determine which of the bits specified 403368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// in Mask are known to be either zero or one and return them in the 404368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// KnownZero/KnownOne bitsets. 405475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void computeMaskedBitsForTargetNode(const SDValue Op, 406977a76fbb6ea1b87dfd7fbbe2ae2afb63e982ff3Dan Gohman const APInt &Mask, 407fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownZero, 408fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownOne, 409ea859be53ca13a1547c4675549946b74dc3c6f41Dan Gohman const SelectionDAG &DAG, 410368e18d56a87308045d341e85584597bfe7426e9Nate Begeman unsigned Depth = 0) const; 411ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng 412ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng virtual bool 413ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng isGAPlusOffset(SDNode *N, GlobalValue* &GA, int64_t &Offset) const; 414368e18d56a87308045d341e85584597bfe7426e9Nate Begeman 415475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getReturnAddressFrameIndex(SelectionDAG &DAG); 416dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 4174234f57fa02b1f04a9f52a7b3c2aa22d32ac521cChris Lattner ConstraintType getConstraintType(const std::string &Constraint) const; 418f4dff84c8614fc2106d821e4687c933d8d4b9420Chris Lattner 419259e97cc725011a3c138563d421a4654b082a64cChris Lattner std::vector<unsigned> 4201efa40f6a4b561cf8f80fe018684236010645cd0Chris Lattner getRegClassForInlineAsmConstraint(const std::string &Constraint, 42183ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 42248884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner 42383ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual const char *LowerXConstraint(MVT ConstraintVT) const; 424ba2a0b960ea4c73d0f81557f63ae2ea126e08905Dale Johannesen 42548884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops 426da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// vector. If it is invalid, don't add anything to Ops. If hasMemory is 427da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// true it means one of the asm constraint of the inline asm instruction 428da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// being processed is 'm'. 429475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void LowerAsmOperandForConstraint(SDValue Op, 43048884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner char ConstraintLetter, 431da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng bool hasMemory, 432475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::vector<SDValue> &Ops, 4335e764233f398b6929b67701672a5e78fec20ce2eChris Lattner SelectionDAG &DAG) const; 43422aaf1d61c6a752d66f7ee10a7a5d99c7160e007Chris Lattner 43591897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// getRegForInlineAsmConstraint - Given a physical register constraint 43691897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// (e.g. {edx}), return the register number and the register class for the 43791897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// register. This should only be used for C_Register constraints. On 43891897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// error, this returns a register number of 0. 439f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner std::pair<unsigned, const TargetRegisterClass*> 440f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner getRegForInlineAsmConstraint(const std::string &Constraint, 44183ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 442f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner 443c9addb74883fef318140272768422656a694341fChris Lattner /// isLegalAddressingMode - Return true if the addressing mode represented 444c9addb74883fef318140272768422656a694341fChris Lattner /// by AM is legal for this target, for a load/store of the specified type. 445c9addb74883fef318140272768422656a694341fChris Lattner virtual bool isLegalAddressingMode(const AddrMode &AM, const Type *Ty)const; 446c9addb74883fef318140272768422656a694341fChris Lattner 4472bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// isTruncateFree - Return true if it's free to truncate a value of 4482bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// type Ty1 to type Ty2. e.g. On x86 it's free to truncate a i32 value in 4492bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// register EAX to i16 by referencing its sub-register AX. 4502bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng virtual bool isTruncateFree(const Type *Ty1, const Type *Ty2) const; 45183ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool isTruncateFree(MVT VT1, MVT VT2) const; 4522bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng 4530188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// isShuffleMaskLegal - Targets can use this to indicate that they only 4540188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// support *some* VECTOR_SHUFFLE operations, those with specific masks. 45591897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// By default, if a target supports the VECTOR_SHUFFLE node, all mask 45691897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// values are assumed to be legal. 457475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isShuffleMaskLegal(SDValue Mask, MVT VT) const; 45839623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng 45939623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// isVectorClearMaskLegal - Similar to isShuffleMaskLegal. This is 46039623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// used by Targets can use this to indicate if there is a suitable 46139623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// VECTOR_SHUFFLE that can be used to replace a VAND with a constant 46239623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// pool entry. 463475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isVectorClearMaskLegal(const std::vector<SDValue> &BVOps, 46483ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT EVT, SelectionDAG &DAG) const; 4656fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng 4666fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// ShouldShrinkFPConstant - If true, then instruction selection should 4676fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// seek to shrink the FP constant of the specified type to a smaller type 4686fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// in order to save space and / or reduce runtime. 46983ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool ShouldShrinkFPConstant(MVT VT) const { 4706fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // Don't shrink FP constpool if SSE2 is available since cvtss2sd is more 4716fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // expensive than a straight movsd. On the other hand, it's important to 4726fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // shrink long double fp constant since fldt is very slow. 4736fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng return !X86ScalarSSEf64 || VT == MVT::f80; 4746fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng } 475c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 476c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// IsEligibleForTailCallOptimization - Check whether the call is eligible 477c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// for tail call optimization. Target which want to do tail call 478c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// optimization should implement this function. 479095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman virtual bool IsEligibleForTailCallOptimization(CallSDNode *TheCall, 480475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Ret, 481c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer SelectionDAG &DAG) const; 482c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 483707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman virtual const X86Subtarget* getSubtarget() { 484707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman return Subtarget; 485f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola } 486f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola 4873d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// isScalarFPTypeInSSEReg - Return true if the specified scalar FP type is 4883d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// computed in an SSE register, not on the X87 floating point stack. 48983ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isScalarFPTypeInSSEReg(MVT VT) const { 4903d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2 4913d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1 4923d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner } 493d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman 4940c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// getWidenVectorType: given a vector type, returns the type to widen 4950c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// to (e.g., v7i8 to v8i8). If the vector type is legal, it returns itself. 4960c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// If there is no vector type that we want to widen to, returns MVT::Other 4970c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// When and were to widen is target dependent based on the cost of 4980c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// scalarizing vs using the wider vector type. 4990c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang virtual MVT getWidenVectorType(MVT VT); 5000c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang 501d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// createFastISel - This method returns a target specific FastISel object, 502d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// or null if the target does not support "fast" ISel. 5033df24e667f04a7003342b534310919abc9c87418Dan Gohman virtual FastISel * 5043df24e667f04a7003342b534310919abc9c87418Dan Gohman createFastISel(MachineFunction &mf, 505d57dd5f4e6740520820bc0fca42a540e31c27a73Dan Gohman MachineModuleInfo *mmi, 5063df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 5070586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 508dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 509dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 510dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 511dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 512dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 5133d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner 514dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner private: 5150db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// Subtarget - Keep a pointer to the X86Subtarget around so that we can 5160db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// make the right decision when generating code for different targets. 5170db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng const X86Subtarget *Subtarget; 518c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman const X86RegisterInfo *RegInfo; 519bff66b0c6c8266a6f9ba6c9bd5d2541a4d4c6ec9Anton Korobeynikov const TargetData *TD; 5200db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng 52125ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng /// X86StackPtr - X86 physical register used as stack ptr. 52225ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned X86StackPtr; 523c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 524f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// X86ScalarSSEf32, X86ScalarSSEf64 - Select between SSE or x87 525f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// floating point ops. 526f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE is available, use it for f32 operations. 527f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE2 is available, use it for f64 operations. 528f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf32; 529f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf64; 5300d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 531095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDNode *LowerCallResult(SDValue Chain, SDValue InFlag, CallSDNode *TheCall, 5323085e1511750b7d69bf5f1831696e0d178bdb5b1Chris Lattner unsigned CallingConv, SelectionDAG &DAG); 5330d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 534475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMemArgument(SDValue Op, SelectionDAG &DAG, 5357effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola const CCValAssign &VA, MachineFrameInfo *MFI, 536475871a144eb604ddaf37503397ba0941442e5fbDan Gohman unsigned CC, SDValue Root, unsigned i); 5377effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola 538095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue LowerMemOpCallTo(CallSDNode *TheCall, SelectionDAG &DAG, 539475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const SDValue &StackPtr, 540475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const CCValAssign &VA, SDValue Chain, 541095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue Arg, ISD::ArgFlagsTy Flags); 5421b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola 54386737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen // Call lowering helpers. 544095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman bool IsCalleePop(bool isVarArg, unsigned CallingConv); 545258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresGOTPtrInReg(bool Is64Bit, bool IsTailCall); 546258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresFnAddressInReg(bool Is64Bit, bool IsTailCall); 547475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTailCallLoadRetAddr(SelectionDAG &DAG, SDValue &OutRetAddr, 548475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Chain, bool IsTailCall, bool Is64Bit, 5494b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer int FPDiff); 5504b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer 551095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman CCAssignFn *CCAssignFnForNode(unsigned CallingConv) const; 552475871a144eb604ddaf37503397ba0941442e5fbDan Gohman NameDecorationStyle NameDecorationForFORMAL_ARGUMENTS(SDValue Op); 553c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer unsigned GetAlignedArgumentStackSize(unsigned StackSize, SelectionDAG &DAG); 554559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng 555475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::pair<SDValue,SDValue> FP_TO_SINTHelper(SDValue Op, 55627a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SelectionDAG &DAG); 55727a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 558475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG); 559475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG); 560475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 561475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 562475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 563475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 564475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSCALAR_TO_VECTOR(SDValue Op, SelectionDAG &DAG); 565475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerConstantPool(SDValue Op, SelectionDAG &DAG); 5666520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SDValue LowerGlobalAddress(const GlobalValue *GV, int64_t Offset, 5676520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SelectionDAG &DAG) const; 568475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalAddress(SDValue Op, SelectionDAG &DAG); 569475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG); 570475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerExternalSymbol(SDValue Op, SelectionDAG &DAG); 571475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerShift(SDValue Op, SelectionDAG &DAG); 572475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSINT_TO_FP(SDValue Op, SelectionDAG &DAG); 5731c15bf58a3700d40a6a88ac0ce14a2c99f111483Dale Johannesen SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG); 574475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFP_TO_SINT(SDValue Op, SelectionDAG &DAG); 575475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFABS(SDValue Op, SelectionDAG &DAG); 576475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFNEG(SDValue Op, SelectionDAG &DAG); 577475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG); 578475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSETCC(SDValue Op, SelectionDAG &DAG); 579475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVSETCC(SDValue Op, SelectionDAG &DAG); 580475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG); 581475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG); 582475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMEMSET(SDValue Op, SelectionDAG &DAG); 583475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerJumpTable(SDValue Op, SelectionDAG &DAG); 584475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCALL(SDValue Op, SelectionDAG &DAG); 585475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRET(SDValue Op, SelectionDAG &DAG); 586475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG); 587475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFORMAL_ARGUMENTS(SDValue Op, SelectionDAG &DAG); 588475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVASTART(SDValue Op, SelectionDAG &DAG); 589475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVAARG(SDValue Op, SelectionDAG &DAG); 590475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVACOPY(SDValue Op, SelectionDAG &DAG); 591475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG); 592475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRETURNADDR(SDValue Op, SelectionDAG &DAG); 593475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG); 594475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAME_TO_ARGS_OFFSET(SDValue Op, SelectionDAG &DAG); 595475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEH_RETURN(SDValue Op, SelectionDAG &DAG); 596475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerTRAMPOLINE(SDValue Op, SelectionDAG &DAG); 597475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFLT_ROUNDS_(SDValue Op, SelectionDAG &DAG); 598475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTLZ(SDValue Op, SelectionDAG &DAG); 599475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTTZ(SDValue Op, SelectionDAG &DAG); 600af9b952627d8fa10412b8cf7319d3e334446547fMon P Wang SDValue LowerMUL_V2I64(SDValue Op, SelectionDAG &DAG); 60174c376529101acbe141a256d0bf23a44eb454c84Bill Wendling SDValue LowerXALUO(SDValue Op, SelectionDAG &DAG); 60241ea7e7eb3a6a269f2bfed0bdc191ea046d18e5eBill Wendling 603475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCMP_SWAP(SDValue Op, SelectionDAG &DAG); 60471d1bf55a27017fceef25554e02021a3bc47cdb4Dale Johannesen SDValue LowerLOAD_SUB(SDValue Op, SelectionDAG &DAG); 6051607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SDValue LowerREADCYCLECOUNTER(SDValue Op, SelectionDAG &DAG); 6061607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 6071607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands void ReplaceATOMIC_BINARY_64(SDNode *N, SmallVectorImpl<SDValue> &Results, 6081607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG, unsigned NewOp); 6091607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 610475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemset(SelectionDAG &DAG, 6116f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6126f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6136f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6146158d8492cc021bb47caee6d4755135ef1d855a4Bill Wendling const Value *DstSV, uint64_t DstSVOff); 615475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemcpy(SelectionDAG &DAG, 6166f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6176f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6186f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6196f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling bool AlwaysInline, 6206f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *DstSV, uint64_t DstSVOff, 6216f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *SrcSV, uint64_t SrcSVOff); 62263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 62363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic bitwise operations (and, or, xor). 62463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // It takes the bitwise instruction to expand, the associated machine basic 62563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // block, and the associated X86 opcodes for reg/reg and reg/imm. 62663307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicBitwiseWithCustomInserter( 62763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineInstr *BInstr, 62863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 62963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned regOpc, 630507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth unsigned immOpc, 631140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned loadOpc, 632140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned cxchgOpc, 633140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned copyOpc, 634140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned notOpc, 635140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned EAXreg, 636140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen TargetRegisterClass *RC, 637507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth bool invSrc = false); 63848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 63948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *EmitAtomicBit6432WithCustomInserter( 64048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineInstr *BInstr, 64148c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *BB, 64248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcL, 64348c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcH, 64448c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcL, 64548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcH, 64648c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen bool invSrc = false); 64763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 64863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic min and max. It takes the min/max 64963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // instruction to expand, the associated basic block, and the associated 65063307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // cmov opcode for moving the min or max value. 65163307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicMinMaxWithCustomInserter(MachineInstr *BInstr, 65263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 65363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned cmovOpc); 654dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 655c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng 656c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng namespace X86 { 6573df24e667f04a7003342b534310919abc9c87418Dan Gohman FastISel *createFastISel(MachineFunction &mf, 658d57dd5f4e6740520820bc0fca42a540e31c27a73Dan Gohman MachineModuleInfo *mmi, 6593df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 6600586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 661dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 662dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 663dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 664dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 665dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 666c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng } 667dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner} 668dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 669dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#endif // X86ISELLOWERING_H 670