X86ISelLowering.h revision c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6
1dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===-- X86ISelLowering.h - X86 DAG Lowering Interface ----------*- C++ -*-===// 2dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 3dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// The LLVM Compiler Infrastructure 4dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 8dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 9dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 10dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// This file defines the interfaces that X86 uses to lower LLVM code into a 11dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// selection DAG. 12dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 13dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 14dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 15dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#ifndef X86ISELLOWERING_H 16dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#define X86ISELLOWERING_H 17dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 18559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng#include "X86Subtarget.h" 192365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov#include "X86RegisterInfo.h" 2086737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen#include "X86MachineFunctionInfo.h" 21dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/Target/TargetLowering.h" 22dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/CodeGen/SelectionDAG.h" 231b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola#include "llvm/CodeGen/CallingConvLower.h" 24dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 25dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattnernamespace llvm { 26dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner namespace X86ISD { 27d9558e0ba6ddcf2798cfb88cc56e5f1c8135eb0dEvan Cheng // X86 Specific DAG Nodes 28dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner enum NodeType { 29dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Start the numbering where the builtin ops leave off. 307df96d66729d1f33934de7b52553e5f071686041Evan Cheng FIRST_NUMBER = ISD::BUILTIN_OP_END+X86::INSTRUCTION_LIST_END, 31dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3218efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSF - Bit scan forward. 3318efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSR - Bit scan reverse. 3418efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSF, 3518efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSR, 3618efe269b12624d74c0af6104e88864d6a932344Evan Cheng 37e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// SHLD, SHRD - Double shift instructions. These correspond to 38e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// X86::SHLDxx and X86::SHRDxx instructions. 39e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHLD, 40e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHRD, 41e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng 42ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// FAND - Bitwise logical AND of floating point values. This corresponds 43ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// to X86::ANDPS or X86::ANDPD. 44ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng FAND, 45ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng 4668c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// FOR - Bitwise logical OR of floating point values. This corresponds 4768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// to X86::ORPS or X86::ORPD. 4868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FOR, 4968c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 50223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// FXOR - Bitwise logical XOR of floating point values. This corresponds 51223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// to X86::XORPS or X86::XORPD. 52223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng FXOR, 53223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 5473d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// FSRL - Bitwise logical right shift of floating point values. These 5573d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// corresponds to X86::PSRLDQ. 5668c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FSRL, 5768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 58e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// FILD, FILD_FLAG - This instruction implements SINT_TO_FP with the 59e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// integer source in memory and FP reg result. This corresponds to the 60e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// X86::FILD*m instructions. It has three inputs (token chain, address, 61e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// and source type) and two outputs (FP value and token chain). FILD_FLAG 62e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// also produces a flag). 63a3195e86439896ecba9b3f2afce40919b20a987aEvan Cheng FILD, 64e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng FILD_FLAG, 65dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 66dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// FP_TO_INT*_IN_MEM - This instruction implements FP_TO_SINT with the 67dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// integer destination in memory and a FP reg source. This corresponds 68dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// to the X86::FIST*m instructions and the rounding mode change stuff. It 6991897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// has two inputs (token chain and address) and two outputs (int value 7091897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// and token chain). 71dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT16_IN_MEM, 72dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT32_IN_MEM, 73dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT64_IN_MEM, 74dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 75b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// FLD - This instruction implements an extending load to FP stack slots. 76b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// This corresponds to the X86::FLD32m / X86::FLD64m. It takes a chain 7738bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// operand, ptr to load from, and a ValueType node indicating the type 7838bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// to load to. 79b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng FLD, 80b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 81d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// FST - This instruction implements a truncating store to FP stack 82d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// slots. This corresponds to the X86::FST32m / X86::FST64m. It takes a 83d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// chain operand, value to store, address, and a ValueType to store it 84d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// as. 85d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng FST, 86d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng 87dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// CALL/TAILCALL - These operations represent an abstract X86 call 88dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// instruction, which includes a bunch of information. In particular the 89dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// operands of these node are: 90dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 91dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The incoming token chain 92dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The callee 93dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The number of arg bytes the caller pushes on the stack. 94dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #3 - The number of arg bytes the callee pops off the stack. 95dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #4 - The value to pass in AL/AX/EAX (optional) 96dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #5 - The value to pass in DL/DX/EDX (optional) 97dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 98dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The result values of these nodes are: 99dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 100dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The outgoing token chain 101dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The first register result value (optional) 102dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The second register result value (optional) 103dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 104dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The CALL vs TAILCALL distinction boils down to whether the callee is 105dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// known not to modify the caller's stack frame, as is standard with 106dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LLVM. 107dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner CALL, 108dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner TAILCALL, 109b873ff322c28ce097762355921100b677c71238dAndrew Lenharth 110b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// RDTSC_DAG - This operation implements the lowering for 111b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// readcyclecounter 112b873ff322c28ce097762355921100b677c71238dAndrew Lenharth RDTSC_DAG, 1137df96d66729d1f33934de7b52553e5f071686041Evan Cheng 1147df96d66729d1f33934de7b52553e5f071686041Evan Cheng /// X86 compare and logical compare instructions. 1157d6ff3a25d9be6fae7ad95837ba8f1a8738947b6Evan Cheng CMP, COMI, UCOMI, 1167df96d66729d1f33934de7b52553e5f071686041Evan Cheng 117d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 SetCC. Operand 1 is condition code, and operand 2 is the flag 118d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// operand produced by a CMP instruction. 119d5781fca4f8f98863560338d4f8d017389428119Evan Cheng SETCC, 120d5781fca4f8f98863560338d4f8d017389428119Evan Cheng 121d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional moves. Operand 1 and operand 2 are the two values 12291897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// to select from (operand 1 is a R/W operand). Operand 3 is the 12391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// condition code, and operand 4 is the flag operand produced by a CMP 12491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// or TEST instruction. It also writes a flag result. 1257df96d66729d1f33934de7b52553e5f071686041Evan Cheng CMOV, 126898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng 127d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional branches. Operand 1 is the chain operand, operand 2 128d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// is the block to branch if condition is true, operand 3 is the 129d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// condition code, and operand 4 is the flag operand produced by a CMP 130d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// or TEST instruction. 131898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng BRCOND, 132b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 13367f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// Return with a flag operand. Operand 1 is the chain operand, operand 13467f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// 2 is the number of bytes of stack to pop. 135b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng RET_FLAG, 13667f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 13767f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_STOS - Repeat fill, corresponds to X86::REP_STOSx. 13867f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_STOS, 13967f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 14067f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_MOVS - Repeat move, corresponds to X86::REP_MOVSx. 14167f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_MOVS, 142223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 1437ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// GlobalBaseReg - On Darwin, this node represents the result of the popl 1447ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// at function entry, used for PIC code. 1457ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng GlobalBaseReg, 146a0ea0539e359f6d82218e5aa4cdf3b50b17d6fbdEvan Cheng 1476458f1807d32e3625a192526c665a365f5886365Chris Lattner /// Wrapper - A wrapper node for TargetConstantPool, 148020d2e8e7aa36692af13c1215fdd6248a6d9e950Evan Cheng /// TargetExternalSymbol, and TargetGlobalAddress. 149020d2e8e7aa36692af13c1215fdd6248a6d9e950Evan Cheng Wrapper, 15048090aa8145640c023563751a8a1e1bcc09125e5Evan Cheng 1510085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// WrapperRIP - Special wrapper used under X86-64 PIC mode for RIP 1520085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// relative displacements. 1530085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng WrapperRIP, 1540085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng 15514d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PEXTRB - Extract an 8-bit value from a vector and zero extend it to 15614d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// i32, corresponds to X86::PEXTRB. 15714d12caf1d2de9618818646d12b30d647a860817Nate Begeman PEXTRB, 15814d12caf1d2de9618818646d12b30d647a860817Nate Begeman 159b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng /// PEXTRW - Extract a 16-bit value from a vector and zero extend it to 160653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// i32, corresponds to X86::PEXTRW. 161b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng PEXTRW, 162653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng 16314d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// INSERTPS - Insert any element of a 4 x float vector into any element 16414d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// of a destination 4 x floatvector. 16514d12caf1d2de9618818646d12b30d647a860817Nate Begeman INSERTPS, 16614d12caf1d2de9618818646d12b30d647a860817Nate Begeman 16714d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PINSRB - Insert the lower 8-bits of a 32-bit value to a vector, 16814d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// corresponds to X86::PINSRB. 16914d12caf1d2de9618818646d12b30d647a860817Nate Begeman PINSRB, 17014d12caf1d2de9618818646d12b30d647a860817Nate Begeman 171653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// PINSRW - Insert the lower 16-bits of a 32-bit value to a vector, 172653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// corresponds to X86::PINSRW. 1738ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng PINSRW, 1748ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng 1758ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// FMAX, FMIN - Floating point max and min. 1768ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// 177b3a0417cad8b625acc3033bd5e24afb9ffd0b084Lauro Ramos Venancio FMAX, FMIN, 1782038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1792038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// FRSQRT, FRCP - Floating point reciprocal-sqrt and reciprocal 1802038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// approximation. Note that these typically require refinement 1812038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// in order to obtain suitable precision. 1822038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman FRSQRT, FRCP, 1832038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1847e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // TLSADDR, THREAThread - Thread Local Storage. 1852365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov TLSADDR, THREAD_POINTER, 1862365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov 1877e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // EH_RETURN - Exception Handling helpers. 188c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer EH_RETURN, 189c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 1904fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// TC_RETURN - Tail call return. 1914fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #0 chain 1924fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #1 callee (register or absolute) 1934fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #2 stack adjustment 1944fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #3 optional in flag 19545b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov TC_RETURN, 19645b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov 1977e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // LCMPXCHG_DAG, LCMPXCHG8_DAG - Compare and swap. 19826ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth LCMPXCHG_DAG, 199d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth LCMPXCHG8_DAG, 20026ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth 2017e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // FNSTCW16m - Store FP control world into i16 memory. 2027e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng FNSTCW16m, 2037e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng 204d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_MOVL - Vector move low and zero extend. 205d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng VZEXT_MOVL, 206d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng 207d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_LOAD - Load, scalar_to_vector, and zero extend. 208d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng VZEXT_LOAD 209dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 210dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner } 211dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 2120d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// Define some predicates that are used for node matching. 2130d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng namespace X86 { 2140d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFDMask - Return true if the specified VECTOR_SHUFFLE operand 2150d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2160d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFDMask(SDNode *N); 2170d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2180d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFHWMask - Return true if the specified VECTOR_SHUFFLE operand 2190d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2200d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFHWMask(SDNode *N); 2210d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2220d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFLWMask - Return true if the specified VECTOR_SHUFFLE operand 2230d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2240d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFLWMask(SDNode *N); 2250d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2260d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSHUFPMask - Return true if the specified VECTOR_SHUFFLE operand 2270d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to SHUFP*. 2280d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSHUFPMask(SDNode *N); 2290d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2300d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPSMask - Return true if the specified VECTOR_SHUFFLE operand 2310d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHLPS. 2320d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPSMask(SDNode *N); 2330d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2340d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPS_v_undef_Mask - Special case of isMOVHLPSMask for canonical form 2350d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 3, 2, 3>, i.e. vector_shuffle v, undef, 2360d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 3, 2, 3> 2370d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPS_v_undef_Mask(SDNode *N); 2380d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2390d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLPMask - Return true if the specified VECTOR_SHUFFLE operand 2400d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVLP{S|D}. 2410d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLPMask(SDNode *N); 2420d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2430d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHPMask - Return true if the specified VECTOR_SHUFFLE operand 2440d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHP{S|D} 2450d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// as well as MOVLHPS. 2460d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHPMask(SDNode *N); 2470d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2480d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKLMask - Return true if the specified VECTOR_SHUFFLE operand 2490d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKL. 2500d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKLMask(SDNode *N, bool V2IsSplat = false); 2510d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2520d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKHMask - Return true if the specified VECTOR_SHUFFLE operand 2530d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKH. 2540d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKHMask(SDNode *N, bool V2IsSplat = false); 2550d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2560d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKL_v_undef_Mask - Special case of isUNPCKLMask for canonical form 2570d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <0, 4, 1, 5>, i.e. vector_shuffle v, undef, 2580d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <0, 0, 1, 1> 2590d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKL_v_undef_Mask(SDNode *N); 2600d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2610d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKH_v_undef_Mask - Special case of isUNPCKHMask for canonical form 2620d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 6, 3, 7>, i.e. vector_shuffle v, undef, 2630d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 2, 3, 3> 2640d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKH_v_undef_Mask(SDNode *N); 2650d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2660d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLMask - Return true if the specified VECTOR_SHUFFLE operand 2670d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSS, 2680d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// MOVSD, and MOVD, i.e. setting the lowest element. 2690d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLMask(SDNode *N); 2700d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2710d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSHDUPMask - Return true if the specified VECTOR_SHUFFLE operand 2720d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSHDUP. 2730d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSHDUPMask(SDNode *N); 2740d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2750d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSLDUPMask - Return true if the specified VECTOR_SHUFFLE operand 2760d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSLDUP. 2770d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSLDUPMask(SDNode *N); 2780d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2790d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatMask - Return true if the specified VECTOR_SHUFFLE operand 2800d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of a single element. 2810d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatMask(SDNode *N); 2820d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2830d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatLoMask - Return true if the specified VECTOR_SHUFFLE operand 2840d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of zero element. 2850d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatLoMask(SDNode *N); 2860d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2870d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShuffleSHUFImmediate - Return the appropriate immediate to shuffle 2880d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUF* and SHUFP* 2890d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 2900d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShuffleSHUFImmediate(SDNode *N); 2910d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2920d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFHWImmediate - Return the appropriate immediate to shuffle 2930d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFHW 2940d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 2950d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFHWImmediate(SDNode *N); 2960d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2970d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFKWImmediate - Return the appropriate immediate to shuffle 2980d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFLW 2990d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3000d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFLWImmediate(SDNode *N); 3010d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng } 3020d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 30391897778690a7d683497ba3f4040ebf09345f08aChris Lattner //===--------------------------------------------------------------------===// 304dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // X86TargetLowering - X86 Implementation of the TargetLowering interface 305dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner class X86TargetLowering : public TargetLowering { 306dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int VarArgsFrameIndex; // FrameIndex for start of varargs area. 30725ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng int RegSaveFrameIndex; // X86-64 vararg func register save area. 30825ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsGPOffset; // X86-64 vararg func int reg offset. 30925ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsFPOffset; // X86-64 vararg func fp reg offset. 310dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesToPopOnReturn; // Number of arg bytes ret should pop. 311dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesCallerReserves; // Number of arg bytes caller makes. 312c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 313dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner public: 314c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman explicit X86TargetLowering(X86TargetMachine &TM); 315dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 316cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// getPICJumpTableRelocaBase - Returns relocation base for the given PIC 317cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// jumptable. 318cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng SDOperand getPICJumpTableRelocBase(SDOperand Table, 319cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng SelectionDAG &DAG) const; 320cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng 321dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that a function should pop when it returns (in 322dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // addition to the space used by the return address). 323dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // 324dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesToPopOnReturn() const { return BytesToPopOnReturn; } 325dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 326dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that the caller reserves for arguments passed 327dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // to this function. 328dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesCallerReserves() const { return BytesCallerReserves; } 329dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 33054e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// getStackPtrReg - Return the stack pointer register we are using: either 33154e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// ESP or RSP. 33254e3efde4636dade74f95ede039091bf52ca1585Chris Lattner unsigned getStackPtrReg() const { return X86StackPtr; } 33329286502628867b31872ead2f2527592480f0970Evan Cheng 33429286502628867b31872ead2f2527592480f0970Evan Cheng /// getByValTypeAlignment - Return the desired alignment for ByVal aggregate 33529286502628867b31872ead2f2527592480f0970Evan Cheng /// function arguments in the caller parameter area. For X86, aggregates 33629286502628867b31872ead2f2527592480f0970Evan Cheng /// that contains are placed at 16-byte boundaries while the rest are at 33729286502628867b31872ead2f2527592480f0970Evan Cheng /// 4-byte boundaries. 33829286502628867b31872ead2f2527592480f0970Evan Cheng virtual unsigned getByValTypeAlignment(const Type *Ty) const; 33954e3efde4636dade74f95ede039091bf52ca1585Chris Lattner 340dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LowerOperation - Provide custom lowering hooks for some operations. 341dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 342dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner virtual SDOperand LowerOperation(SDOperand Op, SelectionDAG &DAG); 343dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 34427a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// ExpandOperation - Custom lower the specified operation, splitting the 34527a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// value into two pieces. 34627a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// 34727a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner virtual SDNode *ExpandOperationResult(SDNode *N, SelectionDAG &DAG); 34827a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 34927a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 350206ee9d86cd4e78176fad6bfa2b016023edf5df7Evan Cheng virtual SDOperand PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const; 351206ee9d86cd4e78176fad6bfa2b016023edf5df7Evan Cheng 352ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng virtual MachineBasicBlock *EmitInstrWithCustomInserter(MachineInstr *MI, 353ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng MachineBasicBlock *MBB); 3544a46080fe0133c71b511805c63abfb158dcd56a5Evan Cheng 35563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 3567226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// getTargetNodeName - This method returns the name of a target specific 3577226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// DAG node. 3587226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng virtual const char *getTargetNodeName(unsigned Opcode) const; 3597226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng 3605b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel /// getSetCCResultType - Return the ISD::SETCC ValueType 3615b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel virtual MVT::ValueType getSetCCResultType(const SDOperand &) const; 3625b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel 363368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// computeMaskedBitsForTargetNode - Determine which of the bits specified 364368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// in Mask are known to be either zero or one and return them in the 365368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// KnownZero/KnownOne bitsets. 366368e18d56a87308045d341e85584597bfe7426e9Nate Begeman virtual void computeMaskedBitsForTargetNode(const SDOperand Op, 367977a76fbb6ea1b87dfd7fbbe2ae2afb63e982ff3Dan Gohman const APInt &Mask, 368fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownZero, 369fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownOne, 370ea859be53ca13a1547c4675549946b74dc3c6f41Dan Gohman const SelectionDAG &DAG, 371368e18d56a87308045d341e85584597bfe7426e9Nate Begeman unsigned Depth = 0) const; 372ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng 373ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng virtual bool 374ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng isGAPlusOffset(SDNode *N, GlobalValue* &GA, int64_t &Offset) const; 375368e18d56a87308045d341e85584597bfe7426e9Nate Begeman 376dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner SDOperand getReturnAddressFrameIndex(SelectionDAG &DAG); 377dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3784234f57fa02b1f04a9f52a7b3c2aa22d32ac521cChris Lattner ConstraintType getConstraintType(const std::string &Constraint) const; 379f4dff84c8614fc2106d821e4687c933d8d4b9420Chris Lattner 380259e97cc725011a3c138563d421a4654b082a64cChris Lattner std::vector<unsigned> 3811efa40f6a4b561cf8f80fe018684236010645cd0Chris Lattner getRegClassForInlineAsmConstraint(const std::string &Constraint, 3821efa40f6a4b561cf8f80fe018684236010645cd0Chris Lattner MVT::ValueType VT) const; 38348884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner 3845e764233f398b6929b67701672a5e78fec20ce2eChris Lattner virtual const char *LowerXConstraint(MVT::ValueType ConstraintVT) const; 385ba2a0b960ea4c73d0f81557f63ae2ea126e08905Dale Johannesen 38648884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops 38748884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner /// vector. If it is invalid, don't add anything to Ops. 38848884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner virtual void LowerAsmOperandForConstraint(SDOperand Op, 38948884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner char ConstraintLetter, 39048884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner std::vector<SDOperand> &Ops, 3915e764233f398b6929b67701672a5e78fec20ce2eChris Lattner SelectionDAG &DAG) const; 39222aaf1d61c6a752d66f7ee10a7a5d99c7160e007Chris Lattner 39391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// getRegForInlineAsmConstraint - Given a physical register constraint 39491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// (e.g. {edx}), return the register number and the register class for the 39591897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// register. This should only be used for C_Register constraints. On 39691897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// error, this returns a register number of 0. 397f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner std::pair<unsigned, const TargetRegisterClass*> 398f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner getRegForInlineAsmConstraint(const std::string &Constraint, 399f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner MVT::ValueType VT) const; 400f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner 401c9addb74883fef318140272768422656a694341fChris Lattner /// isLegalAddressingMode - Return true if the addressing mode represented 402c9addb74883fef318140272768422656a694341fChris Lattner /// by AM is legal for this target, for a load/store of the specified type. 403c9addb74883fef318140272768422656a694341fChris Lattner virtual bool isLegalAddressingMode(const AddrMode &AM, const Type *Ty)const; 404c9addb74883fef318140272768422656a694341fChris Lattner 4052bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// isTruncateFree - Return true if it's free to truncate a value of 4062bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// type Ty1 to type Ty2. e.g. On x86 it's free to truncate a i32 value in 4072bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// register EAX to i16 by referencing its sub-register AX. 4082bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng virtual bool isTruncateFree(const Type *Ty1, const Type *Ty2) const; 4093c3ddb3a856e44c603cb8cf8f52ff9c0f06ff14aEvan Cheng virtual bool isTruncateFree(MVT::ValueType VT1, MVT::ValueType VT2) const; 4102bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng 4110188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// isShuffleMaskLegal - Targets can use this to indicate that they only 4120188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// support *some* VECTOR_SHUFFLE operations, those with specific masks. 41391897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// By default, if a target supports the VECTOR_SHUFFLE node, all mask 41491897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// values are assumed to be legal. 415ca6e8eafd2dfb13b89875405c54613b9cea1ca2eEvan Cheng virtual bool isShuffleMaskLegal(SDOperand Mask, MVT::ValueType VT) const; 41639623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng 41739623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// isVectorClearMaskLegal - Similar to isShuffleMaskLegal. This is 41839623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// used by Targets can use this to indicate if there is a suitable 41939623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// VECTOR_SHUFFLE that can be used to replace a VAND with a constant 42039623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// pool entry. 4217d8143f0ef35fccc98a624525b4517eb790e2d14Dan Gohman virtual bool isVectorClearMaskLegal(const std::vector<SDOperand> &BVOps, 42239623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng MVT::ValueType EVT, 42339623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng SelectionDAG &DAG) const; 4246fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng 4256fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// ShouldShrinkFPConstant - If true, then instruction selection should 4266fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// seek to shrink the FP constant of the specified type to a smaller type 4276fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// in order to save space and / or reduce runtime. 4286fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng virtual bool ShouldShrinkFPConstant(MVT::ValueType VT) const { 4296fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // Don't shrink FP constpool if SSE2 is available since cvtss2sd is more 4306fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // expensive than a straight movsd. On the other hand, it's important to 4316fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // shrink long double fp constant since fldt is very slow. 4326fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng return !X86ScalarSSEf64 || VT == MVT::f80; 4336fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng } 434c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 435c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// IsEligibleForTailCallOptimization - Check whether the call is eligible 436c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// for tail call optimization. Target which want to do tail call 437c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// optimization should implement this function. 438c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer virtual bool IsEligibleForTailCallOptimization(SDOperand Call, 439c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer SDOperand Ret, 440c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer SelectionDAG &DAG) const; 441c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 442707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman virtual const X86Subtarget* getSubtarget() { 443707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman return Subtarget; 444f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola } 445f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola 4463d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// isScalarFPTypeInSSEReg - Return true if the specified scalar FP type is 4473d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// computed in an SSE register, not on the X87 floating point stack. 4483d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner bool isScalarFPTypeInSSEReg(MVT::ValueType VT) const { 4493d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2 4503d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1 4513d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner } 4523d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner 453dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner private: 4540db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// Subtarget - Keep a pointer to the X86Subtarget around so that we can 4550db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// make the right decision when generating code for different targets. 4560db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng const X86Subtarget *Subtarget; 457c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman const X86RegisterInfo *RegInfo; 4580db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng 45925ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng /// X86StackPtr - X86 physical register used as stack ptr. 46025ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned X86StackPtr; 461c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 462f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// X86ScalarSSEf32, X86ScalarSSEf64 - Select between SSE or x87 463f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// floating point ops. 464f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE is available, use it for f32 operations. 465f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE2 is available, use it for f64 operations. 466f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf32; 467f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf64; 4680d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 4693085e1511750b7d69bf5f1831696e0d178bdb5b1Chris Lattner SDNode *LowerCallResult(SDOperand Chain, SDOperand InFlag, SDNode*TheCall, 4703085e1511750b7d69bf5f1831696e0d178bdb5b1Chris Lattner unsigned CallingConv, SelectionDAG &DAG); 4710d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 4727effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola SDOperand LowerMemArgument(SDOperand Op, SelectionDAG &DAG, 4737effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola const CCValAssign &VA, MachineFrameInfo *MFI, 474865c68188a72604a15c8b9b08df89d4775c7c764Arnold Schwaighofer unsigned CC, SDOperand Root, unsigned i); 4757effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola 4761b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola SDOperand LowerMemOpCallTo(SDOperand Op, SelectionDAG &DAG, 4771b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola const SDOperand &StackPtr, 4781b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola const CCValAssign &VA, SDOperand Chain, 4791b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola SDOperand Arg); 4801b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola 48186737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen // Call lowering helpers. 48286737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen bool IsCalleePop(SDOperand Op); 483258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresGOTPtrInReg(bool Is64Bit, bool IsTailCall); 484258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresFnAddressInReg(bool Is64Bit, bool IsTailCall); 4854b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer SDOperand EmitTailCallLoadRetAddr(SelectionDAG &DAG, SDOperand &OutRetAddr, 4864b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer SDOperand Chain, bool IsTailCall, bool Is64Bit, 4874b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer int FPDiff); 4884b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer 48986737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen CCAssignFn *CCAssignFnForNode(SDOperand Op) const; 49086737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen NameDecorationStyle NameDecorationForFORMAL_ARGUMENTS(SDOperand Op); 491c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer unsigned GetAlignedArgumentStackSize(unsigned StackSize, SelectionDAG &DAG); 492559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng 49327a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner std::pair<SDOperand,SDOperand> FP_TO_SINTHelper(SDOperand Op, 49427a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SelectionDAG &DAG); 49527a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 4960db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerBUILD_VECTOR(SDOperand Op, SelectionDAG &DAG); 4970db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerVECTOR_SHUFFLE(SDOperand Op, SelectionDAG &DAG); 4980db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerEXTRACT_VECTOR_ELT(SDOperand Op, SelectionDAG &DAG); 49914d12caf1d2de9618818646d12b30d647a860817Nate Begeman SDOperand LowerEXTRACT_VECTOR_ELT_SSE4(SDOperand Op, SelectionDAG &DAG); 5000db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerINSERT_VECTOR_ELT(SDOperand Op, SelectionDAG &DAG); 50114d12caf1d2de9618818646d12b30d647a860817Nate Begeman SDOperand LowerINSERT_VECTOR_ELT_SSE4(SDOperand Op, SelectionDAG &DAG); 5020db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerSCALAR_TO_VECTOR(SDOperand Op, SelectionDAG &DAG); 5030db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerConstantPool(SDOperand Op, SelectionDAG &DAG); 5040db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerGlobalAddress(SDOperand Op, SelectionDAG &DAG); 505b3a0417cad8b625acc3033bd5e24afb9ffd0b084Lauro Ramos Venancio SDOperand LowerGlobalTLSAddress(SDOperand Op, SelectionDAG &DAG); 5060db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerExternalSymbol(SDOperand Op, SelectionDAG &DAG); 5070db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerShift(SDOperand Op, SelectionDAG &DAG); 5080db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerSINT_TO_FP(SDOperand Op, SelectionDAG &DAG); 5090db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerFP_TO_SINT(SDOperand Op, SelectionDAG &DAG); 5100db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerFABS(SDOperand Op, SelectionDAG &DAG); 5110db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerFNEG(SDOperand Op, SelectionDAG &DAG); 51268c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng SDOperand LowerFCOPYSIGN(SDOperand Op, SelectionDAG &DAG); 513e5f6204cd5d2306379bf8954e280ad35619a38b5Evan Cheng SDOperand LowerSETCC(SDOperand Op, SelectionDAG &DAG); 5140db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerSELECT(SDOperand Op, SelectionDAG &DAG); 5150db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerBRCOND(SDOperand Op, SelectionDAG &DAG); 5160db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerMEMSET(SDOperand Op, SelectionDAG &DAG); 5170db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerJumpTable(SDOperand Op, SelectionDAG &DAG); 51832fe1035a708d16d67e632f21d8ec2d1b437a225Evan Cheng SDOperand LowerCALL(SDOperand Op, SelectionDAG &DAG); 5190db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerRET(SDOperand Op, SelectionDAG &DAG); 52057fc00d5cf47343ba762493b8781ca0b14489c35Anton Korobeynikov SDOperand LowerDYNAMIC_STACKALLOC(SDOperand Op, SelectionDAG &DAG); 5211bc7804e4c8747fd99b119e8f88686c9610c5d4eEvan Cheng SDOperand LowerFORMAL_ARGUMENTS(SDOperand Op, SelectionDAG &DAG); 5220db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerVASTART(SDOperand Op, SelectionDAG &DAG); 5239018e836fe4ef55a9bcf2cc02a6a3a4ef455115fDan Gohman SDOperand LowerVAARG(SDOperand Op, SelectionDAG &DAG); 524ae6421935bd3f2e48346fd16a21297ed1a28fd32Evan Cheng SDOperand LowerVACOPY(SDOperand Op, SelectionDAG &DAG); 5250db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng SDOperand LowerINTRINSIC_WO_CHAIN(SDOperand Op, SelectionDAG &DAG); 526bcc5f36765e8111c13873a0c0dc874c92385d808Nate Begeman SDOperand LowerRETURNADDR(SDOperand Op, SelectionDAG &DAG); 527bcc5f36765e8111c13873a0c0dc874c92385d808Nate Begeman SDOperand LowerFRAMEADDR(SDOperand Op, SelectionDAG &DAG); 5282365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov SDOperand LowerFRAME_TO_ARGS_OFFSET(SDOperand Op, SelectionDAG &DAG); 5292365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov SDOperand LowerEH_RETURN(SDOperand Op, SelectionDAG &DAG); 530b116fac90f9b54142ac511a30b4d45b54d3508baDuncan Sands SDOperand LowerTRAMPOLINE(SDOperand Op, SelectionDAG &DAG); 5311a0248690aaa9f7baaf1247e5f65a1c0c9e3783cDan Gohman SDOperand LowerFLT_ROUNDS_(SDOperand Op, SelectionDAG &DAG); 53218efe269b12624d74c0af6104e88864d6a932344Evan Cheng SDOperand LowerCTLZ(SDOperand Op, SelectionDAG &DAG); 53318efe269b12624d74c0af6104e88864d6a932344Evan Cheng SDOperand LowerCTTZ(SDOperand Op, SelectionDAG &DAG); 534d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth SDOperand LowerLCS(SDOperand Op, SelectionDAG &DAG); 53527a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SDNode *ExpandFP_TO_SINT(SDNode *N, SelectionDAG &DAG); 53627a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SDNode *ExpandREADCYCLECOUNTER(SDNode *N, SelectionDAG &DAG); 537d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth SDNode *ExpandATOMIC_LCS(SDNode *N, SelectionDAG &DAG); 53863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang SDNode *ExpandATOMIC_LSS(SDNode *N, SelectionDAG &DAG); 53963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 540707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand EmitTargetCodeForMemset(SelectionDAG &DAG, 541707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Chain, 542707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Dst, SDOperand Src, 543707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Size, unsigned Align, 5441f13c686df75ddbbe15b208606ece4846d7479a8Dan Gohman const Value *DstSV, uint64_t DstSVOff); 545707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand EmitTargetCodeForMemcpy(SelectionDAG &DAG, 546707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Chain, 547707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Dst, SDOperand Src, 548707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman SDOperand Size, unsigned Align, 549707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman bool AlwaysInline, 5501f13c686df75ddbbe15b208606ece4846d7479a8Dan Gohman const Value *DstSV, uint64_t DstSVOff, 5511f13c686df75ddbbe15b208606ece4846d7479a8Dan Gohman const Value *SrcSV, uint64_t SrcSVOff); 55263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 55363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic bitwise operations (and, or, xor). 55463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // It takes the bitwise instruction to expand, the associated machine basic 55563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // block, and the associated X86 opcodes for reg/reg and reg/imm. 55663307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicBitwiseWithCustomInserter( 55763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineInstr *BInstr, 55863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 55963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned regOpc, 56063307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned immOpc); 56163307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 56263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic min and max. It takes the min/max 56363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // instruction to expand, the associated basic block, and the associated 56463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // cmov opcode for moving the min or max value. 56563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicMinMaxWithCustomInserter(MachineInstr *BInstr, 56663307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 56763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned cmovOpc); 568dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 569dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner} 570dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 571dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#endif // X86ISELLOWERING_H 572