X86ISelLowering.h revision 8b8a6368437abea4e4adb9afab455727f2da6624
1dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===-- X86ISelLowering.h - X86 DAG Lowering Interface ----------*- C++ -*-===// 2dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 3dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// The LLVM Compiler Infrastructure 4dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 8dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 9dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 10dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// This file defines the interfaces that X86 uses to lower LLVM code into a 11dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// selection DAG. 12dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner// 13dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner//===----------------------------------------------------------------------===// 14dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 15dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#ifndef X86ISELLOWERING_H 16dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#define X86ISELLOWERING_H 17dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 18559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng#include "X86Subtarget.h" 192365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov#include "X86RegisterInfo.h" 2086737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen#include "X86MachineFunctionInfo.h" 21dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/Target/TargetLowering.h" 22b388eb82fb4a95e2f6d54163dfcf962b8032bae8Ted Kremenek#include "llvm/CodeGen/FastISel.h" 23dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#include "llvm/CodeGen/SelectionDAG.h" 241b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola#include "llvm/CodeGen/CallingConvLower.h" 25dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 26dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattnernamespace llvm { 27dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner namespace X86ISD { 28d9558e0ba6ddcf2798cfb88cc56e5f1c8135eb0dEvan Cheng // X86 Specific DAG Nodes 29dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner enum NodeType { 30dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Start the numbering where the builtin ops leave off. 310ba2bcfcc3149a25d08aa8aa00fb6c34a4e25bddDan Gohman FIRST_NUMBER = ISD::BUILTIN_OP_END, 32dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3318efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSF - Bit scan forward. 3418efe269b12624d74c0af6104e88864d6a932344Evan Cheng /// BSR - Bit scan reverse. 3518efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSF, 3618efe269b12624d74c0af6104e88864d6a932344Evan Cheng BSR, 3718efe269b12624d74c0af6104e88864d6a932344Evan Cheng 38e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// SHLD, SHRD - Double shift instructions. These correspond to 39e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng /// X86::SHLDxx and X86::SHRDxx instructions. 40e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHLD, 41e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng SHRD, 42e3413160ca2fb42854b2a23be6b2114c1da2778cEvan Cheng 43ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// FAND - Bitwise logical AND of floating point values. This corresponds 44ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng /// to X86::ANDPS or X86::ANDPD. 45ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng FAND, 46ef6ffb17c71232af5962f9926b31508eb942cddcEvan Cheng 4768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// FOR - Bitwise logical OR of floating point values. This corresponds 4868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng /// to X86::ORPS or X86::ORPD. 4968c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FOR, 5068c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 51223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// FXOR - Bitwise logical XOR of floating point values. This corresponds 52223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng /// to X86::XORPS or X86::XORPD. 53223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng FXOR, 54223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 5573d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// FSRL - Bitwise logical right shift of floating point values. These 5673d6cf12adfd915897cce7e1ba9de00f962502d5Evan Cheng /// corresponds to X86::PSRLDQ. 5768c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng FSRL, 5868c47cba3589b2fc079bab0836d1ae6fc3a6278dEvan Cheng 59e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// FILD, FILD_FLAG - This instruction implements SINT_TO_FP with the 60e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// integer source in memory and FP reg result. This corresponds to the 61e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// X86::FILD*m instructions. It has three inputs (token chain, address, 62e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// and source type) and two outputs (FP value and token chain). FILD_FLAG 63e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng /// also produces a flag). 64a3195e86439896ecba9b3f2afce40919b20a987aEvan Cheng FILD, 65e3de85b447b0a94c82f147159a0c903ea47e0069Evan Cheng FILD_FLAG, 66dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 67dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// FP_TO_INT*_IN_MEM - This instruction implements FP_TO_SINT with the 68dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// integer destination in memory and a FP reg source. This corresponds 69dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// to the X86::FIST*m instructions and the rounding mode change stuff. It 7091897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// has two inputs (token chain and address) and two outputs (int value 7191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// and token chain). 72dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT16_IN_MEM, 73dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT32_IN_MEM, 74dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner FP_TO_INT64_IN_MEM, 75dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 76b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// FLD - This instruction implements an extending load to FP stack slots. 77b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng /// This corresponds to the X86::FLD32m / X86::FLD64m. It takes a chain 7838bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// operand, ptr to load from, and a ValueType node indicating the type 7938bcbaf23e8836c8f64e7fd66ebebc44a2b921a1Evan Cheng /// to load to. 80b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng FLD, 81b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 82d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// FST - This instruction implements a truncating store to FP stack 83d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// slots. This corresponds to the X86::FST32m / X86::FST64m. It takes a 84d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// chain operand, value to store, address, and a ValueType to store it 85d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng /// as. 86d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng FST, 87d90eb7fb2435e2abedb4694edc44fa45642edbe9Evan Cheng 88dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// CALL/TAILCALL - These operations represent an abstract X86 call 89dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// instruction, which includes a bunch of information. In particular the 90dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// operands of these node are: 91dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 92dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The incoming token chain 93dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The callee 94dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The number of arg bytes the caller pushes on the stack. 95dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #3 - The number of arg bytes the callee pops off the stack. 96dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #4 - The value to pass in AL/AX/EAX (optional) 97dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #5 - The value to pass in DL/DX/EDX (optional) 98dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 99dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The result values of these nodes are: 100dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 101dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #0 - The outgoing token chain 102dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #1 - The first register result value (optional) 103dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// #2 - The second register result value (optional) 104dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 105dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// The CALL vs TAILCALL distinction boils down to whether the callee is 106dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// known not to modify the caller's stack frame, as is standard with 107dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LLVM. 108dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner CALL, 109dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner TAILCALL, 110b873ff322c28ce097762355921100b677c71238dAndrew Lenharth 111b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// RDTSC_DAG - This operation implements the lowering for 112b873ff322c28ce097762355921100b677c71238dAndrew Lenharth /// readcyclecounter 113b873ff322c28ce097762355921100b677c71238dAndrew Lenharth RDTSC_DAG, 1147df96d66729d1f33934de7b52553e5f071686041Evan Cheng 1157df96d66729d1f33934de7b52553e5f071686041Evan Cheng /// X86 compare and logical compare instructions. 1167d6ff3a25d9be6fae7ad95837ba8f1a8738947b6Evan Cheng CMP, COMI, UCOMI, 1177df96d66729d1f33934de7b52553e5f071686041Evan Cheng 118c7a37d4ff2ee8ffb93ba97e9393ff582f0e79a9aDan Gohman /// X86 bit-test instructions. 119c7a37d4ff2ee8ffb93ba97e9393ff582f0e79a9aDan Gohman BT, 120c7a37d4ff2ee8ffb93ba97e9393ff582f0e79a9aDan Gohman 121d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 SetCC. Operand 1 is condition code, and operand 2 is the flag 122d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// operand produced by a CMP instruction. 123d5781fca4f8f98863560338d4f8d017389428119Evan Cheng SETCC, 124d5781fca4f8f98863560338d4f8d017389428119Evan Cheng 125d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional moves. Operand 1 and operand 2 are the two values 12691897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// to select from (operand 1 is a R/W operand). Operand 3 is the 12791897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// condition code, and operand 4 is the flag operand produced by a CMP 12891897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// or TEST instruction. It also writes a flag result. 1297df96d66729d1f33934de7b52553e5f071686041Evan Cheng CMOV, 130898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng 131d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// X86 conditional branches. Operand 1 is the chain operand, operand 2 132d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// is the block to branch if condition is true, operand 3 is the 133d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// condition code, and operand 4 is the flag operand produced by a CMP 134d5781fca4f8f98863560338d4f8d017389428119Evan Cheng /// or TEST instruction. 135898101c15fa11a896deb4e2fcb73b4727e1dcc1fEvan Cheng BRCOND, 136b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng 13767f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// Return with a flag operand. Operand 1 is the chain operand, operand 13867f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// 2 is the number of bytes of stack to pop. 139b077b842b64af39c8e2e9aaad327b3be446790ddEvan Cheng RET_FLAG, 14067f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 14167f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_STOS - Repeat fill, corresponds to X86::REP_STOSx. 14267f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_STOS, 14367f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng 14467f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng /// REP_MOVS - Repeat move, corresponds to X86::REP_MOVSx. 14567f92a76497d1f50e0dd6279c81b45689bd463f5Evan Cheng REP_MOVS, 146223547ab3101f32252cb704a67bd757e00fdbd16Evan Cheng 1477ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// GlobalBaseReg - On Darwin, this node represents the result of the popl 1487ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng /// at function entry, used for PIC code. 1497ccced634ae0ecdc1c4f599fd3abf188c367e231Evan Cheng GlobalBaseReg, 150a0ea0539e359f6d82218e5aa4cdf3b50b17d6fbdEvan Cheng 151056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// Wrapper - A wrapper node for TargetConstantPool, 152056292fd738924f3f7703725d8f630983794b5a5Bill Wendling /// TargetExternalSymbol, and TargetGlobalAddress. 153020d2e8e7aa36692af13c1215fdd6248a6d9e950Evan Cheng Wrapper, 15448090aa8145640c023563751a8a1e1bcc09125e5Evan Cheng 1550085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// WrapperRIP - Special wrapper used under X86-64 PIC mode for RIP 1560085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng /// relative displacements. 1570085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng WrapperRIP, 1580085a28d13f86b09ba0c83e8dce81de3ba15ca2dEvan Cheng 15914d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PEXTRB - Extract an 8-bit value from a vector and zero extend it to 16014d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// i32, corresponds to X86::PEXTRB. 16114d12caf1d2de9618818646d12b30d647a860817Nate Begeman PEXTRB, 16214d12caf1d2de9618818646d12b30d647a860817Nate Begeman 163b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng /// PEXTRW - Extract a 16-bit value from a vector and zero extend it to 164653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// i32, corresponds to X86::PEXTRW. 165b067a1e7e68c4446d3512c25d3a5ac55c6dd76f8Evan Cheng PEXTRW, 166653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng 16714d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// INSERTPS - Insert any element of a 4 x float vector into any element 16814d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// of a destination 4 x floatvector. 16914d12caf1d2de9618818646d12b30d647a860817Nate Begeman INSERTPS, 17014d12caf1d2de9618818646d12b30d647a860817Nate Begeman 17114d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// PINSRB - Insert the lower 8-bits of a 32-bit value to a vector, 17214d12caf1d2de9618818646d12b30d647a860817Nate Begeman /// corresponds to X86::PINSRB. 17314d12caf1d2de9618818646d12b30d647a860817Nate Begeman PINSRB, 17414d12caf1d2de9618818646d12b30d647a860817Nate Begeman 175653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// PINSRW - Insert the lower 16-bits of a 32-bit value to a vector, 176653159f4aac61a7ad796e406a4899d27ffe5a789Evan Cheng /// corresponds to X86::PINSRW. 1778ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng PINSRW, 1788ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng 1798ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// FMAX, FMIN - Floating point max and min. 1808ca29326e19201075f6dc95781560ea9ad41ececEvan Cheng /// 181b3a0417cad8b625acc3033bd5e24afb9ffd0b084Lauro Ramos Venancio FMAX, FMIN, 1822038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1832038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// FRSQRT, FRCP - Floating point reciprocal-sqrt and reciprocal 1842038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// approximation. Note that these typically require refinement 1852038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman /// in order to obtain suitable precision. 1862038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman FRSQRT, FRCP, 1872038252c6a36efd18cc0bef216fa2c5bb9236617Dan Gohman 1887e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // TLSADDR, THREAThread - Thread Local Storage. 1892365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov TLSADDR, THREAD_POINTER, 1902365f51ed03afe6993bae962fdc2e5a956a64cd5Anton Korobeynikov 1917e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // EH_RETURN - Exception Handling helpers. 192c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer EH_RETURN, 193c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 1944fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// TC_RETURN - Tail call return. 1954fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #0 chain 1964fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #1 callee (register or absolute) 1974fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #2 stack adjustment 1984fe3073cfb5273a3655aef0c8d50c96882f26882Arnold Schwaighofer /// operand #3 optional in flag 19945b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov TC_RETURN, 20045b22fa9f1f085d7971cce6db4f11b353e1646c6Anton Korobeynikov 2017e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // LCMPXCHG_DAG, LCMPXCHG8_DAG - Compare and swap. 20226ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth LCMPXCHG_DAG, 203d19189e9905e14a4001a8ca6fc4effb6a3f88e45Andrew Lenharth LCMPXCHG8_DAG, 20426ed8697d4733f4ad588ef117ec4387560770ad0Andrew Lenharth 20548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen // ATOMADD64_DAG, ATOMSUB64_DAG, ATOMOR64_DAG, ATOMAND64_DAG, 206880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // ATOMXOR64_DAG, ATOMNAND64_DAG, ATOMSWAP64_DAG - 207880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen // Atomic 64-bit binary operations. 20848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMADD64_DAG, 20948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMSUB64_DAG, 21048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMOR64_DAG, 21148c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMXOR64_DAG, 21248c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMAND64_DAG, 21348c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen ATOMNAND64_DAG, 214880ae364ba4ed3d63542a2ef934980c70e8bb9d7Dale Johannesen ATOMSWAP64_DAG, 21548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 2167e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng // FNSTCW16m - Store FP control world into i16 memory. 2177e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng FNSTCW16m, 2187e2ff77ef05c23db6b9c82bc7a4110e170d7f94cEvan Cheng 219d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_MOVL - Vector move low and zero extend. 220d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng VZEXT_MOVL, 221d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng 222d880b97257c7f8ec4e94948874cb87c865d9f96fEvan Cheng // VZEXT_LOAD - Load, scalar_to_vector, and zero extend. 223f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng VZEXT_LOAD, 224f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng 225f26ffe987cf3643a7bd66bd9f97c34605ba7d08eEvan Cheng // VSHL, VSRL - Vector logical left / right shift. 22630a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman VSHL, VSRL, 22730a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 22830a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // CMPPD, CMPPS - Vector double/float comparison. 22930a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman CMPPD, CMPPS, 23030a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman 23130a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman // PCMP* - Vector integer comparisons. 23230a0de94e7a5cbdcd277a93e543b0788efa78ddcNate Begeman PCMPEQB, PCMPEQW, PCMPEQD, PCMPEQQ, 233ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling PCMPGTB, PCMPGTW, PCMPGTD, PCMPGTQ, 234ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling 235d350e02e19e1b79c3fd6dc70ee3c01ab75c631c1Bill Wendling // ADD, SUB, SMUL, UMUL - Arithmetic operations with overflow/carry 236ab55ebda1c2254f98b06e770bc2dae7d05a4a366Bill Wendling // intrinsics. 237d350e02e19e1b79c3fd6dc70ee3c01ab75c631c1Bill Wendling ADD, SUB, SMUL, UMUL 238dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 239dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner } 240dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 2410d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// Define some predicates that are used for node matching. 2420d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng namespace X86 { 2430d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFDMask - Return true if the specified VECTOR_SHUFFLE operand 2440d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2450d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFDMask(SDNode *N); 2460d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2470d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFHWMask - Return true if the specified VECTOR_SHUFFLE operand 2480d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2490d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFHWMask(SDNode *N); 2500d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2510d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isPSHUFLWMask - Return true if the specified VECTOR_SHUFFLE operand 2520d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to PSHUFD. 2530d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isPSHUFLWMask(SDNode *N); 2540d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2550d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSHUFPMask - Return true if the specified VECTOR_SHUFFLE operand 2560d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to SHUFP*. 2570d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSHUFPMask(SDNode *N); 2580d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2590d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPSMask - Return true if the specified VECTOR_SHUFFLE operand 2600d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHLPS. 2610d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPSMask(SDNode *N); 2620d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2630d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHLPS_v_undef_Mask - Special case of isMOVHLPSMask for canonical form 2640d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 3, 2, 3>, i.e. vector_shuffle v, undef, 2650d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 3, 2, 3> 2660d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHLPS_v_undef_Mask(SDNode *N); 2670d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2680d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLPMask - Return true if the specified VECTOR_SHUFFLE operand 2690d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVLP{S|D}. 2700d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLPMask(SDNode *N); 2710d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2720d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVHPMask - Return true if the specified VECTOR_SHUFFLE operand 2730d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVHP{S|D} 2740d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// as well as MOVLHPS. 2750d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVHPMask(SDNode *N); 2760d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2770d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKLMask - Return true if the specified VECTOR_SHUFFLE operand 2780d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKL. 2790d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKLMask(SDNode *N, bool V2IsSplat = false); 2800d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2810d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKHMask - Return true if the specified VECTOR_SHUFFLE operand 2820d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to UNPCKH. 2830d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKHMask(SDNode *N, bool V2IsSplat = false); 2840d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2850d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKL_v_undef_Mask - Special case of isUNPCKLMask for canonical form 2860d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <0, 4, 1, 5>, i.e. vector_shuffle v, undef, 2870d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <0, 0, 1, 1> 2880d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKL_v_undef_Mask(SDNode *N); 2890d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2900d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isUNPCKH_v_undef_Mask - Special case of isUNPCKHMask for canonical form 2910d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// of vector_shuffle v, v, <2, 6, 3, 7>, i.e. vector_shuffle v, undef, 2920d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// <2, 2, 3, 3> 2930d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isUNPCKH_v_undef_Mask(SDNode *N); 2940d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 2950d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVLMask - Return true if the specified VECTOR_SHUFFLE operand 2960d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSS, 2970d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// MOVSD, and MOVD, i.e. setting the lowest element. 2980d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVLMask(SDNode *N); 2990d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3000d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSHDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3010d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSHDUP. 3020d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSHDUPMask(SDNode *N); 3030d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3040d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isMOVSLDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3050d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a shuffle of elements that is suitable for input to MOVSLDUP. 3060d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isMOVSLDUPMask(SDNode *N); 3070d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3080d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatMask - Return true if the specified VECTOR_SHUFFLE operand 3090d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of a single element. 3100d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatMask(SDNode *N); 3110d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3120d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// isSplatLoMask - Return true if the specified VECTOR_SHUFFLE operand 3130d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// specifies a splat of zero element. 3140d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng bool isSplatLoMask(SDNode *N); 3150d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3160b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// isMOVDDUPMask - Return true if the specified VECTOR_SHUFFLE operand 3170b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng /// specifies a shuffle of elements that is suitable for input to MOVDDUP. 3180b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng bool isMOVDDUPMask(SDNode *N); 3190b457f0c3a7e21b1fb9ac8b9f8e404e1312b6a60Evan Cheng 3200d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShuffleSHUFImmediate - Return the appropriate immediate to shuffle 3210d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUF* and SHUFP* 3220d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3230d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShuffleSHUFImmediate(SDNode *N); 3240d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3250d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFHWImmediate - Return the appropriate immediate to shuffle 3260d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFHW 3270d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3280d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFHWImmediate(SDNode *N); 3290d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 3300d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// getShufflePSHUFKWImmediate - Return the appropriate immediate to shuffle 3310d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// the specified isShuffleMask VECTOR_SHUFFLE mask with PSHUFLW 3320d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng /// instructions. 3330d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng unsigned getShufflePSHUFLWImmediate(SDNode *N); 3340d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng } 3350d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 33691897778690a7d683497ba3f4040ebf09345f08aChris Lattner //===--------------------------------------------------------------------===// 337dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // X86TargetLowering - X86 Implementation of the TargetLowering interface 338dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner class X86TargetLowering : public TargetLowering { 339dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int VarArgsFrameIndex; // FrameIndex for start of varargs area. 34025ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng int RegSaveFrameIndex; // X86-64 vararg func register save area. 34125ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsGPOffset; // X86-64 vararg func int reg offset. 34225ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned VarArgsFPOffset; // X86-64 vararg func fp reg offset. 343dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesToPopOnReturn; // Number of arg bytes ret should pop. 344dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner int BytesCallerReserves; // Number of arg bytes caller makes. 345c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 346dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner public: 347c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman explicit X86TargetLowering(X86TargetMachine &TM); 348dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 349cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// getPICJumpTableRelocaBase - Returns relocation base for the given PIC 350cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng /// jumptable. 351475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getPICJumpTableRelocBase(SDValue Table, 352cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng SelectionDAG &DAG) const; 353cc41586b9d79532172b37e1f44a9077da4b73fc9Evan Cheng 354dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that a function should pop when it returns (in 355dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // addition to the space used by the return address). 356dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // 357dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesToPopOnReturn() const { return BytesToPopOnReturn; } 358dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 359dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // Return the number of bytes that the caller reserves for arguments passed 360dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner // to this function. 361dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner unsigned getBytesCallerReserves() const { return BytesCallerReserves; } 362dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 36354e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// getStackPtrReg - Return the stack pointer register we are using: either 36454e3efde4636dade74f95ede039091bf52ca1585Chris Lattner /// ESP or RSP. 36554e3efde4636dade74f95ede039091bf52ca1585Chris Lattner unsigned getStackPtrReg() const { return X86StackPtr; } 36629286502628867b31872ead2f2527592480f0970Evan Cheng 36729286502628867b31872ead2f2527592480f0970Evan Cheng /// getByValTypeAlignment - Return the desired alignment for ByVal aggregate 36829286502628867b31872ead2f2527592480f0970Evan Cheng /// function arguments in the caller parameter area. For X86, aggregates 36929286502628867b31872ead2f2527592480f0970Evan Cheng /// that contains are placed at 16-byte boundaries while the rest are at 37029286502628867b31872ead2f2527592480f0970Evan Cheng /// 4-byte boundaries. 37129286502628867b31872ead2f2527592480f0970Evan Cheng virtual unsigned getByValTypeAlignment(const Type *Ty) const; 372f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng 373f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// getOptimalMemOpType - Returns the target specific optimal type for load 3740ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// and store operations as a result of memset, memcpy, and memmove 3750ef8de30fa8dd317c8b45711fe144d39e51ecfa4Evan Cheng /// lowering. It returns MVT::iAny if SelectionDAG should be responsible for 376f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng /// determining it. 377f0df03134e698ea84e9cc1c28a853f83c02560d5Evan Cheng virtual 37883ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT getOptimalMemOpType(uint64_t Size, unsigned Align, 37983ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isSrcConst, bool isSrcStr) const; 38054e3efde4636dade74f95ede039091bf52ca1585Chris Lattner 381dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// LowerOperation - Provide custom lowering hooks for some operations. 382dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner /// 383475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue LowerOperation(SDValue Op, SelectionDAG &DAG); 384dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 3851607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// ReplaceNodeResults - Replace the results of node with an illegal result 3861607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands /// type with new values built out of custom code. 38727a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner /// 3881607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands virtual void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue>&Results, 3891607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG); 39027a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 39127a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 392475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const; 393206ee9d86cd4e78176fad6bfa2b016023edf5df7Evan Cheng 394ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng virtual MachineBasicBlock *EmitInstrWithCustomInserter(MachineInstr *MI, 395ff9b373e8f5006c629af81e2619778b4c4f5249eEvan Cheng MachineBasicBlock *MBB); 3964a46080fe0133c71b511805c63abfb158dcd56a5Evan Cheng 39763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 3987226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// getTargetNodeName - This method returns the name of a target specific 3997226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng /// DAG node. 4007226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng virtual const char *getTargetNodeName(unsigned Opcode) const; 4017226158d7e3986e55b58214a749aa4eabb3fb6d5Evan Cheng 4025b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel /// getSetCCResultType - Return the ISD::SETCC ValueType 4035480c0469e5c0323ffb12f1ead2abd169d6cc0e7Duncan Sands virtual MVT getSetCCResultType(MVT VT) const; 4045b8f82e35b51bf007de07a7ca9347d804084ddf8Scott Michel 405368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// computeMaskedBitsForTargetNode - Determine which of the bits specified 406368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// in Mask are known to be either zero or one and return them in the 407368e18d56a87308045d341e85584597bfe7426e9Nate Begeman /// KnownZero/KnownOne bitsets. 408475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void computeMaskedBitsForTargetNode(const SDValue Op, 409977a76fbb6ea1b87dfd7fbbe2ae2afb63e982ff3Dan Gohman const APInt &Mask, 410fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownZero, 411fd29e0eb060ea8b4d490860329234d2ae5f5952eDan Gohman APInt &KnownOne, 412ea859be53ca13a1547c4675549946b74dc3c6f41Dan Gohman const SelectionDAG &DAG, 413368e18d56a87308045d341e85584597bfe7426e9Nate Begeman unsigned Depth = 0) const; 414ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng 415ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng virtual bool 416ad4196b44ae714a6b95e238d9d96303df74b0429Evan Cheng isGAPlusOffset(SDNode *N, GlobalValue* &GA, int64_t &Offset) const; 417368e18d56a87308045d341e85584597bfe7426e9Nate Begeman 418475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue getReturnAddressFrameIndex(SelectionDAG &DAG); 419dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 4204234f57fa02b1f04a9f52a7b3c2aa22d32ac521cChris Lattner ConstraintType getConstraintType(const std::string &Constraint) const; 421f4dff84c8614fc2106d821e4687c933d8d4b9420Chris Lattner 422259e97cc725011a3c138563d421a4654b082a64cChris Lattner std::vector<unsigned> 4231efa40f6a4b561cf8f80fe018684236010645cd0Chris Lattner getRegClassForInlineAsmConstraint(const std::string &Constraint, 42483ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 42548884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner 42683ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual const char *LowerXConstraint(MVT ConstraintVT) const; 427ba2a0b960ea4c73d0f81557f63ae2ea126e08905Dale Johannesen 42848884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner /// LowerAsmOperandForConstraint - Lower the specified operand into the Ops 429da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// vector. If it is invalid, don't add anything to Ops. If hasMemory is 430da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// true it means one of the asm constraint of the inline asm instruction 431da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng /// being processed is 'm'. 432475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual void LowerAsmOperandForConstraint(SDValue Op, 43348884cd80b52be1528618f2e9b3425ac24e7b5caChris Lattner char ConstraintLetter, 434da43bcf624acb56a3d77bb5ae9a02728af032613Evan Cheng bool hasMemory, 435475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::vector<SDValue> &Ops, 4365e764233f398b6929b67701672a5e78fec20ce2eChris Lattner SelectionDAG &DAG) const; 43722aaf1d61c6a752d66f7ee10a7a5d99c7160e007Chris Lattner 43891897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// getRegForInlineAsmConstraint - Given a physical register constraint 43991897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// (e.g. {edx}), return the register number and the register class for the 44091897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// register. This should only be used for C_Register constraints. On 44191897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// error, this returns a register number of 0. 442f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner std::pair<unsigned, const TargetRegisterClass*> 443f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner getRegForInlineAsmConstraint(const std::string &Constraint, 44483ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT VT) const; 445f76d180c9595d34641f4b5d2fbba2f2c175197d8Chris Lattner 446c9addb74883fef318140272768422656a694341fChris Lattner /// isLegalAddressingMode - Return true if the addressing mode represented 447c9addb74883fef318140272768422656a694341fChris Lattner /// by AM is legal for this target, for a load/store of the specified type. 448c9addb74883fef318140272768422656a694341fChris Lattner virtual bool isLegalAddressingMode(const AddrMode &AM, const Type *Ty)const; 449c9addb74883fef318140272768422656a694341fChris Lattner 4502bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// isTruncateFree - Return true if it's free to truncate a value of 4512bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// type Ty1 to type Ty2. e.g. On x86 it's free to truncate a i32 value in 4522bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng /// register EAX to i16 by referencing its sub-register AX. 4532bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng virtual bool isTruncateFree(const Type *Ty1, const Type *Ty2) const; 45483ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool isTruncateFree(MVT VT1, MVT VT2) const; 4552bd122c4d934a70e031dc0ca5171719bac66c2c9Evan Cheng 4560188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// isShuffleMaskLegal - Targets can use this to indicate that they only 4570188ecba85c7139f237baa4ce5612fdfc83e1b84Evan Cheng /// support *some* VECTOR_SHUFFLE operations, those with specific masks. 45891897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// By default, if a target supports the VECTOR_SHUFFLE node, all mask 45991897778690a7d683497ba3f4040ebf09345f08aChris Lattner /// values are assumed to be legal. 460475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isShuffleMaskLegal(SDValue Mask, MVT VT) const; 46139623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng 46239623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// isVectorClearMaskLegal - Similar to isShuffleMaskLegal. This is 46339623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// used by Targets can use this to indicate if there is a suitable 46439623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// VECTOR_SHUFFLE that can be used to replace a VAND with a constant 46539623daef67090025be5cd8af7d172fd1c9e6418Evan Cheng /// pool entry. 466475871a144eb604ddaf37503397ba0941442e5fbDan Gohman virtual bool isVectorClearMaskLegal(const std::vector<SDValue> &BVOps, 46783ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands MVT EVT, SelectionDAG &DAG) const; 4686fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng 4696fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// ShouldShrinkFPConstant - If true, then instruction selection should 4706fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// seek to shrink the FP constant of the specified type to a smaller type 4716fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng /// in order to save space and / or reduce runtime. 47283ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands virtual bool ShouldShrinkFPConstant(MVT VT) const { 4736fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // Don't shrink FP constpool if SSE2 is available since cvtss2sd is more 4746fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // expensive than a straight movsd. On the other hand, it's important to 4756fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng // shrink long double fp constant since fldt is very slow. 4766fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng return !X86ScalarSSEf64 || VT == MVT::f80; 4776fd599fa6916bd9438dbea7994cf2437bdf4ab8cEvan Cheng } 478c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 479c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// IsEligibleForTailCallOptimization - Check whether the call is eligible 480c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// for tail call optimization. Target which want to do tail call 481c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer /// optimization should implement this function. 482095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman virtual bool IsEligibleForTailCallOptimization(CallSDNode *TheCall, 483475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Ret, 484c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer SelectionDAG &DAG) const; 485c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 486707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman virtual const X86Subtarget* getSubtarget() { 487707e0184233f27e0e9f9aee0309f2daab8cfe7f8Dan Gohman return Subtarget; 488f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola } 489f1ba1cad387dc52f3c2c5afc665edf9caad00992Rafael Espindola 4903d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// isScalarFPTypeInSSEReg - Return true if the specified scalar FP type is 4913d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner /// computed in an SSE register, not on the X87 floating point stack. 49283ec4b6711980242ef3c55a4fa36b2d7a39c1bfbDuncan Sands bool isScalarFPTypeInSSEReg(MVT VT) const { 4933d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner return (VT == MVT::f64 && X86ScalarSSEf64) || // f64 is when SSE2 4943d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner (VT == MVT::f32 && X86ScalarSSEf32); // f32 is when SSE1 4953d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner } 496d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman 4970c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// getWidenVectorType: given a vector type, returns the type to widen 4980c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// to (e.g., v7i8 to v8i8). If the vector type is legal, it returns itself. 4990c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// If there is no vector type that we want to widen to, returns MVT::Other 5000c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// When and were to widen is target dependent based on the cost of 5010c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang /// scalarizing vs using the wider vector type. 502c13cf130c45c5675ea879e1c5454298dfbe5e02fDan Gohman virtual MVT getWidenVectorType(MVT VT) const; 5030c39719bfc7d0b3e61fbd55e1115184a1d5f6ae7Mon P Wang 504d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// createFastISel - This method returns a target specific FastISel object, 505d9f3c480a7bc0969b08ace68af7dcde40f6caff1Dan Gohman /// or null if the target does not support "fast" ISel. 5063df24e667f04a7003342b534310919abc9c87418Dan Gohman virtual FastISel * 5073df24e667f04a7003342b534310919abc9c87418Dan Gohman createFastISel(MachineFunction &mf, 50883489bb7700c69b7a4a8da59365c42d3f5c8129bDevang Patel MachineModuleInfo *mmi, DwarfWriter *dw, 5093df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 5100586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 511dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 512dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 513dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 514dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 515dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 5163d66185ff8b276183fa8e9ce3d7ebb1d9ce88f74Chris Lattner 517dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner private: 5180db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// Subtarget - Keep a pointer to the X86Subtarget around so that we can 5190db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng /// make the right decision when generating code for different targets. 5200db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng const X86Subtarget *Subtarget; 521c9f5f3f64f896d0a8c8fa35a1dd98bc57b8960f6Dan Gohman const X86RegisterInfo *RegInfo; 522bff66b0c6c8266a6f9ba6c9bd5d2541a4d4c6ec9Anton Korobeynikov const TargetData *TD; 5230db9fe6775853d62632ad299dd734b6ba6c6b336Evan Cheng 52425ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng /// X86StackPtr - X86 physical register used as stack ptr. 52525ab690a43cbbb591b76d49e3595b019c32f4b3fEvan Cheng unsigned X86StackPtr; 526c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer 527f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// X86ScalarSSEf32, X86ScalarSSEf64 - Select between SSE or x87 528f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// floating point ops. 529f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE is available, use it for f32 operations. 530f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen /// When SSE2 is available, use it for f64 operations. 531f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf32; 532f1fc3a8fa6d4e81e30c08983d786c640acb2591cDale Johannesen bool X86ScalarSSEf64; 5330d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 534095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDNode *LowerCallResult(SDValue Chain, SDValue InFlag, CallSDNode *TheCall, 5353085e1511750b7d69bf5f1831696e0d178bdb5b1Chris Lattner unsigned CallingConv, SelectionDAG &DAG); 5360d9e976ad2c5479f3d67f8cb09a5908cfc29985cEvan Cheng 537475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMemArgument(SDValue Op, SelectionDAG &DAG, 5387effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola const CCValAssign &VA, MachineFrameInfo *MFI, 539475871a144eb604ddaf37503397ba0941442e5fbDan Gohman unsigned CC, SDValue Root, unsigned i); 5407effac5475c9057dd1c384d33f41d518ff387207Rafael Espindola 541095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue LowerMemOpCallTo(CallSDNode *TheCall, SelectionDAG &DAG, 542475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const SDValue &StackPtr, 543475871a144eb604ddaf37503397ba0941442e5fbDan Gohman const CCValAssign &VA, SDValue Chain, 544095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman SDValue Arg, ISD::ArgFlagsTy Flags); 5451b5dcc34b701639f94008658a2042abc43b9b910Rafael Espindola 54686737665b81550fdb575f7d8cc5decc801a7813dGordon Henriksen // Call lowering helpers. 547095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman bool IsCalleePop(bool isVarArg, unsigned CallingConv); 548258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresGOTPtrInReg(bool Is64Bit, bool IsTailCall); 549258bb1b8e8a6c1cb3be8cb8fd9366386563f06ceArnold Schwaighofer bool CallRequiresFnAddressInReg(bool Is64Bit, bool IsTailCall); 550475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTailCallLoadRetAddr(SelectionDAG &DAG, SDValue &OutRetAddr, 551475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue Chain, bool IsTailCall, bool Is64Bit, 5524b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer int FPDiff); 5534b5324ad2cbf774c9c6ed02ea0fcc864f2f5f885Arnold Schwaighofer 554095cc29f321382e1f7d295e262a28197f92c5491Dan Gohman CCAssignFn *CCAssignFnForNode(unsigned CallingConv) const; 555475871a144eb604ddaf37503397ba0941442e5fbDan Gohman NameDecorationStyle NameDecorationForFORMAL_ARGUMENTS(SDValue Op); 556c85e1716f0e45e4c18a9ef2fbe431a51ac3a4252Arnold Schwaighofer unsigned GetAlignedArgumentStackSize(unsigned StackSize, SelectionDAG &DAG); 557559806f575297866609c7bef0e5c1084dcdda9a5Evan Cheng 558475871a144eb604ddaf37503397ba0941442e5fbDan Gohman std::pair<SDValue,SDValue> FP_TO_SINTHelper(SDValue Op, 55927a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner SelectionDAG &DAG); 56027a6c7380fa4dfc8e1837a8dd67967d063b26544Chris Lattner 561475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG); 562475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG); 563475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 564475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEXTRACT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 565475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG); 566475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINSERT_VECTOR_ELT_SSE4(SDValue Op, SelectionDAG &DAG); 567475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSCALAR_TO_VECTOR(SDValue Op, SelectionDAG &DAG); 568475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerConstantPool(SDValue Op, SelectionDAG &DAG); 5696520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SDValue LowerGlobalAddress(const GlobalValue *GV, int64_t Offset, 5706520e20e4fb31f2e65e25c38b372b19d33a83df4Dan Gohman SelectionDAG &DAG) const; 571475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalAddress(SDValue Op, SelectionDAG &DAG); 572475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG); 573475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerExternalSymbol(SDValue Op, SelectionDAG &DAG); 574475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerShift(SDValue Op, SelectionDAG &DAG); 575475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSINT_TO_FP(SDValue Op, SelectionDAG &DAG); 5761c15bf58a3700d40a6a88ac0ce14a2c99f111483Dale Johannesen SDValue LowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG); 5778b8a6368437abea4e4adb9afab455727f2da6624Bill Wendling SDValue LowerUINT_TO_FP_i64(SDValue Op, SelectionDAG &DAG); 5788b8a6368437abea4e4adb9afab455727f2da6624Bill Wendling SDValue LowerUINT_TO_FP_i32(SDValue Op, SelectionDAG &DAG); 579475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFP_TO_SINT(SDValue Op, SelectionDAG &DAG); 580475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFABS(SDValue Op, SelectionDAG &DAG); 581475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFNEG(SDValue Op, SelectionDAG &DAG); 582475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG); 583475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSETCC(SDValue Op, SelectionDAG &DAG); 584475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVSETCC(SDValue Op, SelectionDAG &DAG); 585475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerSELECT(SDValue Op, SelectionDAG &DAG); 586475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerBRCOND(SDValue Op, SelectionDAG &DAG); 587475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerMEMSET(SDValue Op, SelectionDAG &DAG); 588475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerJumpTable(SDValue Op, SelectionDAG &DAG); 589475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCALL(SDValue Op, SelectionDAG &DAG); 590475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRET(SDValue Op, SelectionDAG &DAG); 591475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG); 592475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFORMAL_ARGUMENTS(SDValue Op, SelectionDAG &DAG); 593475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVASTART(SDValue Op, SelectionDAG &DAG); 594475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVAARG(SDValue Op, SelectionDAG &DAG); 595475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerVACOPY(SDValue Op, SelectionDAG &DAG); 596475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG); 597475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerRETURNADDR(SDValue Op, SelectionDAG &DAG); 598475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG); 599475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFRAME_TO_ARGS_OFFSET(SDValue Op, SelectionDAG &DAG); 600475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerEH_RETURN(SDValue Op, SelectionDAG &DAG); 601475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerTRAMPOLINE(SDValue Op, SelectionDAG &DAG); 602475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerFLT_ROUNDS_(SDValue Op, SelectionDAG &DAG); 603475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTLZ(SDValue Op, SelectionDAG &DAG); 604475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCTTZ(SDValue Op, SelectionDAG &DAG); 605af9b952627d8fa10412b8cf7319d3e334446547fMon P Wang SDValue LowerMUL_V2I64(SDValue Op, SelectionDAG &DAG); 60674c376529101acbe141a256d0bf23a44eb454c84Bill Wendling SDValue LowerXALUO(SDValue Op, SelectionDAG &DAG); 60741ea7e7eb3a6a269f2bfed0bdc191ea046d18e5eBill Wendling 608475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue LowerCMP_SWAP(SDValue Op, SelectionDAG &DAG); 60971d1bf55a27017fceef25554e02021a3bc47cdb4Dale Johannesen SDValue LowerLOAD_SUB(SDValue Op, SelectionDAG &DAG); 6101607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SDValue LowerREADCYCLECOUNTER(SDValue Op, SelectionDAG &DAG); 6111607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 6121607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands void ReplaceATOMIC_BINARY_64(SDNode *N, SmallVectorImpl<SDValue> &Results, 6131607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands SelectionDAG &DAG, unsigned NewOp); 6141607f05cb7d77d01ce521a30232faa389dbed4e2Duncan Sands 615475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemset(SelectionDAG &DAG, 6166f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6176f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6186f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6196158d8492cc021bb47caee6d4755135ef1d855a4Bill Wendling const Value *DstSV, uint64_t DstSVOff); 620475871a144eb604ddaf37503397ba0941442e5fbDan Gohman SDValue EmitTargetCodeForMemcpy(SelectionDAG &DAG, 6216f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Chain, 6226f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Dst, SDValue Src, 6236f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling SDValue Size, unsigned Align, 6246f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling bool AlwaysInline, 6256f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *DstSV, uint64_t DstSVOff, 6266f287b22d2e57600b4cd5dc209d0d869e7736c0bBill Wendling const Value *SrcSV, uint64_t SrcSVOff); 62763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 62863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic bitwise operations (and, or, xor). 62963307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // It takes the bitwise instruction to expand, the associated machine basic 63063307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // block, and the associated X86 opcodes for reg/reg and reg/imm. 63163307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicBitwiseWithCustomInserter( 63263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineInstr *BInstr, 63363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 63463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned regOpc, 635507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth unsigned immOpc, 636140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned loadOpc, 637140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned cxchgOpc, 638140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned copyOpc, 639140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned notOpc, 640140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen unsigned EAXreg, 641140be2dfb76928cb660b7de23f8310d76ca794b5Dale Johannesen TargetRegisterClass *RC, 642507a58ac9b20ddcea2e56a014be26b8f8cc0ecb8Andrew Lenharth bool invSrc = false); 64348c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen 64448c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *EmitAtomicBit6432WithCustomInserter( 64548c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineInstr *BInstr, 64648c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen MachineBasicBlock *BB, 64748c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcL, 64848c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned regOpcH, 64948c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcL, 65048c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen unsigned immOpcH, 65148c1bc2ace6481d3272ab5c18e1f19352c563be8Dale Johannesen bool invSrc = false); 65263307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang 65363307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang /// Utility function to emit atomic min and max. It takes the min/max 65463307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // instruction to expand, the associated basic block, and the associated 65563307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang // cmov opcode for moving the min or max value. 65663307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *EmitAtomicMinMaxWithCustomInserter(MachineInstr *BInstr, 65763307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang MachineBasicBlock *BB, 65863307c335aa08b0d6a75f81d64d79af7e90eb78bMon P Wang unsigned cmovOpc); 659dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner }; 660c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng 661c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng namespace X86 { 6623df24e667f04a7003342b534310919abc9c87418Dan Gohman FastISel *createFastISel(MachineFunction &mf, 66383489bb7700c69b7a4a8da59365c42d3f5c8129bDevang Patel MachineModuleInfo *mmi, DwarfWriter *dw, 6643df24e667f04a7003342b534310919abc9c87418Dan Gohman DenseMap<const Value *, unsigned> &, 6650586d91bb3e516d5826826522d9a90ed6ef74d86Dan Gohman DenseMap<const BasicBlock *, MachineBasicBlock *> &, 666dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman DenseMap<const AllocaInst *, int> & 667dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#ifndef NDEBUG 668dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman , SmallSet<Instruction*, 8> & 669dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman#endif 670dd5b58ad7be78be90390074f0df138778af5c895Dan Gohman ); 671c3f44b0d636ff9a6d706ea9ac17ae77c8fa8aeffEvan Cheng } 672dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner} 673dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner 674dbdbf0ce2eef7b6585397121f56d3845e04866d1Chris Lattner#endif // X86ISELLOWERING_H 675