1ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines//===-- BPFISelLowering.cpp - BPF DAG Lowering Implementation ------------===// 2ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// 3ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// The LLVM Compiler Infrastructure 4ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// 5ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// This file is distributed under the University of Illinois Open Source 6ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// License. See LICENSE.TXT for details. 7ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// 8ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines//===----------------------------------------------------------------------===// 9ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// 10ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// This file defines the interfaces that BPF uses to lower LLVM code into a 11ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// selection DAG. 12ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// 13ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines//===----------------------------------------------------------------------===// 14ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 15ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "BPFISelLowering.h" 16ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "BPF.h" 17ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "BPFSubtarget.h" 18de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar#include "BPFTargetMachine.h" 19ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/CallingConvLower.h" 20ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/MachineFrameInfo.h" 21ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/MachineFunction.h" 22ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/MachineInstrBuilder.h" 23ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/MachineRegisterInfo.h" 24ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/SelectionDAGISel.h" 25ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h" 26ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/CodeGen/ValueTypes.h" 27de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar#include "llvm/IR/DiagnosticInfo.h" 28de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar#include "llvm/IR/DiagnosticPrinter.h" 29ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/Support/Debug.h" 30ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/Support/ErrorHandling.h" 31ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/Support/raw_ostream.h" 32ebe69fe11e48d322045d5949c83283927a0d790bStephen Hinesusing namespace llvm; 33ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 34ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#define DEBUG_TYPE "bpf-lower" 35ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 36de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainarstatic void fail(const SDLoc &DL, SelectionDAG &DAG, const char *Msg) { 37de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar MachineFunction &MF = DAG.getMachineFunction(); 38de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar DAG.getContext()->diagnose( 39de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar DiagnosticInfoUnsupported(*MF.getFunction(), Msg, DL.getDebugLoc())); 40de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar} 41ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 42de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainarstatic void fail(const SDLoc &DL, SelectionDAG &DAG, const char *Msg, 43de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar SDValue Val) { 44de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar MachineFunction &MF = DAG.getMachineFunction(); 45de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar std::string Str; 46de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar raw_string_ostream OS(Str); 47de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar OS << Msg; 48de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar Val->print(OS); 49de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar OS.flush(); 50de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar DAG.getContext()->diagnose( 51de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar DiagnosticInfoUnsupported(*MF.getFunction(), Str, DL.getDebugLoc())); 52ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 53ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 54ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesBPFTargetLowering::BPFTargetLowering(const TargetMachine &TM, 55ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const BPFSubtarget &STI) 56ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines : TargetLowering(TM) { 57ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 58ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Set up the register classes. 59ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines addRegisterClass(MVT::i64, &BPF::GPRRegClass); 60ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 61ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Compute derived properties from the register classes 62ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines computeRegisterProperties(STI.getRegisterInfo()); 63ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 64ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setStackPointerRegisterToSaveRestore(BPF::R11); 65ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 66ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::BR_CC, MVT::i64, Custom); 67ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::BR_JT, MVT::Other, Expand); 68f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar setOperationAction(ISD::BRIND, MVT::Other, Expand); 69ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::BRCOND, MVT::Other, Expand); 70ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SETCC, MVT::i64, Expand); 71ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SELECT, MVT::i64, Expand); 72ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SELECT_CC, MVT::i64, Custom); 73ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 74ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::GlobalAddress, MVT::i64, Custom); 75ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 76ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i64, Custom); 77ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::STACKSAVE, MVT::Other, Expand); 78ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand); 79ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 80ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SDIVREM, MVT::i64, Expand); 81ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::UDIVREM, MVT::i64, Expand); 82ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SREM, MVT::i64, Expand); 83ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::UREM, MVT::i64, Expand); 84ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 85ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::MULHU, MVT::i64, Expand); 86ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::MULHS, MVT::i64, Expand); 87ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::UMUL_LOHI, MVT::i64, Expand); 88ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SMUL_LOHI, MVT::i64, Expand); 89ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 90ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::ADDC, MVT::i64, Expand); 91ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::ADDE, MVT::i64, Expand); 92ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SUBC, MVT::i64, Expand); 93ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SUBE, MVT::i64, Expand); 94ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 95ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::ROTR, MVT::i64, Expand); 96ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::ROTL, MVT::i64, Expand); 97ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SHL_PARTS, MVT::i64, Expand); 98ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SRL_PARTS, MVT::i64, Expand); 99ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SRA_PARTS, MVT::i64, Expand); 100ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 101ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::CTTZ, MVT::i64, Custom); 102ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::CTLZ, MVT::i64, Custom); 103ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::i64, Custom); 104ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::CTLZ_ZERO_UNDEF, MVT::i64, Custom); 105ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::CTPOP, MVT::i64, Expand); 106ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 107ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1, Expand); 108ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i8, Expand); 109ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i16, Expand); 110ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i32, Expand); 111ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 112ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Extended load operations for i1 types must be promoted 113ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (MVT VT : MVT::integer_valuetypes()) { 114ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::EXTLOAD, VT, MVT::i1, Promote); 115ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::ZEXTLOAD, VT, MVT::i1, Promote); 116ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::SEXTLOAD, VT, MVT::i1, Promote); 117ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 118ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::SEXTLOAD, VT, MVT::i8, Expand); 119ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::SEXTLOAD, VT, MVT::i16, Expand); 120ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setLoadExtAction(ISD::SEXTLOAD, VT, MVT::i32, Expand); 121ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 122ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 123ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setBooleanContents(ZeroOrOneBooleanContent); 124ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 125ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Function alignments (log2) 126ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setMinFunctionAlignment(3); 127ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines setPrefFunctionAlignment(3); 128ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 129ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // inline memcpy() for kernel to see explicit copy 130ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MaxStoresPerMemset = MaxStoresPerMemsetOptSize = 128; 131ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MaxStoresPerMemcpy = MaxStoresPerMemcpyOptSize = 128; 132ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MaxStoresPerMemmove = MaxStoresPerMemmoveOptSize = 128; 133ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 134ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 135ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const { 136ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (Op.getOpcode()) { 137ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::BR_CC: 138ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return LowerBR_CC(Op, DAG); 139ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::GlobalAddress: 140ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return LowerGlobalAddress(Op, DAG); 141ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SELECT_CC: 142ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return LowerSELECT_CC(Op, DAG); 143ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 144ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines llvm_unreachable("unimplemented operand"); 145ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 146ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 147ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 148ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines// Calling Convention Implementation 149ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "BPFGenCallingConv.inc" 150ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 151ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerFormalArguments( 152ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Chain, CallingConv::ID CallConv, bool IsVarArg, 153de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar const SmallVectorImpl<ISD::InputArg> &Ins, const SDLoc &DL, 154de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals) const { 155ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (CallConv) { 156ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 157ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines llvm_unreachable("Unsupported calling convention"); 158ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CallingConv::C: 159ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CallingConv::Fast: 160ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 161ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 162ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 163ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineFunction &MF = DAG.getMachineFunction(); 164ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineRegisterInfo &RegInfo = MF.getRegInfo(); 165ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 166ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Assign locations to all of the incoming arguments. 167ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<CCValAssign, 16> ArgLocs; 168ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCState CCInfo(CallConv, IsVarArg, MF, ArgLocs, *DAG.getContext()); 169ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCInfo.AnalyzeFormalArguments(Ins, CC_BPF64); 170ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 171ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (auto &VA : ArgLocs) { 172ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (VA.isRegLoc()) { 173ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Arguments passed in registers 174ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines EVT RegVT = VA.getLocVT(); 175ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (RegVT.getSimpleVT().SimpleTy) { 176ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: { 177ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines errs() << "LowerFormalArguments Unhandled argument type: " 178de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar << RegVT.getEVTString() << '\n'; 179ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines llvm_unreachable(0); 180ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 181ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case MVT::i64: 182ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines unsigned VReg = RegInfo.createVirtualRegister(&BPF::GPRRegClass); 183ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines RegInfo.addLiveIn(VA.getLocReg(), VReg); 184ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue ArgValue = DAG.getCopyFromReg(Chain, DL, VReg, RegVT); 185ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 186ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // If this is an 8/16/32-bit value, it is really passed promoted to 64 187ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // bits. Insert an assert[sz]ext to capture this, then truncate to the 188ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // right size. 189ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (VA.getLocInfo() == CCValAssign::SExt) 190ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ArgValue = DAG.getNode(ISD::AssertSext, DL, RegVT, ArgValue, 191ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines DAG.getValueType(VA.getValVT())); 192ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines else if (VA.getLocInfo() == CCValAssign::ZExt) 193ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ArgValue = DAG.getNode(ISD::AssertZext, DL, RegVT, ArgValue, 194ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines DAG.getValueType(VA.getValVT())); 195ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 196ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (VA.getLocInfo() != CCValAssign::Full) 197ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ArgValue = DAG.getNode(ISD::TRUNCATE, DL, VA.getValVT(), ArgValue); 198ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 199ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InVals.push_back(ArgValue); 200ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 201ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } else { 202de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(DL, DAG, "defined with too many args"); 203de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar InVals.push_back(DAG.getConstant(0, DL, VA.getLocVT())); 204ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 205ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 206ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 207ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (IsVarArg || MF.getFunction()->hasStructRetAttr()) { 208de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(DL, DAG, "functions with VarArgs or StructRet are not supported"); 209ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 210ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 211ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return Chain; 212ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 213ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 214de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainarconst unsigned BPFTargetLowering::MaxArgs = 5; 215de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar 216ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerCall(TargetLowering::CallLoweringInfo &CLI, 217ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVectorImpl<SDValue> &InVals) const { 218ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SelectionDAG &DAG = CLI.DAG; 219ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines auto &Outs = CLI.Outs; 220ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines auto &OutVals = CLI.OutVals; 221ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines auto &Ins = CLI.Ins; 222ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Chain = CLI.Chain; 223ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Callee = CLI.Callee; 224ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines bool &IsTailCall = CLI.IsTailCall; 225ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CallingConv::ID CallConv = CLI.CallConv; 226ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines bool IsVarArg = CLI.IsVarArg; 227ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineFunction &MF = DAG.getMachineFunction(); 228ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 229ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // BPF target does not support tail call optimization. 230ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines IsTailCall = false; 231ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 232ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (CallConv) { 233ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 234ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines report_fatal_error("Unsupported calling convention"); 235ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CallingConv::Fast: 236ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CallingConv::C: 237ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 238ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 239ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 240ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Analyze operands of the call, assigning locations to each operand. 241ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<CCValAssign, 16> ArgLocs; 242ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCState CCInfo(CallConv, IsVarArg, MF, ArgLocs, *DAG.getContext()); 243ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 244ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCInfo.AnalyzeCallOperands(Outs, CC_BPF64); 245ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 246ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines unsigned NumBytes = CCInfo.getNextStackOffset(); 247ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 248de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar if (Outs.size() > MaxArgs) 249de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(CLI.DL, DAG, "too many args to ", Callee); 250ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 251ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (auto &Arg : Outs) { 252ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ISD::ArgFlagsTy Flags = Arg.Flags; 253ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (!Flags.isByVal()) 254ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines continue; 255ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 256de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(CLI.DL, DAG, "pass by value not supported ", Callee); 257ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 258ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 259f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar auto PtrVT = getPointerTy(MF.getDataLayout()); 260ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getCALLSEQ_START( 261f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar Chain, DAG.getConstant(NumBytes, CLI.DL, PtrVT, true), CLI.DL); 262ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 263de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar SmallVector<std::pair<unsigned, SDValue>, MaxArgs> RegsToPass; 264ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 265ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Walk arg assignments 266de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar for (unsigned i = 0, 267de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar e = std::min(static_cast<unsigned>(ArgLocs.size()), MaxArgs); 268de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar i != e; ++i) { 269ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCValAssign &VA = ArgLocs[i]; 270ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Arg = OutVals[i]; 271ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 272ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Promote the value if needed. 273ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (VA.getLocInfo()) { 274ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 275ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines llvm_unreachable("Unknown loc info"); 276ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CCValAssign::Full: 277ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 278ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CCValAssign::SExt: 279ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Arg = DAG.getNode(ISD::SIGN_EXTEND, CLI.DL, VA.getLocVT(), Arg); 280ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 281ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CCValAssign::ZExt: 282ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Arg = DAG.getNode(ISD::ZERO_EXTEND, CLI.DL, VA.getLocVT(), Arg); 283ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 284ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case CCValAssign::AExt: 285ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Arg = DAG.getNode(ISD::ANY_EXTEND, CLI.DL, VA.getLocVT(), Arg); 286ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 287ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 288ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 289ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Push arguments into RegsToPass vector 290ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (VA.isRegLoc()) 291ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines RegsToPass.push_back(std::make_pair(VA.getLocReg(), Arg)); 292ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines else 293ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines llvm_unreachable("call arg pass bug"); 294ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 295ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 296ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue InFlag; 297ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 298ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Build a sequence of copy-to-reg nodes chained together with token chain and 299ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // flag operands which copy the outgoing args into registers. The InFlag in 300ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // necessary since all emitted instructions must be stuck together. 301ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (auto &Reg : RegsToPass) { 302ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getCopyToReg(Chain, CLI.DL, Reg.first, Reg.second, InFlag); 303ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InFlag = Chain.getValue(1); 304ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 305ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 306ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // If the callee is a GlobalAddress node (quite common, every direct call is) 307ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // turn it into a TargetGlobalAddress node so that legalize doesn't hack it. 308ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Likewise ExternalSymbol -> TargetExternalSymbol. 309ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (GlobalAddressSDNode *G = dyn_cast<GlobalAddressSDNode>(Callee)) 310f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar Callee = DAG.getTargetGlobalAddress(G->getGlobal(), CLI.DL, PtrVT, 311ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines G->getOffset(), 0); 312ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines else if (ExternalSymbolSDNode *E = dyn_cast<ExternalSymbolSDNode>(Callee)) 313f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar Callee = DAG.getTargetExternalSymbol(E->getSymbol(), PtrVT, 0); 314ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 315ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Returns a chain & a flag for retval copy to use. 316ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDVTList NodeTys = DAG.getVTList(MVT::Other, MVT::Glue); 317ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<SDValue, 8> Ops; 318ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Ops.push_back(Chain); 319ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Ops.push_back(Callee); 320ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 321ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Add argument registers to the end of the list so that they are 322ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // known live into the call. 323ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (auto &Reg : RegsToPass) 324ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Ops.push_back(DAG.getRegister(Reg.first, Reg.second.getValueType())); 325ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 326ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (InFlag.getNode()) 327ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Ops.push_back(InFlag); 328ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 329ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getNode(BPFISD::CALL, CLI.DL, NodeTys, Ops); 330ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InFlag = Chain.getValue(1); 331ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 332ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Create the CALLSEQ_END node. 333ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getCALLSEQ_END( 334f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar Chain, DAG.getConstant(NumBytes, CLI.DL, PtrVT, true), 335f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar DAG.getConstant(0, CLI.DL, PtrVT, true), InFlag, CLI.DL); 336ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InFlag = Chain.getValue(1); 337ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 338ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Handle result values, copying them out of physregs into vregs that we 339ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // return. 340ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return LowerCallResult(Chain, InFlag, CallConv, IsVarArg, Ins, CLI.DL, DAG, 341ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InVals); 342ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 343ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 344ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue 345ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesBPFTargetLowering::LowerReturn(SDValue Chain, CallingConv::ID CallConv, 346ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines bool IsVarArg, 347ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const SmallVectorImpl<ISD::OutputArg> &Outs, 348ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const SmallVectorImpl<SDValue> &OutVals, 349de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar const SDLoc &DL, SelectionDAG &DAG) const { 350de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar unsigned Opc = BPFISD::RET_FLAG; 351ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 352ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // CCValAssign - represent the assignment of the return value to a location 353ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<CCValAssign, 16> RVLocs; 354ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineFunction &MF = DAG.getMachineFunction(); 355ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 356ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // CCState - Info about the registers and stack slot. 357ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCState CCInfo(CallConv, IsVarArg, MF, RVLocs, *DAG.getContext()); 358ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 359ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (MF.getFunction()->getReturnType()->isAggregateType()) { 360de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(DL, DAG, "only integer returns supported"); 361de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar return DAG.getNode(Opc, DL, MVT::Other, Chain); 362ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 363ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 364ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Analize return values. 365ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCInfo.AnalyzeReturn(Outs, RetCC_BPF64); 366ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 367ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Flag; 368ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<SDValue, 4> RetOps(1, Chain); 369ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 370ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Copy the result values into the output registers. 371ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (unsigned i = 0; i != RVLocs.size(); ++i) { 372ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCValAssign &VA = RVLocs[i]; 373ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines assert(VA.isRegLoc() && "Can only return in registers!"); 374ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 375ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getCopyToReg(Chain, DL, VA.getLocReg(), OutVals[i], Flag); 376ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 377ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Guarantee that all emitted copies are stuck together, 378ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // avoiding something bad. 379ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Flag = Chain.getValue(1); 380ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines RetOps.push_back(DAG.getRegister(VA.getLocReg(), VA.getLocVT())); 381ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 382ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 383ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines RetOps[0] = Chain; // Update chain. 384ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 385ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Add the flag if we have it. 386ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (Flag.getNode()) 387ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines RetOps.push_back(Flag); 388ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 389ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return DAG.getNode(Opc, DL, MVT::Other, RetOps); 390ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 391ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 392ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerCallResult( 393ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Chain, SDValue InFlag, CallingConv::ID CallConv, bool IsVarArg, 394de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar const SmallVectorImpl<ISD::InputArg> &Ins, const SDLoc &DL, 395de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals) const { 396ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 397ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineFunction &MF = DAG.getMachineFunction(); 398ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Assign locations to each value returned by this call. 399ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SmallVector<CCValAssign, 16> RVLocs; 400ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCState CCInfo(CallConv, IsVarArg, MF, RVLocs, *DAG.getContext()); 401ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 402ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines if (Ins.size() >= 2) { 403de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar fail(DL, DAG, "only small returns supported"); 404de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar for (unsigned i = 0, e = Ins.size(); i != e; ++i) 405de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar InVals.push_back(DAG.getConstant(0, DL, Ins[i].VT)); 406de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar return DAG.getCopyFromReg(Chain, DL, 1, Ins[0].VT, InFlag).getValue(1); 407ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 408ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 409ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CCInfo.AnalyzeCallResult(Ins, RetCC_BPF64); 410ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 411ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Copy all of the result registers out of their specified physreg. 412ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines for (auto &Val : RVLocs) { 413ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Chain = DAG.getCopyFromReg(Chain, DL, Val.getLocReg(), 414ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Val.getValVT(), InFlag).getValue(1); 415ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InFlag = Chain.getValue(2); 416ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines InVals.push_back(Chain.getValue(0)); 417ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 418ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 419ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return Chain; 420ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 421ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 422ebe69fe11e48d322045d5949c83283927a0d790bStephen Hinesstatic void NegateCC(SDValue &LHS, SDValue &RHS, ISD::CondCode &CC) { 423ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (CC) { 424ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 425ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 426ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETULT: 427ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETULE: 428ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETLT: 429ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETLE: 430ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines CC = ISD::getSetCCSwappedOperands(CC); 431ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines std::swap(LHS, RHS); 432ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 433ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 434ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 435ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 436ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerBR_CC(SDValue Op, SelectionDAG &DAG) const { 437ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Chain = Op.getOperand(0); 438ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(1))->get(); 439ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue LHS = Op.getOperand(2); 440ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue RHS = Op.getOperand(3); 441ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Dest = Op.getOperand(4); 442ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDLoc DL(Op); 443ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 444ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines NegateCC(LHS, RHS, CC); 445ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 446ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return DAG.getNode(BPFISD::BR_CC, DL, Op.getValueType(), Chain, LHS, RHS, 4476948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar DAG.getConstant(CC, DL, MVT::i64), Dest); 448ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 449ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 450ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerSELECT_CC(SDValue Op, SelectionDAG &DAG) const { 451ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue LHS = Op.getOperand(0); 452ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue RHS = Op.getOperand(1); 453ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue TrueV = Op.getOperand(2); 454ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue FalseV = Op.getOperand(3); 455ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(4))->get(); 456ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDLoc DL(Op); 457ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 458ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines NegateCC(LHS, RHS, CC); 459ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 4606948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar SDValue TargetCC = DAG.getConstant(CC, DL, MVT::i64); 461ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 462ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDVTList VTs = DAG.getVTList(Op.getValueType(), MVT::Glue); 463ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue Ops[] = {LHS, RHS, TargetCC, TrueV, FalseV}; 464ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 465ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return DAG.getNode(BPFISD::SELECT_CC, DL, VTs, Ops); 466ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 467ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 468ebe69fe11e48d322045d5949c83283927a0d790bStephen Hinesconst char *BPFTargetLowering::getTargetNodeName(unsigned Opcode) const { 4696948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar switch ((BPFISD::NodeType)Opcode) { 4706948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar case BPFISD::FIRST_NUMBER: 4716948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar break; 472ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case BPFISD::RET_FLAG: 473ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return "BPFISD::RET_FLAG"; 474ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case BPFISD::CALL: 475ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return "BPFISD::CALL"; 476ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case BPFISD::SELECT_CC: 477ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return "BPFISD::SELECT_CC"; 478ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case BPFISD::BR_CC: 479ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return "BPFISD::BR_CC"; 480ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case BPFISD::Wrapper: 481ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return "BPFISD::Wrapper"; 482ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 4836948897e478cbd66626159776a8017b3c18579b9Pirama Arumuga Nainar return nullptr; 484ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 485ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 486ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesSDValue BPFTargetLowering::LowerGlobalAddress(SDValue Op, 487ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SelectionDAG &DAG) const { 488ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDLoc DL(Op); 489ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal(); 490ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines SDValue GA = DAG.getTargetGlobalAddress(GV, DL, MVT::i64); 491ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 492ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return DAG.getNode(BPFISD::Wrapper, DL, MVT::i64, GA); 493ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 494ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 495ebe69fe11e48d322045d5949c83283927a0d790bStephen HinesMachineBasicBlock * 496de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga NainarBPFTargetLowering::EmitInstrWithCustomInserter(MachineInstr &MI, 497ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineBasicBlock *BB) const { 498ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const TargetInstrInfo &TII = *BB->getParent()->getSubtarget().getInstrInfo(); 499de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar DebugLoc DL = MI.getDebugLoc(); 500ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 501de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar assert(MI.getOpcode() == BPF::Select && "Unexpected instr type to insert"); 502ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 503ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // To "insert" a SELECT instruction, we actually have to insert the diamond 504ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // control-flow pattern. The incoming instruction knows the destination vreg 505ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // to set, the condition code register to branch on, the true/false values to 506ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // select between, and a branch opcode to use. 507ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines const BasicBlock *LLVM_BB = BB->getBasicBlock(); 508f3ef5332fa3f4d5ec72c178a2b19dac363a19383Pirama Arumuga Nainar MachineFunction::iterator I = ++BB->getIterator(); 509ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 510ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // ThisMBB: 511ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // ... 512ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // TrueVal = ... 513ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // jmp_XX r1, r2 goto Copy1MBB 514ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // fallthrough --> Copy0MBB 515ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineBasicBlock *ThisMBB = BB; 516ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineFunction *F = BB->getParent(); 517ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineBasicBlock *Copy0MBB = F->CreateMachineBasicBlock(LLVM_BB); 518ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines MachineBasicBlock *Copy1MBB = F->CreateMachineBasicBlock(LLVM_BB); 519ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 520ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines F->insert(I, Copy0MBB); 521ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines F->insert(I, Copy1MBB); 522ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Update machine-CFG edges by transferring all successors of the current 523ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // block to the new block which will contain the Phi node for the select. 524ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Copy1MBB->splice(Copy1MBB->begin(), BB, 525ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines std::next(MachineBasicBlock::iterator(MI)), BB->end()); 526ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines Copy1MBB->transferSuccessorsAndUpdatePHIs(BB); 527ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Next, add the true and fallthrough blocks as its successors. 528ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BB->addSuccessor(Copy0MBB); 529ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BB->addSuccessor(Copy1MBB); 530ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 531ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Insert Branch if Flag 532de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar unsigned LHS = MI.getOperand(1).getReg(); 533de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar unsigned RHS = MI.getOperand(2).getReg(); 534de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar int CC = MI.getOperand(3).getImm(); 535ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines switch (CC) { 536ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETGT: 537ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JSGT_rr)) 538ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 539ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 540ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 541ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 542ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETUGT: 543ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JUGT_rr)) 544ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 545ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 546ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 547ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 548ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETGE: 549ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JSGE_rr)) 550ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 551ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 552ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 553ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 554ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETUGE: 555ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JUGE_rr)) 556ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 557ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 558ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 559ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 560ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETEQ: 561ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JEQ_rr)) 562ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 563ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 564ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 565ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 566ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines case ISD::SETNE: 567ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BuildMI(BB, DL, TII.get(BPF::JNE_rr)) 568ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(LHS) 569ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addReg(RHS) 570ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy1MBB); 571ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines break; 572ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines default: 573ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines report_fatal_error("unimplemented select CondCode " + Twine(CC)); 574ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines } 575ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 576ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Copy0MBB: 577ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // %FalseValue = ... 578ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // # fallthrough to Copy1MBB 579ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BB = Copy0MBB; 580ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 581ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Update machine-CFG edges 582ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BB->addSuccessor(Copy1MBB); 583ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 584ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // Copy1MBB: 585ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // %Result = phi [ %FalseValue, Copy0MBB ], [ %TrueValue, ThisMBB ] 586ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines // ... 587ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines BB = Copy1MBB; 588de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar BuildMI(*BB, BB->begin(), DL, TII.get(BPF::PHI), MI.getOperand(0).getReg()) 589de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar .addReg(MI.getOperand(5).getReg()) 590ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(Copy0MBB) 591de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar .addReg(MI.getOperand(4).getReg()) 592ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines .addMBB(ThisMBB); 593ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines 594de2d8694e25a814696358e95141f4b1aa4d8847ePirama Arumuga Nainar MI.eraseFromParent(); // The pseudo instruction is gone now. 595ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines return BB; 596ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines} 597