intrinsics_arm.cc revision 611d3395e9efc0ab8dbfa4a197fa022fbd8c7204
12bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe/*
22bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * Copyright (C) 2015 The Android Open Source Project
32bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe *
42bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * Licensed under the Apache License, Version 2.0 (the "License");
52bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * you may not use this file except in compliance with the License.
62bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * You may obtain a copy of the License at
72bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe *
82bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe *      http://www.apache.org/licenses/LICENSE-2.0
92bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe *
102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * Unless required by applicable law or agreed to in writing, software
112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * distributed under the License is distributed on an "AS IS" BASIS,
122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * See the License for the specific language governing permissions and
142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe * limitations under the License.
152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe */
162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "intrinsics_arm.h"
182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "arch/arm/instruction_set_features_arm.h"
20e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier#include "art_method.h"
212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "code_generator_arm.h"
222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "entrypoints/quick/quick_entrypoints.h"
232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "intrinsics.h"
242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "mirror/array-inl.h"
252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "mirror/string.h"
262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "thread.h"
272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#include "utils/arm/assembler_arm.h"
282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampenamespace art {
302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampenamespace arm {
322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeArmAssembler* IntrinsicCodeGeneratorARM::GetAssembler() {
342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  return codegen_->GetAssembler();
352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeArenaAllocator* IntrinsicCodeGeneratorARM::GetAllocator() {
382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  return codegen_->GetGraph()->GetArena();
392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#define __ codegen->GetAssembler()->
422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void MoveFromReturnRegister(Location trg, Primitive::Type type, CodeGeneratorARM* codegen) {
442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (!trg.IsValid()) {
452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    DCHECK(type == Primitive::kPrimVoid);
462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    return;
472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  DCHECK_NE(type, Primitive::kPrimVoid);
502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
51848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  if (Primitive::IsIntegralType(type) || type == Primitive::kPrimNot) {
522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (type == Primitive::kPrimLong) {
532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register trg_reg_lo = trg.AsRegisterPairLow<Register>();
542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register trg_reg_hi = trg.AsRegisterPairHigh<Register>();
552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register res_reg_lo = R0;
562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register res_reg_hi = R1;
572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      if (trg_reg_lo != res_reg_hi) {
582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        if (trg_reg_lo != res_reg_lo) {
592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe          __ mov(trg_reg_lo, ShifterOperand(res_reg_lo));
602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe          __ mov(trg_reg_hi, ShifterOperand(res_reg_hi));
612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        } else {
622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe          DCHECK_EQ(trg_reg_lo + 1, trg_reg_hi);
632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        }
642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      } else {
652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        __ mov(trg_reg_hi, ShifterOperand(res_reg_hi));
662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        __ mov(trg_reg_lo, ShifterOperand(res_reg_lo));
672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      }
682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    } else {
692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register trg_reg = trg.AsRegister<Register>();
702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register res_reg = R0;
712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      if (trg_reg != res_reg) {
722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe        __ mov(trg_reg, ShifterOperand(res_reg));
732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      }
742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    UNIMPLEMENTED(FATAL) << "Floating-point return.";
772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
80ec525fc30848189051b888da53ba051bc0878b78Roland Levillainstatic void MoveArguments(HInvoke* invoke, CodeGeneratorARM* codegen) {
812d27c8e338af7262dbd4aaa66127bb8fa1758b86Roland Levillain  InvokeDexCallingConventionVisitorARM calling_convention_visitor;
82ec525fc30848189051b888da53ba051bc0878b78Roland Levillain  IntrinsicVisitor::MoveArguments(invoke, codegen, &calling_convention_visitor);
832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe// Slow-path for fallback (calling the managed code to handle the intrinsic) in an intrinsified
862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe// call. This will copy the arguments into the positions for a regular call.
872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe//
882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe// Note: The actual parameters are required to be in the locations given by the invoke's location
892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe//       summary. If an intrinsic modifies those locations before a slowpath call, they must be
902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe//       restored!
912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampeclass IntrinsicSlowPathARM : public SlowPathCodeARM {
922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe public:
932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  explicit IntrinsicSlowPathARM(HInvoke* invoke) : invoke_(invoke) { }
942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  void EmitNativeCode(CodeGenerator* codegen_in) OVERRIDE {
962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    CodeGeneratorARM* codegen = down_cast<CodeGeneratorARM*>(codegen_in);
972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ Bind(GetEntryLabel());
982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
99a8ac9130b872c080299afacf5dcaab513d13ea87Nicolas Geoffray    SaveLiveRegisters(codegen, invoke_->GetLocations());
1002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
101ec525fc30848189051b888da53ba051bc0878b78Roland Levillain    MoveArguments(invoke_, codegen);
1022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (invoke_->IsInvokeStaticOrDirect()) {
10494015b939060f5041d408d48717f22443e55b6adNicolas Geoffray      codegen->GenerateStaticOrDirectCall(invoke_->AsInvokeStaticOrDirect(),
10594015b939060f5041d408d48717f22443e55b6adNicolas Geoffray                                          Location::RegisterLocation(kArtMethodRegister));
106a8ac9130b872c080299afacf5dcaab513d13ea87Nicolas Geoffray      RecordPcInfo(codegen, invoke_, invoke_->GetDexPc());
1072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    } else {
1082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      UNIMPLEMENTED(FATAL) << "Non-direct intrinsic slow-path not yet implemented";
1092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      UNREACHABLE();
1102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
1112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    // Copy the result back to the expected output.
1132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Location out = invoke_->GetLocations()->Out();
1142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (out.IsValid()) {
1152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      DCHECK(out.IsRegister());  // TODO: Replace this when we support output in memory.
1162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      DCHECK(!invoke_->GetLocations()->GetLiveRegisters()->ContainsCoreRegister(out.reg()));
1172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      MoveFromReturnRegister(out, invoke_->GetType(), codegen);
1182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
1192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
120a8ac9130b872c080299afacf5dcaab513d13ea87Nicolas Geoffray    RestoreLiveRegisters(codegen, invoke_->GetLocations());
1212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ b(GetExitLabel());
1222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
1232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1249931f319cf86c56c2855d800339a3410697633a6Alexandre Rames  const char* GetDescription() const OVERRIDE { return "IntrinsicSlowPathARM"; }
1259931f319cf86c56c2855d800339a3410697633a6Alexandre Rames
1262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe private:
1272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // The instruction where this slow path is happening.
1282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  HInvoke* const invoke_;
1292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  DISALLOW_COPY_AND_ASSIGN(IntrinsicSlowPathARM);
1312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe};
1322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#undef __
1342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampebool IntrinsicLocationsBuilderARM::TryDispatch(HInvoke* invoke) {
1362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Dispatch(invoke);
1372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* res = invoke->GetLocations();
1382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  return res != nullptr && res->Intrinsified();
1392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#define __ assembler->
1422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateFPToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {
1442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
1452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
1462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
1472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresFpuRegister());
1482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister());
1492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntToFPLocations(ArenaAllocator* arena, HInvoke* invoke) {
1522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
1532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
1542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
1552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
1562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresFpuRegister());
1572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void MoveFPToInt(LocationSummary* locations, bool is64bit, ArmAssembler* assembler) {
1602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location input = locations->InAt(0);
1612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location output = locations->Out();
1622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is64bit) {
1632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vmovrrd(output.AsRegisterPairLow<Register>(),
1642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe               output.AsRegisterPairHigh<Register>(),
1652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe               FromLowSToD(input.AsFpuRegisterPairLow<SRegister>()));
1662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
1672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vmovrs(output.AsRegister<Register>(), input.AsFpuRegister<SRegister>());
1682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
1692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void MoveIntToFP(LocationSummary* locations, bool is64bit, ArmAssembler* assembler) {
1722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location input = locations->InAt(0);
1732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location output = locations->Out();
1742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is64bit) {
1752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vmovdrr(FromLowSToD(output.AsFpuRegisterPairLow<SRegister>()),
1762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe               input.AsRegisterPairLow<Register>(),
1772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe               input.AsRegisterPairHigh<Register>());
1782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
1792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vmovsr(output.AsFpuRegister<SRegister>(), input.AsRegister<Register>());
1802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
1812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitDoubleDoubleToRawLongBits(HInvoke* invoke) {
1842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateFPToIntLocations(arena_, invoke);
1852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitDoubleLongBitsToDouble(HInvoke* invoke) {
1872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToFPLocations(arena_, invoke);
1882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitDoubleDoubleToRawLongBits(HInvoke* invoke) {
1912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MoveFPToInt(invoke->GetLocations(), true, GetAssembler());
1922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitDoubleLongBitsToDouble(HInvoke* invoke) {
1942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MoveIntToFP(invoke->GetLocations(), true, GetAssembler());
1952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
1962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
1972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitFloatFloatToRawIntBits(HInvoke* invoke) {
1982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateFPToIntLocations(arena_, invoke);
1992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitFloatIntBitsToFloat(HInvoke* invoke) {
2012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToFPLocations(arena_, invoke);
2022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitFloatFloatToRawIntBits(HInvoke* invoke) {
2052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MoveFPToInt(invoke->GetLocations(), false, GetAssembler());
2062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitFloatIntBitsToFloat(HInvoke* invoke) {
2082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MoveIntToFP(invoke->GetLocations(), false, GetAssembler());
2092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {
2122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
2132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
2142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
2152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
2162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kNoOutputOverlap);
2172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateFPToFPLocations(ArenaAllocator* arena, HInvoke* invoke) {
2202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
2212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
2222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
2232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresFpuRegister());
2242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresFpuRegister(), Location::kNoOutputOverlap);
2252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
227611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakelingstatic void GenNumberOfLeadingZeros(LocationSummary* locations,
228611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling                                    Primitive::Type type,
229611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling                                    ArmAssembler* assembler) {
230611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  Location in = locations->InAt(0);
231611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  Register out = locations->Out().AsRegister<Register>();
232611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
233611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  DCHECK((type == Primitive::kPrimInt) || (type == Primitive::kPrimLong));
234611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
235611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  if (type == Primitive::kPrimLong) {
236611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    Register in_reg_lo = in.AsRegisterPairLow<Register>();
237611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    Register in_reg_hi = in.AsRegisterPairHigh<Register>();
238611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    Label end;
239611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ clz(out, in_reg_hi);
240611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ CompareAndBranchIfNonZero(in_reg_hi, &end);
241611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ clz(out, in_reg_lo);
242611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ AddConstant(out, 32);
243611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ Bind(&end);
244611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  } else {
245611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling    __ clz(out, in.AsRegister<Register>());
246611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  }
247611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling}
248611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
249611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakelingvoid IntrinsicLocationsBuilderARM::VisitIntegerNumberOfLeadingZeros(HInvoke* invoke) {
250611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  CreateIntToIntLocations(arena_, invoke);
251611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling}
252611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
253611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakelingvoid IntrinsicCodeGeneratorARM::VisitIntegerNumberOfLeadingZeros(HInvoke* invoke) {
254611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  GenNumberOfLeadingZeros(invoke->GetLocations(), Primitive::kPrimInt, GetAssembler());
255611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling}
256611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
257611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakelingvoid IntrinsicLocationsBuilderARM::VisitLongNumberOfLeadingZeros(HInvoke* invoke) {
258611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  LocationSummary* locations = new (arena_) LocationSummary(invoke,
259611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling                                                           LocationSummary::kNoCall,
260611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling                                                           kIntrinsified);
261611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  locations->SetInAt(0, Location::RequiresRegister());
262611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  locations->SetOut(Location::RequiresRegister(), Location::kOutputOverlap);
263611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling}
264611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
265611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakelingvoid IntrinsicCodeGeneratorARM::VisitLongNumberOfLeadingZeros(HInvoke* invoke) {
266611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling  GenNumberOfLeadingZeros(invoke->GetLocations(), Primitive::kPrimLong, GetAssembler());
267611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling}
268611d3395e9efc0ab8dbfa4a197fa022fbd8c7204Scott Wakeling
2692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void MathAbsFP(LocationSummary* locations, bool is64bit, ArmAssembler* assembler) {
2702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location in = locations->InAt(0);
2712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location out = locations->Out();
2722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is64bit) {
2742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vabsd(FromLowSToD(out.AsFpuRegisterPairLow<SRegister>()),
2752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe             FromLowSToD(in.AsFpuRegisterPairLow<SRegister>()));
2762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
2772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ vabss(out.AsFpuRegister<SRegister>(), in.AsFpuRegister<SRegister>());
2782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
2792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathAbsDouble(HInvoke* invoke) {
2822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateFPToFPLocations(arena_, invoke);
2832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathAbsDouble(HInvoke* invoke) {
2862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MathAbsFP(invoke->GetLocations(), true, GetAssembler());
2872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathAbsFloat(HInvoke* invoke) {
2902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateFPToFPLocations(arena_, invoke);
2912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathAbsFloat(HInvoke* invoke) {
2942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  MathAbsFP(invoke->GetLocations(), false, GetAssembler());
2952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
2962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
2972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntToIntPlusTemp(ArenaAllocator* arena, HInvoke* invoke) {
2982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
2992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
3002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
3012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
3022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kNoOutputOverlap);
3032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());
3052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void GenAbsInteger(LocationSummary* locations,
3082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                          bool is64bit,
3092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                          ArmAssembler* assembler) {
3102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location in = locations->InAt(0);
3112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Location output = locations->Out();
3122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register mask = locations->GetTemp(0).AsRegister<Register>();
3142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is64bit) {
3162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register in_reg_lo = in.AsRegisterPairLow<Register>();
3172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register in_reg_hi = in.AsRegisterPairHigh<Register>();
3182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register out_reg_lo = output.AsRegisterPairLow<Register>();
3192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register out_reg_hi = output.AsRegisterPairHigh<Register>();
3202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    DCHECK_NE(out_reg_lo, in_reg_hi) << "Diagonal overlap unexpected.";
3222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ Asr(mask, in_reg_hi, 31);
3242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ adds(out_reg_lo, in_reg_lo, ShifterOperand(mask));
3252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ adc(out_reg_hi, in_reg_hi, ShifterOperand(mask));
3262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ eor(out_reg_lo, mask, ShifterOperand(out_reg_lo));
3272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ eor(out_reg_hi, mask, ShifterOperand(out_reg_hi));
3282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
3292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register in_reg = in.AsRegister<Register>();
3302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register out_reg = output.AsRegister<Register>();
3312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ Asr(mask, in_reg, 31);
3332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ add(out_reg, in_reg, ShifterOperand(mask));
3342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ eor(out_reg, mask, ShifterOperand(out_reg));
3352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
3362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathAbsInt(HInvoke* invoke) {
3392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntPlusTemp(arena_, invoke);
3402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathAbsInt(HInvoke* invoke) {
3432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenAbsInteger(invoke->GetLocations(), false, GetAssembler());
3442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathAbsLong(HInvoke* invoke) {
3482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntPlusTemp(arena_, invoke);
3492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathAbsLong(HInvoke* invoke) {
3522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenAbsInteger(invoke->GetLocations(), true, GetAssembler());
3532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void GenMinMax(LocationSummary* locations,
3562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                      bool is_min,
3572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                      ArmAssembler* assembler) {
3582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register op1 = locations->InAt(0).AsRegister<Register>();
3592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register op2 = locations->InAt(1).AsRegister<Register>();
3602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register out = locations->Out().AsRegister<Register>();
3612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ cmp(op1, ShifterOperand(op2));
3632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ it((is_min) ? Condition::LT : Condition::GT, kItElse);
3652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ mov(out, ShifterOperand(op1), is_min ? Condition::LT : Condition::GT);
3662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ mov(out, ShifterOperand(op2), is_min ? Condition::GE : Condition::LE);
3672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {
3702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
3712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
3722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
3732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
3742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
3752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kNoOutputOverlap);
3762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathMinIntInt(HInvoke* invoke) {
3792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToIntLocations(arena_, invoke);
3802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathMinIntInt(HInvoke* invoke) {
3832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenMinMax(invoke->GetLocations(), true, GetAssembler());
3842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathMaxIntInt(HInvoke* invoke) {
3872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToIntLocations(arena_, invoke);
3882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathMaxIntInt(HInvoke* invoke) {
3912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenMinMax(invoke->GetLocations(), false, GetAssembler());
3922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMathSqrt(HInvoke* invoke) {
3952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateFPToFPLocations(arena_, invoke);
3962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
3972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
3982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMathSqrt(HInvoke* invoke) {
3992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = invoke->GetLocations();
4002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ vsqrtd(FromLowSToD(locations->Out().AsFpuRegisterPairLow<SRegister>()),
4022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe            FromLowSToD(locations->InAt(0).AsFpuRegisterPairLow<SRegister>()));
4032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPeekByte(HInvoke* invoke) {
4062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntLocations(arena_, invoke);
4072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPeekByte(HInvoke* invoke) {
4102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Ignore upper 4B of long address.
4122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ ldrsb(invoke->GetLocations()->Out().AsRegister<Register>(),
4132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe           Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
4142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPeekIntNative(HInvoke* invoke) {
4172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntLocations(arena_, invoke);
4182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPeekIntNative(HInvoke* invoke) {
4212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Ignore upper 4B of long address.
4232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ ldr(invoke->GetLocations()->Out().AsRegister<Register>(),
4242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe         Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
4252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPeekLongNative(HInvoke* invoke) {
4282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntLocations(arena_, invoke);
4292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPeekLongNative(HInvoke* invoke) {
4322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Ignore upper 4B of long address.
4342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register addr = invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>();
4352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Worst case: Control register bit SCTLR.A = 0. Then unaligned accesses throw a processor
4362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // exception. So we can't use ldrd as addr may be unaligned.
4372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register lo = invoke->GetLocations()->Out().AsRegisterPairLow<Register>();
4382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register hi = invoke->GetLocations()->Out().AsRegisterPairHigh<Register>();
4392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (addr == lo) {
4402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ ldr(hi, Address(addr, 4));
4412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ ldr(lo, Address(addr, 0));
4422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
4432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ ldr(lo, Address(addr, 0));
4442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ ldr(hi, Address(addr, 4));
4452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
4462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPeekShortNative(HInvoke* invoke) {
4492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntToIntLocations(arena_, invoke);
4502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPeekShortNative(HInvoke* invoke) {
4532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Ignore upper 4B of long address.
4552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ ldrsh(invoke->GetLocations()->Out().AsRegister<Register>(),
4562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe           Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
4572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntIntToVoidLocations(ArenaAllocator* arena, HInvoke* invoke) {
4602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
4612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
4622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
4632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
4642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
4652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPokeByte(HInvoke* invoke) {
4682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToVoidLocations(arena_, invoke);
4692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPokeByte(HInvoke* invoke) {
4722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ strb(invoke->GetLocations()->InAt(1).AsRegister<Register>(),
4742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe          Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
4752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPokeIntNative(HInvoke* invoke) {
4782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToVoidLocations(arena_, invoke);
4792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPokeIntNative(HInvoke* invoke) {
4822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ str(invoke->GetLocations()->InAt(1).AsRegister<Register>(),
4842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe         Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
4852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPokeLongNative(HInvoke* invoke) {
4882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToVoidLocations(arena_, invoke);
4892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
4902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
4912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPokeLongNative(HInvoke* invoke) {
4922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
4932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Ignore upper 4B of long address.
4942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register addr = invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>();
4952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Worst case: Control register bit SCTLR.A = 0. Then unaligned accesses throw a processor
4962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // exception. So we can't use ldrd as addr may be unaligned.
4972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ str(invoke->GetLocations()->InAt(1).AsRegisterPairLow<Register>(), Address(addr, 0));
4982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ str(invoke->GetLocations()->InAt(1).AsRegisterPairHigh<Register>(), Address(addr, 4));
4992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitMemoryPokeShortNative(HInvoke* invoke) {
5022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntToVoidLocations(arena_, invoke);
5032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitMemoryPokeShortNative(HInvoke* invoke) {
5062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
5072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ strh(invoke->GetLocations()->InAt(1).AsRegister<Register>(),
5082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe          Address(invoke->GetLocations()->InAt(0).AsRegisterPairLow<Register>()));
5092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitThreadCurrentThread(HInvoke* invoke) {
5122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena_) LocationSummary(invoke,
5132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                            LocationSummary::kNoCall,
5142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                            kIntrinsified);
5152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister());
5162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitThreadCurrentThread(HInvoke* invoke) {
5192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
5202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ LoadFromOffset(kLoadWord,
5212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                    invoke->GetLocations()->Out().AsRegister<Register>(),
5222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                    TR,
5232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                    Thread::PeerOffset<kArmPointerSize>().Int32Value());
5242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void GenUnsafeGet(HInvoke* invoke,
5272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         Primitive::Type type,
5282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         bool is_volatile,
5292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         CodeGeneratorARM* codegen) {
5302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = invoke->GetLocations();
5312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  DCHECK((type == Primitive::kPrimInt) ||
5322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe         (type == Primitive::kPrimLong) ||
5332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe         (type == Primitive::kPrimNot));
5342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = codegen->GetAssembler();
5352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register base = locations->InAt(1).AsRegister<Register>();           // Object pointer.
5362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register offset = locations->InAt(2).AsRegisterPairLow<Register>();  // Long offset, lo part only.
5372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (type == Primitive::kPrimLong) {
5392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register trg_lo = locations->Out().AsRegisterPairLow<Register>();
5402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ add(IP, base, ShifterOperand(offset));
5412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (is_volatile && !codegen->GetInstructionSetFeatures().HasAtomicLdrdAndStrd()) {
5422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register trg_hi = locations->Out().AsRegisterPairHigh<Register>();
5432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ ldrexd(trg_lo, trg_hi, IP);
5442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    } else {
5452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ ldrd(trg_lo, Address(IP));
5462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
5472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
5482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register trg = locations->Out().AsRegister<Register>();
5492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ ldr(trg, Address(base, offset));
5502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
5512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is_volatile) {
5532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ dmb(ISH);
5542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
5554d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain
5564d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  if (type == Primitive::kPrimNot) {
5574d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    Register trg = locations->Out().AsRegister<Register>();
5584d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    __ MaybeUnpoisonHeapReference(trg);
5594d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  }
5602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntIntIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {
5632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
5642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
5652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
5662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::NoLocation());        // Unused receiver.
5672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
5682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(2, Location::RequiresRegister());
5692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kNoOutputOverlap);
5702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGet(HInvoke* invoke) {
5732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGetVolatile(HInvoke* invoke) {
5762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGetLong(HInvoke* invoke) {
5792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGetLongVolatile(HInvoke* invoke) {
5822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGetObject(HInvoke* invoke) {
5852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeGetObjectVolatile(HInvoke* invoke) {
5882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntToIntLocations(arena_, invoke);
5892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
5912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGet(HInvoke* invoke) {
5922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimInt, false, codegen_);
5932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGetVolatile(HInvoke* invoke) {
5952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimInt, true, codegen_);
5962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
5972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGetLong(HInvoke* invoke) {
5982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimLong, false, codegen_);
5992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGetLongVolatile(HInvoke* invoke) {
6012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimLong, true, codegen_);
6022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGetObject(HInvoke* invoke) {
6042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimNot, false, codegen_);
6052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeGetObjectVolatile(HInvoke* invoke) {
6072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafeGet(invoke, Primitive::kPrimNot, true, codegen_);
6082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntIntIntIntToVoid(ArenaAllocator* arena,
6112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                     const ArmInstructionSetFeatures& features,
6122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                     Primitive::Type type,
6132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                     bool is_volatile,
6142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                     HInvoke* invoke) {
6152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
6162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
6172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
6182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::NoLocation());        // Unused receiver.
6192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
6202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(2, Location::RequiresRegister());
6212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(3, Location::RequiresRegister());
6222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (type == Primitive::kPrimLong) {
6242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    // Potentially need temps for ldrexd-strexd loop.
6252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (is_volatile && !features.HasAtomicLdrdAndStrd()) {
6262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      locations->AddTemp(Location::RequiresRegister());  // Temp_lo.
6272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      locations->AddTemp(Location::RequiresRegister());  // Temp_hi.
6282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
6292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else if (type == Primitive::kPrimNot) {
6302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    // Temps for card-marking.
6312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    locations->AddTemp(Location::RequiresRegister());  // Temp.
6322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    locations->AddTemp(Location::RequiresRegister());  // Card.
6332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
6342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePut(HInvoke* invoke) {
6372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimInt, false, invoke);
6382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutOrdered(HInvoke* invoke) {
6402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimInt, false, invoke);
6412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutVolatile(HInvoke* invoke) {
6432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimInt, true, invoke);
6442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutObject(HInvoke* invoke) {
6462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimNot, false, invoke);
6472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutObjectOrdered(HInvoke* invoke) {
6492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimNot, false, invoke);
6502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutObjectVolatile(HInvoke* invoke) {
6522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimNot, true, invoke);
6532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutLong(HInvoke* invoke) {
6552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimLong, false, invoke);
6562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutLongOrdered(HInvoke* invoke) {
6582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimLong, false, invoke);
6592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafePutLongVolatile(HInvoke* invoke) {
6612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntToVoid(arena_, features_, Primitive::kPrimLong, true, invoke);
6622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
6632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void GenUnsafePut(LocationSummary* locations,
6652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         Primitive::Type type,
6662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         bool is_volatile,
6672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         bool is_ordered,
6682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                         CodeGeneratorARM* codegen) {
6692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = codegen->GetAssembler();
6702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register base = locations->InAt(1).AsRegister<Register>();           // Object pointer.
6722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register offset = locations->InAt(2).AsRegisterPairLow<Register>();  // Long offset, lo part only.
6732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register value;
6742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is_volatile || is_ordered) {
6762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ dmb(ISH);
6772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
6782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (type == Primitive::kPrimLong) {
6802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register value_lo = locations->InAt(3).AsRegisterPairLow<Register>();
6812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    value = value_lo;
6822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    if (is_volatile && !codegen->GetInstructionSetFeatures().HasAtomicLdrdAndStrd()) {
6832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register temp_lo = locations->GetTemp(0).AsRegister<Register>();
6842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register temp_hi = locations->GetTemp(1).AsRegister<Register>();
6852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Register value_hi = locations->InAt(3).AsRegisterPairHigh<Register>();
6862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
6872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ add(IP, base, ShifterOperand(offset));
6882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      Label loop_head;
6892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ Bind(&loop_head);
6902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ ldrexd(temp_lo, temp_hi, IP);
6912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ strexd(temp_lo, value_lo, value_hi, IP);
6922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ cmp(temp_lo, ShifterOperand(0));
6932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ b(&loop_head, NE);
6942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    } else {
6952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ add(IP, base, ShifterOperand(offset));
6962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe      __ strd(value_lo, Address(IP));
6972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    }
6982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  } else {
6994d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    value = locations->InAt(3).AsRegister<Register>();
7004d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    Register source = value;
7014d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    if (kPoisonHeapReferences && type == Primitive::kPrimNot) {
7024d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain      Register temp = locations->GetTemp(0).AsRegister<Register>();
7034d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain      __ Mov(temp, value);
7044d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain      __ PoisonHeapReference(temp);
7054d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain      source = temp;
7064d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    }
7074d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    __ str(source, Address(base, offset));
7082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
7092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (is_volatile) {
7112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    __ dmb(ISH);
7122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
7132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (type == Primitive::kPrimNot) {
7152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register temp = locations->GetTemp(0).AsRegister<Register>();
7162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    Register card = locations->GetTemp(1).AsRegister<Register>();
71707276db28d654594e0e86e9e467cad393f752e6eNicolas Geoffray    bool value_can_be_null = true;  // TODO: Worth finding out this information?
71807276db28d654594e0e86e9e467cad393f752e6eNicolas Geoffray    codegen->MarkGCCard(temp, card, base, value, value_can_be_null);
7192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
7202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePut(HInvoke* invoke) {
7232bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimInt, false, false, codegen_);
7242bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7252bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutOrdered(HInvoke* invoke) {
7262bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimInt, false, true, codegen_);
7272bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutVolatile(HInvoke* invoke) {
7292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimInt, true, false, codegen_);
7302bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutObject(HInvoke* invoke) {
7322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimNot, false, false, codegen_);
7332bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutObjectOrdered(HInvoke* invoke) {
7352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimNot, false, true, codegen_);
7362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutObjectVolatile(HInvoke* invoke) {
7382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimNot, true, false, codegen_);
7392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutLong(HInvoke* invoke) {
7412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimLong, false, false, codegen_);
7422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutLongOrdered(HInvoke* invoke) {
7442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimLong, false, true, codegen_);
7452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafePutLongVolatile(HInvoke* invoke) {
7472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenUnsafePut(invoke->GetLocations(), Primitive::kPrimLong, true, false, codegen_);
7482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void CreateIntIntIntIntIntToIntPlusTemps(ArenaAllocator* arena,
7512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                HInvoke* invoke) {
7522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena) LocationSummary(invoke,
7532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           LocationSummary::kNoCall,
7542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                           kIntrinsified);
7552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::NoLocation());        // Unused receiver.
7562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
7572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(2, Location::RequiresRegister());
7582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(3, Location::RequiresRegister());
7592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(4, Location::RequiresRegister());
7602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kNoOutputOverlap);
7622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());  // Pointer.
7642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());  // Temp 1.
7652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());  // Temp 2.
7662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
7672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampestatic void GenCas(LocationSummary* locations, Primitive::Type type, CodeGeneratorARM* codegen) {
7692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  DCHECK_NE(type, Primitive::kPrimLong);
7702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = codegen->GetAssembler();
7722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register out = locations->Out().AsRegister<Register>();              // Boolean result.
7742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register base = locations->InAt(1).AsRegister<Register>();           // Object pointer.
7762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register offset = locations->InAt(2).AsRegisterPairLow<Register>();  // Offset (discard high 4B).
7772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register expected_lo = locations->InAt(3).AsRegister<Register>();    // Expected.
7782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register value_lo = locations->InAt(4).AsRegister<Register>();       // Value.
7792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register tmp_ptr = locations->GetTemp(0).AsRegister<Register>();     // Pointer to actual memory.
7812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register tmp_lo = locations->GetTemp(1).AsRegister<Register>();      // Value in memory.
7822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  if (type == Primitive::kPrimNot) {
7842bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    // Mark card for object assuming new value is stored. Worst case we will mark an unchanged
7852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe    // object and scan the receiver at the next GC for nothing.
78607276db28d654594e0e86e9e467cad393f752e6eNicolas Geoffray    bool value_can_be_null = true;  // TODO: Worth finding out this information?
78707276db28d654594e0e86e9e467cad393f752e6eNicolas Geoffray    codegen->MarkGCCard(tmp_ptr, tmp_lo, base, value_lo, value_can_be_null);
7882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  }
7892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Prevent reordering with prior memory operations.
7912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ dmb(ISH);
7922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ add(tmp_ptr, base, ShifterOperand(offset));
7942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
7954d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  if (kPoisonHeapReferences && type == Primitive::kPrimNot) {
7964d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    codegen->GetAssembler()->PoisonHeapReference(expected_lo);
7974d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    codegen->GetAssembler()->PoisonHeapReference(value_lo);
7984d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  }
7994d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain
8002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // do {
8012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  //   tmp = [r_ptr] - expected;
8022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // } while (tmp == 0 && failure([r_ptr] <- r_new_value));
8032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // result = tmp != 0;
8042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Label loop_head;
8062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ Bind(&loop_head);
8072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ ldrex(tmp_lo, tmp_ptr);
8092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ subs(tmp_lo, tmp_lo, ShifterOperand(expected_lo));
8112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8122bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ it(EQ, ItState::kItT);
8132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ strex(tmp_lo, value_lo, tmp_ptr, EQ);
8142bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ cmp(tmp_lo, ShifterOperand(1), EQ);
8152bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8162bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ b(&loop_head, EQ);
8172bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ dmb(ISH);
8192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8202bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ rsbs(out, tmp_lo, ShifterOperand(1));
8212bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ it(CC);
8222bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ mov(out, ShifterOperand(0), CC);
8234d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain
8244d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  if (kPoisonHeapReferences && type == Primitive::kPrimNot) {
8254d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    codegen->GetAssembler()->UnpoisonHeapReference(value_lo);
8264d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain    codegen->GetAssembler()->UnpoisonHeapReference(expected_lo);
8274d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain  }
8282bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8292bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
830ca71458862be8505330b7fd5649a062f31d143dcAndreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeCASInt(HInvoke* invoke) {
8312bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntIntToIntPlusTemps(arena_, invoke);
8322bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
833ca71458862be8505330b7fd5649a062f31d143dcAndreas Gampevoid IntrinsicLocationsBuilderARM::VisitUnsafeCASObject(HInvoke* invoke) {
8342bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  CreateIntIntIntIntIntToIntPlusTemps(arena_, invoke);
8352bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8362bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeCASInt(HInvoke* invoke) {
8372bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenCas(invoke->GetLocations(), Primitive::kPrimInt, codegen_);
8382bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8392bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitUnsafeCASObject(HInvoke* invoke) {
8402bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  GenCas(invoke->GetLocations(), Primitive::kPrimNot, codegen_);
8412bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8422bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8432bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitStringCharAt(HInvoke* invoke) {
8442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = new (arena_) LocationSummary(invoke,
8452bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                            LocationSummary::kCallOnSlowPath,
8462bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe                                                            kIntrinsified);
8472bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(0, Location::RequiresRegister());
8482bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetInAt(1, Location::RequiresRegister());
8492bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->SetOut(Location::RequiresRegister(), Location::kOutputOverlap);
8502bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8512bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());
8522bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  locations->AddTemp(Location::RequiresRegister());
8532bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8542bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8552bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitStringCharAt(HInvoke* invoke) {
8562bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  ArmAssembler* assembler = GetAssembler();
8572bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  LocationSummary* locations = invoke->GetLocations();
8582bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8592bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Location of reference to data array
8602bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  const MemberOffset value_offset = mirror::String::ValueOffset();
8612bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Location of count
8622bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  const MemberOffset count_offset = mirror::String::CountOffset();
8632bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8642bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register obj = locations->InAt(0).AsRegister<Register>();  // String object pointer.
8652bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register idx = locations->InAt(1).AsRegister<Register>();  // Index of character.
8662bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register out = locations->Out().AsRegister<Register>();    // Result character.
8672bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8682bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register temp = locations->GetTemp(0).AsRegister<Register>();
8692bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  Register array_temp = locations->GetTemp(1).AsRegister<Register>();
8702bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8712bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // TODO: Maybe we can support range check elimination. Overall, though, I think it's not worth
8722bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  //       the cost.
8732bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // TODO: For simplicity, the index parameter is requested in a register, so different from Quick
8742bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  //       we will not optimize the code for constants (which would save a register).
8752bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8762bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  SlowPathCodeARM* slow_path = new (GetAllocator()) IntrinsicSlowPathARM(invoke);
8772bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  codegen_->AddSlowPath(slow_path);
8782bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8792bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ ldr(temp, Address(obj, count_offset.Int32Value()));          // temp = str.length.
8802bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  codegen_->MaybeRecordImplicitNullCheck(invoke);
8812bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ cmp(idx, ShifterOperand(temp));
8822bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ b(slow_path->GetEntryLabel(), CS);
8832bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
884848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ add(array_temp, obj, ShifterOperand(value_offset.Int32Value()));  // array_temp := str.value.
8852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  // Load the value.
887848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ ldrh(out, Address(array_temp, idx, LSL, 1));                 // out := array_temp[idx].
8882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
8892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe  __ Bind(slow_path->GetExitLabel());
8902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
8912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
892d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffrayvoid IntrinsicLocationsBuilderARM::VisitStringCompareTo(HInvoke* invoke) {
893d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  // The inputs plus one temp.
894d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  LocationSummary* locations = new (arena_) LocationSummary(invoke,
895d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray                                                            LocationSummary::kCall,
896d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray                                                            kIntrinsified);
897d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  InvokeRuntimeCallingConvention calling_convention;
898d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
899d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  locations->SetInAt(1, Location::RegisterLocation(calling_convention.GetRegisterAt(1)));
900d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  locations->SetOut(Location::RegisterLocation(R0));
901d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray}
902d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray
903d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffrayvoid IntrinsicCodeGeneratorARM::VisitStringCompareTo(HInvoke* invoke) {
904d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  ArmAssembler* assembler = GetAssembler();
905d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  LocationSummary* locations = invoke->GetLocations();
906d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray
907512e04d1ea7fb33e3992715fe55be8a834d4a79cNicolas Geoffray  // Note that the null check must have been done earlier.
908641547a5f18ca2ea54469cceadcfef64f132e5e0Calin Juravle  DCHECK(!invoke->CanDoImplicitNullCheckOn(invoke->InputAt(0)));
909d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray
910d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  Register argument = locations->InAt(1).AsRegister<Register>();
911d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  __ cmp(argument, ShifterOperand(0));
912d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  SlowPathCodeARM* slow_path = new (GetAllocator()) IntrinsicSlowPathARM(invoke);
913d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  codegen_->AddSlowPath(slow_path);
914d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  __ b(slow_path->GetEntryLabel(), EQ);
915d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray
916d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  __ LoadFromOffset(
917d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray      kLoadWord, LR, TR, QUICK_ENTRYPOINT_OFFSET(kArmWordSize, pStringCompareTo).Int32Value());
918d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  __ blx(LR);
919d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray  __ Bind(slow_path->GetExitLabel());
920d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray}
921d75948ac93a4a317feaf136cae78823071234ba5Nicolas Geoffray
922ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampestatic void GenerateVisitStringIndexOf(HInvoke* invoke,
923ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                       ArmAssembler* assembler,
924ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                       CodeGeneratorARM* codegen,
925ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                       ArenaAllocator* allocator,
926ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                       bool start_at_zero) {
927ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  LocationSummary* locations = invoke->GetLocations();
928ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  Register tmp_reg = locations->GetTemp(0).AsRegister<Register>();
929ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
930ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // Note that the null check must have been done earlier.
931ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  DCHECK(!invoke->CanDoImplicitNullCheckOn(invoke->InputAt(0)));
932ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
933ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // Check for code points > 0xFFFF. Either a slow-path check when we don't know statically,
934ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // or directly dispatch if we have a constant.
935ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  SlowPathCodeARM* slow_path = nullptr;
936ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  if (invoke->InputAt(1)->IsIntConstant()) {
937ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    if (static_cast<uint32_t>(invoke->InputAt(1)->AsIntConstant()->GetValue()) >
938ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe        std::numeric_limits<uint16_t>::max()) {
939ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      // Always needs the slow-path. We could directly dispatch to it, but this case should be
940ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      // rare, so for simplicity just put the full slow-path down and branch unconditionally.
941ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      slow_path = new (allocator) IntrinsicSlowPathARM(invoke);
942ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      codegen->AddSlowPath(slow_path);
943ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      __ b(slow_path->GetEntryLabel());
944ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      __ Bind(slow_path->GetExitLabel());
945ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe      return;
946ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    }
947ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  } else {
948ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    Register char_reg = locations->InAt(1).AsRegister<Register>();
949ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    __ LoadImmediate(tmp_reg, std::numeric_limits<uint16_t>::max());
950ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    __ cmp(char_reg, ShifterOperand(tmp_reg));
951ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    slow_path = new (allocator) IntrinsicSlowPathARM(invoke);
952ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    codegen->AddSlowPath(slow_path);
953ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    __ b(slow_path->GetEntryLabel(), HI);
954ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  }
955ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
956ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  if (start_at_zero) {
957ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    DCHECK_EQ(tmp_reg, R2);
958ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    // Start-index = 0.
959ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    __ LoadImmediate(tmp_reg, 0);
960ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  }
961ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
962ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  __ LoadFromOffset(kLoadWord, LR, TR,
963ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                    QUICK_ENTRYPOINT_OFFSET(kArmWordSize, pIndexOf).Int32Value());
964ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  __ blx(LR);
965ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
966ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  if (slow_path != nullptr) {
967ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe    __ Bind(slow_path->GetExitLabel());
968ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  }
969ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe}
970ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
971ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitStringIndexOf(HInvoke* invoke) {
972ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  LocationSummary* locations = new (arena_) LocationSummary(invoke,
973ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                                            LocationSummary::kCall,
974ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                                            kIntrinsified);
975ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // We have a hand-crafted assembly stub that follows the runtime calling convention. So it's
976ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // best to align the inputs accordingly.
977ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  InvokeRuntimeCallingConvention calling_convention;
978ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
979ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetInAt(1, Location::RegisterLocation(calling_convention.GetRegisterAt(1)));
980ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetOut(Location::RegisterLocation(R0));
981ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
982ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // Need a temp for slow-path codepoint compare, and need to send start-index=0.
983ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->AddTemp(Location::RegisterLocation(calling_convention.GetRegisterAt(2)));
984ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe}
985ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
986ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitStringIndexOf(HInvoke* invoke) {
987ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  GenerateVisitStringIndexOf(invoke, GetAssembler(), codegen_, GetAllocator(), true);
988ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe}
989ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
990ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampevoid IntrinsicLocationsBuilderARM::VisitStringIndexOfAfter(HInvoke* invoke) {
991ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  LocationSummary* locations = new (arena_) LocationSummary(invoke,
992ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                                            LocationSummary::kCall,
993ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe                                                            kIntrinsified);
994ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // We have a hand-crafted assembly stub that follows the runtime calling convention. So it's
995ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // best to align the inputs accordingly.
996ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  InvokeRuntimeCallingConvention calling_convention;
997ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
998ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetInAt(1, Location::RegisterLocation(calling_convention.GetRegisterAt(1)));
999ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetInAt(2, Location::RegisterLocation(calling_convention.GetRegisterAt(2)));
1000ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->SetOut(Location::RegisterLocation(R0));
1001ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
1002ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  // Need a temp for slow-path codepoint compare.
1003ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  locations->AddTemp(Location::RequiresRegister());
1004ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe}
1005ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
1006ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampevoid IntrinsicCodeGeneratorARM::VisitStringIndexOfAfter(HInvoke* invoke) {
1007ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe  GenerateVisitStringIndexOf(invoke, GetAssembler(), codegen_, GetAllocator(), false);
1008ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe}
1009ba6fdbcb764d5a8972f5ff2d7147e4d78226b347Andreas Gampe
1010848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicLocationsBuilderARM::VisitStringNewStringFromBytes(HInvoke* invoke) {
1011848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  LocationSummary* locations = new (arena_) LocationSummary(invoke,
1012848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            LocationSummary::kCall,
1013848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            kIntrinsified);
1014848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  InvokeRuntimeCallingConvention calling_convention;
1015848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
1016848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(1, Location::RegisterLocation(calling_convention.GetRegisterAt(1)));
1017848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(2, Location::RegisterLocation(calling_convention.GetRegisterAt(2)));
1018848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(3, Location::RegisterLocation(calling_convention.GetRegisterAt(3)));
1019848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetOut(Location::RegisterLocation(R0));
1020848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1021848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1022848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicCodeGeneratorARM::VisitStringNewStringFromBytes(HInvoke* invoke) {
1023848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  ArmAssembler* assembler = GetAssembler();
1024848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  LocationSummary* locations = invoke->GetLocations();
1025848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1026848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  Register byte_array = locations->InAt(0).AsRegister<Register>();
1027848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ cmp(byte_array, ShifterOperand(0));
1028848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  SlowPathCodeARM* slow_path = new (GetAllocator()) IntrinsicSlowPathARM(invoke);
1029848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  codegen_->AddSlowPath(slow_path);
1030848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ b(slow_path->GetEntryLabel(), EQ);
1031848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1032848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ LoadFromOffset(
1033848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao      kLoadWord, LR, TR, QUICK_ENTRYPOINT_OFFSET(kArmWordSize, pAllocStringFromBytes).Int32Value());
1034848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  codegen_->RecordPcInfo(invoke, invoke->GetDexPc());
1035848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ blx(LR);
1036848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ Bind(slow_path->GetExitLabel());
1037848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1038848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1039848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicLocationsBuilderARM::VisitStringNewStringFromChars(HInvoke* invoke) {
1040848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  LocationSummary* locations = new (arena_) LocationSummary(invoke,
1041848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            LocationSummary::kCall,
1042848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            kIntrinsified);
1043848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  InvokeRuntimeCallingConvention calling_convention;
1044848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
1045848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(1, Location::RegisterLocation(calling_convention.GetRegisterAt(1)));
1046848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(2, Location::RegisterLocation(calling_convention.GetRegisterAt(2)));
1047848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetOut(Location::RegisterLocation(R0));
1048848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1049848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1050848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicCodeGeneratorARM::VisitStringNewStringFromChars(HInvoke* invoke) {
1051848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  ArmAssembler* assembler = GetAssembler();
1052848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1053848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ LoadFromOffset(
1054848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao      kLoadWord, LR, TR, QUICK_ENTRYPOINT_OFFSET(kArmWordSize, pAllocStringFromChars).Int32Value());
1055848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  codegen_->RecordPcInfo(invoke, invoke->GetDexPc());
1056848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ blx(LR);
1057848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1058848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1059848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicLocationsBuilderARM::VisitStringNewStringFromString(HInvoke* invoke) {
1060848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  LocationSummary* locations = new (arena_) LocationSummary(invoke,
1061848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            LocationSummary::kCall,
1062848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao                                                            kIntrinsified);
1063848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  InvokeRuntimeCallingConvention calling_convention;
1064848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetInAt(0, Location::RegisterLocation(calling_convention.GetRegisterAt(0)));
1065848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  locations->SetOut(Location::RegisterLocation(R0));
1066848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1067848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1068848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haovoid IntrinsicCodeGeneratorARM::VisitStringNewStringFromString(HInvoke* invoke) {
1069848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  ArmAssembler* assembler = GetAssembler();
1070848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  LocationSummary* locations = invoke->GetLocations();
1071848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1072848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  Register string_to_copy = locations->InAt(0).AsRegister<Register>();
1073848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ cmp(string_to_copy, ShifterOperand(0));
1074848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  SlowPathCodeARM* slow_path = new (GetAllocator()) IntrinsicSlowPathARM(invoke);
1075848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  codegen_->AddSlowPath(slow_path);
1076848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ b(slow_path->GetEntryLabel(), EQ);
1077848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
1078848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ LoadFromOffset(kLoadWord,
1079848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao      LR, TR, QUICK_ENTRYPOINT_OFFSET(kArmWordSize, pAllocStringFromString).Int32Value());
1080848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  codegen_->RecordPcInfo(invoke, invoke->GetDexPc());
1081848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ blx(LR);
1082848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao  __ Bind(slow_path->GetExitLabel());
1083848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao}
1084848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao
10852bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe// Unimplemented intrinsics.
10862bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
10872bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe#define UNIMPLEMENTED_INTRINSIC(Name)                                                  \
10882bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicLocationsBuilderARM::Visit ## Name(HInvoke* invoke ATTRIBUTE_UNUSED) { \
10892bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}                                                                                      \
10902bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampevoid IntrinsicCodeGeneratorARM::Visit ## Name(HInvoke* invoke ATTRIBUTE_UNUSED) {    \
10912bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}
10922bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
10932bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(IntegerReverse)
10942bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(IntegerReverseBytes)
10952bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(LongReverse)
10962bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(LongReverseBytes)
10972bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(ShortReverseBytes)
10982bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMinDoubleDouble)
10992bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMinFloatFloat)
11002bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMaxDoubleDouble)
11012bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMaxFloatFloat)
11022bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMinLongLong)
11032bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathMaxLongLong)
11042bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathCeil)          // Could be done by changing rounding mode, maybe?
11052bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathFloor)         // Could be done by changing rounding mode, maybe?
11062bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathRint)
11072bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathRoundDouble)   // Could be done by changing rounding mode, maybe?
11082bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(MathRoundFloat)    // Could be done by changing rounding mode, maybe?
11092bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(UnsafeCASLong)     // High register pressure.
11102bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(SystemArrayCopyChar)
11112bcf9bf784a0021630d8fe63d7230d46d6891780Andreas GampeUNIMPLEMENTED_INTRINSIC(ReferenceGetReferent)
1112848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff HaoUNIMPLEMENTED_INTRINSIC(StringGetCharsNoCheck)
11132bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe
11144d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain#undef UNIMPLEMENTED_INTRINSIC
11154d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain
11164d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain#undef __
11174d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain
11182bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}  // namespace arm
11192bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe}  // namespace art
1120