assemble_arm64.cc revision 65420b244f18a3492a342ee3edaefeb26aed4230
143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin/* 243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * Copyright (C) 2011 The Android Open Source Project 343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * Licensed under the Apache License, Version 2.0 (the "License"); 543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * you may not use this file except in compliance with the License. 643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * You may obtain a copy of the License at 743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * http://www.apache.org/licenses/LICENSE-2.0 943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 1043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * Unless required by applicable law or agreed to in writing, software 1143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * distributed under the License is distributed on an "AS IS" BASIS, 1243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * See the License for the specific language governing permissions and 1443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * limitations under the License. 1543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin */ 1643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 1743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin#include "codegen_arm64.h" 1865420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin 1965420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin#include "arch/arm64/instruction_set_features_arm64.h" 2065420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin#include "arm64_lir.h" 2143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin#include "dex/quick/mir_to_lir-inl.h" 2243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 2343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinnamespace art { 2443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 25e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// The macros below are exclusively used in the encoding map. 26e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 27e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Most generic way of providing two variants for one instructions. 28e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define CUSTOM_VARIANTS(variant1, variant2) variant1, variant2 29e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 30e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Used for instructions which do not have a wide variant. 31e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define NO_VARIANTS(variant) \ 32e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CUSTOM_VARIANTS(variant, 0) 33e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 34e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Used for instructions which have a wide variant with the sf bit set to 1. 35e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define SF_VARIANTS(sf0_skeleton) \ 36e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CUSTOM_VARIANTS(sf0_skeleton, (sf0_skeleton | 0x80000000)) 37e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 38e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Used for instructions which have a wide variant with the size bits set to either x0 or x1. 39e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define SIZE_VARIANTS(sizex0_skeleton) \ 40e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CUSTOM_VARIANTS(sizex0_skeleton, (sizex0_skeleton | 0x40000000)) 41e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 42e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Used for instructions which have a wide variant with the sf and n bits set to 1. 43e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define SF_N_VARIANTS(sf0_n0_skeleton) \ 44e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CUSTOM_VARIANTS(sf0_n0_skeleton, (sf0_n0_skeleton | 0x80400000)) 45e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 46e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Used for FP instructions which have a single and double precision variants, with he type bits set 47e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// to either 00 or 01. 48e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define FLOAT_VARIANTS(type00_skeleton) \ 49e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CUSTOM_VARIANTS(type00_skeleton, (type00_skeleton | 0x00400000)) 50e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 5143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin/* 524163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin * opcode: A64Opcode enum 53e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * variants: instruction skeletons supplied via CUSTOM_VARIANTS or derived macros. 54e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * a{n}k: key to applying argument {n} \ 55e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * a{n}s: argument {n} start bit position | n = 0, 1, 2, 3 56e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * a{n}e: argument {n} end bit position / 57e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * flags: instruction attributes (used in optimization) 5843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * name: mnemonic name 5943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * fmt: for pretty-printing 60e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * fixup: used for second-pass fixes (e.g. adresses fixups in branch instructions). 6143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin */ 62e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define ENCODING_MAP(opcode, variants, a0k, a0s, a0e, a1k, a1s, a1e, a2k, a2s, a2e, \ 63e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin a3k, a3s, a3e, flags, name, fmt, fixup) \ 64e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin {variants, {{a0k, a0s, a0e}, {a1k, a1s, a1e}, {a2k, a2s, a2e}, \ 65e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin {a3k, a3s, a3e}}, opcode, flags, name, fmt, 4, fixup} 6643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 6743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin/* Instruction dump string format keys: !pf, where "!" is the start 6843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * of the key, "p" is which numeric operand to use and "f" is the 6943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * print format. 7043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 7143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * [p]ositions: 7243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 0 -> operands[0] (dest) 7343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 1 -> operands[1] (src1) 7443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 2 -> operands[2] (src2) 7543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 3 -> operands[3] (extra) 7643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 7743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * [f]ormats: 7843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * d -> decimal 79e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * D -> decimal*4 or decimal*8 depending on the instruction width 8043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * E -> decimal*4 8143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * F -> decimal*2 82e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * G -> ", lsl #2" or ", lsl #3" depending on the instruction width 83e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * c -> branch condition (eq, ne, etc.) 8443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * t -> pc-relative target 85e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * p -> pc-relative address 8643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * s -> single precision floating point register 8743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * S -> double precision floating point register 88e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * f -> single or double precision register (depending on instruction width) 89e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * I -> 8-bit immediate floating point number 90e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * l -> logical immediate 91e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * M -> 16-bit shift expression ("" or ", lsl #16" or ", lsl #32"...) 9243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * B -> dmb option string (sy, st, ish, ishst, nsh, hshst) 9343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * H -> operand shift 945d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu * h -> 6-bit shift immediate 95e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * T -> register shift (either ", lsl #0" or ", lsl #12") 96e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * e -> register extend (e.g. uxtb #1) 97e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * o -> register shift (e.g. lsl #1) for Word registers 98e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * w -> word (32-bit) register wn, or wzr 99e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * W -> word (32-bit) register wn, or wsp 100e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * x -> extended (64-bit) register xn, or xzr 101e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * X -> extended (64-bit) register xn, or sp 102e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * r -> register with same width as instruction, r31 -> wzr, xzr 103e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * R -> register with same width as instruction, r31 -> wsp, sp 10443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * 10543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin * [!] escape. To insert "!", use "!!" 10643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin */ 1074163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin/* NOTE: must be kept in sync with enum A64Opcode from arm64_lir.h */ 1084163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchinconst A64EncodingMap Arm64Mir2Lir::EncodingMap[kA64Last] = { 109e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Adc3rrr), SF_VARIANTS(0x1a000000), 110e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 111421efca6d71ffe348295872743317bf107a9a94aZheng Xu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 112e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "adc", "!0r, !1r, !2r", kFixupNone), 113e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Add4RRdT), SF_VARIANTS(0x11000000), 114e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 4, 0, kFmtRegROrSp, 9, 5, kFmtBitBlt, 21, 10, 115e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 23, 22, IS_QUAD_OP | REG_DEF0_USE1, 116e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "add", "!0R, !1R, #!2d!3T", kFixupNone), 117e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Add4rrro), SF_VARIANTS(0x0b000000), 118e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 119421efca6d71ffe348295872743317bf107a9a94aZheng Xu kFmtShift, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 120e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "add", "!0r, !1r, !2r!3o", kFixupNone), 12147b31aa855379471c06735b738396fa76e7c1988Andreas Gampe ENCODING_MAP(WIDE(kA64Add4RRre), SF_VARIANTS(0x0b200000), 1229f975bfe091e9592a1b6b5b46d224ec04b1183b6Andreas Gampe kFmtRegROrSp, 4, 0, kFmtRegROrSp, 9, 5, kFmtRegR, 20, 16, 1239f975bfe091e9592a1b6b5b46d224ec04b1183b6Andreas Gampe kFmtExtend, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 12447b31aa855379471c06735b738396fa76e7c1988Andreas Gampe "add", "!0r, !1r, !2r!3e", kFixupNone), 125e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Note: adr is binary, but declared as tertiary. The third argument is used while doing the 126e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // fixups and contains information to identify the adr label. 127e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Adr2xd, NO_VARIANTS(0x10000000), 128e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 4, 0, kFmtImm21, -1, -1, kFmtUnused, -1, -1, 129e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0 | NEEDS_FIXUP, 130e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "adr", "!0x, #!1d", kFixupAdr), 131e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64And3Rrl), SF_VARIANTS(0x12000000), 132e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 22, 10, 133e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 134e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "and", "!0R, !1r, #!2l", kFixupNone), 135e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64And4rrro), SF_VARIANTS(0x0a000000), 136e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 137e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtShift, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 138e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "and", "!0r, !1r, !2r!3o", kFixupNone), 139e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Asr3rrd), CUSTOM_VARIANTS(0x13007c00, 0x9340fc00), 140e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 21, 16, 141e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 142e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "asr", "!0r, !1r, #!2d", kFixupNone), 143e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Asr3rrr), SF_VARIANTS(0x1ac02800), 144e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 145e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 146e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "asr", "!0r, !1r, !2r", kFixupNone), 147e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64B2ct, NO_VARIANTS(0x54000000), 148e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 3, 0, kFmtBitBlt, 23, 5, kFmtUnused, -1, -1, 14943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | IS_BRANCH | USES_CCODES | 150e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin NEEDS_FIXUP, "b.!0c", "!1t", kFixupCondBranch), 151e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Blr1x, NO_VARIANTS(0xd63f0000), 152e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 9, 5, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 15343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, 15443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin IS_UNARY_OP | REG_USE0 | IS_BRANCH | REG_DEF_LR, 155e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "blr", "!0x", kFixupNone), 156e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Br1x, NO_VARIANTS(0xd61f0000), 157e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 9, 5, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 158e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_UNARY_OP | REG_USE0 | IS_BRANCH, 159e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "br", "!0x", kFixupNone), 1607c2ad5af0bdd3cc1069038f8e3422d99aeb5f44cVladimir Marko ENCODING_MAP(kA64Bl1t, NO_VARIANTS(0x94000000), 1617c2ad5af0bdd3cc1069038f8e3422d99aeb5f44cVladimir Marko kFmtBitBlt, 25, 0, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 1627c2ad5af0bdd3cc1069038f8e3422d99aeb5f44cVladimir Marko kFmtUnused, -1, -1, IS_UNARY_OP | IS_BRANCH | REG_DEF_LR | NEEDS_FIXUP, 1637c2ad5af0bdd3cc1069038f8e3422d99aeb5f44cVladimir Marko "bl", "!0T", kFixupLabel), 164e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Brk1d, NO_VARIANTS(0xd4200000), 165e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 20, 5, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 16643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_UNARY_OP | IS_BRANCH, 167e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "brk", "!0d", kFixupNone), 168e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64B1t, NO_VARIANTS(0x14000000), 169e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 25, 0, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 170e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_UNARY_OP | IS_BRANCH | NEEDS_FIXUP, 171e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "b", "!0t", kFixupT1Branch), 172e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Cbnz2rt), SF_VARIANTS(0x35000000), 173e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 23, 5, kFmtUnused, -1, -1, 174e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, 175e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin IS_BINARY_OP | REG_USE0 | IS_BRANCH | NEEDS_FIXUP, 176e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "cbnz", "!0r, !1t", kFixupCBxZ), 177e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Cbz2rt), SF_VARIANTS(0x34000000), 178e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 23, 5, kFmtUnused, -1, -1, 179e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, 18015d7a46d198f8064efbe4ab10696d448ed9dc60fMatteo Franchin IS_BINARY_OP | REG_USE0 | IS_BRANCH | NEEDS_FIXUP, 181e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "cbz", "!0r, !1t", kFixupCBxZ), 182bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Cmn3rro), SF_VARIANTS(0x2b00001f), 183bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegR, 9, 5, kFmtRegR, 20, 16, kFmtShift, -1, -1, 184e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | SETS_CCODES, 185bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "cmn", "!0r, !1r!2o", kFixupNone), 186bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Cmn3Rre), SF_VARIANTS(0x2b20001f), 187bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegROrSp, 9, 5, kFmtRegR, 20, 16, kFmtExtend, -1, -1, 188bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | SETS_CCODES, 189bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "cmn", "!0R, !1r!2e", kFixupNone), 190e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Cmn3RdT), SF_VARIANTS(0x3100001f), 191e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 9, 5, kFmtBitBlt, 21, 10, kFmtBitBlt, 23, 22, 192e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE0 | SETS_CCODES, 193e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "cmn", "!0R, #!1d!2T", kFixupNone), 194bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Cmp3rro), SF_VARIANTS(0x6b00001f), 195bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegR, 9, 5, kFmtRegR, 20, 16, kFmtShift, -1, -1, 196bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | SETS_CCODES, 197bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "cmp", "!0r, !1r!2o", kFixupNone), 198bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Cmp3Rre), SF_VARIANTS(0x6b20001f), 199bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegROrSp, 9, 5, kFmtRegR, 20, 16, kFmtExtend, -1, -1, 200e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | SETS_CCODES, 201bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "cmp", "!0R, !1r!2e", kFixupNone), 202e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Cmp3RdT), SF_VARIANTS(0x7100001f), 203e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 9, 5, kFmtBitBlt, 21, 10, kFmtBitBlt, 23, 22, 204e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE0 | SETS_CCODES, 205e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "cmp", "!0R, #!1d!2T", kFixupNone), 206e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Csel4rrrc), SF_VARIANTS(0x1a800000), 207e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 208e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 12, IS_QUAD_OP | REG_DEF0_USE12 | USES_CCODES, 209e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "csel", "!0r, !1r, !2r, !3c", kFixupNone), 210e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Csinc4rrrc), SF_VARIANTS(0x1a800400), 211e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 212e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 12, IS_QUAD_OP | REG_DEF0_USE12 | USES_CCODES, 213e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "csinc", "!0r, !1r, !2r, !3c", kFixupNone), 214873c371eea7d8700c8037d790de168b5ed7c20d0Stuart Monteith ENCODING_MAP(WIDE(kA64Csinv4rrrc), SF_VARIANTS(0x5a800000), 215873c371eea7d8700c8037d790de168b5ed7c20d0Stuart Monteith kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 216873c371eea7d8700c8037d790de168b5ed7c20d0Stuart Monteith kFmtBitBlt, 15, 12, IS_QUAD_OP | REG_DEF0_USE12 | USES_CCODES, 217873c371eea7d8700c8037d790de168b5ed7c20d0Stuart Monteith "csinv", "!0r, !1r, !2r, !3c", kFixupNone), 218e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Csneg4rrrc), SF_VARIANTS(0x5a800400), 219e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 220e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 12, IS_QUAD_OP | REG_DEF0_USE12 | USES_CCODES, 221e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "csneg", "!0r, !1r, !2r, !3c", kFixupNone), 222e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Dmb1B, NO_VARIANTS(0xd50330bf), 223e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 11, 8, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 22463999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_UNARY_OP | IS_VOLATILE, 225e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "dmb", "#!0B", kFixupNone), 226e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Eor3Rrl), SF_VARIANTS(0x52000000), 227e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 22, 10, 228e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 229e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "eor", "!0R, !1r, #!2l", kFixupNone), 230e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Eor4rrro), SF_VARIANTS(0x4a000000), 231e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 232e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtShift, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 233e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "eor", "!0r, !1r, !2r!3o", kFixupNone), 234e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Extr4rrrd), SF_N_VARIANTS(0x13800000), 235e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 236e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 10, IS_QUAD_OP | REG_DEF0_USE12, 237e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "extr", "!0r, !1r, !2r, #!3d", kFixupNone), 2384163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fabs2ff), FLOAT_VARIANTS(0x1e20c000), 239e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 240e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP| REG_DEF0_USE1, 241e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fabs", "!0f, !1f", kFixupNone), 2424163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fadd3fff), FLOAT_VARIANTS(0x1e202800), 243e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 244e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 245e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fadd", "!0f, !1f, !2f", kFixupNone), 2464163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fcmp1f), FLOAT_VARIANTS(0x1e202008), 247e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 9, 5, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 248e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_UNARY_OP | REG_USE0 | SETS_CCODES, 249e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcmp", "!0f, #0", kFixupNone), 2504163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fcmp2ff), FLOAT_VARIANTS(0x1e202000), 251e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 9, 5, kFmtRegF, 20, 16, kFmtUnused, -1, -1, 25243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_USE01 | SETS_CCODES, 253e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcmp", "!0f, !1f", kFixupNone), 2544163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fcvtzs2wf), FLOAT_VARIANTS(0x1e380000), 255e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 25643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 257e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcvtzs", "!0w, !1f", kFixupNone), 2584163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fcvtzs2xf), FLOAT_VARIANTS(0x9e380000), 259e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 26043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 261e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcvtzs", "!0x, !1f", kFixupNone), 262e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Fcvt2Ss, NO_VARIANTS(0x1e22C000), 263e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegD, 4, 0, kFmtRegS, 9, 5, kFmtUnused, -1, -1, 26443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 265e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcvt", "!0S, !1s", kFixupNone), 266e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Fcvt2sS, NO_VARIANTS(0x1e624000), 267e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegS, 4, 0, kFmtRegD, 9, 5, kFmtUnused, -1, -1, 26843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 269e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fcvt", "!0s, !1S", kFixupNone), 2702eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu ENCODING_MAP(kA64Fcvtms2ws, NO_VARIANTS(0x1e300000), 2712eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtRegW, 4, 0, kFmtRegS, 9, 5, kFmtUnused, -1, -1, 2722eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 2732eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "fcvtms", "!0w, !1s", kFixupNone), 2742eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu ENCODING_MAP(kA64Fcvtms2xS, NO_VARIANTS(0x9e700000), 2752eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtRegX, 4, 0, kFmtRegD, 9, 5, kFmtUnused, -1, -1, 2762eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 2772eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "fcvtms", "!0x, !1S", kFixupNone), 2784163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fdiv3fff), FLOAT_VARIANTS(0x1e201800), 279e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 280e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 281e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fdiv", "!0f, !1f, !2f", kFixupNone), 2824163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fmax3fff), FLOAT_VARIANTS(0x1e204800), 28323abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 28423abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 28523abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu "fmax", "!0f, !1f, !2f", kFixupNone), 2864163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fmin3fff), FLOAT_VARIANTS(0x1e205800), 28723abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 28823abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 28923abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu "fmin", "!0f, !1f, !2f", kFixupNone), 2904163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fmov2ff), FLOAT_VARIANTS(0x1e204000), 291e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 29263999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1 | IS_MOVE, 293e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0f, !1f", kFixupNone), 2944163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fmov2fI), FLOAT_VARIANTS(0x1e201000), 295e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtBitBlt, 20, 13, kFmtUnused, -1, -1, 296e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0, 297e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0f, #!1I", kFixupNone), 298e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Fmov2sw, NO_VARIANTS(0x1e270000), 299e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegS, 4, 0, kFmtRegW, 9, 5, kFmtUnused, -1, -1, 30043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 301e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0s, !1w", kFixupNone), 302e2eb29e98be3ba72cce7da40847ab3d605b9455dZheng Xu ENCODING_MAP(kA64Fmov2Sx, NO_VARIANTS(0x9e670000), 303e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegD, 4, 0, kFmtRegX, 9, 5, kFmtUnused, -1, -1, 30443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 305e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0S, !1x", kFixupNone), 306e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Fmov2ws, NO_VARIANTS(0x1e260000), 307e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegS, 9, 5, kFmtUnused, -1, -1, 30843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 309e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0w, !1s", kFixupNone), 31015d7a46d198f8064efbe4ab10696d448ed9dc60fMatteo Franchin ENCODING_MAP(kA64Fmov2xS, NO_VARIANTS(0x9e660000), 311e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 4, 0, kFmtRegD, 9, 5, kFmtUnused, -1, -1, 31243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 313e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmov", "!0x, !1S", kFixupNone), 3144163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fmul3fff), FLOAT_VARIANTS(0x1e200800), 315e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 316e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 317e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fmul", "!0f, !1f, !2f", kFixupNone), 3184163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fneg2ff), FLOAT_VARIANTS(0x1e214000), 319e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 32043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 321e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fneg", "!0f, !1f", kFixupNone), 3224163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Frintp2ff), FLOAT_VARIANTS(0x1e24c000), 3232eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 3242eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 3252eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "frintp", "!0f, !1f", kFixupNone), 3264163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Frintm2ff), FLOAT_VARIANTS(0x1e254000), 3272eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 3282eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 3292eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "frintm", "!0f, !1f", kFixupNone), 3304163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Frintn2ff), FLOAT_VARIANTS(0x1e244000), 3312eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 3322eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 3332eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "frintn", "!0f, !1f", kFixupNone), 3344163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Frintz2ff), FLOAT_VARIANTS(0x1e25c000), 335e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 33643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 337e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "frintz", "!0f, !1f", kFixupNone), 3384163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fsqrt2ff), FLOAT_VARIANTS(0x1e61c000), 339e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtUnused, -1, -1, 34043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 341e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fsqrt", "!0f, !1f", kFixupNone), 3424163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Fsub3fff), FLOAT_VARIANTS(0x1e203800), 343e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 9, 5, kFmtRegF, 20, 16, 344e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 345e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "fsub", "!0f, !1f, !2f", kFixupNone), 346e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Ldrb3wXd, NO_VARIANTS(0x39400000), 347e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 34863999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 349e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrb", "!0w, [!1X, #!2d]", kFixupNone), 350e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Ldrb3wXx, NO_VARIANTS(0x38606800), 351e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 352e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12 | IS_LOAD, 353e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrb", "!0w, [!1X, !2x]", kFixupNone), 354e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldrsb3rXd), CUSTOM_VARIANTS(0x39c00000, 0x39800000), 355e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 35663999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 357e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrsb", "!0r, [!1X, #!2d]", kFixupNone), 358e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldrsb3rXx), CUSTOM_VARIANTS(0x38e06800, 0x38a06800), 359e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 360e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12 | IS_LOAD, 361e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrsb", "!0r, [!1X, !2x]", kFixupNone), 362e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Ldrh3wXF, NO_VARIANTS(0x79400000), 363e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 36463999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 365e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrh", "!0w, [!1X, #!2F]", kFixupNone), 366e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Ldrh4wXxd, NO_VARIANTS(0x78606800), 367e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 36863999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_DEF0_USE12 | IS_LOAD_OFF, 369e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrh", "!0w, [!1X, !2x, lsl #!3d]", kFixupNone), 370e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldrsh3rXF), CUSTOM_VARIANTS(0x79c00000, 0x79800000), 371e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 37263999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 373e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrsh", "!0r, [!1X, #!2F]", kFixupNone), 374e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldrsh4rXxd), CUSTOM_VARIANTS(0x78e06800, 0x78906800), 375e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 37663999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_DEF0_USE12 | IS_LOAD_OFF, 377e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldrsh", "!0r, [!1X, !2x, lsl #!3d]", kFixupNone), 3784163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr2fp), SIZE_VARIANTS(0x1c000000), 379e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtBitBlt, 23, 5, kFmtUnused, -1, -1, 380e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, 381e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin IS_BINARY_OP | REG_DEF0 | REG_USE_PC | IS_LOAD | NEEDS_FIXUP, 382e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0f, !1p", kFixupLoad), 383e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr2rp), SIZE_VARIANTS(0x18000000), 384e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 23, 5, kFmtUnused, -1, -1, 385e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, 386e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin IS_BINARY_OP | REG_DEF0 | REG_USE_PC | IS_LOAD | NEEDS_FIXUP, 387e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0r, !1p", kFixupLoad), 3884163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr3fXD), SIZE_VARIANTS(0xbd400000), 389e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 39063999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 391e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0f, [!1X, #!2D]", kFixupNone), 392e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr3rXD), SIZE_VARIANTS(0xb9400000), 393e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 39463999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD_OFF, 395e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0r, [!1X, #!2D]", kFixupNone), 3964163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr4fXxG), SIZE_VARIANTS(0xbc606800), 397e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 398e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_DEF0_USE12 | IS_LOAD, 399e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0f, [!1X, !2x!3G]", kFixupNone), 400e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldr4rXxG), SIZE_VARIANTS(0xb8606800), 401e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 402e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_DEF0_USE12 | IS_LOAD, 403e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0r, [!1X, !2x!3G]", kFixupNone), 404e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64LdrPost3rXd), SIZE_VARIANTS(0xb8400400), 405e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 406e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF01 | REG_USE1 | IS_LOAD, 407e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldr", "!0r, [!1X], #!2d", kFixupNone), 408bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Ldp4ffXD), CUSTOM_VARIANTS(0x2d400000, 0x6d400000), 409bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 14, 10, kFmtRegXOrSp, 9, 5, 41063999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_USE2 | REG_DEF01 | IS_LOAD_OFF, 411bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "ldp", "!0f, !1f, [!2X, #!3D]", kFixupNone), 412e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldp4rrXD), SF_VARIANTS(0x29400000), 413e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 14, 10, kFmtRegXOrSp, 9, 5, 41463999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_USE2 | REG_DEF01 | IS_LOAD_OFF, 415e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldp", "!0r, !1r, [!2X, #!3D]", kFixupNone), 416e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64LdpPost4rrXD), CUSTOM_VARIANTS(0x28c00000, 0xa8c00000), 417e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 14, 10, kFmtRegXOrSp, 9, 5, 418e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_USE2 | REG_DEF012 | IS_LOAD, 419e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldp", "!0r, !1r, [!2X], #!3D", kFixupNone), 4204163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Ldur3fXd), CUSTOM_VARIANTS(0xbc400000, 0xfc400000), 421e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 422e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD, 423e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldur", "!0f, [!1X, #!2d]", kFixupNone), 424e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldur3rXd), SIZE_VARIANTS(0xb8400000), 425e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 426e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | IS_LOAD, 427e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldur", "!0r, [!1X, #!2d]", kFixupNone), 428e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ldxr2rX), SIZE_VARIANTS(0x885f7c00), 429e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtUnused, -1, -1, 43063999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1 | IS_LOADX, 431e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ldxr", "!0r, [!1X]", kFixupNone), 432169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu ENCODING_MAP(WIDE(kA64Ldaxr2rX), SIZE_VARIANTS(0x885ffc00), 433169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtUnused, -1, -1, 43463999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1 | IS_LOADX, 435169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu "ldaxr", "!0r, [!1X]", kFixupNone), 436e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Lsl3rrr), SF_VARIANTS(0x1ac02000), 437e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 43843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 439e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "lsl", "!0r, !1r, !2r", kFixupNone), 440e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Lsr3rrd), CUSTOM_VARIANTS(0x53007c00, 0xd340fc00), 441e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 21, 16, 44243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 443e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "lsr", "!0r, !1r, #!2d", kFixupNone), 444e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Lsr3rrr), SF_VARIANTS(0x1ac02400), 445e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 44643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 447e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "lsr", "!0r, !1r, !2r", kFixupNone), 448e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Movk3rdM), SF_VARIANTS(0x72800000), 449e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 20, 5, kFmtBitBlt, 22, 21, 450e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE0, 451e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "movk", "!0r, #!1d!2M", kFixupNone), 452e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Movn3rdM), SF_VARIANTS(0x12800000), 453e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 20, 5, kFmtBitBlt, 22, 21, 454e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0, 455e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "movn", "!0r, #!1d!2M", kFixupNone), 456e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Movz3rdM), SF_VARIANTS(0x52800000), 457e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtBitBlt, 20, 5, kFmtBitBlt, 22, 21, 458e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0, 459e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "movz", "!0r, #!1d!2M", kFixupNone), 460e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Mov2rr), SF_VARIANTS(0x2a0003e0), 461e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 20, 16, kFmtUnused, -1, -1, 46263999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1 | IS_MOVE, 463e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "mov", "!0r, !1r", kFixupNone), 464e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Mvn2rr), SF_VARIANTS(0x2a2003e0), 465e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 20, 16, kFmtUnused, -1, -1, 466e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 467e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "mvn", "!0r, !1r", kFixupNone), 468e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Mul3rrr), SF_VARIANTS(0x1b007c00), 469e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 47043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 471e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "mul", "!0r, !1r, !2r", kFixupNone), 472ed65c5e982705defdb597d94d1aa3f2997239c9bSerban Constantinescu ENCODING_MAP(WIDE(kA64Msub4rrrr), SF_VARIANTS(0x1b008000), 47365420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 47465420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin kFmtRegR, 14, 10, IS_QUAD_OP | REG_DEF0_USE123 | NEEDS_FIXUP, 47565420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin "msub", "!0r, !1r, !2r, !3r", kFixupA53Erratum835769), 476e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Neg3rro), SF_VARIANTS(0x4b0003e0), 477e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 20, 16, kFmtShift, -1, -1, 47843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 479e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "neg", "!0r, !1r!2o", kFixupNone), 48065420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin ENCODING_MAP(kA64Nop0, NO_VARIANTS(0xd503201f), 48165420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin kFmtUnused, -1, -1, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 48265420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin kFmtUnused, -1, -1, NO_OPERAND, 48365420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin "nop", "", kFixupNone), 484e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Orr3Rrl), SF_VARIANTS(0x32000000), 485e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 22, 10, 48643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1, 487e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "orr", "!0R, !1r, #!2l", kFixupNone), 488e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Orr4rrro), SF_VARIANTS(0x2a000000), 489e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 490e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtShift, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 491e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "orr", "!0r, !1r, !2r!3o", kFixupNone), 492e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Ret, NO_VARIANTS(0xd65f03c0), 49343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, kFmtUnused, -1, -1, kFmtUnused, -1, -1, 494e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, NO_OPERAND | IS_BRANCH, 495e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ret", "", kFixupNone), 49623abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu ENCODING_MAP(WIDE(kA64Rbit2rr), SF_VARIANTS(0x5ac00000), 49723abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtUnused, -1, -1, 49823abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 49923abec955e2e733999a1e2c30e4e384e46e5dde4Serban Constantinescu "rbit", "!0r, !1r", kFixupNone), 500e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Rev2rr), CUSTOM_VARIANTS(0x5ac00800, 0xdac00c00), 501169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtUnused, -1, -1, 50243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 503e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "rev", "!0r, !1r", kFixupNone), 504169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu ENCODING_MAP(WIDE(kA64Rev162rr), SF_VARIANTS(0x5ac00400), 505169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtUnused, -1, -1, 50643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 507e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "rev16", "!0r, !1r", kFixupNone), 508e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ror3rrr), SF_VARIANTS(0x1ac02c00), 509e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 51043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 511e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ror", "!0r, !1r, !2r", kFixupNone), 512e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Sbc3rrr), SF_VARIANTS(0x5a000000), 513e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 514e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 515e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "sbc", "!0r, !1r, !2r", kFixupNone), 516e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Sbfm4rrdd), SF_N_VARIANTS(0x13000000), 517e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 21, 16, 518e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 10, IS_QUAD_OP | REG_DEF0_USE1, 519e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "sbfm", "!0r, !1r, #!2d, #!3d", kFixupNone), 5204163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Scvtf2fw), FLOAT_VARIANTS(0x1e220000), 521e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegW, 9, 5, kFmtUnused, -1, -1, 52243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 523e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "scvtf", "!0f, !1w", kFixupNone), 5244163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Scvtf2fx), FLOAT_VARIANTS(0x9e220000), 525e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegX, 9, 5, kFmtUnused, -1, -1, 52643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin kFmtUnused, -1, -1, IS_BINARY_OP | REG_DEF0_USE1, 527e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "scvtf", "!0f, !1x", kFixupNone), 528e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Sdiv3rrr), SF_VARIANTS(0x1ac00c00), 529e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 530e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 531e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "sdiv", "!0r, !1r, !2r", kFixupNone), 53265420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin ENCODING_MAP(kA64Smull3xww, NO_VARIANTS(0x9b207c00), 533e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegX, 4, 0, kFmtRegW, 9, 5, kFmtRegW, 20, 16, 53465420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 53565420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin "smull", "!0x, !1w, !2w", kFixupNone), 5367c6c2ac4252ac31b42967e0f0233e8d32c5b5abeMatteo Franchin ENCODING_MAP(kA64Smulh3xxx, NO_VARIANTS(0x9b407c00), 5377c6c2ac4252ac31b42967e0f0233e8d32c5b5abeMatteo Franchin kFmtRegX, 4, 0, kFmtRegX, 9, 5, kFmtRegX, 20, 16, 5387c6c2ac4252ac31b42967e0f0233e8d32c5b5abeMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12, 5397c6c2ac4252ac31b42967e0f0233e8d32c5b5abeMatteo Franchin "smulh", "!0x, !1x, !2x", kFixupNone), 540bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin ENCODING_MAP(WIDE(kA64Stp4ffXD), CUSTOM_VARIANTS(0x2d000000, 0x6d000000), 541bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin kFmtRegF, 4, 0, kFmtRegF, 14, 10, kFmtRegXOrSp, 9, 5, 54263999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_USE012 | IS_STORE_OFF, 543bc6d197cdb02eeac0c98ec4ed37f530b003a4e7aMatteo Franchin "stp", "!0f, !1f, [!2X, #!3D]", kFixupNone), 544e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Stp4rrXD), SF_VARIANTS(0x29000000), 545e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 14, 10, kFmtRegXOrSp, 9, 5, 54663999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_USE012 | IS_STORE_OFF, 547e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stp", "!0r, !1r, [!2X, #!3D]", kFixupNone), 548e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64StpPost4rrXD), CUSTOM_VARIANTS(0x28800000, 0xa8800000), 549e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 14, 10, kFmtRegXOrSp, 9, 5, 550e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_DEF2 | REG_USE012 | IS_STORE, 551e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stp", "!0r, !1r, [!2X], #!3D", kFixupNone), 552f29ecd69af2743a425314baa4abd6c44d8d88649Andreas Gampe ENCODING_MAP(WIDE(kA64StpPre4ffXD), CUSTOM_VARIANTS(0x2d800000, 0x6d800000), 553f29ecd69af2743a425314baa4abd6c44d8d88649Andreas Gampe kFmtRegF, 4, 0, kFmtRegF, 14, 10, kFmtRegXOrSp, 9, 5, 554f29ecd69af2743a425314baa4abd6c44d8d88649Andreas Gampe kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_DEF2 | REG_USE012 | IS_STORE, 5552eba1fa7e9e5f91e18ae3778d529520bd2c78d55Serban Constantinescu "stp", "!0f, !1f, [!2X, #!3D]!!", kFixupNone), 556e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64StpPre4rrXD), CUSTOM_VARIANTS(0x29800000, 0xa9800000), 557e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 14, 10, kFmtRegXOrSp, 9, 5, 558e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 21, 15, IS_QUAD_OP | REG_DEF2 | REG_USE012 | IS_STORE, 559e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stp", "!0r, !1r, [!2X, #!3D]!!", kFixupNone), 5604163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Str3fXD), CUSTOM_VARIANTS(0xbd000000, 0xfd000000), 561e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 56263999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE_OFF, 563e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "str", "!0f, [!1X, #!2D]", kFixupNone), 5644163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Str4fXxG), CUSTOM_VARIANTS(0xbc206800, 0xfc206800), 565e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 566e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_USE012 | IS_STORE, 567e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "str", "!0f, [!1X, !2x!3G]", kFixupNone), 568e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Str3rXD), SIZE_VARIANTS(0xb9000000), 569e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 57063999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE_OFF, 571e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "str", "!0r, [!1X, #!2D]", kFixupNone), 572e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Str4rXxG), SIZE_VARIANTS(0xb8206800), 573e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 574e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_USE012 | IS_STORE, 575e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "str", "!0r, [!1X, !2x!3G]", kFixupNone), 576e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Strb3wXd, NO_VARIANTS(0x39000000), 577e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 57863999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE_OFF, 579e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "strb", "!0w, [!1X, #!2d]", kFixupNone), 580e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Strb3wXx, NO_VARIANTS(0x38206800), 581e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 582e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE012 | IS_STORE, 583e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "strb", "!0w, [!1X, !2x]", kFixupNone), 584e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Strh3wXF, NO_VARIANTS(0x79000000), 585e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 21, 10, 58663999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE_OFF, 587e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "strh", "!0w, [!1X, #!2F]", kFixupNone), 588e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(kA64Strh4wXxd, NO_VARIANTS(0x78206800), 589e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 4, 0, kFmtRegXOrSp, 9, 5, kFmtRegX, 20, 16, 590e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 12, 12, IS_QUAD_OP | REG_USE012 | IS_STORE, 591e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "strh", "!0w, [!1X, !2x, lsl #!3d]", kFixupNone), 592e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64StrPost3rXd), SIZE_VARIANTS(0xb8000400), 593e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 594e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | REG_DEF1 | IS_STORE, 595e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "str", "!0r, [!1X], #!2d", kFixupNone), 5964163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin ENCODING_MAP(WIDE(kA64Stur3fXd), CUSTOM_VARIANTS(0xbc000000, 0xfc000000), 597e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegF, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 598e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE, 599e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stur", "!0f, [!1X, #!2d]", kFixupNone), 600e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Stur3rXd), SIZE_VARIANTS(0xb8000000), 601e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, kFmtBitBlt, 20, 12, 602e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | IS_STORE, 603e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stur", "!0r, [!1X, #!2d]", kFixupNone), 604e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Stxr3wrX), SIZE_VARIANTS(0x88007c00), 605e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegW, 20, 16, kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, 60663999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12 | IS_STOREX, 607e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "stxr", "!0w, !1r, [!2X]", kFixupNone), 608169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu ENCODING_MAP(WIDE(kA64Stlxr3wrX), SIZE_VARIANTS(0x8800fc00), 609169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu kFmtRegW, 20, 16, kFmtRegR, 4, 0, kFmtRegXOrSp, 9, 5, 61063999683329612292d534e6be09dbde9480f1250Serban Constantinescu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE12 | IS_STOREX, 611169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu "stlxr", "!0w, !1r, [!2X]", kFixupNone), 612e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Sub4RRdT), SF_VARIANTS(0x51000000), 613e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegROrSp, 4, 0, kFmtRegROrSp, 9, 5, kFmtBitBlt, 21, 10, 614e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 23, 22, IS_QUAD_OP | REG_DEF0_USE1, 615e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "sub", "!0R, !1R, #!2d!3T", kFixupNone), 616e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Sub4rrro), SF_VARIANTS(0x4b000000), 617e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtRegR, 20, 16, 618e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtShift, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 619e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "sub", "!0r, !1r, !2r!3o", kFixupNone), 62047b31aa855379471c06735b738396fa76e7c1988Andreas Gampe ENCODING_MAP(WIDE(kA64Sub4RRre), SF_VARIANTS(0x4b200000), 6219f975bfe091e9592a1b6b5b46d224ec04b1183b6Andreas Gampe kFmtRegROrSp, 4, 0, kFmtRegROrSp, 9, 5, kFmtRegR, 20, 16, 6229f975bfe091e9592a1b6b5b46d224ec04b1183b6Andreas Gampe kFmtExtend, -1, -1, IS_QUAD_OP | REG_DEF0_USE12, 62347b31aa855379471c06735b738396fa76e7c1988Andreas Gampe "sub", "!0r, !1r, !2r!3e", kFixupNone), 624e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Subs3rRd), SF_VARIANTS(0x71000000), 625e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegROrSp, 9, 5, kFmtBitBlt, 21, 10, 626e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_DEF0_USE1 | SETS_CCODES, 627e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "subs", "!0r, !1R, #!2d", kFixupNone), 6285d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ENCODING_MAP(WIDE(kA64Tst2rl), SF_VARIANTS(0x7200001f), 6295d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu kFmtRegR, 9, 5, kFmtBitBlt, 22, 10, kFmtUnused, -1, -1, 6305d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE0 | SETS_CCODES, 6315d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu "tst", "!0r, !1l", kFixupNone), 6325d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ENCODING_MAP(WIDE(kA64Tst3rro), SF_VARIANTS(0x6a00001f), 633e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 9, 5, kFmtRegR, 20, 16, kFmtShift, -1, -1, 6345d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu kFmtUnused, -1, -1, IS_TERTIARY_OP | REG_USE01 | SETS_CCODES, 635e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "tst", "!0r, !1r!2o", kFixupNone), 6365d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // NOTE: Tbz/Tbnz does not require SETS_CCODES, but it may be replaced by some other LIRs 6375d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // which require SETS_CCODES in the fix-up stage. 6385d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ENCODING_MAP(WIDE(kA64Tbnz3rht), CUSTOM_VARIANTS(0x37000000, 0x37000000), 6395d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu kFmtRegR, 4, 0, kFmtImm6Shift, -1, -1, kFmtBitBlt, 18, 5, kFmtUnused, -1, -1, 6405d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu IS_TERTIARY_OP | REG_USE0 | IS_BRANCH | NEEDS_FIXUP | SETS_CCODES, 6415d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu "tbnz", "!0r, #!1h, !2t", kFixupTBxZ), 6425d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ENCODING_MAP(WIDE(kA64Tbz3rht), CUSTOM_VARIANTS(0x36000000, 0x36000000), 6435d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu kFmtRegR, 4, 0, kFmtImm6Shift, -1, -1, kFmtBitBlt, 18, 5, kFmtUnused, -1, -1, 6445d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu IS_TERTIARY_OP | REG_USE0 | IS_BRANCH | NEEDS_FIXUP | SETS_CCODES, 6455d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu "tbz", "!0r, #!1h, !2t", kFixupTBxZ), 646e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ENCODING_MAP(WIDE(kA64Ubfm4rrdd), SF_N_VARIANTS(0x53000000), 647e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtRegR, 4, 0, kFmtRegR, 9, 5, kFmtBitBlt, 21, 16, 648e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin kFmtBitBlt, 15, 10, IS_QUAD_OP | REG_DEF0_USE1, 649e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin "ubfm", "!0r, !1r, !2d, !3d", kFixupNone), 65043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin}; 65143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 65243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin// new_lir replaces orig_lir in the pcrel_fixup list. 65343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinvoid Arm64Mir2Lir::ReplaceFixup(LIR* prev_lir, LIR* orig_lir, LIR* new_lir) { 65443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin new_lir->u.a.pcrel_next = orig_lir->u.a.pcrel_next; 65543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (UNLIKELY(prev_lir == NULL)) { 65643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin first_fixup_ = new_lir; 65743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 65843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin prev_lir->u.a.pcrel_next = new_lir; 65943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 66043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin orig_lir->flags.fixup = kFixupNone; 66143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 66243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 66343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin// new_lir is inserted before orig_lir in the pcrel_fixup list. 66443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinvoid Arm64Mir2Lir::InsertFixupBefore(LIR* prev_lir, LIR* orig_lir, LIR* new_lir) { 66543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin new_lir->u.a.pcrel_next = orig_lir; 66643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (UNLIKELY(prev_lir == NULL)) { 66743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin first_fixup_ = new_lir; 66843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 66943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin DCHECK(prev_lir->u.a.pcrel_next == orig_lir); 67043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin prev_lir->u.a.pcrel_next = new_lir; 67143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 67243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 67343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 674e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin/* Nop, used for aligning code. Nop is an alias for hint #0. */ 675e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define PADDING_NOP (UINT32_C(0xd503201f)) 67643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 67743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinuint8_t* Arm64Mir2Lir::EncodeLIRs(uint8_t* write_pos, LIR* lir) { 678e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin for (; lir != nullptr; lir = NEXT_LIR(lir)) { 679e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin bool opcode_is_wide = IS_WIDE(lir->opcode); 6804163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin A64Opcode opcode = UNWIDE(lir->opcode); 681e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 682e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (UNLIKELY(IsPseudoLirOp(opcode))) { 683e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin continue; 684e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 685e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 686e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (LIKELY(!lir->flags.is_nop)) { 6874163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin const A64EncodingMap *encoder = &EncodingMap[opcode]; 688e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 689e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Select the right variant of the skeleton. 690e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin uint32_t bits = opcode_is_wide ? encoder->xskeleton : encoder->wskeleton; 691e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK(!opcode_is_wide || IS_WIDE(encoder->opcode)); 692e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 693e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin for (int i = 0; i < 4; i++) { 6944163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin A64EncodingKind kind = encoder->field_loc[i].kind; 695e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin uint32_t operand = lir->operands[i]; 696e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin uint32_t value; 697e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 698e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (LIKELY(static_cast<unsigned>(kind) <= kFmtBitBlt)) { 699e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Note: this will handle kFmtReg* and kFmtBitBlt. 700e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 701e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (static_cast<unsigned>(kind) < kFmtBitBlt) { 702e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin bool is_zero = A64_REG_IS_ZR(operand); 703e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 7043c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe if (kIsDebugBuild && (kFailOnSizeError || kReportSizeError)) { 705e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Register usage checks: First establish register usage requirements based on the 706e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // format in `kind'. 707ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin bool want_float = false; // Want a float (rather than core) register. 708ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin bool want_64_bit = false; // Want a 64-bit (rather than 32-bit) register. 709ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin bool want_var_size = true; // Want register with variable size (kFmtReg{R,F}). 710ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin bool want_zero = false; // Want the zero (rather than sp) register. 711e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin switch (kind) { 712e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegX: 713e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin want_64_bit = true; 714fc787ecd91127b2c8458afd94e5148e2ae51a1f5Ian Rogers FALLTHROUGH_INTENDED; 715e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegW: 7163c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe want_var_size = false; 717fc787ecd91127b2c8458afd94e5148e2ae51a1f5Ian Rogers FALLTHROUGH_INTENDED; 718e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegR: 719e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin want_zero = true; 720e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 721e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegXOrSp: 722e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin want_64_bit = true; 723fc787ecd91127b2c8458afd94e5148e2ae51a1f5Ian Rogers FALLTHROUGH_INTENDED; 724e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegWOrSp: 7253c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe want_var_size = false; 726e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 727e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegROrSp: 728e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 729e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegD: 730e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin want_64_bit = true; 731fc787ecd91127b2c8458afd94e5148e2ae51a1f5Ian Rogers FALLTHROUGH_INTENDED; 732e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegS: 7333c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe want_var_size = false; 734fc787ecd91127b2c8458afd94e5148e2ae51a1f5Ian Rogers FALLTHROUGH_INTENDED; 735e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtRegF: 736e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin want_float = true; 737e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 738e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin default: 739e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LOG(FATAL) << "Bad fmt for arg n. " << i << " of " << encoder->name 740e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin << " (" << kind << ")"; 741e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 74243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 743e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 7443c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe // want_var_size == true means kind == kFmtReg{R,F}. In these two cases, we want 7453c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe // the register size to be coherent with the instruction width. 7463c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe if (want_var_size) { 7473c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe want_64_bit = opcode_is_wide; 7483c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } 7493c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe 750e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Now check that the requirements are satisfied. 751c830430ed65497c2268649d8e78121364e31b184Zheng Xu RegStorage reg(operand | RegStorage::kValid); 752e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin const char *expected = nullptr; 753e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (want_float) { 754e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (!reg.IsFloat()) { 755e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin expected = "float register"; 7563c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } else if (reg.IsDouble() != want_64_bit) { 757e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin expected = (want_64_bit) ? "double register" : "single register"; 758e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 759e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } else { 760e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (reg.IsFloat()) { 761e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin expected = "core register"; 7623c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } else if (reg.Is64Bit() != want_64_bit) { 763e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin expected = (want_64_bit) ? "x-register" : "w-register"; 7643c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } else if (A64_REGSTORAGE_IS_SP_OR_ZR(reg) && is_zero != want_zero) { 765e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin expected = (want_zero) ? "zero-register" : "sp-register"; 76643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 767e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 768e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 769e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Fail, if `expected' contains an unsatisfied requirement. 770e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (expected != nullptr) { 77133ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee LOG(WARNING) << "Method: " << PrettyMethod(cu_->method_idx, *cu_->dex_file) 77233ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee << " @ 0x" << std::hex << lir->dalvik_offset; 7733c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe if (kFailOnSizeError) { 7743c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe LOG(FATAL) << "Bad argument n. " << i << " of " << encoder->name 775f29ecd69af2743a425314baa4abd6c44d8d88649Andreas Gampe << "(" << UNWIDE(encoder->opcode) << ", " << encoder->fmt << ")" 7763c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe << ". Expected " << expected << ", got 0x" << std::hex << operand; 7773c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } else { 7783c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe LOG(WARNING) << "Bad argument n. " << i << " of " << encoder->name 7793c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe << ". Expected " << expected << ", got 0x" << std::hex << operand; 7803c12c512faf6837844d5465b23b9410889e5eb11Andreas Gampe } 781e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 782e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 783e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 784ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin // In the lines below, we rely on (operand & 0x1f) == 31 to be true for register sp 785ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin // and zr. This means that these two registers do not need any special treatment, as 786ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin // their bottom 5 bits are correctly set to 31 == 0b11111, which is the right 787ed7a0f2fb84b200ab6ef34e30dcbba4c0cf8d435Matteo Franchin // value for encoding both sp and zr. 788785d2f2116bb57418d81bb55b55a087afee11053Andreas Gampe static_assert((rxzr & 0x1f) == 0x1f, "rzr register number must be 31"); 789785d2f2116bb57418d81bb55b55a087afee11053Andreas Gampe static_assert((rsp & 0x1f) == 0x1f, "rsp register number must be 31"); 79043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 791e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 792e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin value = (operand << encoder->field_loc[i].start) & 793e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin ((1 << (encoder->field_loc[i].end + 1)) - 1); 794e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin bits |= value; 79543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 796e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin switch (kind) { 797e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtSkip: 798e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; // Nothing to do, but continue to next. 799e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtUnused: 800e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin i = 4; // Done, break out of the enclosing loop. 801e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 802e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtShift: 803e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Intentional fallthrough. 804e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtExtend: 805e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK_EQ((operand & (1 << 6)) == 0, kind == kFmtShift); 806e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin value = (operand & 0x3f) << 10; 807e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin value |= ((operand & 0x1c0) >> 6) << 21; 808e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin bits |= value; 809e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 810e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFmtImm21: 811e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin value = (operand & 0x3) << 29; 812e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin value |= ((operand & 0x1ffffc) >> 2) << 5; 813e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin bits |= value; 814e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin break; 8155d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu case kFmtImm6Shift: 8165d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu value = (operand & 0x1f) << 19; 8175d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu value |= ((operand & 0x20) >> 5) << 31; 8185d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu bits |= value; 8195d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu break; 820e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin default: 821e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LOG(FATAL) << "Bad fmt for arg. " << i << " in " << encoder->name 822e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin << " (" << kind << ")"; 823e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } 82443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 82543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 826e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 827e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK_EQ(encoder->size, 4); 828e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin write_pos[0] = (bits & 0xff); 829e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin write_pos[1] = ((bits >> 8) & 0xff); 830e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin write_pos[2] = ((bits >> 16) & 0xff); 831e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin write_pos[3] = ((bits >> 24) & 0xff); 832e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin write_pos += 4; 83343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 83443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 835e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 83643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin return write_pos; 83743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 83843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 839e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// Align data offset on 8 byte boundary: it will only contain double-word items, as word immediates 840e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin// are better set directly from the code (they will require no more than 2 instructions). 841e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin#define ALIGNED_DATA_OFFSET(offset) (((offset) + 0x7) & ~0x7) 842e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 84343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin// Assemble the LIR into binary instruction format. 84443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinvoid Arm64Mir2Lir::AssembleLIR() { 84543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR* lir; 84643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR* prev_lir; 84743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin cu_->NewTimingSplit("Assemble"); 84843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin int assembler_retries = 0; 84943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CodeOffset starting_offset = LinkFixupInsns(first_lir_insn_, last_lir_insn_, 0); 850e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin data_offset_ = ALIGNED_DATA_OFFSET(starting_offset); 85143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin int32_t offset_adjustment; 85243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin AssignDataOffsets(); 85343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 85443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin /* 855e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * Note: generation must be 1 on first pass (to distinguish from initialized state of 0 856e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin * for non-visited nodes). Start at zero here, and bit will be flipped to 1 on entry to the loop. 85743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin */ 85843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin int generation = 0; 85943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin while (true) { 86043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin offset_adjustment = 0; 86143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin AssemblerStatus res = kSuccess; // Assume success 86243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin generation ^= 1; 863e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // Note: nodes requiring possible fixup linked in ascending order. 86443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir = first_fixup_; 86543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin prev_lir = NULL; 86643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin while (lir != NULL) { 8675d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // NOTE: Any new non-pc_rel instructions inserted due to retry must be explicitly encoded at 8685d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // the time of insertion. Note that inserted instructions don't need use/def flags, but do 8695d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // need size and pc-rel status properly updated. 87043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->offset += offset_adjustment; 87143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // During pass, allows us to tell whether a node has been updated with offset_adjustment yet. 87243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->flags.generation = generation; 87343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin switch (static_cast<FixupKind>(lir->flags.fixup)) { 87443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin case kFixupLabel: 87543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin case kFixupNone: 87643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin case kFixupVLoad: 87743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin break; 878e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFixupT1Branch: { 87943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR *target_lir = lir->target; 880e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK(target_lir); 881e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CodeOffset pc = lir->offset; 88243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CodeOffset target = target_lir->offset + 88343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin ((target_lir->flags.generation == lir->flags.generation) ? 0 : offset_adjustment); 88443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin int32_t delta = target - pc; 8855d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_EQ(delta & 0x3, 0); 8867c2ad5af0bdd3cc1069038f8e3422d99aeb5f44cVladimir Marko if (!IS_SIGNED_IMM26(delta >> 2)) { 887e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LOG(FATAL) << "Invalid jump range in kFixupT1Branch"; 88843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 889e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin lir->operands[0] = delta >> 2; 8902431452a13829996a440d7cdc30542e77d622b98Matteo Franchin if (!(cu_->disable_opt & (1 << kSafeOptimizations)) && lir->operands[0] == 1) { 8912431452a13829996a440d7cdc30542e77d622b98Matteo Franchin // Useless branch. 8922431452a13829996a440d7cdc30542e77d622b98Matteo Franchin offset_adjustment -= lir->flags.size; 8932431452a13829996a440d7cdc30542e77d622b98Matteo Franchin lir->flags.is_nop = true; 8942431452a13829996a440d7cdc30542e77d622b98Matteo Franchin // Don't unlink - just set to do-nothing. 8952431452a13829996a440d7cdc30542e77d622b98Matteo Franchin lir->flags.fixup = kFixupNone; 8962431452a13829996a440d7cdc30542e77d622b98Matteo Franchin res = kRetryAll; 8972431452a13829996a440d7cdc30542e77d622b98Matteo Franchin } 89843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin break; 89943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 900e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFixupLoad: 901e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin case kFixupCBxZ: 90243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin case kFixupCondBranch: { 90343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR *target_lir = lir->target; 90443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin DCHECK(target_lir); 905e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CodeOffset pc = lir->offset; 90643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CodeOffset target = target_lir->offset + 907169489b4f4be8c5dd880ba6f152948324d22ff79Serban Constantinescu ((target_lir->flags.generation == lir->flags.generation) ? 0 : offset_adjustment); 90843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin int32_t delta = target - pc; 9095d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_EQ(delta & 0x3, 0); 9105d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu if (!IS_SIGNED_IMM19(delta >> 2)) { 911e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LOG(FATAL) << "Invalid jump range in kFixupLoad"; 91243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 913e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin lir->operands[1] = delta >> 2; 91443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin break; 91543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 9165d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu case kFixupTBxZ: { 9175d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu int16_t opcode = lir->opcode; 9185d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu RegStorage reg(lir->operands[0] | RegStorage::kValid); 9195d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu int32_t imm = lir->operands[1]; 9205d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_EQ(IS_WIDE(opcode), reg.Is64Bit()); 9215d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_LT(imm, 64); 9225d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu if (imm >= 32) { 9235d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK(IS_WIDE(opcode)); 9245d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu } else if (kIsDebugBuild && IS_WIDE(opcode)) { 9255d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // "tbz/tbnz x0, #imm(<32)" is the same with "tbz/tbnz w0, #imm(<32)", but GCC/oatdump 9265d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // will disassemble it as "tbz/tbnz w0, #imm(<32)". So unwide the LIR to make the 9275d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // compiler log behave the same with those disassembler in debug build. 9285d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // This will also affect tst instruction if it need to be replaced, but there is no 9295d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // performance difference between "tst Xt" and "tst Wt". 9305d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->opcode = UNWIDE(opcode); 9315d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->operands[0] = As32BitReg(reg).GetReg(); 9325d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu } 9335d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu 9345d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // Fix-up branch offset. 9355d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu LIR *target_lir = lir->target; 9365d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK(target_lir); 9375d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu CodeOffset pc = lir->offset; 9385d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu CodeOffset target = target_lir->offset + 9395d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ((target_lir->flags.generation == lir->flags.generation) ? 0 : offset_adjustment); 9405d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu int32_t delta = target - pc; 9415d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_EQ(delta & 0x3, 0); 9425d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // Check if branch offset can be encoded in tbz/tbnz. 9435d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu if (!IS_SIGNED_IMM14(delta >> 2)) { 9445d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DexOffset dalvik_offset = lir->dalvik_offset; 945277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe LIR* targetLIR = lir->target; 9465d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // "tbz/tbnz Rt, #imm, label" -> "tst Rt, #(1<<imm)". 9475d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu offset_adjustment -= lir->flags.size; 948277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe int32_t encodedImm = EncodeLogicalImmediate(IS_WIDE(opcode), 1 << lir->operands[1]); 949277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe DCHECK_NE(encodedImm, -1); 9505d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->opcode = IS_WIDE(opcode) ? WIDE(kA64Tst2rl) : kA64Tst2rl; 951277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe lir->operands[1] = encodedImm; 9525d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->target = nullptr; 9535d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->flags.fixup = EncodingMap[kA64Tst2rl].fixup; 9545d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->flags.size = EncodingMap[kA64Tst2rl].size; 9555d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu offset_adjustment += lir->flags.size; 9565d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // Insert "beq/bneq label". 9575d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu opcode = UNWIDE(opcode); 9585d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK(opcode == kA64Tbz3rht || opcode == kA64Tbnz3rht); 9595d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu LIR* new_lir = RawLIR(dalvik_offset, kA64B2ct, 960277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe opcode == kA64Tbz3rht ? kArmCondEq : kArmCondNe, 0, 0, 0, 0, targetLIR); 9615d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu InsertLIRAfter(lir, new_lir); 9625d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu new_lir->offset = lir->offset + lir->flags.size; 9635d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu new_lir->flags.generation = generation; 9645d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu new_lir->flags.fixup = EncodingMap[kA64B2ct].fixup; 9655d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu new_lir->flags.size = EncodingMap[kA64B2ct].size; 9665d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu offset_adjustment += new_lir->flags.size; 9675d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu // lir no longer pcrel, unlink and link in new_lir. 9685d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu ReplaceFixup(prev_lir, lir, new_lir); 9695d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu prev_lir = new_lir; // Continue with the new instruction. 9705d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir = new_lir->u.a.pcrel_next; 9715d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu res = kRetryAll; 9725d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu continue; 9735d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu } 9745d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu lir->operands[2] = delta >> 2; 9755d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu break; 9765d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu } 97743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin case kFixupAdr: { 978e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LIR* target_lir = lir->target; 979e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin int32_t delta; 980e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (target_lir) { 981e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin CodeOffset target_offs = ((target_lir->flags.generation == lir->flags.generation) ? 982e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin 0 : offset_adjustment) + target_lir->offset; 983e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin delta = target_offs - lir->offset; 984e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin } else if (lir->operands[2] >= 0) { 985e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin EmbeddedData* tab = reinterpret_cast<EmbeddedData*>(UnwrapPointer(lir->operands[2])); 986e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin delta = tab->offset + offset_adjustment - lir->offset; 98743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 988e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin // No fixup: this usage allows to retrieve the current PC. 989e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin delta = lir->operands[1]; 99043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 991e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (!IS_SIGNED_IMM21(delta)) { 992e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin LOG(FATAL) << "Jump range above 1MB in kFixupAdr"; 99343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 994e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin lir->operands[1] = delta; 99543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin break; 99643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 99765420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin case kFixupA53Erratum835769: 99865420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // Avoid emitting code that could trigger Cortex A53's erratum 835769. 99965420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // This fixup should be carried out for all multiply-accumulate instructions: madd, msub, 100065420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // smaddl, smsubl, umaddl and umsubl. 100165420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin if (cu_->GetInstructionSetFeatures()->AsArm64InstructionSetFeatures() 100265420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin ->NeedFixCortexA53_835769()) { 100365420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // Check that this is a 64-bit multiply-accumulate. 100465420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin if (IS_WIDE(lir->opcode)) { 100565420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin uint64_t prev_insn_flags = EncodingMap[UNWIDE(lir->prev->opcode)].flags; 100665420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // Check that the instruction preceding the multiply-accumulate is a load or store. 100765420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin if ((prev_insn_flags & IS_LOAD) != 0 || (prev_insn_flags & IS_STORE) != 0) { 100865420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin // insert a NOP between the load/store and the multiply-accumulate. 100965420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin LIR* new_lir = RawLIR(lir->dalvik_offset, kA64Nop0, 0, 0, 0, 0, 0, NULL); 101065420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin new_lir->offset = lir->offset; 101165420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin new_lir->flags.fixup = kFixupNone; 101265420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin new_lir->flags.size = EncodingMap[kA64Nop0].size; 101365420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin InsertLIRBefore(lir, new_lir); 101465420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin lir->offset += new_lir->flags.size; 101565420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin offset_adjustment += new_lir->flags.size; 101665420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin res = kRetryAll; 101765420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin } 101865420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin } 101965420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin } 102065420b244f18a3492a342ee3edaefeb26aed4230Matteo Franchin break; 102143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin default: 102243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LOG(FATAL) << "Unexpected case " << lir->flags.fixup; 102343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 102443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin prev_lir = lir; 102543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir = lir->u.a.pcrel_next; 102643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 102743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 102843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (res == kSuccess) { 10295d7cdec7527f8043bf15e23a0041c40156727243Zheng Xu DCHECK_EQ(offset_adjustment, 0); 103043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin break; 103143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 103243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin assembler_retries++; 103343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (assembler_retries > MAX_ASSEMBLER_RETRIES) { 103443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CodegenDump(); 103543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LOG(FATAL) << "Assembler error - too many retries"; 103643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 103743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin starting_offset += offset_adjustment; 1038e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin data_offset_ = ALIGNED_DATA_OFFSET(starting_offset); 103943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin AssignDataOffsets(); 104043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 104143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 104243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 104343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Build the CodeBuffer. 104443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin DCHECK_LE(data_offset_, total_size_); 104543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin code_buffer_.reserve(total_size_); 104643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin code_buffer_.resize(starting_offset); 104743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin uint8_t* write_pos = &code_buffer_[0]; 104843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin write_pos = EncodeLIRs(write_pos, first_lir_insn_); 104943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin DCHECK_EQ(static_cast<CodeOffset>(write_pos - &code_buffer_[0]), starting_offset); 105043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 1051e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK_EQ(data_offset_, ALIGNED_DATA_OFFSET(code_buffer_.size())); 105243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 105343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Install literals 105443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin InstallLiteralPools(); 105543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 105643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Install switch tables 105743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin InstallSwitchTables(); 105843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 105943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Install fill array data 106043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin InstallFillArrayData(); 106143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 106243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Create the mapping table and native offset to reference map. 106343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin cu_->NewTimingSplit("PcMappingTable"); 106443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CreateMappingTables(); 106543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 106643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin cu_->NewTimingSplit("GcMap"); 106743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CreateNativeGcMap(); 106843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 106943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 10705aa6e04061ced68cca8111af1e9c19781b8a9c5dIan Rogerssize_t Arm64Mir2Lir::GetInsnSize(LIR* lir) { 10714163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin A64Opcode opcode = UNWIDE(lir->opcode); 1072e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK(!IsPseudoLirOp(opcode)); 1073e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin return EncodingMap[opcode].size; 107443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 107543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 107643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin// Encode instruction bit pattern and assign offsets. 107743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinuint32_t Arm64Mir2Lir::LinkFixupInsns(LIR* head_lir, LIR* tail_lir, uint32_t offset) { 107843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR* end_lir = tail_lir->next; 107943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 108043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin LIR* last_fixup = NULL; 108143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin for (LIR* lir = head_lir; lir != end_lir; lir = NEXT_LIR(lir)) { 10824163c53ce38a0f1f88bf3e8d26de9914da38498bMatteo Franchin A64Opcode opcode = UNWIDE(lir->opcode); 108343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (!lir->flags.is_nop) { 108443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (lir->flags.fixup != kFixupNone) { 1085e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin if (!IsPseudoLirOp(opcode)) { 1086e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin lir->flags.size = EncodingMap[opcode].size; 1087e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin lir->flags.fixup = EncodingMap[opcode].fixup; 108843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 1089e45fb9e7976c8462b94a58ad60b006b0eacec49fMatteo Franchin DCHECK_NE(static_cast<int>(opcode), kPseudoPseudoAlign4); 109043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->flags.size = 0; 109143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->flags.fixup = kFixupLabel; 109243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 109343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin // Link into the fixup chain. 109443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->flags.use_def_invalid = true; 109543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->u.a.pcrel_next = NULL; 109643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin if (first_fixup_ == NULL) { 109743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin first_fixup_ = lir; 109843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } else { 109943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin last_fixup->u.a.pcrel_next = lir; 110043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 110143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin last_fixup = lir; 110243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin lir->offset = offset; 110343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 110443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin offset += lir->flags.size; 110543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 110643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin } 110743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin return offset; 110843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 110943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 111043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchinvoid Arm64Mir2Lir::AssignDataOffsets() { 111143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin /* Set up offsets for literals */ 111243ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin CodeOffset offset = data_offset_; 111343ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 111443ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin offset = AssignLiteralOffset(offset); 111543ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 111643ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin offset = AssignSwitchTablesOffset(offset); 111743ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 111843ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin total_size_ = AssignFillArrayDataOffset(offset); 111943ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} 112043ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin 112143ec8737d8356dbff0a90bee521fb0e73438da47Matteo Franchin} // namespace art 1122