1630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski/* 2630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski * Copyright 2014 3630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski * 4630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski * Use of this source code is governed by a BSD-style license that can be 5630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski * found in the LICENSE file. 6630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski */ 7630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 8630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#include "SkTextureCompressor.h" 9630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#include "SkTextureCompression_opts.h" 10630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 11630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#include <arm_neon.h> 12630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 13630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// Converts indices in each of the four bits of the register from 14630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// 0, 1, 2, 3, 4, 5, 6, 7 15630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// to 16630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// 3, 2, 1, 0, 4, 5, 6, 7 17630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// 18630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// A more detailed explanation can be found in SkTextureCompressor::convert_indices 19630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint8x16_t convert_indices(const uint8x16_t &x) { 20630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const int8x16_t kThree = { 21630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 22630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 23630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski }; 24630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 25630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const int8x16_t kZero = { 26630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 27630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 28630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski }; 29630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 30630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Take top three bits 31630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski int8x16_t sx = vreinterpretq_s8_u8(x); 32630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 33630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Negate ... 34630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski sx = vnegq_s8(sx); 35630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 36630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Add three... 37630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski sx = vaddq_s8(sx, kThree); 38630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 39630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Generate negatives mask 40630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const int8x16_t mask = vreinterpretq_s8_u8(vcltq_s8(sx, kZero)); 41630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 42630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Absolute value 43630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski sx = vabsq_s8(sx); 44630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 45630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Add three to the values that were negative... 46630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return vreinterpretq_u8_s8(vaddq_s8(sx, vandq_s8(mask, kThree))); 47630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 48630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 49630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskitemplate<unsigned shift> 50630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint64x2_t shift_swap(const uint64x2_t &x, const uint64x2_t &mask) { 51630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski uint64x2_t t = vandq_u64(mask, veorq_u64(x, vshrq_n_u64(x, shift))); 52630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return veorq_u64(x, veorq_u64(t, vshlq_n_u64(t, shift))); 53630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 54630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 55630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint64x2_t pack_indices(const uint64x2_t &x) { 56630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 a e 00 b f 00 c g 00 d h 00 i m 00 j n 00 k o 00 l p 57630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 58630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask1 = { 0x3FC0003FC00000ULL, 0x3FC0003FC00000ULL }; 59630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski uint64x2_t ret = shift_swap<10>(x, kMask1); 60630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 61630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: b f 00 00 00 a e c g i m 00 00 00 d h j n 00 k o 00 l p 62630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask2 = { (0x3FULL << 52), (0x3FULL << 52) }; 63630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask3 = { (0x3FULL << 28), (0x3FULL << 28) }; 64630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t x1 = vandq_u64(vshlq_n_u64(ret, 52), kMask2); 65630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t x2 = vandq_u64(vshlq_n_u64(ret, 20), kMask3); 66630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = vshrq_n_u64(vorrq_u64(ret, vorrq_u64(x1, x2)), 16); 67630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 68630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 b f l p a e c g i m k o d h j n 69630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 70630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask4 = { 0xFC0000ULL, 0xFC0000ULL }; 71630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = shift_swap<6>(ret, kMask4); 72630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 73630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#if defined (SK_CPU_BENDIAN) 74630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 b f l p a e i m c g k o d h j n 75630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 76630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask5 = { 0x3FULL, 0x3FULL }; 77630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = shift_swap<36>(ret, kMask5); 78630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 79630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 b f j n a e i m c g k o d h l p 80630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 81630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask6 = { 0xFFF000000ULL, 0xFFF000000ULL }; 82630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = shift_swap<12>(ret, kMask6); 83630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#else 84630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 c g i m d h l p b f j n a e k o 85630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 86630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask5 = { 0xFC0ULL, 0xFC0ULL }; 87630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = shift_swap<36>(ret, kMask5); 88630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 89630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 a e i m d h l p b f j n c g k o 90630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 91630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask6 = { (0xFFFULL << 36), (0xFFFULL << 36) }; 92630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask7 = { 0xFFFFFFULL, 0xFFFFFFULL }; 93630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kMask8 = { 0xFFFULL, 0xFFFULL }; 94630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t y1 = vandq_u64(ret, kMask6); 95630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t y2 = vshlq_n_u64(vandq_u64(ret, kMask7), 12); 96630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t y3 = vandq_u64(vshrq_n_u64(ret, 24), kMask8); 97630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski ret = vorrq_u64(y1, vorrq_u64(y2, y3)); 98630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#endif 99630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 100630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // x: 00 00 00 00 00 00 00 00 a e i m b f j n c g k o d h l p 101630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 102630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Set the header 103630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kHeader = { 0x8490000000000000ULL, 0x8490000000000000ULL }; 104630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return vorrq_u64(kHeader, ret); 105630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 106630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 107630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// Takes a row of alpha values and places the most significant three bits of each byte into 108630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// the least significant bits of the same byte 109630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint8x16_t make_index_row(const uint8x16_t &x) { 110630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint8x16_t kTopThreeMask = { 111630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 112630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 0xE0, 113630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski }; 114630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return vshrq_n_u8(vandq_u8(x, kTopThreeMask), 5); 115630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 116630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 117630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// Returns true if all of the bits in x are 0. 118630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline bool is_zero(uint8x16_t x) { 119630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// First experiments say that this is way slower than just examining the lanes 120630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski// but it might need a little more investigation. 121630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#if 0 122630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // This code path tests the system register for overflow. We trigger 123630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // overflow by adding x to a register with all of its bits set. The 124630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // first instruction sets the bits. 125630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski int reg; 126630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski asm ("VTST.8 %%q0, %q1, %q1\n" 127630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski "VQADD.u8 %q1, %%q0\n" 128630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski "VMRS %0, FPSCR\n" 129630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski : "=r"(reg) : "w"(vreinterpretq_f32_u8(x)) : "q0", "q1"); 130630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 131630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Bit 21 corresponds to the overflow flag. 132630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return reg & (0x1 << 21); 133630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#else 134630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t cvt = vreinterpretq_u64_u8(x); 135630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64_t l1 = vgetq_lane_u64(cvt, 0); 136630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return (l1 == 0) && (l1 == vgetq_lane_u64(cvt, 1)); 137630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#endif 138630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 139630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 140630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#if defined (SK_CPU_BENDIAN) 141630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint64x2_t fix_endianness(uint64x2_t x) { 142630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return x; 143630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 144630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#else 145630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic inline uint64x2_t fix_endianness(uint64x2_t x) { 146630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return vreinterpretq_u64_u8(vrev64q_u8(vreinterpretq_u8_u64(x))); 147630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 148630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski#endif 149630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 150630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskistatic void compress_r11eac_blocks(uint64_t* dst, const uint8_t* src, int rowBytes) { 151630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 152630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Try to avoid switching between vector and non-vector ops... 153630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8_t *const src1 = src; 154630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8_t *const src2 = src + rowBytes; 155630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8_t *const src3 = src + 2*rowBytes; 156630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8_t *const src4 = src + 3*rowBytes; 157630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski uint64_t *const dst1 = dst; 158630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski uint64_t *const dst2 = dst + 2; 159630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 160630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t alphaRow1 = vld1q_u8(src1); 161630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t alphaRow2 = vld1q_u8(src2); 162630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t alphaRow3 = vld1q_u8(src3); 163630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t alphaRow4 = vld1q_u8(src4); 164630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 165630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t cmp12 = vceqq_u8(alphaRow1, alphaRow2); 166630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t cmp34 = vceqq_u8(alphaRow3, alphaRow4); 167630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t cmp13 = vceqq_u8(alphaRow1, alphaRow3); 168630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 169630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t cmp = vandq_u8(vandq_u8(cmp12, cmp34), cmp13); 170630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t ncmp = vmvnq_u8(cmp); 171630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t nAlphaRow1 = vmvnq_u8(alphaRow1); 172630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski if (is_zero(ncmp)) { 173630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski if (is_zero(alphaRow1)) { 174630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski static const uint64x2_t kTransparent = { 0x0020000000002000ULL, 175630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 0x0020000000002000ULL }; 176630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst1, kTransparent); 177630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst2, kTransparent); 178630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return; 179630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } else if (is_zero(nAlphaRow1)) { 180630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst1, vreinterpretq_u64_u8(cmp)); 181630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst2, vreinterpretq_u64_u8(cmp)); 182630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return; 183630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } 184630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } 185630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 186630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t indexRow1 = convert_indices(make_index_row(alphaRow1)); 187630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t indexRow2 = convert_indices(make_index_row(alphaRow2)); 188630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t indexRow3 = convert_indices(make_index_row(alphaRow3)); 189630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint8x16_t indexRow4 = convert_indices(make_index_row(alphaRow4)); 190630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 191630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t indexRow12 = vreinterpretq_u64_u8( 192630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vorrq_u8(vshlq_n_u8(indexRow1, 3), indexRow2)); 193630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t indexRow34 = vreinterpretq_u64_u8( 194630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vorrq_u8(vshlq_n_u8(indexRow3, 3), indexRow4)); 195630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 196630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint32x4x2_t blockIndices = vtrnq_u32(vreinterpretq_u32_u64(indexRow12), 197630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vreinterpretq_u32_u64(indexRow34)); 198630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t blockIndicesLeft = vreinterpretq_u64_u32(vrev64q_u32(blockIndices.val[0])); 199630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t blockIndicesRight = vreinterpretq_u64_u32(vrev64q_u32(blockIndices.val[1])); 200630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 201630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t indicesLeft = fix_endianness(pack_indices(blockIndicesLeft)); 202630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t indicesRight = fix_endianness(pack_indices(blockIndicesRight)); 203630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 204630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t d1 = vcombine_u64(vget_low_u64(indicesLeft), vget_low_u64(indicesRight)); 205630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const uint64x2_t d2 = vcombine_u64(vget_high_u64(indicesLeft), vget_high_u64(indicesRight)); 206630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst1, d1); 207630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski vst1q_u64(dst2, d2); 208630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 209630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 210630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevskibool CompressA8toR11EAC_NEON(uint8_t* dst, const uint8_t* src, 211630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski int width, int height, int rowBytes) { 212630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 213630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Since we're going to operate on 4 blocks at a time, the src width 214630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // must be a multiple of 16. However, the height only needs to be a 215630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // multiple of 4 216630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski if (0 == width || 0 == height || (width % 16) != 0 || (height % 4) != 0) { 217630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return SkTextureCompressor::CompressBufferToFormat( 218630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski dst, src, 219630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski kAlpha_8_SkColorType, 220630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski width, height, rowBytes, 221630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski SkTextureCompressor::kR11_EAC_Format, false); 222630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } 223630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 224630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const int blocksX = width >> 2; 225630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski const int blocksY = height >> 2; 226630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 227630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski SkASSERT((blocksX % 4) == 0); 228630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski 229630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski uint64_t* encPtr = reinterpret_cast<uint64_t*>(dst); 230630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski for (int y = 0; y < blocksY; ++y) { 231630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski for (int x = 0; x < blocksX; x+=4) { 232630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski // Compress it 233630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski compress_r11eac_blocks(encPtr, src + 4*x, rowBytes); 234630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski encPtr += 4; 235630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } 236630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski src += 4 * rowBytes; 237630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski } 238630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski return true; 239630598cbb87edda47aa26bc7b7f93865b34cd8dekrajcevski} 240