1d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein/* 2d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein * Copyright 2015 Google Inc. 3d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein * 4d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein * Use of this source code is governed by a BSD-style license that can be 5d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein * found in the LICENSE file. 6d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein */ 7d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 8d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px::Sk4px(SkPMColor px) : INHERITED(_mm_set1_epi32(px)) {} 9d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 10d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px Sk4px::Load4(const SkPMColor px[4]) { 11d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return Sk16b(_mm_loadu_si128((const __m128i*)px)); 12d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 13d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px Sk4px::Load2(const SkPMColor px[2]) { 14d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return Sk16b(_mm_loadl_epi64((const __m128i*)px)); 15d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 16d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px Sk4px::Load1(const SkPMColor px[1]) { return Sk16b(_mm_cvtsi32_si128(*px)); } 17d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 18d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline void Sk4px::store4(SkPMColor px[4]) const { _mm_storeu_si128((__m128i*)px, this->fVec); } 19d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline void Sk4px::store2(SkPMColor px[2]) const { _mm_storel_epi64((__m128i*)px, this->fVec); } 20d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline void Sk4px::store1(SkPMColor px[1]) const { *px = _mm_cvtsi128_si32(this->fVec); } 21d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 22d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px::Wide Sk4px::widenLo() const { 23d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return Sk16h(_mm_unpacklo_epi8(this->fVec, _mm_setzero_si128()), 24d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein _mm_unpackhi_epi8(this->fVec, _mm_setzero_si128())); 25d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 26d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 27d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px::Wide Sk4px::widenHi() const { 28d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return Sk16h(_mm_unpacklo_epi8(_mm_setzero_si128(), this->fVec), 29d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein _mm_unpackhi_epi8(_mm_setzero_si128(), this->fVec)); 30d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 31d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 32d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px::Wide Sk4px::mulWiden(const Sk16b& other) const { 33d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return this->widenLo() * Sk4px(other).widenLo(); 34d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 35d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein 36d2ffd36eb62e99abe2920369d1e040954cc2044fmtkleininline Sk4px Sk4px::Wide::addNarrowHi(const Sk16h& other) const { 37d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein Sk4px::Wide r = (*this + other) >> 8; 38d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein return Sk4px(_mm_packus_epi16(r.fLo.fVec, r.fHi.fVec)); 39d2ffd36eb62e99abe2920369d1e040954cc2044fmtklein} 408a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein 418a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein// Load4Alphas and Load2Alphas use possibly-unaligned loads (SkAlpha[] -> uint16_t or uint32_t). 428a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein// These are safe on x86, often with no speed penalty. 438a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein 448a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein#if SK_CPU_SSE_LEVEL >= SK_CPU_SSE_LEVEL_SSSE3 458a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein inline Sk4px Sk4px::alphas() const { 468a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein static_assert(SK_A32_SHIFT == 24, "Intel's always little-endian."); 478a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein __m128i splat = _mm_set_epi8(15,15,15,15, 11,11,11,11, 7,7,7,7, 3,3,3,3); 488a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein return Sk16b(_mm_shuffle_epi8(this->fVec, splat)); 498a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein } 508a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein 518a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein inline Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { 528a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein uint32_t as = *(const uint32_t*)a; 538a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein __m128i splat = _mm_set_epi8(3,3,3,3, 2,2,2,2, 1,1,1,1, 0,0,0,0); 548a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein return Sk16b(_mm_shuffle_epi8(_mm_cvtsi32_si128(as), splat)); 558a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein } 568a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein#else 578a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein inline Sk4px Sk4px::alphas() const { 588a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein static_assert(SK_A32_SHIFT == 24, "Intel's always little-endian."); 598a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein __m128i as = _mm_srli_epi32(this->fVec, 24); // ___3 ___2 ___1 ___0 608a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_or_si128(as, _mm_slli_si128(as, 1)); // __33 __22 __11 __00 618a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_or_si128(as, _mm_slli_si128(as, 2)); // 3333 2222 1111 0000 628a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein return Sk16b(as); 638a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein } 648a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein 658a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein inline Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { 668a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein __m128i as = _mm_cvtsi32_si128(*(const uint32_t*)a); // ____ ____ ____ 3210 678a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_unpacklo_epi8 (as, _mm_setzero_si128()); // ____ ____ _3_2 _1_0 688a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_unpacklo_epi16(as, _mm_setzero_si128()); // ___3 ___2 ___1 ___0 698a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_or_si128(as, _mm_slli_si128(as, 1)); // __33 __22 __11 __00 708a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein as = _mm_or_si128(as, _mm_slli_si128(as, 2)); // 3333 2222 1111 0000 718a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein return Sk16b(as); 728a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein } 738a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein#endif 748a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein 758a90edc2a58a4f8a4b4da73eb08e943be09538c0mtkleininline Sk4px Sk4px::Load2Alphas(const SkAlpha a[2]) { 768a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein uint32_t as = *(const uint16_t*)a; // Aa -> Aa00 778a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein return Load4Alphas((const SkAlpha*)&as); 788a90edc2a58a4f8a4b4da73eb08e943be09538c0mtklein} 790135a41e095a433414e21e37b277dab7dcbec373mtklein 800135a41e095a433414e21e37b277dab7dcbec373mtkleininline Sk4px Sk4px::zeroColors() const { 810135a41e095a433414e21e37b277dab7dcbec373mtklein return Sk16b(_mm_and_si128(_mm_set1_epi32(0xFF << SK_A32_SHIFT), this->fVec)); 820135a41e095a433414e21e37b277dab7dcbec373mtklein} 830135a41e095a433414e21e37b277dab7dcbec373mtklein 840135a41e095a433414e21e37b277dab7dcbec373mtkleininline Sk4px Sk4px::zeroAlphas() const { 850135a41e095a433414e21e37b277dab7dcbec373mtklein // andnot(a,b) == ~a & b 860135a41e095a433414e21e37b277dab7dcbec373mtklein return Sk16b(_mm_andnot_si128(_mm_set1_epi32(0xFF << SK_A32_SHIFT), this->fVec)); 870135a41e095a433414e21e37b277dab7dcbec373mtklein} 88