1176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines/*===---- avx512vlintrin.h - AVX512VL intrinsics ---------------------------=== 2176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * 3176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * Permission is hereby granted, free of charge, to any person obtaining a copy 4176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * of this software and associated documentation files (the "Software"), to deal 5176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * in the Software without restriction, including without limitation the rights 6176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * copies of the Software, and to permit persons to whom the Software is 8176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * furnished to do so, subject to the following conditions: 9176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * 10176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * The above copyright notice and this permission notice shall be included in 11176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * all copies or substantial portions of the Software. 12176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * 13176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * THE SOFTWARE. 20176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines * 21176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines *===-----------------------------------------------------------------------=== 22176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines */ 23176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 24176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#ifndef __IMMINTRIN_H 25176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#error "Never use <avx512vlintrin.h> directly; include <immintrin.h> instead." 26176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#endif 27176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 28176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#ifndef __AVX512VLINTRIN_H 29176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#define __AVX512VLINTRIN_H 30176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 31176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines/* Integer compare */ 32176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 33176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 34176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) { 35176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b, 36176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines (__mmask8)-1); 37176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 38176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 39176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 40176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm_mask_cmpeq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 41176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b, 42176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines __u); 43176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 44176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 450e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpeq_epu32_mask(__m128i __a, __m128i __b) { 470e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0, 480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 510e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpeq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 530e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0, 540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 56176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 57176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 58176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) { 59176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b, 60176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines (__mmask8)-1); 61176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 62176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 63176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 64176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm256_mask_cmpeq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 65176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b, 66176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines __u); 67176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 68176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 69176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpeq_epu32_mask(__m256i __a, __m256i __b) { 710e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0, 720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 750e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpeq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 770e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0, 780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 810e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 82176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) { 83176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b, 84176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines (__mmask8)-1); 85176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 86176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 87176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 88176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm_mask_cmpeq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 89176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b, 90176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines __u); 91176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 92176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 930e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) { 950e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0, 960e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 970e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 990e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpeq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 1010e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0, 1020e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1030e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 104176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 105176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 106176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) { 107176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b, 108176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines (__mmask8)-1); 109176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 110176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 111176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 112176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines_mm256_mask_cmpeq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 113176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b, 114176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines __u); 115176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines} 116176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines 1170e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpeq_epu64_mask(__m256i __a, __m256i __b) { 1190e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0, 1200e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1210e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1230e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpeq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 1250e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0, 1260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1270e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1290e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1300e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1310e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpge_epi32_mask(__m128i __a, __m128i __b) { 1320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5, 1330e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1350e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1360e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1370e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpge_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 1380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5, 1390e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1410e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1420e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1430e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) { 1440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5, 1450e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1470e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1480e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 1500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5, 1510e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1530e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1540e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) { 1560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5, 1570e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1590e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1600e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1610e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 1620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5, 1630e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1650e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1660e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1670e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) { 1680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5, 1690e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1710e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1720e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpge_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 1740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5, 1750e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1770e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1780e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpge_epi64_mask(__m128i __a, __m128i __b) { 1800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5, 1810e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1830e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1840e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1850e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpge_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 1860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5, 1870e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 1880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1890e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1900e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1910e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) { 1920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5, 1930e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 1940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 1950e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 1960e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 1970e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpge_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 1980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5, 1990e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2010e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2020e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2030e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) { 2040e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5, 2050e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2060e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2070e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2080e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2090e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 2100e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5, 2110e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2120e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2130e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2140e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2150e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) { 2160e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5, 2170e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2190e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2200e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2210e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpge_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 2220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5, 2230e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2250e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2270e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2290e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2300e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) { 2310e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b, 2320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2330e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2350e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2360e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 2370e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b, 2380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2390e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2410e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2420e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) { 2430e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6, 2440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2450e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2470e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpgt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 2490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6, 2500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2510e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2530e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) { 2550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b, 2560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2570e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2590e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2600e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpgt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 2610e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b, 2620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2630e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2650e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2660e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) { 2670e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6, 2680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2690e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2710e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpgt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 2730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6, 2740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2750e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2770e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) { 2790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b, 2800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2810e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2830e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2840e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpgt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 2850e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b, 2860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2870e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2890e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2900e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) { 2910e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6, 2920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 2930e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 2940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 2950e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 2960e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 2970e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6, 2980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 2990e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3010e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3020e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) { 3030e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b, 3040e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3050e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3060e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3070e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3080e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpgt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 3090e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b, 3100e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3110e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3120e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3130e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3140e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) { 3150e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6, 3160e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3170e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3190e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3200e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpgt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 3210e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6, 3220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3230e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3250e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmple_epi32_mask(__m128i __a, __m128i __b) { 3270e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2, 3280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3290e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3300e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3310e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmple_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 3330e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2, 3340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3350e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3360e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3370e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmple_epu32_mask(__m128i __a, __m128i __b) { 3390e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2, 3400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3410e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3420e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3430e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmple_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 3450e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2, 3460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3470e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3490e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmple_epi32_mask(__m256i __a, __m256i __b) { 3510e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2, 3520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3530e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3550e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmple_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 3570e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2, 3580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3590e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3600e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3610e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmple_epu32_mask(__m256i __a, __m256i __b) { 3630e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2, 3640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3650e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3660e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3670e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmple_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 3690e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2, 3700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3710e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3730e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmple_epi64_mask(__m128i __a, __m128i __b) { 3750e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2, 3760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3770e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3790e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmple_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 3810e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2, 3820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3830e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3840e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3850e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmple_epu64_mask(__m128i __a, __m128i __b) { 3870e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2, 3880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 3890e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3900e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3910e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmple_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 3930e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2, 3940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 3950e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 3960e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 3970e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 3980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmple_epi64_mask(__m256i __a, __m256i __b) { 3990e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2, 4000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4010e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4020e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4030e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4040e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmple_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 4050e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2, 4060e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4070e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4080e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4090e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4100e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmple_epu64_mask(__m256i __a, __m256i __b) { 4110e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2, 4120e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4130e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4140e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4150e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4160e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmple_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 4170e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2, 4180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4190e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4200e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4210e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmplt_epi32_mask(__m128i __a, __m128i __b) { 4230e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1, 4240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4250e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4270e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmplt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 4290e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1, 4300e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4310e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4330e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmplt_epu32_mask(__m128i __a, __m128i __b) { 4350e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1, 4360e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4370e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4390e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmplt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 4410e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1, 4420e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4430e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4450e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) { 4470e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1, 4480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4510e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmplt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 4530e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1, 4540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4570e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) { 4590e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1, 4600e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4610e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4630e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmplt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 4650e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1, 4660e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4670e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4690e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmplt_epi64_mask(__m128i __a, __m128i __b) { 4710e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1, 4720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4750e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmplt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 4770e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1, 4780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4810e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmplt_epu64_mask(__m128i __a, __m128i __b) { 4830e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1, 4840e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4850e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4870e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmplt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 4890e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1, 4900e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 4910e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4930e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 4940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) { 4950e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1, 4960e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 4970e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 4980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 4990e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmplt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 5010e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1, 5020e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5030e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5040e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5050e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5060e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) { 5070e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1, 5080e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5090e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5100e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5110e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5120e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmplt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 5130e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1, 5140e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5150e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5160e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5170e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) { 5190e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4, 5200e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5210e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5230e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpneq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 5250e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4, 5260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5270e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5290e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5300e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpneq_epu32_mask(__m128i __a, __m128i __b) { 5310e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4, 5320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5330e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5350e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5360e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpneq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) { 5370e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4, 5380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5390e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5410e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5420e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) { 5430e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4, 5440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5450e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5470e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpneq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 5490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4, 5500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5510e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5530e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) { 5550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4, 5560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5570e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5590e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5600e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpneq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) { 5610e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4, 5620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5630e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5650e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5660e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) { 5670e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4, 5680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5690e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5710e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpneq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 5730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4, 5740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5750e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5770e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) { 5790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4, 5800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5810e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5830e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5840e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm_mask_cmpneq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) { 5850e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4, 5860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5870e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5890e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5900e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) { 5910e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4, 5920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 5930e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 5940e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 5950e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 5960e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpneq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 5970e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4, 5980e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 5990e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 6000e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6010e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 6020e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) { 6030e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4, 6040e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)-1); 6050e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 6060e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6070e2c34f92f00628d48968dfea096d36381f494cbStephen Hinesstatic __inline__ __mmask8 __attribute__((__always_inline__, __nodebug__)) 6080e2c34f92f00628d48968dfea096d36381f494cbStephen Hines_mm256_mask_cmpneq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) { 6090e2c34f92f00628d48968dfea096d36381f494cbStephen Hines return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4, 6100e2c34f92f00628d48968dfea096d36381f494cbStephen Hines __u); 6110e2c34f92f00628d48968dfea096d36381f494cbStephen Hines} 6120e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6130e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_cmp_epi32_mask(a, b, p) __extension__ ({ \ 6140e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \ 6150e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4si)(__m128i)(b), \ 6160e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6170e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6180e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \ 6190e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \ 6200e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4si)(__m128i)(b), \ 6210e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6220e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6230e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_cmp_epu32_mask(a, b, p) __extension__ ({ \ 6240e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \ 6250e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4si)(__m128i)(b), \ 6260e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6270e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6280e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \ 6290e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \ 6300e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4si)(__m128i)(b), \ 6310e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6320e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6330e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_cmp_epi32_mask(a, b, p) __extension__ ({ \ 6340e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \ 6350e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v8si)(__m256i)(b), \ 6360e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6370e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6380e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \ 6390e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \ 6400e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v8si)(__m256i)(b), \ 6410e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6420e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6430e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_cmp_epu32_mask(a, b, p) __extension__ ({ \ 6440e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \ 6450e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v8si)(__m256i)(b), \ 6460e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6470e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6480e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \ 6490e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \ 6500e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v8si)(__m256i)(b), \ 6510e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6520e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6530e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_cmp_epi64_mask(a, b, p) __extension__ ({ \ 6540e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \ 6550e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v2di)(__m128i)(b), \ 6560e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6570e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6580e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \ 6590e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \ 6600e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v2di)(__m128i)(b), \ 6610e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6620e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6630e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_cmp_epu64_mask(a, b, p) __extension__ ({ \ 6640e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \ 6650e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v2di)(__m128i)(b), \ 6660e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6670e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6680e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \ 6690e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \ 6700e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v2di)(__m128i)(b), \ 6710e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6720e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6730e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_cmp_epi64_mask(a, b, p) __extension__ ({ \ 6740e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \ 6750e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4di)(__m256i)(b), \ 6760e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6770e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6780e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \ 6790e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \ 6800e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4di)(__m256i)(b), \ 6810e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6820e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6830e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_cmp_epu64_mask(a, b, p) __extension__ ({ \ 6840e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \ 6850e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4di)(__m256i)(b), \ 6860e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)-1); }) 6870e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 6880e2c34f92f00628d48968dfea096d36381f494cbStephen Hines#define _mm256_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \ 6890e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \ 6900e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (__v4di)(__m256i)(b), \ 6910e2c34f92f00628d48968dfea096d36381f494cbStephen Hines (p), (__mmask8)(m)); }) 6920e2c34f92f00628d48968dfea096d36381f494cbStephen Hines 693176edba5311f6eff0cad2631449885ddf4fbc9eaStephen Hines#endif /* __AVX512VLINTRIN_H */ 694