Skip to content

Commit 355b747

Browse files
RKSimonRKSimon
authored
[Headers][X86] Enable constexpr handling for pmulhw/pmulhuw avx512 mask/maskz intrinsics (#154341)
Followup to #152524 / #152540 - allow the predicated variants to be used in constexpr as well
1 parent 2c11a83 commit 355b747

File tree

4 files changed

+74
-65
lines changed

4 files changed

+74
-65
lines changed

‎clang/lib/Headers/avx512bwintrin.h‎

Lines changed: 22 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1083,48 +1083,39 @@ _mm512_maskz_mulhrs_epi16(__mmask32 __U, __m512i __A, __m512i __B)
10831083
}
10841084

10851085
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1086-
_mm512_mulhi_epi16(__m512i __A, __m512i __B)
1087-
{
1088-
return (__m512i)__builtin_ia32_pmulhw512((__v32hi) __A, (__v32hi) __B);
1086+
_mm512_mulhi_epi16(__m512i __A, __m512i __B) {
1087+
return (__m512i)__builtin_ia32_pmulhw512((__v32hi)__A, (__v32hi)__B);
10891088
}
10901089

1091-
static __inline__ __m512i __DEFAULT_FN_ATTRS512
1092-
_mm512_mask_mulhi_epi16(__m512i __W, __mmask32 __U, __m512i __A,
1093-
__m512i __B)
1094-
{
1095-
return (__m512i)__builtin_ia32_selectw_512((__mmask32)__U,
1096-
(__v32hi)_mm512_mulhi_epi16(__A, __B),
1097-
(__v32hi)__W);
1090+
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1091+
_mm512_mask_mulhi_epi16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
1092+
return (__m512i)__builtin_ia32_selectw_512(
1093+
(__mmask32)__U, (__v32hi)_mm512_mulhi_epi16(__A, __B), (__v32hi)__W);
10981094
}
10991095

1100-
static __inline__ __m512i __DEFAULT_FN_ATTRS512
1101-
_mm512_maskz_mulhi_epi16(__mmask32 __U, __m512i __A, __m512i __B)
1102-
{
1103-
return (__m512i)__builtin_ia32_selectw_512((__mmask32)__U,
1104-
(__v32hi)_mm512_mulhi_epi16(__A, __B),
1105-
(__v32hi)_mm512_setzero_si512());
1096+
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1097+
_mm512_maskz_mulhi_epi16(__mmask32 __U, __m512i __A, __m512i __B) {
1098+
return (__m512i)__builtin_ia32_selectw_512(
1099+
(__mmask32)__U, (__v32hi)_mm512_mulhi_epi16(__A, __B),
1100+
(__v32hi)_mm512_setzero_si512());
11061101
}
11071102

11081103
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1109-
_mm512_mulhi_epu16(__m512i __A, __m512i __B)
1110-
{
1111-
return (__m512i)__builtin_ia32_pmulhuw512((__v32hu) __A, (__v32hu) __B);
1104+
_mm512_mulhi_epu16(__m512i __A, __m512i __B) {
1105+
return (__m512i)__builtin_ia32_pmulhuw512((__v32hu)__A, (__v32hu)__B);
11121106
}
11131107

1114-
static __inline__ __m512i __DEFAULT_FN_ATTRS512
1115-
_mm512_mask_mulhi_epu16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B)
1116-
{
1117-
return (__m512i)__builtin_ia32_selectw_512((__mmask32)__U,
1118-
(__v32hi)_mm512_mulhi_epu16(__A, __B),
1119-
(__v32hi)__W);
1108+
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1109+
_mm512_mask_mulhi_epu16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
1110+
return (__m512i)__builtin_ia32_selectw_512(
1111+
(__mmask32)__U, (__v32hi)_mm512_mulhi_epu16(__A, __B), (__v32hi)__W);
11201112
}
11211113

1122-
static __inline__ __m512i __DEFAULT_FN_ATTRS512
1123-
_mm512_maskz_mulhi_epu16 (__mmask32 __U, __m512i __A, __m512i __B)
1124-
{
1125-
return (__m512i)__builtin_ia32_selectw_512((__mmask32)__U,
1126-
(__v32hi)_mm512_mulhi_epu16(__A, __B),
1127-
(__v32hi)_mm512_setzero_si512());
1114+
static __inline__ __m512i __DEFAULT_FN_ATTRS512_CONSTEXPR
1115+
_mm512_maskz_mulhi_epu16(__mmask32 __U, __m512i __A, __m512i __B) {
1116+
return (__m512i)__builtin_ia32_selectw_512(
1117+
(__mmask32)__U, (__v32hi)_mm512_mulhi_epu16(__A, __B),
1118+
(__v32hi)_mm512_setzero_si512());
11281119
}
11291120

11301121
static __inline__ __m512i __DEFAULT_FN_ATTRS512

‎clang/lib/Headers/avx512vlbwintrin.h‎

Lines changed: 35 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,14 @@
2424
__target__("avx512vl,avx512bw,no-evex512"), \
2525
__min_vector_width__(256)))
2626

27+
#if defined(__cplusplus) && (__cplusplus >= 201103L)
28+
#define __DEFAULT_FN_ATTRS128_CONSTEXPR __DEFAULT_FN_ATTRS128 constexpr
29+
#define __DEFAULT_FN_ATTRS256_CONSTEXPR __DEFAULT_FN_ATTRS256 constexpr
30+
#else
31+
#define __DEFAULT_FN_ATTRS128_CONSTEXPR __DEFAULT_FN_ATTRS128
32+
#define __DEFAULT_FN_ATTRS256_CONSTEXPR __DEFAULT_FN_ATTRS256
33+
#endif
34+
2735
/* Integer compare */
2836

2937
#define _mm_cmp_epi8_mask(a, b, p) \
@@ -1592,67 +1600,62 @@ _mm256_maskz_mulhrs_epi16(__mmask16 __U, __m256i __X, __m256i __Y) {
15921600
(__v16hi)_mm256_setzero_si256());
15931601
}
15941602

1595-
static __inline__ __m128i __DEFAULT_FN_ATTRS128
1603+
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
15961604
_mm_mask_mulhi_epu16(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) {
1597-
return (__m128i)__builtin_ia32_selectw_128((__mmask8)__U,
1598-
(__v8hi)_mm_mulhi_epu16(__A, __B),
1599-
(__v8hi)__W);
1605+
return (__m128i)__builtin_ia32_selectw_128(
1606+
(__mmask8)__U, (__v8hi)_mm_mulhi_epu16(__A, __B), (__v8hi)__W);
16001607
}
16011608

1602-
static __inline__ __m128i __DEFAULT_FN_ATTRS128
1609+
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
16031610
_mm_maskz_mulhi_epu16(__mmask8 __U, __m128i __A, __m128i __B) {
16041611
return (__m128i)__builtin_ia32_selectw_128((__mmask8)__U,
16051612
(__v8hi)_mm_mulhi_epu16(__A, __B),
16061613
(__v8hi)_mm_setzero_si128());
16071614
}
16081615

1609-
static __inline__ __m256i __DEFAULT_FN_ATTRS256
1616+
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
16101617
_mm256_mask_mulhi_epu16(__m256i __W, __mmask16 __U, __m256i __A, __m256i __B) {
1611-
return (__m256i)__builtin_ia32_selectw_256((__mmask16)__U,
1612-
(__v16hi)_mm256_mulhi_epu16(__A, __B),
1613-
(__v16hi)__W);
1618+
return (__m256i)__builtin_ia32_selectw_256(
1619+
(__mmask16)__U, (__v16hi)_mm256_mulhi_epu16(__A, __B), (__v16hi)__W);
16141620
}
16151621

1616-
static __inline__ __m256i __DEFAULT_FN_ATTRS256
1622+
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
16171623
_mm256_maskz_mulhi_epu16(__mmask16 __U, __m256i __A, __m256i __B) {
1618-
return (__m256i)__builtin_ia32_selectw_256((__mmask16)__U,
1619-
(__v16hi)_mm256_mulhi_epu16(__A, __B),
1620-
(__v16hi)_mm256_setzero_si256());
1624+
return (__m256i)__builtin_ia32_selectw_256(
1625+
(__mmask16)__U, (__v16hi)_mm256_mulhi_epu16(__A, __B),
1626+
(__v16hi)_mm256_setzero_si256());
16211627
}
16221628

1623-
static __inline__ __m128i __DEFAULT_FN_ATTRS128
1629+
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
16241630
_mm_mask_mulhi_epi16(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) {
1625-
return (__m128i)__builtin_ia32_selectw_128((__mmask8)__U,
1626-
(__v8hi)_mm_mulhi_epi16(__A, __B),
1627-
(__v8hi)__W);
1631+
return (__m128i)__builtin_ia32_selectw_128(
1632+
(__mmask8)__U, (__v8hi)_mm_mulhi_epi16(__A, __B), (__v8hi)__W);
16281633
}
16291634

1630-
static __inline__ __m128i __DEFAULT_FN_ATTRS128
1635+
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
16311636
_mm_maskz_mulhi_epi16(__mmask8 __U, __m128i __A, __m128i __B) {
16321637
return (__m128i)__builtin_ia32_selectw_128((__mmask8)__U,
16331638
(__v8hi)_mm_mulhi_epi16(__A, __B),
16341639
(__v8hi)_mm_setzero_si128());
16351640
}
16361641

1637-
static __inline__ __m256i __DEFAULT_FN_ATTRS256
1642+
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
16381643
_mm256_mask_mulhi_epi16(__m256i __W, __mmask16 __U, __m256i __A, __m256i __B) {
1639-
return (__m256i)__builtin_ia32_selectw_256((__mmask16)__U,
1640-
(__v16hi)_mm256_mulhi_epi16(__A, __B),
1641-
(__v16hi)__W);
1644+
return (__m256i)__builtin_ia32_selectw_256(
1645+
(__mmask16)__U, (__v16hi)_mm256_mulhi_epi16(__A, __B), (__v16hi)__W);
16421646
}
16431647

1644-
static __inline__ __m256i __DEFAULT_FN_ATTRS256
1648+
static __inline__ __m256i __DEFAULT_FN_ATTRS256_CONSTEXPR
16451649
_mm256_maskz_mulhi_epi16(__mmask16 __U, __m256i __A, __m256i __B) {
1646-
return (__m256i)__builtin_ia32_selectw_256((__mmask16)__U,
1647-
(__v16hi)_mm256_mulhi_epi16(__A, __B),
1648-
(__v16hi)_mm256_setzero_si256());
1650+
return (__m256i)__builtin_ia32_selectw_256(
1651+
(__mmask16)__U, (__v16hi)_mm256_mulhi_epi16(__A, __B),
1652+
(__v16hi)_mm256_setzero_si256());
16491653
}
16501654

1651-
static __inline__ __m128i __DEFAULT_FN_ATTRS128
1655+
static __inline__ __m128i __DEFAULT_FN_ATTRS128_CONSTEXPR
16521656
_mm_mask_unpackhi_epi8(__m128i __W, __mmask16 __U, __m128i __A, __m128i __B) {
1653-
return (__m128i)__builtin_ia32_selectb_128((__mmask16)__U,
1654-
(__v16qi)_mm_unpackhi_epi8(__A, __B),
1655-
(__v16qi)__W);
1657+
return (__m128i)__builtin_ia32_selectb_128(
1658+
(__mmask16)__U, (__v16qi)_mm_unpackhi_epi8(__A, __B), (__v16qi)__W);
16561659
}
16571660

16581661
static __inline__ __m128i __DEFAULT_FN_ATTRS128
@@ -3163,5 +3166,7 @@ _mm256_mask_reduce_min_epu8(__mmask32 __M, __m256i __V) {
31633166

31643167
#undef __DEFAULT_FN_ATTRS128
31653168
#undef __DEFAULT_FN_ATTRS256
3169+
#undef __DEFAULT_FN_ATTRS128_CONSTEXPR
3170+
#undef __DEFAULT_FN_ATTRS256_CONSTEXPR
31663171

31673172
#endif /* __AVX512VLBWINTRIN_H */

‎clang/test/CodeGen/X86/avx512bw-builtins.c‎

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1332,7 +1332,7 @@ __m512i test_mm512_mulhrs_epi16(__m512i __A, __m512i __B) {
13321332
// CHECK: @llvm.x86.avx512.pmul.hr.sw.512
13331333
return _mm512_mulhrs_epi16(__A,__B);
13341334
}
1335-
__m512i test_mm512_mask_mulhrs_epi16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
1335+
__m512i test_mm512_mask_mulhrs_epi16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
13361336
// CHECK-LABEL: test_mm512_mask_mulhrs_epi16
13371337
// CHECK: @llvm.x86.avx512.pmul.hr.sw.512
13381338
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}
@@ -1351,19 +1351,21 @@ __m512i test_mm512_mulhi_epi16(__m512i __A, __m512i __B) {
13511351
}
13521352
TEST_CONSTEXPR(match_v32hi(_mm512_mulhi_epi16((__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), -1, 0, 0, -1, -1, 0, 0, -1, -1, 0, 0, -1, -1, 0, 0, -1, -1, 0, 0, -1, -1, 0, 0, -1, -1, 0, 0, -1, -1, -1, -1, -1));
13531353

1354-
__m512i test_mm512_mask_mulhi_epi16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
1354+
__m512i test_mm512_mask_mulhi_epi16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
13551355
// CHECK-LABEL: test_mm512_mask_mulhi_epi16
13561356
// CHECK: @llvm.x86.avx512.pmulh.w.512
13571357
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}
13581358
return _mm512_mask_mulhi_epi16(__W,__U,__A,__B);
13591359
}
1360+
TEST_CONSTEXPR(match_v32hi(_mm512_mask_mulhi_epi16(_mm512_set1_epi16(1), 0xF00FF00F, (__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), -1, 0, 0, -1, 1, 1, 1, 1, 1, 1, 1, 1, -1, 0, 0, -1, -1, 0, 0, -1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -1));
13601361

13611362
__m512i test_mm512_maskz_mulhi_epi16(__mmask32 __U, __m512i __A, __m512i __B) {
13621363
// CHECK-LABEL: test_mm512_maskz_mulhi_epi16
13631364
// CHECK: @llvm.x86.avx512.pmulh.w.512
13641365
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}
13651366
return _mm512_maskz_mulhi_epi16(__U,__A,__B);
13661367
}
1368+
TEST_CONSTEXPR(match_v32hi(_mm512_maskz_mulhi_epi16(0x0FF00FF0, (__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 0, 0, 0, 0, -1, 0, 0, -1, -1, 0, 0, -1, 0, 0, 0, 0, 0, 0, 0, 0, -1, 0, 0, -1, -1, 0, 0, -1, 0, 0, 0, 0));
13671369

13681370
__m512i test_mm512_mulhi_epu16(__m512i __A, __m512i __B) {
13691371
// CHECK-LABEL: test_mm512_mulhi_epu16
@@ -1372,26 +1374,28 @@ __m512i test_mm512_mulhi_epu16(__m512i __A, __m512i __B) {
13721374
}
13731375
TEST_CONSTEXPR(match_v32hi(_mm512_mulhi_epu16((__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 0, -64, 0, 57, 4, -60, 0, 49, 8, -56, 0, 41, 12, -52, 0, 33, 16, -48, 0, 25, 20, -44, 0, 17, 24, -40, 0, 9, 28, 5, 30, 1));
13741376

1375-
__m512i test_mm512_mask_mulhi_epu16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
1377+
__m512i test_mm512_mask_mulhi_epu16(__m512i __W, __mmask32 __U, __m512i __A, __m512i __B) {
13761378
// CHECK-LABEL: test_mm512_mask_mulhi_epu16
13771379
// CHECK: @llvm.x86.avx512.pmulhu.w.512
13781380
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}
13791381
return _mm512_mask_mulhi_epu16(__W,__U,__A,__B);
13801382
}
1383+
TEST_CONSTEXPR(match_v32hi(_mm512_mask_mulhi_epu16(_mm512_set1_epi16(1), 0x0FF00FF0, (__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 1, 1, 1, 1, 4, -60, 0, 49, 8, -56, 0, 41, 1, 1, 1, 1, 1, 1, 1, 1, 20, -44, 0, 17, 24, -40, 0, 9, 1, 1, 1, 1));
13811384

13821385
__m512i test_mm512_maskz_mulhi_epu16(__mmask32 __U, __m512i __A, __m512i __B) {
13831386
// CHECK-LABEL: test_mm512_maskz_mulhi_epu16
13841387
// CHECK: @llvm.x86.avx512.pmulhu.w.512
13851388
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}
13861389
return _mm512_maskz_mulhi_epu16(__U,__A,__B);
13871390
}
1391+
TEST_CONSTEXPR(match_v32hi(_mm512_maskz_mulhi_epu16(0xF00FF00F, (__m512i)(__v32hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16, +17, -18, +19, -20, +21, -22, +23, -24, +25, -26, +27, -28, +29, -30, +31, -32}, (__m512i)(__v32hi){-64, -62, +60, +58, -56, -54, +52, +50, -48, -46, +44, +42, -40, -38, +36, +34, -32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 0, -64, 0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 12, -52, 0, 33, 16, -48, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 28, 5, 30, 1));
13881392

13891393
__m512i test_mm512_maddubs_epi16(__m512i __X, __m512i __Y) {
13901394
// CHECK-LABEL: test_mm512_maddubs_epi16
13911395
// CHECK: @llvm.x86.avx512.pmaddubs.w.512
13921396
return _mm512_maddubs_epi16(__X,__Y);
13931397
}
1394-
__m512i test_mm512_mask_maddubs_epi16(__m512i __W, __mmask32 __U, __m512i __X, __m512i __Y) {
1398+
__m512i test_mm512_mask_maddubs_epi16(__m512i __W, __mmask32 __U, __m512i __X, __m512i __Y) {
13951399
// CHECK-LABEL: test_mm512_mask_maddubs_epi16
13961400
// CHECK: @llvm.x86.avx512.pmaddubs.w.512
13971401
// CHECK: select <32 x i1> %{{.*}}, <32 x i16> %{{.*}}, <32 x i16> %{{.*}}

‎clang/test/CodeGen/X86/avx512vlbw-builtins.c‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
// RUN: %clang_cc1 -x c++ -flax-vector-conversions=none -ffreestanding %s -triple=x86_64-apple-darwin -target-feature +avx10.1-512 -emit-llvm -o - -Wall -Werror -Wsign-conversion | FileCheck %s
77

88
#include <immintrin.h>
9+
#include "builtin_test_helpers.h"
910

1011
__mmask32 test_mm256_cmpeq_epi8_mask(__m256i __a, __m256i __b) {
1112
// CHECK-LABEL: test_mm256_cmpeq_epi8_mask
@@ -1862,55 +1863,63 @@ __m128i test_mm_mask_mulhi_epu16(__m128i __W, __mmask8 __U, __m128i __A, __m128i
18621863
// CHECK: select <8 x i1> %{{.*}}, <8 x i16> %{{.*}}, <8 x i16> %{{.*}}
18631864
return _mm_mask_mulhi_epu16(__W, __U, __A, __B);
18641865
}
1866+
TEST_CONSTEXPR(match_v8hi(_mm_mask_mulhi_epu16(_mm_set1_epi16(1), 0x3C, (__m128i)(__v8hi){+1, -2, +3, -4, +5, -6, +7, -8}, (__m128i)(__v8hi){-16, -14, +12, +10, -8, +6, -4, +2}), 1, 1, 0, 9, 4, 5, 1, 1));
18651867

18661868
__m128i test_mm_maskz_mulhi_epu16(__mmask8 __U, __m128i __A, __m128i __B) {
18671869
// CHECK-LABEL: test_mm_maskz_mulhi_epu16
18681870
// CHECK: @llvm.x86.sse2.pmulhu.w
18691871
// CHECK: select <8 x i1> %{{.*}}, <8 x i16> %{{.*}}, <8 x i16> %{{.*}}
18701872
return _mm_maskz_mulhi_epu16(__U, __A, __B);
18711873
}
1874+
TEST_CONSTEXPR(match_v8hi(_mm_maskz_mulhi_epu16(0x87, (__m128i)(__v8hi){+1, -2, +3, -4, +5, -6, +7, -8}, (__m128i)(__v8hi){-16, -14, +12, +10, -8, +6, -4, +2}), 0, -16, 0, 0, 0, 0, 0, 1));
18721875

18731876
__m256i test_mm256_mask_mulhi_epu16(__m256i __W, __mmask16 __U, __m256i __A, __m256i __B) {
18741877
// CHECK-LABEL: test_mm256_mask_mulhi_epu16
18751878
// CHECK: @llvm.x86.avx2.pmulhu.w
18761879
// CHECK: select <16 x i1> %{{.*}}, <16 x i16> %{{.*}}, <16 x i16> %{{.*}}
18771880
return _mm256_mask_mulhi_epu16(__W, __U, __A, __B);
18781881
}
1882+
TEST_CONSTEXPR(match_v16hi(_mm256_mask_mulhi_epu16(_mm256_set1_epi16(1), 0xF00F, (__m256i)(__v16hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16}, (__m256i)(__v16hi){-32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 0, -32, 0, 25, 1, 1, 1, 1, 1, 1, 1, 1, 12, 5, 14, 1));
18791883

18801884
__m256i test_mm256_maskz_mulhi_epu16(__mmask16 __U, __m256i __A, __m256i __B) {
18811885
// CHECK-LABEL: test_mm256_maskz_mulhi_epu16
18821886
// CHECK: @llvm.x86.avx2.pmulhu.w
18831887
// CHECK: select <16 x i1> %{{.*}}, <16 x i16> %{{.*}}, <16 x i16> %{{.*}}
18841888
return _mm256_maskz_mulhi_epu16(__U, __A, __B);
18851889
}
1890+
TEST_CONSTEXPR(match_v16hi(_mm256_maskz_mulhi_epu16(0x0FF0, (__m256i)(__v16hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16}, (__m256i)(__v16hi){-32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 0, 0, 0, 0, 4, -28, 0, 17, 8, -24, 0, 9, 0, 0, 0, 0));
18861891

18871892
__m128i test_mm_mask_mulhi_epi16(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) {
18881893
// CHECK-LABEL: test_mm_mask_mulhi_epi16
18891894
// CHECK: @llvm.x86.sse2.pmulh.w
18901895
// CHECK: select <8 x i1> %{{.*}}, <8 x i16> %{{.*}}, <8 x i16> %{{.*}}
18911896
return _mm_mask_mulhi_epi16(__W, __U, __A, __B);
18921897
}
1898+
TEST_CONSTEXPR(match_v8hi(_mm_mask_mulhi_epu16(_mm_set1_epi16(1), 0x78, (__m128i)(__v8hi){+1, -2, +3, -4, +5, -6, +7, -8}, (__m128i)(__v8hi){-16, -14, +12, +10, -8, +6, -4, +2}), 1, 1, 1, 9, 4, 5, 6, 1));
18931899

18941900
__m128i test_mm_maskz_mulhi_epi16(__mmask8 __U, __m128i __A, __m128i __B) {
18951901
// CHECK-LABEL: test_mm_maskz_mulhi_epi16
18961902
// CHECK: @llvm.x86.sse2.pmulh.w
18971903
// CHECK: select <8 x i1> %{{.*}}, <8 x i16> %{{.*}}, <8 x i16> %{{.*}}
18981904
return _mm_maskz_mulhi_epi16(__U, __A, __B);
18991905
}
1906+
TEST_CONSTEXPR(match_v8hi(_mm_maskz_mulhi_epi16(0xC3, (__m128i)(__v8hi){+1, -2, +3, -4, +5, -6, +7, -8}, (__m128i)(__v8hi){-16, -14, +12, +10, -8, +6, -4, +2}), -1, 0, 0, 0, 0, 0, -1, -1));
19001907

19011908
__m256i test_mm256_mask_mulhi_epi16(__m256i __W, __mmask16 __U, __m256i __A, __m256i __B) {
19021909
// CHECK-LABEL: test_mm256_mask_mulhi_epi16
19031910
// CHECK: @llvm.x86.avx2.pmulh.w
19041911
// CHECK: select <16 x i1> %{{.*}}, <16 x i16> %{{.*}}, <16 x i16> %{{.*}}
19051912
return _mm256_mask_mulhi_epi16(__W, __U, __A, __B);
19061913
}
1914+
TEST_CONSTEXPR(match_v16hi(_mm256_mask_mulhi_epi16(_mm256_set1_epi16(1), 0x0FF0, (__m256i)(__v16hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16}, (__m256i)(__v16hi){-32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), 1, 1, 1, 1, -1, 0, 0, -1, -1, 0, 0, -1, 1, 1, 1, 1));
19071915

19081916
__m256i test_mm256_maskz_mulhi_epi16(__mmask16 __U, __m256i __A, __m256i __B) {
19091917
// CHECK-LABEL: test_mm256_maskz_mulhi_epi16
19101918
// CHECK: @llvm.x86.avx2.pmulh.w
19111919
// CHECK: select <16 x i1> %{{.*}}, <16 x i16> %{{.*}}, <16 x i16> %{{.*}}
19121920
return _mm256_maskz_mulhi_epi16(__U, __A, __B);
19131921
}
1922+
TEST_CONSTEXPR(match_v16hi(_mm256_maskz_mulhi_epi16(0xF00F, (__m256i)(__v16hi){+1, -2, +3, -4, +5, -6, +7, -8, +9, -10, +11, -12, +13, -14, +15, -16}, (__m256i)(__v16hi){-32, -30, +28, +26, -24, -22, +20, +18, -16, -14, +12, +10, -8, +6, -4, +2}), -1, 0, 0, -1, 0, 0, 0, 0, 0, 0, 0, 0, -1, -1, -1, -1));
19141923

19151924
__m128i test_mm_mask_unpackhi_epi8(__m128i __W, __mmask16 __U, __m128i __A, __m128i __B) {
19161925
// CHECK-LABEL: test_mm_mask_unpackhi_epi8

0 commit comments

Comments
 (0)