1
1
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2
2
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefixes=AVX512,AVX512F
3
- ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl,+fast-variable-crosslane-shuffle,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512VL
4
- ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512VL
5
- ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+fast-variable-crosslane-shuffle,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BW
6
- ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BW
3
+ ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl,+fast-variable-crosslane-shuffle,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512VL,AVX512VL-FAST-ALL
4
+ ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512VL,AVX512VL-FAST-PERLANE
5
+ ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+fast-variable-crosslane-shuffle,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BW,AVX512BW-FAST-ALL
6
+ ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BW,AVX512BW-FAST-PERLANE
7
7
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+avx512vl,+fast-variable-crosslane-shuffle,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BWVL,AVX512BWVL-FAST-ALL
8
8
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+avx512vl,+fast-variable-perlane-shuffle | FileCheck %s --check-prefixes=AVX512,AVX512BWVL,AVX512BWVL-FAST-PERLANE
9
9
@@ -21,6 +21,31 @@ define void @shuffle_v64i8_to_v32i8_1(ptr %L, ptr %S) nounwind {
21
21
; AVX512F-NEXT: vzeroupper
22
22
; AVX512F-NEXT: retq
23
23
;
24
+ ; AVX512VL-FAST-ALL-LABEL: shuffle_v64i8_to_v32i8_1:
25
+ ; AVX512VL-FAST-ALL: # %bb.0:
26
+ ; AVX512VL-FAST-ALL-NEXT: vmovdqa (%rdi), %ymm0
27
+ ; AVX512VL-FAST-ALL-NEXT: vmovdqa 32(%rdi), %ymm1
28
+ ; AVX512VL-FAST-ALL-NEXT: vpshufb {{.*#+}} ymm1 = ymm1[u,u,u,u,u,u,u,u,1,3,5,7,9,11,13,15,u,u,u,u,u,u,u,u,17,19,21,23,25,27,29,31]
29
+ ; AVX512VL-FAST-ALL-NEXT: vpshufb {{.*#+}} ymm0 = ymm0[1,3,5,7,9,11,13,15,u,u,u,u,u,u,u,u,17,19,21,23,25,27,29,31,u,u,u,u,u,u,u,u]
30
+ ; AVX512VL-FAST-ALL-NEXT: vpmovsxbq {{.*#+}} ymm2 = [0,2,5,7]
31
+ ; AVX512VL-FAST-ALL-NEXT: vpermi2q %ymm1, %ymm0, %ymm2
32
+ ; AVX512VL-FAST-ALL-NEXT: vmovdqa %ymm2, (%rsi)
33
+ ; AVX512VL-FAST-ALL-NEXT: vzeroupper
34
+ ; AVX512VL-FAST-ALL-NEXT: retq
35
+ ;
36
+ ; AVX512VL-FAST-PERLANE-LABEL: shuffle_v64i8_to_v32i8_1:
37
+ ; AVX512VL-FAST-PERLANE: # %bb.0:
38
+ ; AVX512VL-FAST-PERLANE-NEXT: vmovdqa (%rdi), %ymm0
39
+ ; AVX512VL-FAST-PERLANE-NEXT: vmovdqa 32(%rdi), %ymm1
40
+ ; AVX512VL-FAST-PERLANE-NEXT: vpbroadcastq {{.*#+}} ymm2 = [1,3,5,7,9,11,13,15,1,3,5,7,9,11,13,15,1,3,5,7,9,11,13,15,1,3,5,7,9,11,13,15]
41
+ ; AVX512VL-FAST-PERLANE-NEXT: vpshufb %ymm2, %ymm1, %ymm1
42
+ ; AVX512VL-FAST-PERLANE-NEXT: vpshufb %ymm2, %ymm0, %ymm0
43
+ ; AVX512VL-FAST-PERLANE-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5],ymm1[6,7]
44
+ ; AVX512VL-FAST-PERLANE-NEXT: vpermq {{.*#+}} ymm0 = ymm0[0,2,1,3]
45
+ ; AVX512VL-FAST-PERLANE-NEXT: vmovdqa %ymm0, (%rsi)
46
+ ; AVX512VL-FAST-PERLANE-NEXT: vzeroupper
47
+ ; AVX512VL-FAST-PERLANE-NEXT: retq
48
+ ;
24
49
; AVX512BW-LABEL: shuffle_v64i8_to_v32i8_1:
25
50
; AVX512BW: # %bb.0:
26
51
; AVX512BW-NEXT: vpsrlw $8, (%rdi), %zmm0
@@ -63,6 +88,40 @@ define void @shuffle_v16i32_to_v8i32_1(ptr %L, ptr %S) nounwind {
63
88
; AVX512F-NEXT: vzeroupper
64
89
; AVX512F-NEXT: retq
65
90
;
91
+ ; AVX512VL-FAST-ALL-LABEL: shuffle_v16i32_to_v8i32_1:
92
+ ; AVX512VL-FAST-ALL: # %bb.0:
93
+ ; AVX512VL-FAST-ALL-NEXT: vpmovsxbd {{.*#+}} ymm0 = [1,3,5,7,9,11,13,15]
94
+ ; AVX512VL-FAST-ALL-NEXT: vpermps (%rdi), %zmm0, %zmm0
95
+ ; AVX512VL-FAST-ALL-NEXT: vmovaps %ymm0, (%rsi)
96
+ ; AVX512VL-FAST-ALL-NEXT: vzeroupper
97
+ ; AVX512VL-FAST-ALL-NEXT: retq
98
+ ;
99
+ ; AVX512VL-FAST-PERLANE-LABEL: shuffle_v16i32_to_v8i32_1:
100
+ ; AVX512VL-FAST-PERLANE: # %bb.0:
101
+ ; AVX512VL-FAST-PERLANE-NEXT: vmovaps (%rdi), %ymm0
102
+ ; AVX512VL-FAST-PERLANE-NEXT: vshufps {{.*#+}} ymm0 = ymm0[1,3],mem[1,3],ymm0[5,7],mem[5,7]
103
+ ; AVX512VL-FAST-PERLANE-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,1,3]
104
+ ; AVX512VL-FAST-PERLANE-NEXT: vmovaps %ymm0, (%rsi)
105
+ ; AVX512VL-FAST-PERLANE-NEXT: vzeroupper
106
+ ; AVX512VL-FAST-PERLANE-NEXT: retq
107
+ ;
108
+ ; AVX512BW-FAST-ALL-LABEL: shuffle_v16i32_to_v8i32_1:
109
+ ; AVX512BW-FAST-ALL: # %bb.0:
110
+ ; AVX512BW-FAST-ALL-NEXT: vpmovsxbd {{.*#+}} ymm0 = [1,3,5,7,9,11,13,15]
111
+ ; AVX512BW-FAST-ALL-NEXT: vpermps (%rdi), %zmm0, %zmm0
112
+ ; AVX512BW-FAST-ALL-NEXT: vmovaps %ymm0, (%rsi)
113
+ ; AVX512BW-FAST-ALL-NEXT: vzeroupper
114
+ ; AVX512BW-FAST-ALL-NEXT: retq
115
+ ;
116
+ ; AVX512BW-FAST-PERLANE-LABEL: shuffle_v16i32_to_v8i32_1:
117
+ ; AVX512BW-FAST-PERLANE: # %bb.0:
118
+ ; AVX512BW-FAST-PERLANE-NEXT: vmovaps (%rdi), %ymm0
119
+ ; AVX512BW-FAST-PERLANE-NEXT: vshufps {{.*#+}} ymm0 = ymm0[1,3],mem[1,3],ymm0[5,7],mem[5,7]
120
+ ; AVX512BW-FAST-PERLANE-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,2,1,3]
121
+ ; AVX512BW-FAST-PERLANE-NEXT: vmovaps %ymm0, (%rsi)
122
+ ; AVX512BW-FAST-PERLANE-NEXT: vzeroupper
123
+ ; AVX512BW-FAST-PERLANE-NEXT: retq
124
+ ;
66
125
; AVX512BWVL-FAST-ALL-LABEL: shuffle_v16i32_to_v8i32_1:
67
126
; AVX512BWVL-FAST-ALL: # %bb.0:
68
127
; AVX512BWVL-FAST-ALL-NEXT: vpmovsxbd {{.*#+}} ymm0 = [1,3,5,7,9,11,13,15]
0 commit comments