Skip to content

Commit 99ea0d7

Browse files
AArch64: Gate various crypto intrinsics availability based on features
The 64-bit variant of PMULL{2} and AES instructions are available if FEAT_AES is implemented according to the Arm ARM [1]. Similarly FEAT_SHA1 and FEAT_SHA256 enable the use of SHA1 and SHA256 instruction variants. This patch fixes arm_neon.h to correctly reflect the feature availability based on '+aes' and '+sha2' as opposed to the ambiguous catch-all '+crypto'. [1] Section D17.2.61, C7.2.215 2022-01-11 Tejas Belagod <[email protected]> gcc/ChangeLog: * config/aarch64/arm_neon.h (vmull_p64, vmull_high_p64, vaeseq_u8, vaesdq_u8, vaesmcq_u8, vaesimcq_u8): Gate under "nothing+aes". (vsha1*_u32, vsha256*_u32): Gate under "nothing+sha2". gcc/testsuite/ChangeLog: * gcc.target/aarch64/acle/pmull64.c: New. * gcc.target/aarch64/aes-fuse-1.c: Replace '+crypto' with corresponding feature flag based on the intrinsic. * gcc.target/aarch64/aes-fuse-2.c: Likewise. * gcc.target/aarch64/aes_1.c: Likewise. * gcc.target/aarch64/aes_2.c: Likewise. * gcc.target/aarch64/aes_xor_combine.c: Likewise. * gcc.target/aarch64/sha1_1.c: Likewise. * gcc.target/aarch64/sha256_1.c: Likewise. * gcc.target/aarch64/target_attr_crypto_ice_1.c: Likewise.
1 parent 16bd9e1 commit 99ea0d7

File tree

10 files changed

+44
-27
lines changed

10 files changed

+44
-27
lines changed

gcc/config/aarch64/arm_neon.h

Lines changed: 18 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -7496,7 +7496,7 @@ vqrdmlshs_laneq_s32 (int32_t __a, int32_t __b, int32x4_t __c, const int __d)
74967496
#pragma GCC pop_options
74977497

74987498
#pragma GCC push_options
7499-
#pragma GCC target ("+nothing+crypto")
7499+
#pragma GCC target ("+nothing+aes")
75007500
/* vaes */
75017501

75027502
__extension__ extern __inline uint8x16_t
@@ -7526,6 +7526,22 @@ vaesimcq_u8 (uint8x16_t data)
75267526
{
75277527
return __builtin_aarch64_crypto_aesimcv16qi_uu (data);
75287528
}
7529+
7530+
__extension__ extern __inline poly128_t
7531+
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
7532+
vmull_p64 (poly64_t __a, poly64_t __b)
7533+
{
7534+
return
7535+
__builtin_aarch64_crypto_pmulldi_ppp (__a, __b);
7536+
}
7537+
7538+
__extension__ extern __inline poly128_t
7539+
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
7540+
vmull_high_p64 (poly64x2_t __a, poly64x2_t __b)
7541+
{
7542+
return __builtin_aarch64_crypto_pmullv2di_ppp (__a, __b);
7543+
}
7544+
75297545
#pragma GCC pop_options
75307546

75317547
/* vcage */
@@ -20772,7 +20788,7 @@ vrsrad_n_u64 (uint64_t __a, uint64_t __b, const int __c)
2077220788
}
2077320789

2077420790
#pragma GCC push_options
20775-
#pragma GCC target ("+nothing+crypto")
20791+
#pragma GCC target ("+nothing+sha2")
2077620792

2077720793
/* vsha1 */
2077820794

@@ -20849,21 +20865,6 @@ vsha256su1q_u32 (uint32x4_t __tw0_3, uint32x4_t __w8_11, uint32x4_t __w12_15)
2084920865
__w12_15);
2085020866
}
2085120867

20852-
__extension__ extern __inline poly128_t
20853-
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
20854-
vmull_p64 (poly64_t __a, poly64_t __b)
20855-
{
20856-
return
20857-
__builtin_aarch64_crypto_pmulldi_ppp (__a, __b);
20858-
}
20859-
20860-
__extension__ extern __inline poly128_t
20861-
__attribute__ ((__always_inline__, __gnu_inline__, __artificial__))
20862-
vmull_high_p64 (poly64x2_t __a, poly64x2_t __b)
20863-
{
20864-
return __builtin_aarch64_crypto_pmullv2di_ppp (__a, __b);
20865-
}
20866-
2086720868
#pragma GCC pop_options
2086820869

2086920870
/* vshl */
Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
/* { dg-do compile } */
2+
/* { dg-additional-options "-march=armv8.2-a" } */
3+
4+
#pragma push_options
5+
#pragma GCC target ("+aes")
6+
7+
#include "arm_neon.h"
8+
9+
int foo (poly64_t a, poly64_t b)
10+
{
11+
return vgetq_lane_s32 (vreinterpretq_s32_p128 (vmull_p64 (a, b)), 0);
12+
}
13+
14+
/* { dg-final { scan-assembler "\tpmull\tv" } } */

gcc/testsuite/gcc.target/aarch64/aes-fuse-1.c

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
/* { dg-do compile } */
2-
/* { dg-options "-O3 -mcpu=cortex-a72+crypto -dp" } */
3-
/* { dg-additional-options "-march=armv8-a+crypto" { target { aarch64*-*-* } } }*/
2+
/* { dg-options "-O3 -mcpu=cortex-a72+aes -dp" } */
3+
/* { dg-additional-options "-march=armv8-a+aes" { target { aarch64*-*-* } } }*/
44

55
#include <arm_neon.h>
66

gcc/testsuite/gcc.target/aarch64/aes-fuse-2.c

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
/* { dg-do compile } */
2-
/* { dg-options "-O3 -mcpu=cortex-a72+crypto -dp" } */
3-
/* { dg-additional-options "-march=armv8-a+crypto" { target { aarch64*-*-* } } }*/
2+
/* { dg-options "-O3 -mcpu=cortex-a72+aes -dp" } */
3+
/* { dg-additional-options "-march=armv8-a+aes" { target { aarch64*-*-* } } }*/
44

55
#include <arm_neon.h>
66

gcc/testsuite/gcc.target/aarch64/aes_1.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11

22
/* { dg-do compile } */
3-
/* { dg-options "-march=armv8-a+crypto" } */
3+
/* { dg-options "-march=armv8-a+aes" } */
44

55
#include "arm_neon.h"
66

gcc/testsuite/gcc.target/aarch64/aes_2.c

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11

22
/* { dg-do compile } */
3-
/* { dg-options "-O3 -march=armv8-a+crypto" } */
3+
/* { dg-options "-O3 -march=armv8-a+aes" } */
44

55
#include "arm_neon.h"
66

@@ -76,4 +76,6 @@ test7 (uint8x16_t a, uint8x16_t b)
7676
return result;
7777
}
7878
/* { dg-final { scan-assembler-not "mov" } } */
79+
/* { dg-final { scan-assembler "aesd\tv" } } */
80+
/* { dg-final { scan-assembler "aese\tv" } } */
7981

gcc/testsuite/gcc.target/aarch64/aes_xor_combine.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
/* { dg-do compile } */
2-
/* { dg-options "-O3 -mcpu=cortex-a55+crypto" } */
2+
/* { dg-options "-O3 -mcpu=cortex-a55+aes" } */
33
#include <arm_neon.h>
44

55
#define AESE(r, v, key) (r = vaeseq_u8 ((v), (key)));

gcc/testsuite/gcc.target/aarch64/sha1_1.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11

22
/* { dg-do compile } */
3-
/* { dg-options "-march=armv8-a+crypto" } */
3+
/* { dg-options "-march=armv8-a+sha2" } */
44

55
#include "arm_neon.h"
66

gcc/testsuite/gcc.target/aarch64/sha256_1.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11

22
/* { dg-do compile } */
3-
/* { dg-options "-march=armv8-a+crypto" } */
3+
/* { dg-options "-march=armv8-a+sha2" } */
44

55
#include "arm_neon.h"
66

gcc/testsuite/gcc.target/aarch64/target_attr_crypto_ice_1.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
/* Unless we do something about re-laying out the SIMD builtin types
77
this testcase ICEs during expansion of the crypto builtin. */
88

9-
__attribute__ ((target ("cpu=cortex-a57+crypto")))
9+
__attribute__ ((target ("cpu=cortex-a57+sha2")))
1010
uint32x4_t
1111
test_vsha1cq_u32 (uint32x4_t hash_abcd, uint32_t hash_e, uint32x4_t wk)
1212
{

0 commit comments

Comments
 (0)