Apply 0029-loadstoreintrinsic.patch

Author: dpaoliello

clang/lib/Headers/arm64_neon.h

@@ -17,5 +17,78 @@
 
 #include <arm_neon.h>
 
+#if defined (__cplusplus)
+extern "C" {
+#endif
+
+static inline uint8x16_t __iso_volatile_neon_load128(const volatile uint8x16_t *ptr)
+{
+  return *ptr;
+}
+
+static inline uint8x16x2_t __iso_volatile_neon_load128_p(const volatile uint8x16x2_t *ptr)
+{
+  uint8x16x2_t result;
+  __asm__ __volatile__(
+    "ldp %q0, %q1, %2"
+    : "=w" (result.val[0]), "=w" (result.val[1])
+    : "m" (*ptr)
+  );
+  return result;
+}
+
+static inline uint8x8x2_t __iso_volatile_neon_load64_np(const volatile uint8x8x2_t *ptr) {
+  uint8x8x2_t result;
+  __asm__ __volatile__(
+    "ldnp %d0, %d1, %2"
+    : "=w" (result.val[0]), "=w" (result.val[1])
+    : "m" (*ptr)
+  );
+  return result;
+}
+
+static inline uint8x16x2_t __iso_volatile_neon_load128_np(const volatile uint8x16x2_t *ptr) {
+  uint8x16x2_t result;
+  __asm__ __volatile__(
+    "ldnp %q0, %q1, %2"
+    : "=w" (result.val[0]), "=w" (result.val[1])
+    : "m" (*ptr)
+  );
+  return result;
+}
+
+static inline void __iso_volatile_neon_store128(volatile uint8x16_t *p, uint8x16_t val)
+{
+    *p = val;
+}
+
+static inline void __iso_volatile_neon_store128_p(volatile uint8x16x2_t *ptr, uint8x16x2_t data) {
+  __asm__ __volatile__(
+    "stp %q[i1], %q[i2], %[out]"
+    : [out] "=m" (*ptr)
+    : [i1]"w" (data.val[0]), [i2]"w" (data.val[1])
+  );
+}
+
+static inline void __iso_volatile_neon_store64_np(volatile uint8x8x2_t *ptr, uint8x8x2_t data) {
+  __asm__ __volatile__(
+    "stnp %d[i1], %d[i2], %[out]"
+    : [out] "=m" (*ptr)
+    : [i1]"w" (data.val[0]), [i2]"w" (data.val[1])
+  );
+}
+
+static inline void __iso_volatile_neon_store128_np(volatile uint8x16x2_t *ptr, uint8x16x2_t data) {
+  __asm__ __volatile__(
+    "stnp %q[i1], %q[i2], %[out]"
+    : [out] "=m" (*ptr)
+    : [i1]"w" (data.val[0]), [i2]"w" (data.val[1])
+  );
+}
+
+#if defined (__cplusplus)
+}
+#endif
+
 #endif /* __ARM64_NEON_H */
 #endif /* _MSC_VER */

clang/lib/Headers/immintrin.h

@@ -692,6 +692,11 @@ _InterlockedCompareExchange64_HLERelease(__int64 volatile *_Destination,
                        : "r" (_Exchange) : "memory");
   return _Comparand;
 }
+
+static __inline void __iso_volatile_ia_nt_store128(volatile __m128i* _Destination, __m128i _Value) {
+  __builtin_nontemporal_store(_Value, _Destination);
+}
+
 #endif
 #ifdef __cplusplus
 }