87efdb
diff --git a/include/private/gcconfig.h b/include/private/gcconfig.h
87efdb
index 767859c..ec92882 100644
87efdb
--- a/include/private/gcconfig.h
87efdb
+++ b/include/private/gcconfig.h
87efdb
@@ -70,6 +70,13 @@
87efdb
 #    define I386
87efdb
 #    define mach_type_known
87efdb
 # endif
87efdb
+# if defined(__aarch64__)
87efdb
+#    define AARCH64
87efdb
+#    if !defined(LINUX)
87efdb
+#      define NOSYS
87efdb
+#      define mach_type_known
87efdb
+#    endif
87efdb
+# endif
87efdb
 # if defined(__arm) || defined(__arm__) || defined(__thumb__)
87efdb
 #    define ARM32
87efdb
 #    if !defined(LINUX) && !defined(NETBSD) && !defined(OPENBSD) \
87efdb
@@ -250,6 +257,10 @@
87efdb
 #    define IA64
87efdb
 #    define mach_type_known
87efdb
 # endif
87efdb
+# if defined(LINUX) && defined(__aarch64__)
87efdb
+#    define AARCH64
87efdb
+#    define mach_type_known
87efdb
+# endif
87efdb
 # if defined(LINUX) && (defined(__arm) || defined(__arm__))
87efdb
 #    define ARM32
87efdb
 #    define mach_type_known
87efdb
@@ -537,6 +548,7 @@
87efdb
                     /*                  running Amdahl UTS4             */
87efdb
                     /*             S390       ==> 390-like machine      */
87efdb
                     /*                  running LINUX                   */
87efdb
+                    /*             AARCH64    ==> ARM AArch64           */
87efdb
                     /*             ARM32      ==> Intel StrongARM       */
87efdb
                     /*             IA64       ==> Intel IPF             */
87efdb
                     /*                            (e.g. Itanium)        */
87efdb
@@ -1899,6 +1911,31 @@
87efdb
 #   endif
87efdb
 # endif
87efdb
 
87efdb
+# ifdef AARCH64
87efdb
+#   define CPP_WORDSZ 64
87efdb
+#   define MACH_TYPE "AARCH64"
87efdb
+#   define ALIGNMENT 8
87efdb
+#   ifndef HBLKSIZE
87efdb
+#     define HBLKSIZE 4096
87efdb
+#   endif
87efdb
+#   ifdef LINUX
87efdb
+#     define OS_TYPE "LINUX"
87efdb
+#     define LINUX_STACKBOTTOM
87efdb
+#     define DYNAMIC_LOADING
87efdb
+      extern int __data_start[];
87efdb
+#     define DATASTART ((ptr_t)__data_start)
87efdb
+      extern char _end[];
87efdb
+#     define DATAEND ((ptr_t)(&_end))
87efdb
+#   endif
87efdb
+#   ifdef NOSYS
87efdb
+      /* __data_start is usually defined in the target linker script.   */
87efdb
+      extern int __data_start[];
87efdb
+#     define DATASTART ((ptr_t)__data_start)
87efdb
+      extern void *__stack_base__;
87efdb
+#     define STACKBOTTOM ((ptr_t)__stack_base__)
87efdb
+#   endif
87efdb
+# endif
87efdb
+
87efdb
 # ifdef ARM32
87efdb
 #   define CPP_WORDSZ 32
87efdb
 #   define MACH_TYPE "ARM32"
87efdb
diff --git a/libatomic_ops/src/atomic_ops.h b/libatomic_ops/src/atomic_ops.h
87efdb
index db177d5..d91da53 100644
87efdb
--- a/libatomic_ops/src/atomic_ops.h
87efdb
+++ b/libatomic_ops/src/atomic_ops.h
87efdb
@@ -244,6 +244,10 @@
87efdb
      || defined(__powerpc64__) || defined(__ppc64__)
87efdb
 #   include "atomic_ops/sysdeps/gcc/powerpc.h"
87efdb
 # endif /* __powerpc__ */
87efdb
+# if defined(__aarch64__)
87efdb
+#   include "atomic_ops/sysdeps/gcc/aarch64.h"
87efdb
+#   define AO_CAN_EMUL_CAS
87efdb
+# endif /* __aarch64__ */
87efdb
 # if defined(__arm__) && !defined(AO_USE_PTHREAD_DEFS)
87efdb
 #   include "atomic_ops/sysdeps/gcc/arm.h"
87efdb
 #   define AO_CAN_EMUL_CAS
87efdb
diff --git a/libatomic_ops/src/atomic_ops/sysdeps/Makefile.am b/libatomic_ops/src/atomic_ops/sysdeps/Makefile.am
87efdb
index d8b24dc..b73a20c 100644
87efdb
--- a/libatomic_ops/src/atomic_ops/sysdeps/Makefile.am
87efdb
+++ b/libatomic_ops/src/atomic_ops/sysdeps/Makefile.am
87efdb
@@ -30,6 +30,7 @@ nobase_sysdep_HEADERS= generic_pthread.h \
87efdb
 	  gcc/hexagon.h gcc/hppa.h gcc/ia64.h gcc/m68k.h \
87efdb
 	  gcc/mips.h gcc/powerpc.h gcc/s390.h \
87efdb
 	  gcc/sh.h gcc/sparc.h gcc/x86.h gcc/x86_64.h \
87efdb
+	  gcc/aarch64.h \
87efdb
 	\
87efdb
 	  hpc/hppa.h hpc/ia64.h \
87efdb
 	\
87efdb
diff --git a/libatomic_ops/src/atomic_ops/sysdeps/gcc/aarch64.h b/libatomic_ops/src/atomic_ops/sysdeps/gcc/aarch64.h
87efdb
new file mode 100644
87efdb
index 0000000..94f1f14
87efdb
--- /dev/null
87efdb
+++ b/libatomic_ops/src/atomic_ops/sysdeps/gcc/aarch64.h
87efdb
@@ -0,0 +1,353 @@
87efdb
+/*
87efdb
+ * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
87efdb
+ * Copyright (c) 1996-1999 by Silicon Graphics.  All rights reserved.
87efdb
+ * Copyright (c) 1999-2003 by Hewlett-Packard Company. All rights reserved.
87efdb
+ *
87efdb
+ *
87efdb
+ * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
87efdb
+ * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
87efdb
+ *
87efdb
+ * Permission is hereby granted to use or copy this program
87efdb
+ * for any purpose,  provided the above notices are retained on all copies.
87efdb
+ * Permission to modify the code and to distribute modified code is granted,
87efdb
+ * provided the above notices are retained, and a notice that the code was
87efdb
+ * modified is included with the above copyright notice.
87efdb
+ *
87efdb
+ */
87efdb
+
87efdb
+#include "../read_ordered.h"
87efdb
+
87efdb
+#include "../test_and_set_t_is_ao_t.h"
87efdb
+
87efdb
+#include "../standard_ao_double_t.h"
87efdb
+
87efdb
+#ifndef AO_UNIPROCESSOR
87efdb
+  AO_INLINE void
87efdb
+  AO_nop_write(void)
87efdb
+  {
87efdb
+    __asm__ __volatile__("dmb st" : : : "memory");
87efdb
+  }
87efdb
+# define AO_HAVE_nop_write
87efdb
+#endif
87efdb
+
87efdb
+#ifndef AO_EXPECT_FALSE
87efdb
+#if __GNUC__ >= 3 && !defined(LINT2)
87efdb
+# define AO_EXPECT_FALSE(expr) __builtin_expect(expr, 0)
87efdb
+  /* Equivalent to (expr) but predict that usually (expr) == 0. */
87efdb
+#else
87efdb
+# define AO_EXPECT_FALSE(expr) (expr)
87efdb
+#endif /* !__GNUC__ */
87efdb
+#endif
87efdb
+
87efdb
+/* TODO: Adjust version check on fixing double-wide AO support in GCC. */
87efdb
+#if __GNUC__ == 4
87efdb
+
87efdb
+  AO_INLINE AO_double_t
87efdb
+  AO_double_load(const volatile AO_double_t *addr)
87efdb
+  {
87efdb
+    AO_double_t result;
87efdb
+    int status;
87efdb
+
87efdb
+    /* Note that STXP cannot be discarded because LD[A]XP is not        */
87efdb
+    /* single-copy atomic (unlike LDREXD for 32-bit ARM).               */
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_load\n"
87efdb
+      "       ldxp  %0, %1, %3\n"
87efdb
+      "       stxp %w2, %0, %1, %3"
87efdb
+      : "=&r" (result.AO_val1), "=&r" (result.AO_val2), "=&r" (status)
87efdb
+      : "Q" (*addr));
87efdb
+    } while (AO_EXPECT_FALSE(status));
87efdb
+    return result;
87efdb
+  }
87efdb
+# define AO_HAVE_double_load
87efdb
+
87efdb
+  AO_INLINE AO_double_t
87efdb
+  AO_double_load_acquire(const volatile AO_double_t *addr)
87efdb
+  {
87efdb
+    AO_double_t result;
87efdb
+    int status;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_load_acquire\n"
87efdb
+      "       ldaxp  %0, %1, %3\n"
87efdb
+      "       stxp %w2, %0, %1, %3"
87efdb
+      : "=&r" (result.AO_val1), "=&r" (result.AO_val2), "=&r" (status)
87efdb
+      : "Q" (*addr));
87efdb
+    } while (AO_EXPECT_FALSE(status));
87efdb
+    return result;
87efdb
+  }
87efdb
+# define AO_HAVE_double_load_acquire
87efdb
+
87efdb
+  AO_INLINE void
87efdb
+  AO_double_store(volatile AO_double_t *addr, AO_double_t value)
87efdb
+  {
87efdb
+    AO_double_t old_val;
87efdb
+    int status;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_store\n"
87efdb
+      "       ldxp  %0, %1, %3\n"
87efdb
+      "       stxp %w2, %4, %5, %3"
87efdb
+      : "=&r" (old_val.AO_val1), "=&r" (old_val.AO_val2), "=&r" (status),
87efdb
+        "=Q" (*addr)
87efdb
+      : "r" (value.AO_val1), "r" (value.AO_val2));
87efdb
+      /* Compared to the arm.h implementation, the 'cc' (flags) are not */
87efdb
+      /* clobbered because A64 has no concept of conditional execution. */
87efdb
+    } while (AO_EXPECT_FALSE(status));
87efdb
+  }
87efdb
+# define AO_HAVE_double_store
87efdb
+
87efdb
+  AO_INLINE void
87efdb
+  AO_double_store_release(volatile AO_double_t *addr, AO_double_t value)
87efdb
+  {
87efdb
+    AO_double_t old_val;
87efdb
+    int status;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_store_release\n"
87efdb
+      "       ldxp  %0, %1, %3\n"
87efdb
+      "       stlxp %w2, %4, %5, %3"
87efdb
+      : "=&r" (old_val.AO_val1), "=&r" (old_val.AO_val2), "=&r" (status),
87efdb
+        "=Q" (*addr)
87efdb
+      : "r" (value.AO_val1), "r" (value.AO_val2));
87efdb
+    } while (AO_EXPECT_FALSE(status));
87efdb
+  }
87efdb
+# define AO_HAVE_double_store_release
87efdb
+
87efdb
+  AO_INLINE int
87efdb
+  AO_double_compare_and_swap(volatile AO_double_t *addr,
87efdb
+                             AO_double_t old_val, AO_double_t new_val)
87efdb
+  {
87efdb
+    AO_double_t tmp;
87efdb
+    int result = 1;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_compare_and_swap\n"
87efdb
+        "       ldxp  %0, %1, %2\n"
87efdb
+        : "=&r" (tmp.AO_val1), "=&r" (tmp.AO_val2)
87efdb
+        : "Q" (*addr));
87efdb
+      if (tmp.AO_val1 != old_val.AO_val1 || tmp.AO_val2 != old_val.AO_val2)
87efdb
+        break;
87efdb
+      __asm__ __volatile__(
87efdb
+        "       stxp %w0, %2, %3, %1\n"
87efdb
+        : "=&r" (result), "=Q" (*addr)
87efdb
+        : "r" (new_val.AO_val1), "r" (new_val.AO_val2));
87efdb
+    } while (AO_EXPECT_FALSE(result));
87efdb
+    return !result;
87efdb
+  }
87efdb
+# define AO_HAVE_double_compare_and_swap
87efdb
+
87efdb
+  AO_INLINE int
87efdb
+  AO_double_compare_and_swap_acquire(volatile AO_double_t *addr,
87efdb
+                                     AO_double_t old_val, AO_double_t new_val)
87efdb
+  {
87efdb
+    AO_double_t tmp;
87efdb
+    int result = 1;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_compare_and_swap_acquire\n"
87efdb
+        "       ldaxp  %0, %1, %2\n"
87efdb
+        : "=&r" (tmp.AO_val1), "=&r" (tmp.AO_val2)
87efdb
+        : "Q" (*addr));
87efdb
+      if (tmp.AO_val1 != old_val.AO_val1 || tmp.AO_val2 != old_val.AO_val2)
87efdb
+        break;
87efdb
+      __asm__ __volatile__(
87efdb
+        "       stxp %w0, %2, %3, %1\n"
87efdb
+        : "=&r" (result), "=Q" (*addr)
87efdb
+        : "r" (new_val.AO_val1), "r" (new_val.AO_val2));
87efdb
+    } while (AO_EXPECT_FALSE(result));
87efdb
+    return !result;
87efdb
+  }
87efdb
+# define AO_HAVE_double_compare_and_swap_acquire
87efdb
+
87efdb
+  AO_INLINE int
87efdb
+  AO_double_compare_and_swap_release(volatile AO_double_t *addr,
87efdb
+                                     AO_double_t old_val, AO_double_t new_val)
87efdb
+  {
87efdb
+    AO_double_t tmp;
87efdb
+    int result = 1;
87efdb
+
87efdb
+    do {
87efdb
+      __asm__ __volatile__("//AO_double_compare_and_swap_release\n"
87efdb
+        "       ldxp  %0, %1, %2\n"
87efdb
+        : "=&r" (tmp.AO_val1), "=&r" (tmp.AO_val2)
87efdb
+        : "Q" (*addr));
87efdb
+      if (tmp.AO_val1 != old_val.AO_val1 || tmp.AO_val2 != old_val.AO_val2)
87efdb
+        break;
87efdb
+      __asm__ __volatile__(
87efdb
+        "       stlxp %w0, %2, %3, %1\n"
87efdb
+        : "=&r" (result), "=Q" (*addr)
87efdb
+        : "r" (new_val.AO_val1), "r" (new_val.AO_val2));
87efdb
+    } while (AO_EXPECT_FALSE(result));
87efdb
+    return !result;
87efdb
+  }
87efdb
+# define AO_HAVE_double_compare_and_swap_release
87efdb
+#endif
87efdb
+
87efdb
+AO_INLINE void
87efdb
+AO_nop_full(void)
87efdb
+{
87efdb
+# ifndef AO_UNIPROCESSOR
87efdb
+__sync_synchronize ();
87efdb
+# endif
87efdb
+}
87efdb
+#define AO_HAVE_nop_full
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_load(const volatile AO_t *addr)
87efdb
+{
87efdb
+  return  (AO_t)__atomic_load_n (addr, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+#define AO_HAVE_load
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_load_acquire(const volatile AO_t *addr)
87efdb
+{
87efdb
+  return (AO_t)__atomic_load_n (addr, __ATOMIC_ACQUIRE);
87efdb
+}
87efdb
+#define AO_HAVE_load_acquire
87efdb
+
87efdb
+AO_INLINE void
87efdb
+ AO_store(volatile AO_t *addr, AO_t value)
87efdb
+{
87efdb
+  __atomic_store_n(addr, value, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+#define AO_HAVE_store
87efdb
+
87efdb
+AO_INLINE void
87efdb
+ AO_store_release(volatile AO_t *addr, AO_t value)
87efdb
+{
87efdb
+  __atomic_store_n(addr, value, __ATOMIC_RELEASE);
87efdb
+}
87efdb
+#define AO_HAVE_store_release
87efdb
+
87efdb
+AO_INLINE AO_TS_VAL_t
87efdb
+AO_test_and_set(volatile AO_TS_t *addr)
87efdb
+{
87efdb
+  return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+# define AO_HAVE_test_and_set
87efdb
+
87efdb
+AO_INLINE AO_TS_VAL_t
87efdb
+AO_test_and_set_acquire(volatile AO_TS_t *addr)
87efdb
+{
87efdb
+    return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_ACQUIRE);
87efdb
+}
87efdb
+# define AO_HAVE_test_and_set_acquire
87efdb
+
87efdb
+AO_INLINE AO_TS_VAL_t
87efdb
+AO_test_and_set_release(volatile AO_TS_t *addr)
87efdb
+{
87efdb
+    return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_RELEASE);
87efdb
+}
87efdb
+# define AO_HAVE_test_and_set_release
87efdb
+
87efdb
+AO_INLINE AO_TS_VAL_t
87efdb
+AO_test_and_set_full(volatile AO_TS_t *addr)
87efdb
+{
87efdb
+    return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_SEQ_CST);
87efdb
+}
87efdb
+# define AO_HAVE_test_and_set_full
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add(volatile AO_t *p, AO_t incr)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, incr, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add_acquire(volatile AO_t *p, AO_t incr)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, incr, __ATOMIC_ACQUIRE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add_acquire
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add_release(volatile AO_t *p, AO_t incr)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, incr, __ATOMIC_RELEASE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add_release
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add_full(volatile AO_t *p, AO_t incr)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, incr, __ATOMIC_SEQ_CST);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add_full
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add1(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, 1, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add1
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add1_acquire(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, 1, __ATOMIC_ACQUIRE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add1_acquire
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add1_release(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, 1, __ATOMIC_RELEASE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add1_release
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_add1_full(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_add(p, 1, __ATOMIC_SEQ_CST);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_add1_full
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_sub1(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_sub(p, 1, __ATOMIC_RELAXED);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_sub1
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_sub1_acquire(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_sub(p, 1, __ATOMIC_ACQUIRE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_sub1_acquire
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_sub1_release(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_sub(p, 1, __ATOMIC_RELEASE);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_sub1_release
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_and_sub1_full(volatile AO_t *p)
87efdb
+{
87efdb
+  return (AO_t)__atomic_fetch_sub(p, 1, __ATOMIC_SEQ_CST);
87efdb
+}
87efdb
+#define AO_HAVE_fetch_and_sub1_full
87efdb
+
87efdb
+/* Returns nonzero if the comparison succeeded.  */
87efdb
+AO_INLINE int
87efdb
+AO_compare_and_swap(volatile AO_t *addr, AO_t old_val, AO_t new_val)
87efdb
+{
87efdb
+  return (int)__sync_bool_compare_and_swap(addr, old_val, new_val);
87efdb
+}
87efdb
+# define AO_HAVE_compare_and_swap
87efdb
+
87efdb
+AO_INLINE AO_t
87efdb
+AO_fetch_compare_and_swap(volatile AO_t *addr, AO_t old_val, AO_t new_val)
87efdb
+{
87efdb
+    return (AO_t)__sync_val_compare_and_swap(addr, old_val, new_val);
87efdb
+}
87efdb
+# define AO_HAVE_fetch_compare_and_swap
87efdb
+
87efdb
+
87efdb
+
87efdb
+#include "../../generalize.h"
87efdb
diff --git a/libatomic_ops/src/atomic_ops/sysdeps/standard_ao_double_t.h b/libatomic_ops/src/atomic_ops/sysdeps/standard_ao_double_t.h
87efdb
index 7089f05..de726fc 100644
87efdb
--- a/libatomic_ops/src/atomic_ops/sysdeps/standard_ao_double_t.h
87efdb
+++ b/libatomic_ops/src/atomic_ops/sysdeps/standard_ao_double_t.h
87efdb
@@ -11,6 +11,8 @@
87efdb
   typedef __m128 double_ptr_storage;
87efdb
 #elif defined(_WIN32) && !defined(__GNUC__)
87efdb
   typedef unsigned __int64 double_ptr_storage;
87efdb
+#elif defined(__aarch64__)
87efdb
+  typedef unsigned __int128 double_ptr_storage;
87efdb
 #else
87efdb
   typedef unsigned long long double_ptr_storage;
87efdb
 #endif