generic-small.h

Go to the documentation of this file.

/*
 * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
 * Copyright (c) 1996-1999 by Silicon Graphics.  All rights reserved.
 * Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
 *
 *
 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
 * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
 *
 * Permission is hereby granted to use or copy this program
 * for any purpose, provided the above notices are retained on all copies.
 * Permission to modify the code and to distribute modified code is granted,
 * provided the above notices are retained, and a notice that the code was
 * modified is included with the above copyright notice.
 *
 */
 
#if !defined(AO_GCC_HAVE_char_SYNC_CAS) || !defined(AO_PREFER_GENERALIZED)
 
AO_INLINE unsignedchar
AO_char_load(const volatile unsignedchar *addr)
{
  return __atomic_load_n(addr, __ATOMIC_RELAXED);
}
#define AO_HAVE_char_load
 
AO_INLINE unsignedchar
AO_char_load_acquire(const volatile unsignedchar *addr)
{
  return __atomic_load_n(addr, __ATOMIC_ACQUIRE);
}
#define AO_HAVE_char_load_acquire
 
/* char_load_read is defined using load and nop_read.                  */
/* TODO: Map it to ACQUIRE.  We should be strengthening the read and    */
/* write stuff to the more general acquire/release versions.  It almost */
/* never makes a difference and is much less error-prone.               */
 
/* char_load_full is generalized using load and nop_full.              */
/* TODO: Map it to SEQ_CST and clarify the documentation.               */
 
/* TODO: Map load_dd_acquire_read to ACQUIRE.  Ideally it should be     */
/* mapped to CONSUME, but the latter is currently broken.               */
 
/* char_store_full definition is omitted similar to load_full reason.  */
 
/* TODO: Map store_write to RELEASE.    */
 
#ifndef AO_SKIPATOMIC_char_store
  AO_INLINE void
  AO_char_store(volatile unsignedchar *addr, unsignedchar value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELAXED);
  }
# define AO_HAVE_char_store
#endif
 
#ifndef AO_SKIPATOMIC_char_store_release
  AO_INLINE void
  AO_char_store_release(volatile unsignedchar *addr, unsignedchar value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELEASE);
  }
# define AO_HAVE_char_store_release
#endif
 
#endif /* !AO_GCC_HAVE_char_SYNC_CAS || !AO_PREFER_GENERALIZED */
 
#ifdef AO_GCC_HAVE_char_SYNC_CAS
 
  AO_INLINE unsignedchar
  AO_char_fetch_compare_and_swap(volatile unsignedchar *addr,
                                  unsignedchar old_val, unsignedchar new_val)
  {
    (void)__atomic_compare_exchange_n(addr,
                                      &old_val /* p_expected */,
                                      new_val /* desired */,
                                      0 /* is_weak: false */,
                                      __ATOMIC_RELAXED /* success */,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_char_fetch_compare_and_swap
 
  AO_INLINE unsignedchar
  AO_char_fetch_compare_and_swap_acquire(volatile unsignedchar *addr,
                                          unsignedchar old_val, unsignedchar new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    return old_val;
  }
# define AO_HAVE_char_fetch_compare_and_swap_acquire
 
  AO_INLINE unsignedchar
  AO_char_fetch_compare_and_swap_release(volatile unsignedchar *addr,
                                          unsignedchar old_val, unsignedchar new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_RELEASE,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_char_fetch_compare_and_swap_release
 
  AO_INLINE unsignedchar
  AO_char_fetch_compare_and_swap_full(volatile unsignedchar *addr,
                                       unsignedchar old_val, unsignedchar new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQ_REL,
                                      __ATOMIC_ACQUIRE /* failure */);
    return old_val;
  }
# define AO_HAVE_char_fetch_compare_and_swap_full
 
# ifndef AO_GENERALIZE_ASM_BOOL_CAS
    AO_INLINE int
    AO_char_compare_and_swap(volatile unsignedchar *addr,
                              unsignedchar old_val, unsignedchar new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_RELAXED, __ATOMIC_RELAXED);
    }
#   define AO_HAVE_char_compare_and_swap
 
    AO_INLINE int
    AO_char_compare_and_swap_acquire(volatile unsignedchar *addr,
                                      unsignedchar old_val, unsignedchar new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    }
#   define AO_HAVE_char_compare_and_swap_acquire
 
    AO_INLINE int
    AO_char_compare_and_swap_release(volatile unsignedchar *addr,
                                      unsignedchar old_val, unsignedchar new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_RELEASE,
                                              __ATOMIC_RELAXED /* failure */);
    }
#   define AO_HAVE_char_compare_and_swap_release
 
    AO_INLINE int
    AO_char_compare_and_swap_full(volatile unsignedchar *addr,
                                   unsignedchar old_val, unsignedchar new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_ACQ_REL,
                                              __ATOMIC_ACQUIRE /* failure */);
    }
#   define AO_HAVE_char_compare_and_swap_full
 
# endif /* !AO_GENERALIZE_ASM_BOOL_CAS */
 
#endif /* AO_GCC_HAVE_char_SYNC_CAS */
/*
 * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
 * Copyright (c) 1996-1999 by Silicon Graphics.  All rights reserved.
 * Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
 *
 *
 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
 * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
 *
 * Permission is hereby granted to use or copy this program
 * for any purpose, provided the above notices are retained on all copies.
 * Permission to modify the code and to distribute modified code is granted,
 * provided the above notices are retained, and a notice that the code was
 * modified is included with the above copyright notice.
 *
 */
 
#if !defined(AO_GCC_HAVE_short_SYNC_CAS) || !defined(AO_PREFER_GENERALIZED)
 
AO_INLINE unsignedshort
AO_short_load(const volatile unsignedshort *addr)
{
  return __atomic_load_n(addr, __ATOMIC_RELAXED);
}
#define AO_HAVE_short_load
 
AO_INLINE unsignedshort
AO_short_load_acquire(const volatile unsignedshort *addr)
{
  return __atomic_load_n(addr, __ATOMIC_ACQUIRE);
}
#define AO_HAVE_short_load_acquire
 
/* short_load_read is defined using load and nop_read.                  */
/* TODO: Map it to ACQUIRE.  We should be strengthening the read and    */
/* write stuff to the more general acquire/release versions.  It almost */
/* never makes a difference and is much less error-prone.               */
 
/* short_load_full is generalized using load and nop_full.              */
/* TODO: Map it to SEQ_CST and clarify the documentation.               */
 
/* TODO: Map load_dd_acquire_read to ACQUIRE.  Ideally it should be     */
/* mapped to CONSUME, but the latter is currently broken.               */
 
/* short_store_full definition is omitted similar to load_full reason.  */
 
/* TODO: Map store_write to RELEASE.    */
 
#ifndef AO_SKIPATOMIC_short_store
  AO_INLINE void
  AO_short_store(volatile unsignedshort *addr, unsignedshort value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELAXED);
  }
# define AO_HAVE_short_store
#endif
 
#ifndef AO_SKIPATOMIC_short_store_release
  AO_INLINE void
  AO_short_store_release(volatile unsignedshort *addr, unsignedshort value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELEASE);
  }
# define AO_HAVE_short_store_release
#endif
 
#endif /* !AO_GCC_HAVE_short_SYNC_CAS || !AO_PREFER_GENERALIZED */
 
#ifdef AO_GCC_HAVE_short_SYNC_CAS
 
  AO_INLINE unsignedshort
  AO_short_fetch_compare_and_swap(volatile unsignedshort *addr,
                                  unsignedshort old_val, unsignedshort new_val)
  {
    (void)__atomic_compare_exchange_n(addr,
                                      &old_val /* p_expected */,
                                      new_val /* desired */,
                                      0 /* is_weak: false */,
                                      __ATOMIC_RELAXED /* success */,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_short_fetch_compare_and_swap
 
  AO_INLINE unsignedshort
  AO_short_fetch_compare_and_swap_acquire(volatile unsignedshort *addr,
                                          unsignedshort old_val, unsignedshort new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    return old_val;
  }
# define AO_HAVE_short_fetch_compare_and_swap_acquire
 
  AO_INLINE unsignedshort
  AO_short_fetch_compare_and_swap_release(volatile unsignedshort *addr,
                                          unsignedshort old_val, unsignedshort new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_RELEASE,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_short_fetch_compare_and_swap_release
 
  AO_INLINE unsignedshort
  AO_short_fetch_compare_and_swap_full(volatile unsignedshort *addr,
                                       unsignedshort old_val, unsignedshort new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQ_REL,
                                      __ATOMIC_ACQUIRE /* failure */);
    return old_val;
  }
# define AO_HAVE_short_fetch_compare_and_swap_full
 
# ifndef AO_GENERALIZE_ASM_BOOL_CAS
    AO_INLINE int
    AO_short_compare_and_swap(volatile unsignedshort *addr,
                              unsignedshort old_val, unsignedshort new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_RELAXED, __ATOMIC_RELAXED);
    }
#   define AO_HAVE_short_compare_and_swap
 
    AO_INLINE int
    AO_short_compare_and_swap_acquire(volatile unsignedshort *addr,
                                      unsignedshort old_val, unsignedshort new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    }
#   define AO_HAVE_short_compare_and_swap_acquire
 
    AO_INLINE int
    AO_short_compare_and_swap_release(volatile unsignedshort *addr,
                                      unsignedshort old_val, unsignedshort new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_RELEASE,
                                              __ATOMIC_RELAXED /* failure */);
    }
#   define AO_HAVE_short_compare_and_swap_release
 
    AO_INLINE int
    AO_short_compare_and_swap_full(volatile unsignedshort *addr,
                                   unsignedshort old_val, unsignedshort new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_ACQ_REL,
                                              __ATOMIC_ACQUIRE /* failure */);
    }
#   define AO_HAVE_short_compare_and_swap_full
 
# endif /* !AO_GENERALIZE_ASM_BOOL_CAS */
 
#endif /* AO_GCC_HAVE_short_SYNC_CAS */
/*
 * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
 * Copyright (c) 1996-1999 by Silicon Graphics.  All rights reserved.
 * Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
 *
 *
 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
 * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
 *
 * Permission is hereby granted to use or copy this program
 * for any purpose, provided the above notices are retained on all copies.
 * Permission to modify the code and to distribute modified code is granted,
 * provided the above notices are retained, and a notice that the code was
 * modified is included with the above copyright notice.
 *
 */
 
#if !defined(AO_GCC_HAVE_int_SYNC_CAS) || !defined(AO_PREFER_GENERALIZED)
 
AO_INLINE unsigned
AO_int_load(const volatile unsigned *addr)
{
  return __atomic_load_n(addr, __ATOMIC_RELAXED);
}
#define AO_HAVE_int_load
 
AO_INLINE unsigned
AO_int_load_acquire(const volatile unsigned *addr)
{
  return __atomic_load_n(addr, __ATOMIC_ACQUIRE);
}
#define AO_HAVE_int_load_acquire
 
/* int_load_read is defined using load and nop_read.                  */
/* TODO: Map it to ACQUIRE.  We should be strengthening the read and    */
/* write stuff to the more general acquire/release versions.  It almost */
/* never makes a difference and is much less error-prone.               */
 
/* int_load_full is generalized using load and nop_full.              */
/* TODO: Map it to SEQ_CST and clarify the documentation.               */
 
/* TODO: Map load_dd_acquire_read to ACQUIRE.  Ideally it should be     */
/* mapped to CONSUME, but the latter is currently broken.               */
 
/* int_store_full definition is omitted similar to load_full reason.  */
 
/* TODO: Map store_write to RELEASE.    */
 
#ifndef AO_SKIPATOMIC_int_store
  AO_INLINE void
  AO_int_store(volatile unsigned *addr, unsigned value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELAXED);
  }
# define AO_HAVE_int_store
#endif
 
#ifndef AO_SKIPATOMIC_int_store_release
  AO_INLINE void
  AO_int_store_release(volatile unsigned *addr, unsigned value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELEASE);
  }
# define AO_HAVE_int_store_release
#endif
 
#endif /* !AO_GCC_HAVE_int_SYNC_CAS || !AO_PREFER_GENERALIZED */
 
#ifdef AO_GCC_HAVE_int_SYNC_CAS
 
  AO_INLINE unsigned
  AO_int_fetch_compare_and_swap(volatile unsigned *addr,
                                  unsigned old_val, unsigned new_val)
  {
    (void)__atomic_compare_exchange_n(addr,
                                      &old_val /* p_expected */,
                                      new_val /* desired */,
                                      0 /* is_weak: false */,
                                      __ATOMIC_RELAXED /* success */,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_int_fetch_compare_and_swap
 
  AO_INLINE unsigned
  AO_int_fetch_compare_and_swap_acquire(volatile unsigned *addr,
                                          unsigned old_val, unsigned new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    return old_val;
  }
# define AO_HAVE_int_fetch_compare_and_swap_acquire
 
  AO_INLINE unsigned
  AO_int_fetch_compare_and_swap_release(volatile unsigned *addr,
                                          unsigned old_val, unsigned new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_RELEASE,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_int_fetch_compare_and_swap_release
 
  AO_INLINE unsigned
  AO_int_fetch_compare_and_swap_full(volatile unsigned *addr,
                                       unsigned old_val, unsigned new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQ_REL,
                                      __ATOMIC_ACQUIRE /* failure */);
    return old_val;
  }
# define AO_HAVE_int_fetch_compare_and_swap_full
 
# ifndef AO_GENERALIZE_ASM_BOOL_CAS
    AO_INLINE int
    AO_int_compare_and_swap(volatile unsigned *addr,
                              unsigned old_val, unsigned new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_RELAXED, __ATOMIC_RELAXED);
    }
#   define AO_HAVE_int_compare_and_swap
 
    AO_INLINE int
    AO_int_compare_and_swap_acquire(volatile unsigned *addr,
                                      unsigned old_val, unsigned new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    }
#   define AO_HAVE_int_compare_and_swap_acquire
 
    AO_INLINE int
    AO_int_compare_and_swap_release(volatile unsigned *addr,
                                      unsigned old_val, unsigned new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_RELEASE,
                                              __ATOMIC_RELAXED /* failure */);
    }
#   define AO_HAVE_int_compare_and_swap_release
 
    AO_INLINE int
    AO_int_compare_and_swap_full(volatile unsigned *addr,
                                   unsigned old_val, unsigned new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_ACQ_REL,
                                              __ATOMIC_ACQUIRE /* failure */);
    }
#   define AO_HAVE_int_compare_and_swap_full
 
# endif /* !AO_GENERALIZE_ASM_BOOL_CAS */
 
#endif /* AO_GCC_HAVE_int_SYNC_CAS */
/*
 * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
 * Copyright (c) 1996-1999 by Silicon Graphics.  All rights reserved.
 * Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
 *
 *
 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
 * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
 *
 * Permission is hereby granted to use or copy this program
 * for any purpose, provided the above notices are retained on all copies.
 * Permission to modify the code and to distribute modified code is granted,
 * provided the above notices are retained, and a notice that the code was
 * modified is included with the above copyright notice.
 *
 */
 
#if !defined(AO_GCC_HAVE_SYNC_CAS) || !defined(AO_PREFER_GENERALIZED)
 
AO_INLINE AO_t
AO_load(const volatile AO_t *addr)
{
  return __atomic_load_n(addr, __ATOMIC_RELAXED);
}
#define AO_HAVE_load
 
AO_INLINE AO_t
AO_load_acquire(const volatile AO_t *addr)
{
  return __atomic_load_n(addr, __ATOMIC_ACQUIRE);
}
#define AO_HAVE_load_acquire
 
/* load_read is defined using load and nop_read.                  */
/* TODO: Map it to ACQUIRE.  We should be strengthening the read and    */
/* write stuff to the more general acquire/release versions.  It almost */
/* never makes a difference and is much less error-prone.               */
 
/* load_full is generalized using load and nop_full.              */
/* TODO: Map it to SEQ_CST and clarify the documentation.               */
 
/* TODO: Map load_dd_acquire_read to ACQUIRE.  Ideally it should be     */
/* mapped to CONSUME, but the latter is currently broken.               */
 
/* store_full definition is omitted similar to load_full reason.  */
 
/* TODO: Map store_write to RELEASE.    */
 
#ifndef AO_SKIPATOMIC_store
  AO_INLINE void
  AO_store(volatile AO_t *addr, AO_t value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELAXED);
  }
# define AO_HAVE_store
#endif
 
#ifndef AO_SKIPATOMIC_store_release
  AO_INLINE void
  AO_store_release(volatile AO_t *addr, AO_t value)
  {
    __atomic_store_n(addr, value, __ATOMIC_RELEASE);
  }
# define AO_HAVE_store_release
#endif
 
#endif /* !AO_GCC_HAVE_SYNC_CAS || !AO_PREFER_GENERALIZED */
 
#ifdef AO_GCC_HAVE_SYNC_CAS
 
  AO_INLINE AO_t
  AO_fetch_compare_and_swap(volatile AO_t *addr,
                                  AO_t old_val, AO_t new_val)
  {
    (void)__atomic_compare_exchange_n(addr,
                                      &old_val /* p_expected */,
                                      new_val /* desired */,
                                      0 /* is_weak: false */,
                                      __ATOMIC_RELAXED /* success */,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_fetch_compare_and_swap
 
  AO_INLINE AO_t
  AO_fetch_compare_and_swap_acquire(volatile AO_t *addr,
                                          AO_t old_val, AO_t new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    return old_val;
  }
# define AO_HAVE_fetch_compare_and_swap_acquire
 
  AO_INLINE AO_t
  AO_fetch_compare_and_swap_release(volatile AO_t *addr,
                                          AO_t old_val, AO_t new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_RELEASE,
                                      __ATOMIC_RELAXED /* failure */);
    return old_val;
  }
# define AO_HAVE_fetch_compare_and_swap_release
 
  AO_INLINE AO_t
  AO_fetch_compare_and_swap_full(volatile AO_t *addr,
                                       AO_t old_val, AO_t new_val)
  {
    (void)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                      __ATOMIC_ACQ_REL,
                                      __ATOMIC_ACQUIRE /* failure */);
    return old_val;
  }
# define AO_HAVE_fetch_compare_and_swap_full
 
# ifndef AO_GENERALIZE_ASM_BOOL_CAS
    AO_INLINE int
    AO_compare_and_swap(volatile AO_t *addr,
                              AO_t old_val, AO_t new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_RELAXED, __ATOMIC_RELAXED);
    }
#   define AO_HAVE_compare_and_swap
 
    AO_INLINE int
    AO_compare_and_swap_acquire(volatile AO_t *addr,
                                      AO_t old_val, AO_t new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                        __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
    }
#   define AO_HAVE_compare_and_swap_acquire
 
    AO_INLINE int
    AO_compare_and_swap_release(volatile AO_t *addr,
                                      AO_t old_val, AO_t new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_RELEASE,
                                              __ATOMIC_RELAXED /* failure */);
    }
#   define AO_HAVE_compare_and_swap_release
 
    AO_INLINE int
    AO_compare_and_swap_full(volatile AO_t *addr,
                                   AO_t old_val, AO_t new_val)
    {
      return (int)__atomic_compare_exchange_n(addr, &old_val, new_val, 0,
                                              __ATOMIC_ACQ_REL,
                                              __ATOMIC_ACQUIRE /* failure */);
    }
#   define AO_HAVE_compare_and_swap_full
 
# endif /* !AO_GENERALIZE_ASM_BOOL_CAS */
 
#endif /* AO_GCC_HAVE_SYNC_CAS */