source: libcfa/src/bits/defs.hfa@ 39fc03e

//
// Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
//
// The contents of this file are covered under the licence agreement in the
// file "LICENCE" distributed with Cforall.
//
// defs.hfa --
//
// Author           : Thierry Delisle
// Created On       : Thu Nov  9 13:24:10 2017
// Last Modified By : Peter A. Buhr
// Last Modified On : Tue Jan 28 22:38:27 2020
// Update Count     : 9
//

#pragma once

#include <stdbool.h>
#include <stddef.h>
#include <stdint.h>

#define likely(x)   __builtin_expect(!!(x), 1)
#define unlikely(x) __builtin_expect(!!(x), 0)
#define thread_local _Thread_local

typedef void (*fptr_t)();
typedef int_fast16_t __lock_size_t;

#ifdef __cforall
#define __cfa_anonymous_object(x) inline struct x
#else
#define __cfa_anonymous_object(x) x __cfa_anonymous_object
#endif

#ifdef __cforall
void abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ ));
void abort( bool signalAbort, const char fmt[], ... ) __attribute__ (( format(printf, 2, 3), __nothrow__, __leaf__, __noreturn__ ));
extern "C" {
#endif
void __cabi_abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ ));
#ifdef __cforall
}
#endif

#if defined(__cforall_thread__)
#define OPTIONAL_THREAD
#else
#define OPTIONAL_THREAD __attribute__((weak))
#endif

static inline long long rdtscl(void) {
    unsigned int lo, hi;
    __asm__ __volatile__ ("rdtsc" : "=a"(lo), "=d"(hi));
    return ( (unsigned long long)lo)|( ((unsigned long long)hi)<<32 );
}

// #define __CFA_NO_BIT_TEST_AND_SET__

#if defined( __i386 )
static inline bool __atomic_bts(volatile unsigned long int * target, unsigned long int bit ) {
        #if defined(__CFA_NO_BIT_TEST_AND_SET__)
        unsigned long int mask = 1ul << bit;
        unsigned long int ret = __atomic_fetch_or(target, mask, (int)__ATOMIC_RELAXED);
        return (ret & mask) != 0;
    #else
        int result = 0;
        asm volatile(
            "LOCK btsl %[bit], %[target]\n\t"
            : "=@ccc" (result)
            : [target] "m" (*target), [bit] "r" (bit)
        );
        return result != 0;
    #endif
}

static inline bool __atomic_btr(volatile unsigned long int * target, unsigned long int bit ) {
        #if defined(__CFA_NO_BIT_TEST_AND_SET__)
        unsigned long int mask = 1ul << bit;
        unsigned long int ret = __atomic_fetch_and(target, ~mask, (int)__ATOMIC_RELAXED);
        return (ret & mask) != 0;
        #else
        int result = 0;
        asm volatile(
            "LOCK btrl %[bit], %[target]\n\t"
            :"=@ccc" (result)
            : [target] "m" (*target), [bit] "r" (bit)
        );
        return result != 0;
    #endif
}
#elif defined( __x86_64 )
static inline bool __atomic_bts(volatile unsigned long long int * target, unsigned long long int bit ) {
        #if defined(__CFA_NO_BIT_TEST_AND_SET__)
        unsigned long long int mask = 1ul << bit;
        unsigned long long int ret = __atomic_fetch_or(target, mask, (int)__ATOMIC_RELAXED);
        return (ret & mask) != 0;
    #else
        int result = 0;
        asm volatile(
            "LOCK btsq %[bit], %[target]\n\t"
            : "=@ccc" (result)
            : [target] "m" (*target), [bit] "r" (bit)
        );
        return result != 0;
    #endif
}

static inline bool __atomic_btr(volatile unsigned long long int * target, unsigned long long int bit ) {
        #if defined(__CFA_NO_BIT_TEST_AND_SET__)
        unsigned long long int mask = 1ul << bit;
        unsigned long long int ret = __atomic_fetch_and(target, ~mask, (int)__ATOMIC_RELAXED);
        return (ret & mask) != 0;
        #else
        int result = 0;
        asm volatile(
            "LOCK btrq %[bit], %[target]\n\t"
            :"=@ccc" (result)
            : [target] "m" (*target), [bit] "r" (bit)
        );
        return result != 0;
    #endif
}
#elif defined( __ARM_ARCH )
    #error __atomic_bts and __atomic_btr not implemented for arm
#else
        #error uknown hardware architecture
#endif