| [3d5f2ef1] | 1 | // | 
|---|
| [ea7d2b0] | 2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo | 
|---|
|  | 3 | // | 
|---|
|  | 4 | // The contents of this file are covered under the licence agreement in the | 
|---|
|  | 5 | // file "LICENCE" distributed with Cforall. | 
|---|
| [3d5f2ef1] | 6 | // | 
|---|
| [454f478] | 7 | // defs.hfa -- Commen macros, functions and typedefs | 
|---|
|  | 8 | // Most files depend on them and they are always useful to have. | 
|---|
|  | 9 | // | 
|---|
|  | 10 | //  *** Must not contain code specific to libcfathread *** | 
|---|
| [3d5f2ef1] | 11 | // | 
|---|
| [ea7d2b0] | 12 | // Author           : Thierry Delisle | 
|---|
| [490d9972] | 13 | // Created On       : Thu Nov  9 13:24:10 2017 | 
|---|
|  | 14 | // Last Modified By : Peter A. Buhr | 
|---|
| [c1076a2f] | 15 | // Last Modified On : Sat Oct 24 10:53:15 2020 | 
|---|
|  | 16 | // Update Count     : 21 | 
|---|
| [3d5f2ef1] | 17 | // | 
|---|
| [ea7d2b0] | 18 |  | 
|---|
|  | 19 | #pragma once | 
|---|
|  | 20 |  | 
|---|
|  | 21 | #include <stdint.h> | 
|---|
| [d685cb0] | 22 | #include <assert.h> | 
|---|
| [ea7d2b0] | 23 |  | 
|---|
| [490d9972] | 24 | #define likely(x)   __builtin_expect(!!(x), 1) | 
|---|
|  | 25 | #define unlikely(x) __builtin_expect(!!(x), 0) | 
|---|
| [0cf5b79] | 26 | #define thread_local _Thread_local | 
|---|
|  | 27 |  | 
|---|
|  | 28 | typedef void (*fptr_t)(); | 
|---|
|  | 29 | typedef int_fast16_t __lock_size_t; | 
|---|
|  | 30 |  | 
|---|
|  | 31 | #ifdef __cforall | 
|---|
| [b1672e1] | 32 | #define __cfa_anonymous_object(x) inline struct x | 
|---|
| [0cf5b79] | 33 | #else | 
|---|
| [8b73526] | 34 | #define __cfa_anonymous_object(x) struct x __cfa_anonymous_object | 
|---|
| [c2b9f21] | 35 | #endif | 
|---|
|  | 36 |  | 
|---|
|  | 37 | #ifdef __cforall | 
|---|
| [8a13c47] | 38 | void abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ )); | 
|---|
|  | 39 | void abort( bool signalAbort, const char fmt[], ... ) __attribute__ (( format(printf, 2, 3), __nothrow__, __leaf__, __noreturn__ )); | 
|---|
| [c2b9f21] | 40 | extern "C" { | 
|---|
|  | 41 | #endif | 
|---|
| [169d944] | 42 | void __cabi_abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ )); | 
|---|
| [c2b9f21] | 43 | #ifdef __cforall | 
|---|
|  | 44 | } | 
|---|
| [490d9972] | 45 | #endif | 
|---|
| [2026bb6] | 46 |  | 
|---|
|  | 47 | #if defined(__cforall_thread__) | 
|---|
|  | 48 | #define OPTIONAL_THREAD | 
|---|
|  | 49 | #else | 
|---|
|  | 50 | #define OPTIONAL_THREAD __attribute__((weak)) | 
|---|
|  | 51 | #endif | 
|---|
| [21184e3] | 52 |  | 
|---|
| [d685cb0] | 53 | static inline long long int rdtscl(void) { | 
|---|
| [98cf828] | 54 | #if defined( __i386 ) || defined( __x86_64 ) | 
|---|
|  | 55 | unsigned int lo, hi; | 
|---|
|  | 56 | __asm__ __volatile__ ("rdtsc" : "=a"(lo), "=d"(hi)); | 
|---|
|  | 57 | return ( (unsigned long long)lo)|( ((unsigned long long)hi)<<32 ); | 
|---|
|  | 58 | #elif defined( __aarch64__ ) || defined( __arm__ ) | 
|---|
| [d685cb0] | 59 | // https://github.com/google/benchmark/blob/v1.1.0/src/cycleclock.h#L116 | 
|---|
|  | 60 | long long int virtual_timer_value; | 
|---|
|  | 61 | asm volatile("mrs %0, cntvct_el0" : "=r"(virtual_timer_value)); | 
|---|
|  | 62 | return virtual_timer_value; | 
|---|
|  | 63 | #else | 
|---|
| [98cf828] | 64 | #error unsupported hardware architecture | 
|---|
| [c1076a2f] | 65 | #endif | 
|---|
| [21184e3] | 66 | } | 
|---|
| [454f478] | 67 |  | 
|---|
|  | 68 | // pause to prevent excess processor bus usage | 
|---|
|  | 69 | #if defined( __i386 ) || defined( __x86_64 ) | 
|---|
|  | 70 | #define Pause() __asm__ __volatile__ ( "pause" : : : ) | 
|---|
|  | 71 | #elif defined( __ARM_ARCH ) | 
|---|
|  | 72 | #define Pause() __asm__ __volatile__ ( "YIELD" : : : ) | 
|---|
|  | 73 | #else | 
|---|
|  | 74 | #error unsupported architecture | 
|---|
|  | 75 | #endif | 
|---|
| [dddb3dd0] | 76 |  | 
|---|
|  | 77 | #define CFA_IO_LAZY (1_l64u << 32_l64u) | 
|---|