[3d5f2ef1] | 1 | // |
---|
[ea7d2b0] | 2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo |
---|
| 3 | // |
---|
| 4 | // The contents of this file are covered under the licence agreement in the |
---|
| 5 | // file "LICENCE" distributed with Cforall. |
---|
[3d5f2ef1] | 6 | // |
---|
[454f478] | 7 | // defs.hfa -- Commen macros, functions and typedefs |
---|
| 8 | // Most files depend on them and they are always useful to have. |
---|
| 9 | // |
---|
| 10 | // *** Must not contain code specific to libcfathread *** |
---|
[3d5f2ef1] | 11 | // |
---|
[ea7d2b0] | 12 | // Author : Thierry Delisle |
---|
[490d9972] | 13 | // Created On : Thu Nov 9 13:24:10 2017 |
---|
| 14 | // Last Modified By : Peter A. Buhr |
---|
[c1076a2f] | 15 | // Last Modified On : Sat Oct 24 10:53:15 2020 |
---|
| 16 | // Update Count : 21 |
---|
[3d5f2ef1] | 17 | // |
---|
[ea7d2b0] | 18 | |
---|
| 19 | #pragma once |
---|
| 20 | |
---|
| 21 | #include <stdint.h> |
---|
[d685cb0] | 22 | #include <assert.h> |
---|
[ea7d2b0] | 23 | |
---|
[490d9972] | 24 | #define likely(x) __builtin_expect(!!(x), 1) |
---|
| 25 | #define unlikely(x) __builtin_expect(!!(x), 0) |
---|
[0cf5b79] | 26 | |
---|
| 27 | typedef void (*fptr_t)(); |
---|
| 28 | typedef int_fast16_t __lock_size_t; |
---|
| 29 | |
---|
| 30 | #ifdef __cforall |
---|
[b1672e1] | 31 | #define __cfa_anonymous_object(x) inline struct x |
---|
[82f4063] | 32 | #define __cfa_dlink(x) inline dlink(x) |
---|
[0cf5b79] | 33 | #else |
---|
[8b73526] | 34 | #define __cfa_anonymous_object(x) struct x __cfa_anonymous_object |
---|
[82f4063] | 35 | #define __cfa_dlink(x) struct { struct x * next; struct x * back; } __dlink_substitute |
---|
[c2b9f21] | 36 | #endif |
---|
| 37 | |
---|
[b443db0] | 38 | |
---|
| 39 | #if defined(__has_attribute) |
---|
| 40 | #if !__has_attribute(__noclone__) |
---|
| 41 | #define ATTRIBUTE_NOCLONE |
---|
| 42 | #endif |
---|
| 43 | #endif |
---|
| 44 | #ifndef ATTRIBUTE_NOCLONE |
---|
| 45 | #define ATTRIBUTE_NOCLONE __attribute__((__noclone__)) |
---|
| 46 | #endif |
---|
| 47 | |
---|
[8108ba8] | 48 | #define libcfa_public __attribute__((visibility("default"))) |
---|
[b443db0] | 49 | #define libcfa_nopreempt __attribute__((section("cfatext_nopreempt"))) __attribute__((__noinline__)) ATTRIBUTE_NOCLONE |
---|
| 50 | |
---|
| 51 | struct __cfa_nopreempt_region { |
---|
| 52 | void * start; |
---|
| 53 | void * stop; |
---|
| 54 | }; |
---|
[8108ba8] | 55 | |
---|
[c2b9f21] | 56 | #ifdef __cforall |
---|
[8a13c47] | 57 | void abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ )); |
---|
| 58 | void abort( bool signalAbort, const char fmt[], ... ) __attribute__ (( format(printf, 2, 3), __nothrow__, __leaf__, __noreturn__ )); |
---|
[c2b9f21] | 59 | extern "C" { |
---|
| 60 | #endif |
---|
[169d944] | 61 | void __cabi_abort( const char fmt[], ... ) __attribute__ (( format(printf, 1, 2), __nothrow__, __leaf__, __noreturn__ )); |
---|
[c2b9f21] | 62 | #ifdef __cforall |
---|
| 63 | } |
---|
[490d9972] | 64 | #endif |
---|
[2026bb6] | 65 | |
---|
| 66 | #if defined(__cforall_thread__) |
---|
| 67 | #define OPTIONAL_THREAD |
---|
| 68 | #else |
---|
| 69 | #define OPTIONAL_THREAD __attribute__((weak)) |
---|
| 70 | #endif |
---|
[21184e3] | 71 | |
---|
[d685cb0] | 72 | static inline long long int rdtscl(void) { |
---|
[98cf828] | 73 | #if defined( __i386 ) || defined( __x86_64 ) |
---|
| 74 | unsigned int lo, hi; |
---|
| 75 | __asm__ __volatile__ ("rdtsc" : "=a"(lo), "=d"(hi)); |
---|
| 76 | return ( (unsigned long long)lo)|( ((unsigned long long)hi)<<32 ); |
---|
| 77 | #elif defined( __aarch64__ ) || defined( __arm__ ) |
---|
[d685cb0] | 78 | // https://github.com/google/benchmark/blob/v1.1.0/src/cycleclock.h#L116 |
---|
| 79 | long long int virtual_timer_value; |
---|
| 80 | asm volatile("mrs %0, cntvct_el0" : "=r"(virtual_timer_value)); |
---|
| 81 | return virtual_timer_value; |
---|
| 82 | #else |
---|
[98cf828] | 83 | #error unsupported hardware architecture |
---|
[c1076a2f] | 84 | #endif |
---|
[21184e3] | 85 | } |
---|
[454f478] | 86 | |
---|
| 87 | // pause to prevent excess processor bus usage |
---|
| 88 | #if defined( __i386 ) || defined( __x86_64 ) |
---|
| 89 | #define Pause() __asm__ __volatile__ ( "pause" : : : ) |
---|
| 90 | #elif defined( __ARM_ARCH ) |
---|
| 91 | #define Pause() __asm__ __volatile__ ( "YIELD" : : : ) |
---|
| 92 | #else |
---|
| 93 | #error unsupported architecture |
---|
| 94 | #endif |
---|
[dddb3dd0] | 95 | |
---|
| 96 | #define CFA_IO_LAZY (1_l64u << 32_l64u) |
---|