[e8b8e65] | 1 | // |
---|
| 2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo |
---|
| 3 | // |
---|
| 4 | // The contents of this file are covered under the licence agreement in the |
---|
| 5 | // file "LICENCE" distributed with Cforall. |
---|
| 6 | // |
---|
| 7 | // once.hfa -- Algorithms to prevent concurrent calls to cause duplicate calls |
---|
| 8 | // |
---|
| 9 | // Author : Thierry Delisle |
---|
| 10 | // Created On : Thu Oct 11:40:47 2022 |
---|
| 11 | // Last Modified By : |
---|
| 12 | // Last Modified On : |
---|
| 13 | // Update Count : |
---|
| 14 | // |
---|
| 15 | |
---|
| 16 | #pragma once |
---|
| 17 | |
---|
| 18 | #include "containers/lockfree.hfa" |
---|
| 19 | #include "kernel/fwd.hfa" |
---|
| 20 | |
---|
| 21 | enum once_state { |
---|
| 22 | ARMED = 0, |
---|
| 23 | IN_PROGRESS, |
---|
| 24 | READY |
---|
| 25 | }; |
---|
| 26 | |
---|
| 27 | struct once_flag { |
---|
| 28 | volatile int state; |
---|
| 29 | poison_list( thread$ ) waiters; |
---|
| 30 | }; |
---|
| 31 | |
---|
| 32 | static inline { |
---|
| 33 | void ?{}(once_flag & this) { this.state = ARMED; } |
---|
| 34 | |
---|
| 35 | void once_wait$(once_flag & this) { |
---|
| 36 | // just push the thread to the list |
---|
| 37 | if(push( this.waiters, active_thread() )) { |
---|
| 38 | // the list wasn't poisoned, push was successful, just park. |
---|
| 39 | park(); |
---|
| 40 | } |
---|
| 41 | } |
---|
| 42 | |
---|
| 43 | void once_call$( once_flag & this, void (*func)(void) ) { |
---|
| 44 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); |
---|
| 45 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); |
---|
| 46 | |
---|
| 47 | // call the thing we are here for! |
---|
| 48 | func(); |
---|
| 49 | |
---|
| 50 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); |
---|
| 51 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); |
---|
| 52 | |
---|
| 53 | // Mark the call as being done. |
---|
| 54 | __atomic_store_n( &this.state, (int)once_state.IN_PROGRESS, __ATOMIC_SEQ_CST ); |
---|
| 55 | |
---|
| 56 | // wake up the sleepers and make sure no new sleeper arrives |
---|
| 57 | thread$ * sleeper = poison( this.waiters ); |
---|
| 58 | |
---|
| 59 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); |
---|
| 60 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); |
---|
| 61 | |
---|
| 62 | while(sleeper != 0p) { |
---|
| 63 | // find the next thread now because unpark invalidates the pointer |
---|
| 64 | thread$ * next = advance(sleeper); |
---|
| 65 | |
---|
| 66 | // wake-up the thread, invalidates pointer |
---|
| 67 | unpark( sleeper ); |
---|
| 68 | |
---|
| 69 | // update the current |
---|
| 70 | sleeper = next; |
---|
| 71 | } |
---|
| 72 | } |
---|
| 73 | |
---|
| 74 | bool call_once( once_flag & this, void (*func)(void) ) { |
---|
| 75 | // is the call already done? |
---|
| 76 | if(likely(once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED))) { |
---|
| 77 | /* paranoid */ verify( is_poisoned(this.waiters) ); |
---|
| 78 | return false; |
---|
| 79 | } |
---|
| 80 | |
---|
| 81 | // Try to CAS ourself as the thread that will actually call the function |
---|
| 82 | int expected = ARMED; |
---|
| 83 | if( __atomic_compare_exchange_n( &this.state, &expected, (int)once_state.IN_PROGRESS, false, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) ) { |
---|
| 84 | |
---|
| 85 | // we won the race, call the function |
---|
| 86 | once_call$( this, func ); |
---|
| 87 | |
---|
| 88 | /* paranoid */ verify( is_poisoned(this.waiters) ); |
---|
| 89 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); |
---|
| 90 | |
---|
| 91 | // in case someone cares, this call did do the underlying call |
---|
| 92 | return true; |
---|
| 93 | } |
---|
| 94 | else { |
---|
| 95 | |
---|
| 96 | // someone else is doing the call, just wait |
---|
| 97 | once_wait$( this ); |
---|
| 98 | |
---|
| 99 | /* paranoid */ verify( is_poisoned(this.waiters) ); |
---|
| 100 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); |
---|
| 101 | |
---|
| 102 | // in case someone cares, someone else did the call |
---|
| 103 | return false; |
---|
| 104 | } |
---|
| 105 | } |
---|
| 106 | } |
---|