| [e8b8e65] | 1 | // | 
|---|
|  | 2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo | 
|---|
|  | 3 | // | 
|---|
|  | 4 | // The contents of this file are covered under the licence agreement in the | 
|---|
|  | 5 | // file "LICENCE" distributed with Cforall. | 
|---|
|  | 6 | // | 
|---|
|  | 7 | // once.hfa -- Algorithms to prevent concurrent calls to cause duplicate calls | 
|---|
|  | 8 | // | 
|---|
|  | 9 | // Author           : Thierry Delisle | 
|---|
|  | 10 | // Created On       : Thu Oct 11:40:47 2022 | 
|---|
|  | 11 | // Last Modified By : | 
|---|
|  | 12 | // Last Modified On : | 
|---|
|  | 13 | // Update Count     : | 
|---|
|  | 14 | // | 
|---|
|  | 15 |  | 
|---|
|  | 16 | #pragma once | 
|---|
|  | 17 |  | 
|---|
|  | 18 | #include "containers/lockfree.hfa" | 
|---|
|  | 19 | #include "kernel/fwd.hfa" | 
|---|
|  | 20 |  | 
|---|
|  | 21 | enum once_state { | 
|---|
|  | 22 | ARMED = 0, | 
|---|
|  | 23 | IN_PROGRESS, | 
|---|
|  | 24 | READY | 
|---|
|  | 25 | }; | 
|---|
|  | 26 |  | 
|---|
|  | 27 | struct once_flag { | 
|---|
|  | 28 | volatile int state; | 
|---|
|  | 29 | poison_list( thread$ ) waiters; | 
|---|
|  | 30 | }; | 
|---|
|  | 31 |  | 
|---|
|  | 32 | static inline { | 
|---|
|  | 33 | void ?{}(once_flag & this) { this.state = ARMED; } | 
|---|
|  | 34 |  | 
|---|
|  | 35 | void once_wait$(once_flag & this) { | 
|---|
|  | 36 | // just push the thread to the list | 
|---|
|  | 37 | if(push( this.waiters, active_thread() )) { | 
|---|
|  | 38 | // the list wasn't poisoned, push was successful, just park. | 
|---|
|  | 39 | park(); | 
|---|
|  | 40 | } | 
|---|
|  | 41 | } | 
|---|
|  | 42 |  | 
|---|
|  | 43 | void once_call$( once_flag & this, void (*func)(void) ) { | 
|---|
|  | 44 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); | 
|---|
|  | 45 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); | 
|---|
|  | 46 |  | 
|---|
|  | 47 | // call the thing we are here for! | 
|---|
|  | 48 | func(); | 
|---|
|  | 49 |  | 
|---|
|  | 50 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); | 
|---|
|  | 51 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); | 
|---|
|  | 52 |  | 
|---|
|  | 53 | // Mark the call as being done. | 
|---|
|  | 54 | __atomic_store_n( &this.state, (int)once_state.IN_PROGRESS, __ATOMIC_SEQ_CST ); | 
|---|
|  | 55 |  | 
|---|
|  | 56 | // wake up the sleepers and make sure no new sleeper arrives | 
|---|
|  | 57 | thread$ * sleeper = poison( this.waiters ); | 
|---|
|  | 58 |  | 
|---|
|  | 59 | /* paranoid */ verify( ! is_poisoned(this.waiters) ); | 
|---|
|  | 60 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); | 
|---|
|  | 61 |  | 
|---|
|  | 62 | while(sleeper != 0p) { | 
|---|
|  | 63 | // find the next thread now because unpark invalidates the pointer | 
|---|
|  | 64 | thread$ * next = advance(sleeper); | 
|---|
|  | 65 |  | 
|---|
|  | 66 | // wake-up the thread, invalidates pointer | 
|---|
|  | 67 | unpark( sleeper ); | 
|---|
|  | 68 |  | 
|---|
|  | 69 | // update the current | 
|---|
|  | 70 | sleeper = next; | 
|---|
|  | 71 | } | 
|---|
|  | 72 | } | 
|---|
|  | 73 |  | 
|---|
|  | 74 | bool call_once( once_flag & this, void (*func)(void) ) { | 
|---|
|  | 75 | // is the call already done? | 
|---|
|  | 76 | if(likely(once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED))) { | 
|---|
|  | 77 | /* paranoid */ verify( is_poisoned(this.waiters) ); | 
|---|
|  | 78 | return false; | 
|---|
|  | 79 | } | 
|---|
|  | 80 |  | 
|---|
|  | 81 | // Try to CAS ourself as the thread that will actually call the function | 
|---|
|  | 82 | int expected = ARMED; | 
|---|
|  | 83 | if( __atomic_compare_exchange_n( &this.state, &expected, (int)once_state.IN_PROGRESS, false, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) ) { | 
|---|
|  | 84 |  | 
|---|
|  | 85 | // we won the race, call the function | 
|---|
|  | 86 | once_call$( this, func ); | 
|---|
|  | 87 |  | 
|---|
|  | 88 | /* paranoid */ verify( is_poisoned(this.waiters) ); | 
|---|
|  | 89 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); | 
|---|
|  | 90 |  | 
|---|
|  | 91 | // in case someone cares, this call did do the underlying call | 
|---|
|  | 92 | return true; | 
|---|
|  | 93 | } | 
|---|
|  | 94 | else { | 
|---|
|  | 95 |  | 
|---|
|  | 96 | // someone else is doing the call, just wait | 
|---|
|  | 97 | once_wait$( this ); | 
|---|
|  | 98 |  | 
|---|
|  | 99 | /* paranoid */ verify( is_poisoned(this.waiters) ); | 
|---|
|  | 100 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) ); | 
|---|
|  | 101 |  | 
|---|
|  | 102 | // in case someone cares, someone else did the call | 
|---|
|  | 103 | return false; | 
|---|
|  | 104 | } | 
|---|
|  | 105 | } | 
|---|
| [b2f3880] | 106 | } | 
|---|