1 | //
|
---|
2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
|
---|
3 | //
|
---|
4 | // The contents of this file are covered under the licence agreement in the
|
---|
5 | // file "LICENCE" distributed with Cforall.
|
---|
6 | //
|
---|
7 | // once.hfa -- Algorithms to prevent concurrent calls to cause duplicate calls
|
---|
8 | //
|
---|
9 | // Author : Thierry Delisle
|
---|
10 | // Created On : Thu Oct 11:40:47 2022
|
---|
11 | // Last Modified By :
|
---|
12 | // Last Modified On :
|
---|
13 | // Update Count :
|
---|
14 | //
|
---|
15 |
|
---|
16 | #pragma once
|
---|
17 |
|
---|
18 | #include "containers/lockfree.hfa"
|
---|
19 | #include "kernel/fwd.hfa"
|
---|
20 |
|
---|
21 | enum once_state {
|
---|
22 | ARMED = 0,
|
---|
23 | IN_PROGRESS,
|
---|
24 | READY
|
---|
25 | };
|
---|
26 |
|
---|
27 | struct once_flag {
|
---|
28 | volatile int state;
|
---|
29 | poison_list( thread$ ) waiters;
|
---|
30 | };
|
---|
31 |
|
---|
32 | static inline {
|
---|
33 | void ?{}(once_flag & this) { this.state = ARMED; }
|
---|
34 |
|
---|
35 | void once_wait$(once_flag & this) {
|
---|
36 | // just push the thread to the list
|
---|
37 | if(push( this.waiters, active_thread() )) {
|
---|
38 | // the list wasn't poisoned, push was successful, just park.
|
---|
39 | park();
|
---|
40 | }
|
---|
41 | }
|
---|
42 |
|
---|
43 | void once_call$( once_flag & this, void (*func)(void) ) {
|
---|
44 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) );
|
---|
45 | /* paranoid */ verify( ! is_poisoned(this.waiters) );
|
---|
46 |
|
---|
47 | // call the thing we are here for!
|
---|
48 | func();
|
---|
49 |
|
---|
50 | /* paranoid */ verify( ! is_poisoned(this.waiters) );
|
---|
51 | /* paranoid */ verify( once_state.IN_PROGRESS == __atomic_load_n(&this.state, __ATOMIC_RELAXED) );
|
---|
52 |
|
---|
53 | // Mark the call as being done.
|
---|
54 | __atomic_store_n( &this.state, (int)once_state.IN_PROGRESS, __ATOMIC_SEQ_CST );
|
---|
55 |
|
---|
56 | // wake up the sleepers and make sure no new sleeper arrives
|
---|
57 | thread$ * sleeper = poison( this.waiters );
|
---|
58 |
|
---|
59 | /* paranoid */ verify( ! is_poisoned(this.waiters) );
|
---|
60 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) );
|
---|
61 |
|
---|
62 | while(sleeper != 0p) {
|
---|
63 | // find the next thread now because unpark invalidates the pointer
|
---|
64 | thread$ * next = advance(sleeper);
|
---|
65 |
|
---|
66 | // wake-up the thread, invalidates pointer
|
---|
67 | unpark( sleeper );
|
---|
68 |
|
---|
69 | // update the current
|
---|
70 | sleeper = next;
|
---|
71 | }
|
---|
72 | }
|
---|
73 |
|
---|
74 | bool call_once( once_flag & this, void (*func)(void) ) {
|
---|
75 | // is the call already done?
|
---|
76 | if(likely(once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED))) {
|
---|
77 | /* paranoid */ verify( is_poisoned(this.waiters) );
|
---|
78 | return false;
|
---|
79 | }
|
---|
80 |
|
---|
81 | // Try to CAS ourself as the thread that will actually call the function
|
---|
82 | int expected = ARMED;
|
---|
83 | if( __atomic_compare_exchange_n( &this.state, &expected, (int)once_state.IN_PROGRESS, false, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) ) {
|
---|
84 |
|
---|
85 | // we won the race, call the function
|
---|
86 | once_call$( this, func );
|
---|
87 |
|
---|
88 | /* paranoid */ verify( is_poisoned(this.waiters) );
|
---|
89 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) );
|
---|
90 |
|
---|
91 | // in case someone cares, this call did do the underlying call
|
---|
92 | return true;
|
---|
93 | }
|
---|
94 | else {
|
---|
95 |
|
---|
96 | // someone else is doing the call, just wait
|
---|
97 | once_wait$( this );
|
---|
98 |
|
---|
99 | /* paranoid */ verify( is_poisoned(this.waiters) );
|
---|
100 | /* paranoid */ verify( once_state.READY == __atomic_load_n(&this.state, __ATOMIC_RELAXED) );
|
---|
101 |
|
---|
102 | // in case someone cares, someone else did the call
|
---|
103 | return false;
|
---|
104 | }
|
---|
105 | }
|
---|
106 | }
|
---|