| [09800e9] | 1 |  | 
|---|
|  | 2 | //                              -*- Mode: CFA -*- | 
|---|
|  | 3 | // | 
|---|
|  | 4 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo | 
|---|
|  | 5 | // | 
|---|
|  | 6 | // The contents of this file are covered under the licence agreement in the | 
|---|
|  | 7 | // file "LICENCE" distributed with Cforall. | 
|---|
|  | 8 | // | 
|---|
|  | 9 | // mutex.c -- | 
|---|
|  | 10 | // | 
|---|
|  | 11 | // Author           : Thierry Delisle | 
|---|
|  | 12 | // Created On       : Fri May 25 01:37:11 2018 | 
|---|
| [121be3e] | 13 | // Last Modified By : Peter A. Buhr | 
|---|
|  | 14 | // Last Modified On : Wed Dec  4 09:16:39 2019 | 
|---|
|  | 15 | // Update Count     : 1 | 
|---|
| [09800e9] | 16 | // | 
|---|
|  | 17 |  | 
|---|
| [2026bb6] | 18 | #define __cforall_thread__ | 
|---|
|  | 19 |  | 
|---|
| [58b6d1b] | 20 | #include "mutex.hfa" | 
|---|
| [09800e9] | 21 |  | 
|---|
| [73abe95] | 22 | #include "kernel_private.hfa" | 
|---|
| [09800e9] | 23 |  | 
|---|
|  | 24 | //----------------------------------------------------------------------------- | 
|---|
|  | 25 | // Locks | 
|---|
|  | 26 |  | 
|---|
|  | 27 | // Exclusive lock - non-recursive | 
|---|
|  | 28 | // --- | 
|---|
|  | 29 | void ?{}(mutex_lock & this) { | 
|---|
|  | 30 | this.lock{}; | 
|---|
|  | 31 | this.blocked_threads{}; | 
|---|
|  | 32 | } | 
|---|
|  | 33 |  | 
|---|
|  | 34 | void ^?{}(mutex_lock & this) { | 
|---|
|  | 35 | // default | 
|---|
|  | 36 | } | 
|---|
|  | 37 |  | 
|---|
|  | 38 | void lock(mutex_lock & this) with(this) { | 
|---|
|  | 39 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 40 | if( is_locked ) { | 
|---|
|  | 41 | append( blocked_threads, kernelTLS.this_thread ); | 
|---|
| [3381ed7] | 42 | unlock( lock ); | 
|---|
| [ae66348] | 43 | park( __cfaabi_dbg_ctx ); | 
|---|
| [09800e9] | 44 | } | 
|---|
|  | 45 | else { | 
|---|
|  | 46 | is_locked = true; | 
|---|
|  | 47 | unlock( lock ); | 
|---|
|  | 48 | } | 
|---|
|  | 49 | } | 
|---|
|  | 50 |  | 
|---|
|  | 51 | bool try_lock(mutex_lock & this) with(this) { | 
|---|
|  | 52 | bool ret = false; | 
|---|
|  | 53 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 54 | if( !is_locked ) { | 
|---|
|  | 55 | ret = true; | 
|---|
|  | 56 | is_locked = true; | 
|---|
|  | 57 | } | 
|---|
|  | 58 | unlock( lock ); | 
|---|
|  | 59 | return ret; | 
|---|
|  | 60 | } | 
|---|
|  | 61 |  | 
|---|
|  | 62 | void unlock(mutex_lock & this) { | 
|---|
|  | 63 | lock( this.lock __cfaabi_dbg_ctx2 ); | 
|---|
| [6c7099a] | 64 | this.is_locked = (this.blocked_threads != 0); | 
|---|
| [3381ed7] | 65 | unpark( | 
|---|
| [ae66348] | 66 | pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2 | 
|---|
| [09800e9] | 67 | ); | 
|---|
|  | 68 | unlock( this.lock ); | 
|---|
|  | 69 | } | 
|---|
|  | 70 |  | 
|---|
|  | 71 | // Exclusive lock - non-recursive | 
|---|
|  | 72 | // --- | 
|---|
|  | 73 | void ?{}(recursive_mutex_lock & this) { | 
|---|
|  | 74 | this.lock{}; | 
|---|
|  | 75 | this.blocked_threads{}; | 
|---|
| [121be3e] | 76 | this.owner = 0p; | 
|---|
| [09800e9] | 77 | this.recursion_count = 0; | 
|---|
|  | 78 | } | 
|---|
|  | 79 |  | 
|---|
|  | 80 | void ^?{}(recursive_mutex_lock & this) { | 
|---|
|  | 81 | // default | 
|---|
|  | 82 | } | 
|---|
|  | 83 |  | 
|---|
|  | 84 | void lock(recursive_mutex_lock & this) with(this) { | 
|---|
|  | 85 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
| [121be3e] | 86 | if( owner == 0p ) { | 
|---|
| [09800e9] | 87 | owner = kernelTLS.this_thread; | 
|---|
|  | 88 | recursion_count = 1; | 
|---|
|  | 89 | unlock( lock ); | 
|---|
|  | 90 | } | 
|---|
|  | 91 | else if( owner == kernelTLS.this_thread ) { | 
|---|
|  | 92 | recursion_count++; | 
|---|
|  | 93 | unlock( lock ); | 
|---|
|  | 94 | } | 
|---|
|  | 95 | else { | 
|---|
|  | 96 | append( blocked_threads, kernelTLS.this_thread ); | 
|---|
| [3381ed7] | 97 | unlock( lock ); | 
|---|
| [ae66348] | 98 | park( __cfaabi_dbg_ctx ); | 
|---|
| [09800e9] | 99 | } | 
|---|
|  | 100 | } | 
|---|
|  | 101 |  | 
|---|
|  | 102 | bool try_lock(recursive_mutex_lock & this) with(this) { | 
|---|
|  | 103 | bool ret = false; | 
|---|
|  | 104 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
| [121be3e] | 105 | if( owner == 0p ) { | 
|---|
| [09800e9] | 106 | owner = kernelTLS.this_thread; | 
|---|
|  | 107 | recursion_count = 1; | 
|---|
|  | 108 | ret = true; | 
|---|
|  | 109 | } | 
|---|
|  | 110 | else if( owner == kernelTLS.this_thread ) { | 
|---|
|  | 111 | recursion_count++; | 
|---|
|  | 112 | ret = true; | 
|---|
|  | 113 | } | 
|---|
|  | 114 | unlock( lock ); | 
|---|
|  | 115 | return ret; | 
|---|
|  | 116 | } | 
|---|
|  | 117 |  | 
|---|
|  | 118 | void unlock(recursive_mutex_lock & this) with(this) { | 
|---|
|  | 119 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 120 | recursion_count--; | 
|---|
|  | 121 | if( recursion_count == 0 ) { | 
|---|
| [ac2b598] | 122 | $thread * thrd = pop_head( blocked_threads ); | 
|---|
| [09800e9] | 123 | owner = thrd; | 
|---|
|  | 124 | recursion_count = (thrd ? 1 : 0); | 
|---|
| [ae66348] | 125 | unpark( thrd __cfaabi_dbg_ctx2 ); | 
|---|
| [09800e9] | 126 | } | 
|---|
|  | 127 | unlock( lock ); | 
|---|
|  | 128 | } | 
|---|
|  | 129 |  | 
|---|
|  | 130 | //----------------------------------------------------------------------------- | 
|---|
|  | 131 | // Conditions | 
|---|
|  | 132 | void ?{}(condition_variable & this) { | 
|---|
|  | 133 | this.blocked_threads{}; | 
|---|
|  | 134 | } | 
|---|
|  | 135 |  | 
|---|
|  | 136 | void ^?{}(condition_variable & this) { | 
|---|
|  | 137 | // default | 
|---|
|  | 138 | } | 
|---|
|  | 139 |  | 
|---|
|  | 140 | void notify_one(condition_variable & this) with(this) { | 
|---|
|  | 141 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
| [3381ed7] | 142 | unpark( | 
|---|
| [ae66348] | 143 | pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2 | 
|---|
| [09800e9] | 144 | ); | 
|---|
|  | 145 | unlock( lock ); | 
|---|
|  | 146 | } | 
|---|
|  | 147 |  | 
|---|
|  | 148 | void notify_all(condition_variable & this) with(this) { | 
|---|
|  | 149 | lock( lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 150 | while(this.blocked_threads) { | 
|---|
| [3381ed7] | 151 | unpark( | 
|---|
| [ae66348] | 152 | pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2 | 
|---|
| [09800e9] | 153 | ); | 
|---|
|  | 154 | } | 
|---|
|  | 155 | unlock( lock ); | 
|---|
|  | 156 | } | 
|---|
|  | 157 |  | 
|---|
|  | 158 | void wait(condition_variable & this) { | 
|---|
|  | 159 | lock( this.lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 160 | append( this.blocked_threads, kernelTLS.this_thread ); | 
|---|
| [3381ed7] | 161 | unlock( this.lock ); | 
|---|
| [ae66348] | 162 | park( __cfaabi_dbg_ctx ); | 
|---|
| [09800e9] | 163 | } | 
|---|
|  | 164 |  | 
|---|
|  | 165 | forall(dtype L | is_lock(L)) | 
|---|
|  | 166 | void wait(condition_variable & this, L & l) { | 
|---|
|  | 167 | lock( this.lock __cfaabi_dbg_ctx2 ); | 
|---|
|  | 168 | append( this.blocked_threads, kernelTLS.this_thread ); | 
|---|
| [3381ed7] | 169 | unlock(l); | 
|---|
|  | 170 | unlock(this.lock); | 
|---|
| [ae66348] | 171 | park( __cfaabi_dbg_ctx ); | 
|---|
| [8cc7dd1] | 172 | lock(l); | 
|---|
| [09800e9] | 173 | } | 
|---|
|  | 174 |  | 
|---|
|  | 175 | //----------------------------------------------------------------------------- | 
|---|
|  | 176 | // Scopes | 
|---|
|  | 177 | forall(dtype L | is_lock(L)) | 
|---|
|  | 178 | void lock_all  ( L * locks[], size_t count) { | 
|---|
|  | 179 | // Sort locks based on addresses | 
|---|
|  | 180 | __libcfa_small_sort(locks, count); | 
|---|
|  | 181 |  | 
|---|
|  | 182 | // Lock all | 
|---|
|  | 183 | for(size_t i = 0; i < count; i++) { | 
|---|
|  | 184 | L * l = locks[i]; | 
|---|
|  | 185 | lock( *l ); | 
|---|
|  | 186 | } | 
|---|
|  | 187 | } | 
|---|
|  | 188 |  | 
|---|
|  | 189 | forall(dtype L | is_lock(L)) | 
|---|
|  | 190 | void unlock_all( L * locks[], size_t count) { | 
|---|
|  | 191 | // Lock all | 
|---|
|  | 192 | for(size_t i = 0; i < count; i++) { | 
|---|
|  | 193 | L * l = locks[i]; | 
|---|
|  | 194 | unlock( *l ); | 
|---|
|  | 195 | } | 
|---|
| [121be3e] | 196 | } | 
|---|