| [09800e9] | 1 | 
 | 
|---|
 | 2 | //                              -*- Mode: CFA -*-
 | 
|---|
 | 3 | //
 | 
|---|
 | 4 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
 | 
|---|
 | 5 | //
 | 
|---|
 | 6 | // The contents of this file are covered under the licence agreement in the
 | 
|---|
 | 7 | // file "LICENCE" distributed with Cforall.
 | 
|---|
 | 8 | //
 | 
|---|
 | 9 | // mutex.c --
 | 
|---|
 | 10 | //
 | 
|---|
 | 11 | // Author           : Thierry Delisle
 | 
|---|
 | 12 | // Created On       : Fri May 25 01:37:11 2018
 | 
|---|
| [121be3e] | 13 | // Last Modified By : Peter A. Buhr
 | 
|---|
 | 14 | // Last Modified On : Wed Dec  4 09:16:39 2019
 | 
|---|
 | 15 | // Update Count     : 1
 | 
|---|
| [09800e9] | 16 | //
 | 
|---|
 | 17 | 
 | 
|---|
| [2026bb6] | 18 | #define __cforall_thread__
 | 
|---|
 | 19 | 
 | 
|---|
| [58b6d1b] | 20 | #include "mutex.hfa"
 | 
|---|
| [09800e9] | 21 | 
 | 
|---|
| [73abe95] | 22 | #include "kernel_private.hfa"
 | 
|---|
| [09800e9] | 23 | 
 | 
|---|
 | 24 | //-----------------------------------------------------------------------------
 | 
|---|
 | 25 | // Locks
 | 
|---|
 | 26 | 
 | 
|---|
 | 27 | // Exclusive lock - non-recursive
 | 
|---|
 | 28 | // ---
 | 
|---|
 | 29 | void ?{}(mutex_lock & this) {
 | 
|---|
 | 30 |         this.lock{};
 | 
|---|
 | 31 |         this.blocked_threads{};
 | 
|---|
 | 32 | }
 | 
|---|
 | 33 | 
 | 
|---|
 | 34 | void ^?{}(mutex_lock & this) {
 | 
|---|
 | 35 |         // default
 | 
|---|
 | 36 | }
 | 
|---|
 | 37 | 
 | 
|---|
 | 38 | void lock(mutex_lock & this) with(this) {
 | 
|---|
 | 39 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 40 |         if( is_locked ) {
 | 
|---|
 | 41 |                 append( blocked_threads, kernelTLS.this_thread );
 | 
|---|
| [3381ed7] | 42 |                 unlock( lock );
 | 
|---|
| [ae66348] | 43 |                 park( __cfaabi_dbg_ctx );
 | 
|---|
| [09800e9] | 44 |         }
 | 
|---|
 | 45 |         else {
 | 
|---|
 | 46 |                 is_locked = true;
 | 
|---|
 | 47 |                 unlock( lock );
 | 
|---|
 | 48 |         }
 | 
|---|
 | 49 | }
 | 
|---|
 | 50 | 
 | 
|---|
 | 51 | bool try_lock(mutex_lock & this) with(this) {
 | 
|---|
 | 52 |         bool ret = false;
 | 
|---|
 | 53 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 54 |         if( !is_locked ) {
 | 
|---|
 | 55 |                 ret = true;
 | 
|---|
 | 56 |                 is_locked = true;
 | 
|---|
 | 57 |         }
 | 
|---|
 | 58 |         unlock( lock );
 | 
|---|
 | 59 |         return ret;
 | 
|---|
 | 60 | }
 | 
|---|
 | 61 | 
 | 
|---|
 | 62 | void unlock(mutex_lock & this) {
 | 
|---|
 | 63 |         lock( this.lock __cfaabi_dbg_ctx2 );
 | 
|---|
| [6c7099a] | 64 |         this.is_locked = (this.blocked_threads != 0);
 | 
|---|
| [3381ed7] | 65 |         unpark(
 | 
|---|
| [ae66348] | 66 |                 pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2
 | 
|---|
| [09800e9] | 67 |         );
 | 
|---|
 | 68 |         unlock( this.lock );
 | 
|---|
 | 69 | }
 | 
|---|
 | 70 | 
 | 
|---|
 | 71 | // Exclusive lock - non-recursive
 | 
|---|
 | 72 | // ---
 | 
|---|
 | 73 | void ?{}(recursive_mutex_lock & this) {
 | 
|---|
 | 74 |         this.lock{};
 | 
|---|
 | 75 |         this.blocked_threads{};
 | 
|---|
| [121be3e] | 76 |         this.owner = 0p;
 | 
|---|
| [09800e9] | 77 |         this.recursion_count = 0;
 | 
|---|
 | 78 | }
 | 
|---|
 | 79 | 
 | 
|---|
 | 80 | void ^?{}(recursive_mutex_lock & this) {
 | 
|---|
 | 81 |         // default
 | 
|---|
 | 82 | }
 | 
|---|
 | 83 | 
 | 
|---|
 | 84 | void lock(recursive_mutex_lock & this) with(this) {
 | 
|---|
 | 85 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
| [121be3e] | 86 |         if( owner == 0p ) {
 | 
|---|
| [09800e9] | 87 |                 owner = kernelTLS.this_thread;
 | 
|---|
 | 88 |                 recursion_count = 1;
 | 
|---|
 | 89 |                 unlock( lock );
 | 
|---|
 | 90 |         }
 | 
|---|
 | 91 |         else if( owner == kernelTLS.this_thread ) {
 | 
|---|
 | 92 |                 recursion_count++;
 | 
|---|
 | 93 |                 unlock( lock );
 | 
|---|
 | 94 |         }
 | 
|---|
 | 95 |         else {
 | 
|---|
 | 96 |                 append( blocked_threads, kernelTLS.this_thread );
 | 
|---|
| [3381ed7] | 97 |                 unlock( lock );
 | 
|---|
| [ae66348] | 98 |                 park( __cfaabi_dbg_ctx );
 | 
|---|
| [09800e9] | 99 |         }
 | 
|---|
 | 100 | }
 | 
|---|
 | 101 | 
 | 
|---|
 | 102 | bool try_lock(recursive_mutex_lock & this) with(this) {
 | 
|---|
 | 103 |         bool ret = false;
 | 
|---|
 | 104 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
| [121be3e] | 105 |         if( owner == 0p ) {
 | 
|---|
| [09800e9] | 106 |                 owner = kernelTLS.this_thread;
 | 
|---|
 | 107 |                 recursion_count = 1;
 | 
|---|
 | 108 |                 ret = true;
 | 
|---|
 | 109 |         }
 | 
|---|
 | 110 |         else if( owner == kernelTLS.this_thread ) {
 | 
|---|
 | 111 |                 recursion_count++;
 | 
|---|
 | 112 |                 ret = true;
 | 
|---|
 | 113 |         }
 | 
|---|
 | 114 |         unlock( lock );
 | 
|---|
 | 115 |         return ret;
 | 
|---|
 | 116 | }
 | 
|---|
 | 117 | 
 | 
|---|
 | 118 | void unlock(recursive_mutex_lock & this) with(this) {
 | 
|---|
 | 119 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 120 |         recursion_count--;
 | 
|---|
 | 121 |         if( recursion_count == 0 ) {
 | 
|---|
| [ac2b598] | 122 |                 $thread * thrd = pop_head( blocked_threads );
 | 
|---|
| [09800e9] | 123 |                 owner = thrd;
 | 
|---|
 | 124 |                 recursion_count = (thrd ? 1 : 0);
 | 
|---|
| [ae66348] | 125 |                 unpark( thrd __cfaabi_dbg_ctx2 );
 | 
|---|
| [09800e9] | 126 |         }
 | 
|---|
 | 127 |         unlock( lock );
 | 
|---|
 | 128 | }
 | 
|---|
 | 129 | 
 | 
|---|
 | 130 | //-----------------------------------------------------------------------------
 | 
|---|
 | 131 | // Conditions
 | 
|---|
 | 132 | void ?{}(condition_variable & this) {
 | 
|---|
 | 133 |         this.blocked_threads{};
 | 
|---|
 | 134 | }
 | 
|---|
 | 135 | 
 | 
|---|
 | 136 | void ^?{}(condition_variable & this) {
 | 
|---|
 | 137 |         // default
 | 
|---|
 | 138 | }
 | 
|---|
 | 139 | 
 | 
|---|
 | 140 | void notify_one(condition_variable & this) with(this) {
 | 
|---|
 | 141 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
| [3381ed7] | 142 |         unpark(
 | 
|---|
| [ae66348] | 143 |                 pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2
 | 
|---|
| [09800e9] | 144 |         );
 | 
|---|
 | 145 |         unlock( lock );
 | 
|---|
 | 146 | }
 | 
|---|
 | 147 | 
 | 
|---|
 | 148 | void notify_all(condition_variable & this) with(this) {
 | 
|---|
 | 149 |         lock( lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 150 |         while(this.blocked_threads) {
 | 
|---|
| [3381ed7] | 151 |                 unpark(
 | 
|---|
| [ae66348] | 152 |                         pop_head( this.blocked_threads ) __cfaabi_dbg_ctx2
 | 
|---|
| [09800e9] | 153 |                 );
 | 
|---|
 | 154 |         }
 | 
|---|
 | 155 |         unlock( lock );
 | 
|---|
 | 156 | }
 | 
|---|
 | 157 | 
 | 
|---|
 | 158 | void wait(condition_variable & this) {
 | 
|---|
 | 159 |         lock( this.lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 160 |         append( this.blocked_threads, kernelTLS.this_thread );
 | 
|---|
| [3381ed7] | 161 |         unlock( this.lock );
 | 
|---|
| [ae66348] | 162 |         park( __cfaabi_dbg_ctx );
 | 
|---|
| [09800e9] | 163 | }
 | 
|---|
 | 164 | 
 | 
|---|
 | 165 | forall(dtype L | is_lock(L))
 | 
|---|
 | 166 | void wait(condition_variable & this, L & l) {
 | 
|---|
 | 167 |         lock( this.lock __cfaabi_dbg_ctx2 );
 | 
|---|
 | 168 |         append( this.blocked_threads, kernelTLS.this_thread );
 | 
|---|
| [3381ed7] | 169 |         unlock(l);
 | 
|---|
 | 170 |         unlock(this.lock);
 | 
|---|
| [ae66348] | 171 |         park( __cfaabi_dbg_ctx );
 | 
|---|
| [8cc7dd1] | 172 |         lock(l);
 | 
|---|
| [09800e9] | 173 | }
 | 
|---|
 | 174 | 
 | 
|---|
 | 175 | //-----------------------------------------------------------------------------
 | 
|---|
 | 176 | // Scopes
 | 
|---|
 | 177 | forall(dtype L | is_lock(L))
 | 
|---|
 | 178 | void lock_all  ( L * locks[], size_t count) {
 | 
|---|
 | 179 |         // Sort locks based on addresses
 | 
|---|
 | 180 |         __libcfa_small_sort(locks, count);
 | 
|---|
 | 181 | 
 | 
|---|
 | 182 |         // Lock all
 | 
|---|
 | 183 |         for(size_t i = 0; i < count; i++) {
 | 
|---|
 | 184 |                 L * l = locks[i];
 | 
|---|
 | 185 |                 lock( *l );
 | 
|---|
 | 186 |         }
 | 
|---|
 | 187 | }
 | 
|---|
 | 188 | 
 | 
|---|
 | 189 | forall(dtype L | is_lock(L))
 | 
|---|
 | 190 | void unlock_all( L * locks[], size_t count) {
 | 
|---|
 | 191 |         // Lock all
 | 
|---|
 | 192 |         for(size_t i = 0; i < count; i++) {
 | 
|---|
 | 193 |                 L * l = locks[i];
 | 
|---|
 | 194 |                 unlock( *l );
 | 
|---|
 | 195 |         }
 | 
|---|
| [121be3e] | 196 | }
 | 
|---|