source: libcfa/src/concurrency/invoke.h@ 211228e0

ADT arm-eh ast-experimental cleanup-dtors enum forall-pointer-decay jacob/cs343-translation jenkins-sandbox new-ast new-ast-unique-expr pthread-emulation qualifiedEnum
Last change on this file since 211228e0 was 8c01e1b, checked in by tdelisle <tdelisle@…>, 7 years ago

UserStack flag on coroutines is now folded into the storage pointer
  • Property mode set to 100644
File size: 8.0 KB
Line 
1//
2// Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
3//
4// The contents of this file are covered under the licence agreement in the
5// file "LICENCE" distributed with Cforall.
6//
7// invoke.h --
8//
9// Author : Thierry Delisle
10// Created On : Tue Jan 17 12:27:26 2016
11// Last Modified By : Peter A. Buhr
12// Last Modified On : Sat May 19 08:23:21 2018
13// Update Count : 31
14//
15
16#include "bits/containers.hfa"
17#include "bits/defs.hfa"
18#include "bits/locks.hfa"
19
20#ifdef __cforall
21extern "C" {
22#endif
23
24#if ! defined(__CFA_INVOKE_PRIVATE__)
25#ifndef _INVOKE_H_
26#define _INVOKE_H_
27
28#ifdef __ARM_ARCH
29 // function prototypes are only really used by these macros on ARM
30 void disable_global_interrupts();
31 void enable_global_interrupts();
32
33 #define TL_GET( member ) ( { __typeof__( kernelTLS.member ) target; \
34 disable_global_interrupts(); \
35 target = kernelTLS.member; \
36 enable_global_interrupts(); \
37 target; } )
38 #define TL_SET( member, value ) disable_global_interrupts(); \
39 kernelTLS.member = value; \
40 enable_global_interrupts();
41#else
42 #define TL_GET( member ) kernelTLS.member
43 #define TL_SET( member, value ) kernelTLS.member = value;
44#endif
45
46 #ifdef __cforall
47 extern "Cforall" {
48 static inline struct thread_desc * & get_next( struct thread_desc & this );
49 static inline struct __condition_criterion_t * & get_next( struct __condition_criterion_t & this );
50
51 extern thread_local struct KernelThreadData {
52 struct thread_desc * volatile this_thread;
53 struct processor * volatile this_processor;
54
55 struct {
56 volatile unsigned short disable_count;
57 volatile bool enabled;
58 volatile bool in_progress;
59 } preemption_state;
60 } kernelTLS __attribute__ ((tls_model ( "initial-exec" )));
61 }
62 #endif
63
64 struct __stack_context_t {
65 void * SP;
66
67 void * FP;
68 // copy of global UNIX variable errno
69 int errno_;
70 };
71
72 // low adresses : +----------------------+ <- start of allocation
73 // | optional guard page |
74 // +----------------------+ <- __stack_t.limit
75 // | |
76 // | /\ /\ /\ |
77 // | || || || |
78 // | |
79 // | program stack |
80 // | |
81 // __stack_info_t.storage -> +----------------------+ <- __stack_t.base
82 // | __stack_t |
83 // high adresses : +----------------------+ <- end of allocation
84
85 struct __stack_t {
86 // size of stack
87 size_t size;
88
89 // stack grows towards stack limit
90 void * limit;
91
92 // base of stack
93 void * base;
94 };
95
96 struct __stack_info_t {
97 // pointer to stack
98 struct __stack_t * storage;
99 };
100
101 enum coroutine_state { Halted, Start, Inactive, Active, Primed };
102
103 struct coroutine_desc {
104 // context that is switch during a CtxSwitch
105 struct __stack_context_t context;
106
107 // stack information of the coroutine
108 struct __stack_info_t stack;
109
110 // textual name for coroutine/task, initialized by uC++ generated code
111 const char * name;
112
113 // current execution status for coroutine
114 enum coroutine_state state;
115
116 // first coroutine to resume this one
117 struct coroutine_desc * starter;
118
119 // last coroutine to resume this one
120 struct coroutine_desc * last;
121
122 // If non-null stack must be unwound with this exception
123 struct _Unwind_Exception * cancellation;
124
125 };
126
127 // struct which calls the monitor is accepting
128 struct __waitfor_mask_t {
129 // the index of the accepted function, -1 if none
130 short * accepted;
131
132 // list of acceptable functions, null if any
133 __cfa_anonymous_object( __small_array_t(struct __acceptable_t) );
134 };
135
136 struct monitor_desc {
137 // spinlock to protect internal data
138 struct __spinlock_t lock;
139
140 // current owner of the monitor
141 struct thread_desc * owner;
142
143 // queue of threads that are blocked waiting for the monitor
144 __queue_t(struct thread_desc) entry_queue;
145
146 // stack of conditions to run next once we exit the monitor
147 __stack_t(struct __condition_criterion_t) signal_stack;
148
149 // monitor routines can be called recursively, we need to keep track of that
150 unsigned int recursion;
151
152 // mask used to know if some thread is waiting for something while holding the monitor
153 struct __waitfor_mask_t mask;
154
155 // node used to signal the dtor in a waitfor dtor
156 struct __condition_node_t * dtor_node;
157 };
158
159 struct __monitor_group_t {
160 // currently held monitors
161 __cfa_anonymous_object( __small_array_t(monitor_desc*) );
162
163 // last function that acquired monitors
164 fptr_t func;
165 };
166
167 struct thread_desc {
168 // Core threading fields
169 // coroutine body used to store context
170 struct coroutine_desc self_cor;
171
172 // current active context
173 struct coroutine_desc * curr_cor;
174
175 // monitor body used for mutual exclusion
176 struct monitor_desc self_mon;
177
178 // pointer to monitor with sufficient lifetime for current monitors
179 struct monitor_desc * self_mon_p;
180
181 // pointer to the cluster on which the thread is running
182 struct cluster * curr_cluster;
183
184 // monitors currently held by this thread
185 struct __monitor_group_t monitors;
186
187 // Link lists fields
188 // instrusive link field for threads
189 struct thread_desc * next;
190
191 struct {
192 struct thread_desc * next;
193 struct thread_desc * prev;
194 } node;
195 };
196
197 #ifdef __cforall
198 extern "Cforall" {
199 static inline struct coroutine_desc * volatile active_coroutine() { return TL_GET( this_thread )->curr_cor; }
200 static inline struct thread_desc * volatile active_thread () { return TL_GET( this_thread ); }
201 static inline struct processor * volatile active_processor() { return TL_GET( this_processor ); } // UNSAFE
202
203 static inline thread_desc * & get_next( thread_desc & this ) {
204 return this.next;
205 }
206
207 static inline [thread_desc *&, thread_desc *& ] __get( thread_desc & this ) {
208 return this.node.[next, prev];
209 }
210
211 static inline struct __condition_criterion_t * & get_next( struct __condition_criterion_t & this );
212
213 static inline void ?{}(__monitor_group_t & this) {
214 (this.data){NULL};
215 (this.size){0};
216 (this.func){NULL};
217 }
218
219 static inline void ?{}(__monitor_group_t & this, struct monitor_desc ** data, __lock_size_t size, fptr_t func) {
220 (this.data){data};
221 (this.size){size};
222 (this.func){func};
223 }
224
225 static inline bool ?==?( const __monitor_group_t & lhs, const __monitor_group_t & rhs ) {
226 if( (lhs.data != 0) != (rhs.data != 0) ) return false;
227 if( lhs.size != rhs.size ) return false;
228 if( lhs.func != rhs.func ) return false;
229
230 // Check that all the monitors match
231 for( int i = 0; i < lhs.size; i++ ) {
232 // If not a match, check next function
233 if( lhs[i] != rhs[i] ) return false;
234 }
235
236 return true;
237 }
238
239 static inline void ?=?(__monitor_group_t & lhs, const __monitor_group_t & rhs) {
240 lhs.data = rhs.data;
241 lhs.size = rhs.size;
242 lhs.func = rhs.func;
243 }
244 }
245 #endif
246
247#endif //_INVOKE_H_
248#else //! defined(__CFA_INVOKE_PRIVATE__)
249#ifndef _INVOKE_PRIVATE_H_
250#define _INVOKE_PRIVATE_H_
251
252 struct machine_context_t {
253 void *SP;
254 void *FP;
255 void *PC;
256 };
257
258 // assembler routines that performs the context switch
259 extern void CtxInvokeStub( void );
260 void CtxSwitch( struct __stack_context_t * from, struct __stack_context_t * to ) asm ("CtxSwitch");
261 // void CtxStore ( void * this ) asm ("CtxStore");
262 // void CtxRet ( void * dst ) asm ("CtxRet");
263
264 #if defined( __i386 )
265 #define CtxGet( ctx ) __asm__ ( \
266 "movl %%esp,%0\n" \
267 "movl %%ebp,%1\n" \
268 : "=rm" (ctx.SP), "=rm" (ctx.FP) )
269 #elif defined( __x86_64 )
270 #define CtxGet( ctx ) __asm__ ( \
271 "movq %%rsp,%0\n" \
272 "movq %%rbp,%1\n" \
273 : "=rm" (ctx.SP), "=rm" (ctx.FP) )
274 #elif defined( __ARM_ARCH )
275 #define CtxGet( ctx ) __asm__ ( \
276 "mov %0,%%sp\n" \
277 "mov %1,%%r11\n" \
278 : "=rm" (ctx.SP), "=rm" (ctx.FP) )
279 #else
280 #error unknown hardware architecture
281 #endif
282
283#endif //_INVOKE_PRIVATE_H_
284#endif //! defined(__CFA_INVOKE_PRIVATE__)
285#ifdef __cforall
286}
287#endif
288
289// Local Variables: //
290// mode: c //
291// tab-width: 4 //
292// End: //
Note: See TracBrowser for help on using the repository browser.