source: libcfa/src/concurrency/kernel/startup.cfa @ b82d140

ADTarm-ehast-experimentalenumforall-pointer-decayjacob/cs343-translationnew-ast-unique-exprpthread-emulationqualifiedEnum
Last change on this file since b82d140 was 8fc652e0, checked in by Thierry Delisle <tdelisle@…>, 4 years ago

Change usage of TLS to more strongly segregate in kernel and out of kernel usage.

  • Property mode set to 100644
File size: 22.1 KB
Line 
1//
2// Cforall Version 1.0.0 Copyright (C) 2020 University of Waterloo
3//
4// The contents of this file are covered under the licence agreement in the
5// file "LICENCE" distributed with Cforall.
6//
7// kernel/startup.cfa --
8//
9// Author           : Thierry Delisle
10// Created On       : Thu Jul 30 15:12:54 2020
11// Last Modified By :
12// Last Modified On :
13// Update Count     :
14//
15
16#define __cforall_thread__
17
18// C Includes
19#include <errno.h>              // errno
20#include <string.h>             // strerror
21#include <unistd.h>             // sysconf
22extern "C" {
23      #include <limits.h>       // PTHREAD_STACK_MIN
24      #include <sys/mman.h>     // mprotect
25      #include <sys/resource.h> // getrlimit
26}
27
28// CFA Includes
29#include "kernel_private.hfa"
30#include "startup.hfa"          // STARTUP_PRIORITY_XXX
31
32//-----------------------------------------------------------------------------
33// Some assembly required
34#if defined( __i386 )
35        #define CtxGet( ctx ) __asm__ volatile ( \
36                "movl %%esp,%0\n" \
37                "movl %%ebp,%1\n" \
38                : "=rm" (ctx.SP), \
39                  "=rm" (ctx.FP) \
40        )
41#elif defined( __x86_64 )
42        #define CtxGet( ctx ) __asm__ volatile ( \
43                "movq %%rsp,%0\n" \
44                "movq %%rbp,%1\n" \
45                : "=rm" (ctx.SP), \
46                  "=rm" (ctx.FP) \
47        )
48#elif defined( __aarch64__ )
49        #define CtxGet( ctx ) __asm__ volatile ( \
50                "mov %0, sp\n" \
51                "mov %1, fp\n" \
52                : "=rm" (ctx.SP), \
53                  "=rm" (ctx.FP) \
54        )
55#else
56        #error unknown hardware architecture
57#endif
58
59//-----------------------------------------------------------------------------
60// Start and stop routine for the kernel, declared first to make sure they run first
61static void __kernel_startup (void) __attribute__(( constructor( STARTUP_PRIORITY_KERNEL ) ));
62static void __kernel_shutdown(void) __attribute__(( destructor ( STARTUP_PRIORITY_KERNEL ) ));
63
64//-----------------------------------------------------------------------------
65// Static Forward Declarations
66struct current_stack_info_t;
67
68static void * __invoke_processor(void * arg);
69static void __kernel_first_resume( processor * this );
70static void __kernel_last_resume ( processor * this );
71static void init(processor & this, const char name[], cluster & _cltr);
72static void deinit(processor & this);
73static void doregister( struct cluster & cltr );
74static void unregister( struct cluster & cltr );
75static void ?{}( $coroutine & this, current_stack_info_t * info);
76static void ?{}( $thread & this, current_stack_info_t * info);
77static void ?{}(processorCtx_t & this) {}
78static void ?{}(processorCtx_t & this, processor * proc, current_stack_info_t * info);
79
80#if defined(__CFA_WITH_VERIFY__)
81        static bool verify_fwd_bck_rng(void);
82#endif
83
84//-----------------------------------------------------------------------------
85// Forward Declarations for other modules
86extern void __kernel_alarm_startup(void);
87extern void __kernel_alarm_shutdown(void);
88extern void __kernel_io_startup (void);
89extern void __kernel_io_shutdown(void);
90
91//-----------------------------------------------------------------------------
92// Other Forward Declarations
93extern void __wake_proc(processor *);
94
95//-----------------------------------------------------------------------------
96// Kernel storage
97KERNEL_STORAGE(cluster,              mainCluster);
98KERNEL_STORAGE(processor,            mainProcessor);
99KERNEL_STORAGE($thread,              mainThread);
100KERNEL_STORAGE(__stack_t,            mainThreadCtx);
101KERNEL_STORAGE(io_context,           mainPollerThread);
102KERNEL_STORAGE(__scheduler_RWLock_t, __scheduler_lock);
103#if !defined(__CFA_NO_STATISTICS__)
104KERNEL_STORAGE(__stats_t, mainProcStats);
105#endif
106
107cluster              * mainCluster;
108processor            * mainProcessor;
109$thread              * mainThread;
110__scheduler_RWLock_t * __scheduler_lock;
111
112extern "C" {
113        struct { __dllist_t(cluster) list; __spinlock_t lock; } __cfa_dbg_global_clusters;
114}
115
116size_t __page_size = 0;
117
118//-----------------------------------------------------------------------------
119// Global state
120thread_local struct KernelThreadData __cfaabi_tls __attribute__ ((tls_model ( "initial-exec" ))) @= {
121        NULL,                                                                                           // cannot use 0p
122        NULL,
123        NULL,
124        NULL,
125        { 1, false, false },
126};
127
128//-----------------------------------------------------------------------------
129// Struct to steal stack
130struct current_stack_info_t {
131        __stack_t * storage;  // pointer to stack object
132        void * base;          // base of stack
133        void * limit;         // stack grows towards stack limit
134        void * context;       // address of cfa_context_t
135};
136
137void ?{}( current_stack_info_t & this ) {
138        __stack_context_t ctx;
139        CtxGet( ctx );
140        this.base = ctx.FP;
141
142        rlimit r;
143        getrlimit( RLIMIT_STACK, &r);
144        size_t size = r.rlim_cur;
145
146        this.limit = (void *)(((intptr_t)this.base) - size);
147        this.context = &storage_mainThreadCtx;
148}
149
150
151
152//=============================================================================================
153// Kernel Setup logic
154//=============================================================================================
155//-----------------------------------------------------------------------------
156// Kernel boot procedures
157static void __kernel_startup(void) {
158        /* paranoid */ verify( ! __preemption_enabled() );
159        __cfadbg_print_safe(runtime_core, "Kernel : Starting\n");
160
161        __page_size = sysconf( _SC_PAGESIZE );
162
163        __cfa_dbg_global_clusters.list{ __get };
164        __cfa_dbg_global_clusters.lock{};
165
166        /* paranoid */ verify( verify_fwd_bck_rng() );
167
168        // Initialize the global scheduler lock
169        __scheduler_lock = (__scheduler_RWLock_t*)&storage___scheduler_lock;
170        (*__scheduler_lock){};
171
172        // Initialize the main cluster
173        mainCluster = (cluster *)&storage_mainCluster;
174        (*mainCluster){"Main Cluster", 0};
175
176        __cfadbg_print_safe(runtime_core, "Kernel : Main cluster ready\n");
177
178        // Start by initializing the main thread
179        // SKULLDUGGERY: the mainThread steals the process main thread
180        // which will then be scheduled by the mainProcessor normally
181        mainThread = ($thread *)&storage_mainThread;
182        current_stack_info_t info;
183        info.storage = (__stack_t*)&storage_mainThreadCtx;
184        (*mainThread){ &info };
185
186        __cfadbg_print_safe(runtime_core, "Kernel : Main thread ready\n");
187
188
189
190        // Construct the processor context of the main processor
191        void ?{}(processorCtx_t & this, processor * proc) {
192                (this.__cor){ "Processor" };
193                this.__cor.starter = 0p;
194                this.proc = proc;
195        }
196
197        void ?{}(processor & this) with( this ) {
198                ( this.idle ){};
199                ( this.terminated ){ 0 };
200                ( this.runner ){};
201                init( this, "Main Processor", *mainCluster );
202                kernel_thread = pthread_self();
203
204                runner{ &this };
205                __cfadbg_print_safe(runtime_core, "Kernel : constructed main processor context %p\n", &runner);
206        }
207
208        // Initialize the main processor and the main processor ctx
209        // (the coroutine that contains the processing control flow)
210        mainProcessor = (processor *)&storage_mainProcessor;
211        (*mainProcessor){};
212
213        //initialize the global state variables
214        __cfaabi_tls.this_processor = mainProcessor;
215        __cfaabi_tls.this_proc_id   = (__processor_id_t*)mainProcessor;
216        __cfaabi_tls.this_thread    = mainThread;
217
218        #if !defined( __CFA_NO_STATISTICS__ )
219                __cfaabi_tls.this_stats = (__stats_t *)& storage_mainProcStats;
220                __init_stats( __cfaabi_tls.this_stats );
221        #endif
222
223        // Enable preemption
224        __kernel_alarm_startup();
225
226        // Start IO
227        __kernel_io_startup();
228
229        // Add the main thread to the ready queue
230        // once resume is called on mainProcessor->runner the mainThread needs to be scheduled like any normal thread
231        __schedule_thread(mainThread);
232
233        // SKULLDUGGERY: Force a context switch to the main processor to set the main thread's context to the current UNIX
234        // context. Hence, the main thread does not begin through __cfactx_invoke_thread, like all other threads. The trick here is that
235        // mainThread is on the ready queue when this call is made.
236        __kernel_first_resume( __cfaabi_tls.this_processor );
237
238
239        // THE SYSTEM IS NOW COMPLETELY RUNNING
240
241
242        // SKULLDUGGERY: The constructor for the mainCluster will call alloc with a dimension of 0
243        // malloc *can* return a non-null value, we should free it if that is the case
244        free( mainCluster->io.ctxs );
245
246        // Now that the system is up, finish creating systems that need threading
247        mainCluster->io.ctxs = (io_context *)&storage_mainPollerThread;
248        mainCluster->io.cnt  = 1;
249        (*mainCluster->io.ctxs){ *mainCluster };
250
251        __cfadbg_print_safe(runtime_core, "Kernel : Started\n--------------------------------------------------\n\n");
252
253        /* paranoid */ verify( ! __preemption_enabled() );
254        enable_interrupts( __cfaabi_dbg_ctx );
255        /* paranoid */ verify( __preemption_enabled() );
256
257}
258
259static void __kernel_shutdown(void) {
260        //Before we start shutting things down, wait for systems that need threading to shutdown
261        ^(*mainCluster->io.ctxs){};
262        mainCluster->io.cnt  = 0;
263        mainCluster->io.ctxs = 0p;
264
265        /* paranoid */ verify( __preemption_enabled() );
266        disable_interrupts();
267        /* paranoid */ verify( ! __preemption_enabled() );
268
269        __cfadbg_print_safe(runtime_core, "\n--------------------------------------------------\nKernel : Shutting down\n");
270
271        // SKULLDUGGERY: Notify the mainProcessor it needs to terminates.
272        // When its coroutine terminates, it return control to the mainThread
273        // which is currently here
274        __atomic_store_n(&mainProcessor->do_terminate, true, __ATOMIC_RELEASE);
275        __kernel_last_resume( __cfaabi_tls.this_processor );
276        mainThread->self_cor.state = Halted;
277
278        // THE SYSTEM IS NOW COMPLETELY STOPPED
279
280        // Disable preemption
281        __kernel_alarm_shutdown();
282
283        // Stop IO
284        __kernel_io_shutdown();
285
286        // Destroy the main processor and its context in reverse order of construction
287        // These were manually constructed so we need manually destroy them
288        void ^?{}(processor & this) with( this ){
289                deinit( this );
290
291                /* paranoid */ verify( this.do_terminate == true );
292                __cfaabi_dbg_print_safe("Kernel : destroyed main processor context %p\n", &runner);
293        }
294
295        ^(*mainProcessor){};
296
297        // Final step, destroy the main thread since it is no longer needed
298
299        // Since we provided a stack to this taxk it will not destroy anything
300        /* paranoid */ verify(mainThread->self_cor.stack.storage == (__stack_t*)(((uintptr_t)&storage_mainThreadCtx)| 0x1));
301        ^(*mainThread){};
302
303        ^(*mainCluster){};
304
305        ^(*__scheduler_lock){};
306
307        ^(__cfa_dbg_global_clusters.list){};
308        ^(__cfa_dbg_global_clusters.lock){};
309
310        __cfadbg_print_safe(runtime_core, "Kernel : Shutdown complete\n");
311}
312
313//=============================================================================================
314// Kernel Initial Scheduling logic
315//=============================================================================================
316
317// Context invoker for processors
318// This is the entry point for processors (kernel threads) *except* for the main processor
319// It effectively constructs a coroutine by stealing the pthread stack
320static void * __invoke_processor(void * arg) {
321        #if !defined( __CFA_NO_STATISTICS__ )
322                __stats_t local_stats;
323                __init_stats( &local_stats );
324                __cfaabi_tls.this_stats = &local_stats;
325        #endif
326
327        processor * proc = (processor *) arg;
328        __cfaabi_tls.this_processor = proc;
329        __cfaabi_tls.this_proc_id   = (__processor_id_t*)proc;
330        __cfaabi_tls.this_thread    = 0p;
331        __cfaabi_tls.preemption_state.[enabled, disable_count] = [false, 1];
332        // SKULLDUGGERY: We want to create a context for the processor coroutine
333        // which is needed for the 2-step context switch. However, there is no reason
334        // to waste the perfectly valid stack create by pthread.
335        current_stack_info_t info;
336        __stack_t ctx;
337        info.storage = &ctx;
338        (proc->runner){ proc, &info };
339
340        __cfaabi_dbg_print_safe("Coroutine : created stack %p\n", get_coroutine(proc->runner)->stack.storage);
341
342        //Set global state
343        __cfaabi_tls.this_thread = 0p;
344
345        //We now have a proper context from which to schedule threads
346        __cfadbg_print_safe(runtime_core, "Kernel : core %p created (%p, %p)\n", proc, &proc->runner, &ctx);
347
348        // SKULLDUGGERY: Since the coroutine doesn't have its own stack, we can't
349        // resume it to start it like it normally would, it will just context switch
350        // back to here. Instead directly call the main since we already are on the
351        // appropriate stack.
352        get_coroutine(proc->runner)->state = Active;
353        main( proc->runner );
354        get_coroutine(proc->runner)->state = Halted;
355
356        // Main routine of the core returned, the core is now fully terminated
357        __cfadbg_print_safe(runtime_core, "Kernel : core %p main ended (%p)\n", proc, &proc->runner);
358
359        #if !defined(__CFA_NO_STATISTICS__)
360                __tally_stats(proc->cltr->stats, &local_stats);
361                if( 0 != proc->print_stats ) {
362                        __print_stats( &local_stats, proc->print_stats, true, proc->name, (void*)proc );
363                }
364        #endif
365
366        return 0p;
367}
368
369static void __kernel_first_resume( processor * this ) {
370        $thread * src = mainThread;
371        $coroutine * dst = get_coroutine(this->runner);
372
373        /* paranoid */ verify( ! __preemption_enabled() );
374
375        __cfaabi_tls.this_thread->curr_cor = dst;
376        __stack_prepare( &dst->stack, 65000 );
377        __cfactx_start(main, dst, this->runner, __cfactx_invoke_coroutine);
378
379        /* paranoid */ verify( ! __preemption_enabled() );
380
381        dst->last = &src->self_cor;
382        dst->starter = dst->starter ? dst->starter : &src->self_cor;
383
384        // make sure the current state is still correct
385        /* paranoid */ verify(src->state == Ready);
386
387        // context switch to specified coroutine
388        verify( dst->context.SP );
389        __cfactx_switch( &src->context, &dst->context );
390        // when __cfactx_switch returns we are back in the src coroutine
391
392        mainThread->curr_cor = &mainThread->self_cor;
393
394        // make sure the current state has been update
395        /* paranoid */ verify(src->state == Active);
396
397        /* paranoid */ verify( ! __preemption_enabled() );
398}
399
400// KERNEL_ONLY
401static void __kernel_last_resume( processor * this ) {
402        $coroutine * src = &mainThread->self_cor;
403        $coroutine * dst = get_coroutine(this->runner);
404
405        /* paranoid */ verify( ! __preemption_enabled() );
406        /* paranoid */ verify( dst->starter == src );
407        /* paranoid */ verify( dst->context.SP );
408
409        // SKULLDUGGERY in debug the processors check that the
410        // stack is still within the limit of the stack limits after running a thread.
411        // that check doesn't make sense if we context switch to the processor using the
412        // coroutine semantics. Since this is a special case, use the current context
413        // info to populate these fields.
414        __cfaabi_dbg_debug_do(
415                __stack_context_t ctx;
416                CtxGet( ctx );
417                mainThread->context.SP = ctx.SP;
418                mainThread->context.FP = ctx.FP;
419        )
420
421        // context switch to the processor
422        __cfactx_switch( &src->context, &dst->context );
423}
424
425
426//=============================================================================================
427// Kernel Object Constructors logic
428//=============================================================================================
429//-----------------------------------------------------------------------------
430// Main thread construction
431static void ?{}( $coroutine & this, current_stack_info_t * info) with( this ) {
432        stack.storage = info->storage;
433        with(*stack.storage) {
434                limit     = info->limit;
435                base      = info->base;
436        }
437        __attribute__((may_alias)) intptr_t * istorage = (intptr_t*) &stack.storage;
438        *istorage |= 0x1;
439        name = "Main Thread";
440        state = Start;
441        starter = 0p;
442        last = 0p;
443        cancellation = 0p;
444}
445
446static void ?{}( $thread & this, current_stack_info_t * info) with( this ) {
447        ticket = TICKET_RUNNING;
448        state = Start;
449        self_cor{ info };
450        curr_cor = &self_cor;
451        curr_cluster = mainCluster;
452        self_mon.owner = &this;
453        self_mon.recursion = 1;
454        self_mon_p = &self_mon;
455        link.next = 0p;
456        link.prev = 0p;
457        #if defined( __CFA_WITH_VERIFY__ )
458                canary = 0x0D15EA5E0D15EA5E;
459        #endif
460
461        node.next = 0p;
462        node.prev = 0p;
463        doregister(curr_cluster, this);
464
465        monitors{ &self_mon_p, 1, (fptr_t)0 };
466}
467
468//-----------------------------------------------------------------------------
469// Processor
470// Construct the processor context of non-main processors
471static void ?{}(processorCtx_t & this, processor * proc, current_stack_info_t * info) {
472        (this.__cor){ info };
473        this.proc = proc;
474}
475
476static void init(processor & this, const char name[], cluster & _cltr) with( this ) {
477        this.name = name;
478        this.cltr = &_cltr;
479        full_proc = true;
480        do_terminate = false;
481        preemption_alarm = 0p;
482        pending_preemption = false;
483
484        #if !defined(__CFA_NO_STATISTICS__)
485                print_stats = 0;
486                print_halts = false;
487        #endif
488
489        lock( this.cltr->idles );
490                int target = this.cltr->idles.total += 1u;
491        unlock( this.cltr->idles );
492
493        id = doregister((__processor_id_t*)&this);
494
495        // Lock the RWlock so no-one pushes/pops while we are changing the queue
496        uint_fast32_t last_size = ready_mutate_lock();
497
498                // Adjust the ready queue size
499                ready_queue_grow( cltr, target );
500
501        // Unlock the RWlock
502        ready_mutate_unlock( last_size );
503
504        __cfadbg_print_safe(runtime_core, "Kernel : core %p created\n", &this);
505}
506
507// Not a ctor, it just preps the destruction but should not destroy members
508static void deinit(processor & this) {
509        lock( this.cltr->idles );
510                int target = this.cltr->idles.total -= 1u;
511        unlock( this.cltr->idles );
512
513        // Lock the RWlock so no-one pushes/pops while we are changing the queue
514        uint_fast32_t last_size = ready_mutate_lock();
515
516                // Adjust the ready queue size
517                ready_queue_shrink( this.cltr, target );
518
519        // Unlock the RWlock
520        ready_mutate_unlock( last_size );
521
522        // Finally we don't need the read_lock any more
523        unregister((__processor_id_t*)&this);
524}
525
526void ?{}(processor & this, const char name[], cluster & _cltr) {
527        ( this.idle ){};
528        ( this.terminated ){ 0 };
529        ( this.runner ){};
530
531        disable_interrupts();
532                init( this, name, _cltr );
533        enable_interrupts( __cfaabi_dbg_ctx );
534
535        __cfadbg_print_safe(runtime_core, "Kernel : Starting core %p\n", &this);
536
537        this.stack = __create_pthread( &this.kernel_thread, __invoke_processor, (void *)&this );
538
539}
540
541void ^?{}(processor & this) with( this ){
542        if( ! __atomic_load_n(&do_terminate, __ATOMIC_ACQUIRE) ) {
543                __cfadbg_print_safe(runtime_core, "Kernel : core %p signaling termination\n", &this);
544
545                __atomic_store_n(&do_terminate, true, __ATOMIC_RELAXED);
546                __wake_proc( &this );
547
548                P( terminated );
549                /* paranoid */ verify( active_processor() != &this);
550        }
551
552        int err = pthread_join( kernel_thread, 0p );
553        if( err != 0 ) abort("KERNEL ERROR: joining processor %p caused error %s\n", &this, strerror(err));
554
555        free( this.stack );
556
557        disable_interrupts();
558                deinit( this );
559        enable_interrupts( __cfaabi_dbg_ctx );
560}
561
562//-----------------------------------------------------------------------------
563// Cluster
564static void ?{}(__cluster_idles & this) {
565        this.lock  = 0;
566        this.idle  = 0;
567        this.total = 0;
568        (this.list){};
569}
570
571void ?{}(cluster & this, const char name[], Duration preemption_rate, unsigned num_io, const io_context_params & io_params) with( this ) {
572        this.name = name;
573        this.preemption_rate = preemption_rate;
574        ready_queue{};
575
576        #if !defined(__CFA_NO_STATISTICS__)
577                print_stats = 0;
578                stats = alloc();
579                __init_stats( stats );
580        #endif
581
582        threads{ __get };
583
584        doregister(this);
585
586        // Lock the RWlock so no-one pushes/pops while we are changing the queue
587        disable_interrupts();
588        uint_fast32_t last_size = ready_mutate_lock();
589
590                // Adjust the ready queue size
591                ready_queue_grow( &this, 0 );
592
593        // Unlock the RWlock
594        ready_mutate_unlock( last_size );
595        enable_interrupts_noPoll(); // Don't poll, could be in main cluster
596
597
598        this.io.cnt  = num_io;
599        this.io.ctxs = aalloc(num_io);
600        for(i; this.io.cnt) {
601                (this.io.ctxs[i]){ this, io_params };
602        }
603}
604
605void ^?{}(cluster & this) {
606        for(i; this.io.cnt) {
607                ^(this.io.ctxs[i]){ true };
608        }
609        free(this.io.ctxs);
610
611        // Lock the RWlock so no-one pushes/pops while we are changing the queue
612        disable_interrupts();
613        uint_fast32_t last_size = ready_mutate_lock();
614
615                // Adjust the ready queue size
616                ready_queue_shrink( &this, 0 );
617
618        // Unlock the RWlock
619        ready_mutate_unlock( last_size );
620        enable_interrupts_noPoll(); // Don't poll, could be in main cluster
621
622        #if !defined(__CFA_NO_STATISTICS__)
623                if( 0 != this.print_stats ) {
624                        __print_stats( this.stats, this.print_stats, true, this.name, (void*)&this );
625                }
626                free( this.stats );
627        #endif
628
629        unregister(this);
630}
631
632//=============================================================================================
633// Miscellaneous Initialization
634//=============================================================================================
635//-----------------------------------------------------------------------------
636// Global Queues
637static void doregister( cluster     & cltr ) {
638        lock      ( __cfa_dbg_global_clusters.lock __cfaabi_dbg_ctx2);
639        push_front( __cfa_dbg_global_clusters.list, cltr );
640        unlock    ( __cfa_dbg_global_clusters.lock );
641}
642
643static void unregister( cluster     & cltr ) {
644        lock  ( __cfa_dbg_global_clusters.lock __cfaabi_dbg_ctx2);
645        remove( __cfa_dbg_global_clusters.list, cltr );
646        unlock( __cfa_dbg_global_clusters.lock );
647}
648
649void doregister( cluster * cltr, $thread & thrd ) {
650        lock      (cltr->thread_list_lock __cfaabi_dbg_ctx2);
651        cltr->nthreads += 1;
652        push_front(cltr->threads, thrd);
653        unlock    (cltr->thread_list_lock);
654}
655
656void unregister( cluster * cltr, $thread & thrd ) {
657        lock  (cltr->thread_list_lock __cfaabi_dbg_ctx2);
658        remove(cltr->threads, thrd );
659        cltr->nthreads -= 1;
660        unlock(cltr->thread_list_lock);
661}
662
663static void check( int ret, const char func[] ) {
664        if ( ret ) {                                                                            // pthread routines return errno values
665                abort( "%s : internal error, error(%d) %s.", func, ret, strerror( ret ) );
666        } // if
667} // Abort
668
669void * __create_pthread( pthread_t * pthread, void * (*start)(void *), void * arg ) {
670        pthread_attr_t attr;
671
672        check( pthread_attr_init( &attr ), "pthread_attr_init" ); // initialize attribute
673
674        size_t stacksize;
675        // default stack size, normally defined by shell limit
676        check( pthread_attr_getstacksize( &attr, &stacksize ), "pthread_attr_getstacksize" );
677        assert( stacksize >= PTHREAD_STACK_MIN );
678
679        void * stack;
680        __cfaabi_dbg_debug_do(
681                stack = memalign( __page_size, stacksize + __page_size );
682                // pthread has no mechanism to create the guard page in user supplied stack.
683                if ( mprotect( stack, __page_size, PROT_NONE ) == -1 ) {
684                        abort( "mprotect : internal error, mprotect failure, error(%d) %s.", errno, strerror( errno ) );
685                } // if
686        );
687        __cfaabi_dbg_no_debug_do(
688                stack = malloc( stacksize );
689        );
690
691        check( pthread_attr_setstack( &attr, stack, stacksize ), "pthread_attr_setstack" );
692
693        check( pthread_create( pthread, &attr, start, arg ), "pthread_create" );
694        return stack;
695}
696
697#if defined(__CFA_WITH_VERIFY__)
698static bool verify_fwd_bck_rng(void) {
699        __cfaabi_tls.ready_rng.fwd_seed = 25214903917_l64u * (rdtscl() ^ (uintptr_t)&verify_fwd_bck_rng);
700
701        unsigned values[10];
702        for(i; 10) {
703                values[i] = __tls_rand_fwd();
704        }
705
706        __tls_rand_advance_bck();
707
708        for ( i; 9 -~= 0 ) {
709                if(values[i] != __tls_rand_bck()) {
710                        return false;
711                }
712        }
713
714        return true;
715}
716#endif
Note: See TracBrowser for help on using the repository browser.