source: src/libcfa/concurrency/kernel.c @ 1f37ed02

aaron-thesisarm-ehcleanup-dtorsdeferred_resndemanglerenumforall-pointer-decayjacob/cs343-translationjenkins-sandboxnew-astnew-ast-unique-exprnew-envno_listpersistent-indexerpthread-emulationqualifiedEnumresolv-newwith_gc
Last change on this file since 1f37ed02 was 1f37ed02, checked in by Thierry Delisle <tdelisle@…>, 5 years ago

Added verifies for processor termination

  • Property mode set to 100644
File size: 21.0 KB
Line 
1//
2// Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
3//
4// The contents of this file are covered under the licence agreement in the
5// file "LICENCE" distributed with Cforall.
6//
7// kernel.c --
8//
9// Author           : Thierry Delisle
10// Created On       : Tue Jan 17 12:27:26 2017
11// Last Modified By : Peter A. Buhr
12// Last Modified On : Thu Feb  8 23:52:19 2018
13// Update Count     : 5
14//
15
16//C Includes
17#include <stddef.h>
18extern "C" {
19#include <stdio.h>
20#include <fenv.h>
21#include <sys/resource.h>
22#include <signal.h>
23#include <unistd.h>
24}
25
26//CFA Includes
27#include "kernel_private.h"
28#include "preemption.h"
29#include "startup.h"
30
31//Private includes
32#define __CFA_INVOKE_PRIVATE__
33#include "invoke.h"
34
35//Start and stop routine for the kernel, declared first to make sure they run first
36void kernel_startup(void)  __attribute__(( constructor( STARTUP_PRIORITY_KERNEL ) ));
37void kernel_shutdown(void) __attribute__(( destructor ( STARTUP_PRIORITY_KERNEL ) ));
38
39//-----------------------------------------------------------------------------
40// Kernel storage
41KERNEL_STORAGE(cluster,           mainCluster);
42KERNEL_STORAGE(processor,         mainProcessor);
43KERNEL_STORAGE(processorCtx_t,    mainProcessorCtx);
44KERNEL_STORAGE(thread_desc,       mainThread);
45KERNEL_STORAGE(machine_context_t, mainThreadCtx);
46
47cluster *     mainCluster;
48processor *   mainProcessor;
49thread_desc * mainThread;
50
51//-----------------------------------------------------------------------------
52// Global state
53
54thread_local coroutine_desc * volatile this_coroutine;
55thread_local thread_desc *    volatile this_thread;
56thread_local processor *      volatile this_processor;
57
58// volatile thread_local bool preemption_in_progress = 0;
59// volatile thread_local bool preemption_enabled = false;
60// volatile thread_local unsigned short disable_preempt_count = 1;
61
62volatile thread_local __cfa_kernel_preemption_state_t preemption_state = { false, false, 1 };
63
64//-----------------------------------------------------------------------------
65// Main thread construction
66struct current_stack_info_t {
67        machine_context_t ctx;
68        unsigned int size;              // size of stack
69        void *base;                             // base of stack
70        void *storage;                  // pointer to stack
71        void *limit;                    // stack grows towards stack limit
72        void *context;                  // address of cfa_context_t
73        void *top;                              // address of top of storage
74};
75
76void ?{}( current_stack_info_t & this ) {
77        CtxGet( this.ctx );
78        this.base = this.ctx.FP;
79        this.storage = this.ctx.SP;
80
81        rlimit r;
82        getrlimit( RLIMIT_STACK, &r);
83        this.size = r.rlim_cur;
84
85        this.limit = (void *)(((intptr_t)this.base) - this.size);
86        this.context = &storage_mainThreadCtx;
87        this.top = this.base;
88}
89
90void ?{}( coStack_t & this, current_stack_info_t * info) with( this ) {
91        size      = info->size;
92        storage   = info->storage;
93        limit     = info->limit;
94        base      = info->base;
95        context   = info->context;
96        top       = info->top;
97        userStack = true;
98}
99
100void ?{}( coroutine_desc & this, current_stack_info_t * info) with( this ) {
101        stack{ info };
102        name = "Main Thread";
103        errno_ = 0;
104        state = Start;
105        starter = NULL;
106}
107
108void ?{}( thread_desc & this, current_stack_info_t * info) with( this ) {
109        self_cor{ info };
110        curr_cor = &self_cor;
111        self_mon.owner = &this;
112        self_mon.recursion = 1;
113        self_mon_p = &self_mon;
114        next = NULL;
115        __cfaabi_dbg_debug_do(
116                dbg_next = NULL;
117                dbg_prev = NULL;
118                __cfaabi_dbg_thread_register(&this);
119        )
120
121        monitors{ &self_mon_p, 1, (fptr_t)0 };
122}
123
124//-----------------------------------------------------------------------------
125// Processor coroutine
126
127// Construct the processor context of the main processor
128void ?{}(processorCtx_t & this, processor * proc) {
129        (this.__cor){ "Processor" };
130        this.__cor.starter = NULL;
131        this.proc = proc;
132        proc->runner = &this;
133}
134
135// Construct the processor context of non-main processors
136void ?{}(processorCtx_t & this, processor * proc, current_stack_info_t * info) {
137        (this.__cor){ info };
138        this.proc = proc;
139        proc->runner = &this;
140}
141
142void ?{}(processor & this) {
143        this{ mainCluster };
144}
145
146void ?{}(processor & this, cluster * cltr) with( this ) {
147        this.cltr = cltr;
148        terminated{ 0 };
149        do_terminate = false;
150        preemption_alarm = NULL;
151        pending_preemption = false;
152
153        start( &this );
154}
155
156void ?{}(processor & this, cluster * cltr, processorCtx_t & runner) with( this ) {
157        this.cltr = cltr;
158        terminated{ 0 };
159        do_terminate = false;
160        preemption_alarm = NULL;
161        pending_preemption = false;
162        kernel_thread = pthread_self();
163
164        this.runner = &runner;
165        __cfaabi_dbg_print_safe("Kernel : constructing main processor context %p\n", &runner);
166        runner{ &this };
167}
168
169void ^?{}(processor & this) with( this ){
170        if( ! do_terminate ) {
171                __cfaabi_dbg_print_safe("Kernel : core %p signaling termination\n", &this);
172                terminate(&this);
173                verify(this.do_terminate);
174                verify(this_processor != &this);
175                P( terminated );
176                verify(this_processor != &this);
177                pthread_join( kernel_thread, NULL );
178        }
179}
180
181void ?{}(cluster & this) with( this ) {
182        ready_queue{};
183        ready_queue_lock{};
184
185        preemption_rate = default_preemption();
186}
187
188void ^?{}(cluster & this) {
189
190}
191
192//=============================================================================================
193// Kernel Scheduling logic
194//=============================================================================================
195//Main of the processor contexts
196void main(processorCtx_t & runner) {
197        processor * this = runner.proc;
198
199        __cfaabi_dbg_print_safe("Kernel : core %p starting\n", this);
200
201        {
202                // Setup preemption data
203                preemption_scope scope = { this };
204
205                __cfaabi_dbg_print_safe("Kernel : core %p started\n", this);
206
207                thread_desc * readyThread = NULL;
208                for( unsigned int spin_count = 0; ! this->do_terminate; spin_count++ )
209                {
210                        readyThread = nextThread( this->cltr );
211
212                        if(readyThread)
213                        {
214                                verify( !preemption_state.enabled );
215
216                                runThread(this, readyThread);
217
218                                verify( !preemption_state.enabled );
219
220                                //Some actions need to be taken from the kernel
221                                finishRunning(this);
222
223                                spin_count = 0;
224                        }
225                        else
226                        {
227                                spin(this, &spin_count);
228                        }
229                }
230
231                __cfaabi_dbg_print_safe("Kernel : core %p stopping\n", this);
232        }
233
234        V( this->terminated );
235
236        __cfaabi_dbg_print_safe("Kernel : core %p terminated\n", this);
237}
238
239// runThread runs a thread by context switching
240// from the processor coroutine to the target thread
241void runThread(processor * this, thread_desc * dst) {
242        assert(dst->curr_cor);
243        coroutine_desc * proc_cor = get_coroutine(*this->runner);
244        coroutine_desc * thrd_cor = dst->curr_cor;
245
246        //Reset the terminating actions here
247        this->finish.action_code = No_Action;
248
249        //Update global state
250        this_thread = dst;
251
252        // Context Switch to the thread
253        ThreadCtxSwitch(proc_cor, thrd_cor);
254        // when ThreadCtxSwitch returns we are back in the processor coroutine
255}
256
257void returnToKernel() {
258        coroutine_desc * proc_cor = get_coroutine(*this_processor->runner);
259        coroutine_desc * thrd_cor = this_thread->curr_cor = this_coroutine;
260        ThreadCtxSwitch(thrd_cor, proc_cor);
261}
262
263// Once a thread has finished running, some of
264// its final actions must be executed from the kernel
265void finishRunning(processor * this) with( this->finish ) {
266        if( action_code == Release ) {
267                verify( !preemption_state.enabled );
268                unlock( *lock );
269        }
270        else if( action_code == Schedule ) {
271                ScheduleThread( thrd );
272        }
273        else if( action_code == Release_Schedule ) {
274                verify( !preemption_state.enabled );
275                unlock( *lock );
276                ScheduleThread( thrd );
277        }
278        else if( action_code == Release_Multi ) {
279                verify( !preemption_state.enabled );
280                for(int i = 0; i < lock_count; i++) {
281                        unlock( *locks[i] );
282                }
283        }
284        else if( action_code == Release_Multi_Schedule ) {
285                for(int i = 0; i < lock_count; i++) {
286                        unlock( *locks[i] );
287                }
288                for(int i = 0; i < thrd_count; i++) {
289                        ScheduleThread( thrds[i] );
290                }
291        }
292        else {
293                assert(action_code == No_Action);
294        }
295}
296
297// Handles spinning logic
298// TODO : find some strategy to put cores to sleep after some time
299void spin(processor * this, unsigned int * spin_count) {
300        (*spin_count)++;
301}
302
303// Context invoker for processors
304// This is the entry point for processors (kernel threads)
305// It effectively constructs a coroutine by stealing the pthread stack
306void * CtxInvokeProcessor(void * arg) {
307        processor * proc = (processor *) arg;
308        this_processor = proc;
309        this_coroutine = NULL;
310        this_thread = NULL;
311        preemption_state.enabled = false;
312        preemption_state.disable_count = 1;
313        // SKULLDUGGERY: We want to create a context for the processor coroutine
314        // which is needed for the 2-step context switch. However, there is no reason
315        // to waste the perfectly valid stack create by pthread.
316        current_stack_info_t info;
317        machine_context_t ctx;
318        info.context = &ctx;
319        processorCtx_t proc_cor_storage = { proc, &info };
320
321        __cfaabi_dbg_print_safe("Coroutine : created stack %p\n", proc_cor_storage.__cor.stack.base);
322
323        //Set global state
324        this_coroutine = &proc->runner->__cor;
325        this_thread = NULL;
326
327        //We now have a proper context from which to schedule threads
328        __cfaabi_dbg_print_safe("Kernel : core %p created (%p, %p)\n", proc, proc->runner, &ctx);
329
330        // SKULLDUGGERY: Since the coroutine doesn't have its own stack, we can't
331        // resume it to start it like it normally would, it will just context switch
332        // back to here. Instead directly call the main since we already are on the
333        // appropriate stack.
334        proc_cor_storage.__cor.state = Active;
335        main( proc_cor_storage );
336        proc_cor_storage.__cor.state = Halted;
337
338        // Main routine of the core returned, the core is now fully terminated
339        __cfaabi_dbg_print_safe("Kernel : core %p main ended (%p)\n", proc, proc->runner);
340
341        return NULL;
342}
343
344void start(processor * this) {
345        __cfaabi_dbg_print_safe("Kernel : Starting core %p\n", this);
346
347        pthread_create( &this->kernel_thread, NULL, CtxInvokeProcessor, (void*)this );
348
349        __cfaabi_dbg_print_safe("Kernel : core %p started\n", this);
350}
351
352void kernel_first_resume(processor * this) {
353        coroutine_desc * src = this_coroutine;
354        coroutine_desc * dst = get_coroutine(*this->runner);
355
356        verify( !preemption_state.enabled );
357
358        create_stack(&dst->stack, dst->stack.size);
359        CtxStart(this->runner, CtxInvokeCoroutine);
360
361        verify( !preemption_state.enabled );
362
363        dst->last = src;
364        dst->starter = dst->starter ? dst->starter : src;
365
366        // set state of current coroutine to inactive
367        src->state = src->state == Halted ? Halted : Inactive;
368
369        // set new coroutine that task is executing
370        this_coroutine = dst;
371
372        // SKULLDUGGERY normally interrupts are enable before leaving a coroutine ctxswitch.
373        // Therefore, when first creating a coroutine, interrupts are enable before calling the main.
374        // This is consistent with thread creation. However, when creating the main processor coroutine,
375        // we wan't interrupts to be disabled. Therefore, we double-disable interrupts here so they will
376        // stay disabled.
377        disable_interrupts();
378
379        // context switch to specified coroutine
380        assert( src->stack.context );
381        CtxSwitch( src->stack.context, dst->stack.context );
382        // when CtxSwitch returns we are back in the src coroutine
383
384        // set state of new coroutine to active
385        src->state = Active;
386
387        verify( !preemption_state.enabled );
388}
389
390//-----------------------------------------------------------------------------
391// Scheduler routines
392void ScheduleThread( thread_desc * thrd ) {
393        // if( !thrd ) return;
394        verify( thrd );
395        verify( thrd->self_cor.state != Halted );
396
397        verify( !preemption_state.enabled );
398
399        verifyf( thrd->next == NULL, "Expected null got %p", thrd->next );
400
401        with( *this_processor->cltr ) {
402                lock  ( ready_queue_lock __cfaabi_dbg_ctx2 );
403                append( ready_queue, thrd );
404                unlock( ready_queue_lock );
405        }
406
407        verify( !preemption_state.enabled );
408}
409
410thread_desc * nextThread(cluster * this) with( *this ) {
411        verify( !preemption_state.enabled );
412        lock( ready_queue_lock __cfaabi_dbg_ctx2 );
413        //TEMP hack to find a bug
414        if(this_processor != mainProcessor) {
415                if(ready_queue.head == mainThread) {
416                        unlock( ready_queue_lock );
417                        return NULL;
418                }
419        }
420
421        thread_desc * head = pop_head( ready_queue );
422        unlock( ready_queue_lock );
423        verify( !preemption_state.enabled );
424        return head;
425}
426
427void BlockInternal() {
428        disable_interrupts();
429        verify( !preemption_state.enabled );
430        returnToKernel();
431        verify( !preemption_state.enabled );
432        enable_interrupts( __cfaabi_dbg_ctx );
433}
434
435void BlockInternal( __spinlock_t * lock ) {
436        disable_interrupts();
437        this_processor->finish.action_code = Release;
438        this_processor->finish.lock        = lock;
439
440        verify( !preemption_state.enabled );
441        returnToKernel();
442        verify( !preemption_state.enabled );
443
444        enable_interrupts( __cfaabi_dbg_ctx );
445}
446
447void BlockInternal( thread_desc * thrd ) {
448        disable_interrupts();
449        this_processor->finish.action_code = Schedule;
450        this_processor->finish.thrd        = thrd;
451
452        verify( !preemption_state.enabled );
453        returnToKernel();
454        verify( !preemption_state.enabled );
455
456        enable_interrupts( __cfaabi_dbg_ctx );
457}
458
459void BlockInternal( __spinlock_t * lock, thread_desc * thrd ) {
460        assert(thrd);
461        disable_interrupts();
462        this_processor->finish.action_code = Release_Schedule;
463        this_processor->finish.lock        = lock;
464        this_processor->finish.thrd        = thrd;
465
466        verify( !preemption_state.enabled );
467        returnToKernel();
468        verify( !preemption_state.enabled );
469
470        enable_interrupts( __cfaabi_dbg_ctx );
471}
472
473void BlockInternal(__spinlock_t * locks [], unsigned short count) {
474        disable_interrupts();
475        this_processor->finish.action_code = Release_Multi;
476        this_processor->finish.locks       = locks;
477        this_processor->finish.lock_count  = count;
478
479        verify( !preemption_state.enabled );
480        returnToKernel();
481        verify( !preemption_state.enabled );
482
483        enable_interrupts( __cfaabi_dbg_ctx );
484}
485
486void BlockInternal(__spinlock_t * locks [], unsigned short lock_count, thread_desc * thrds [], unsigned short thrd_count) {
487        disable_interrupts();
488        this_processor->finish.action_code = Release_Multi_Schedule;
489        this_processor->finish.locks       = locks;
490        this_processor->finish.lock_count  = lock_count;
491        this_processor->finish.thrds       = thrds;
492        this_processor->finish.thrd_count  = thrd_count;
493
494        verify( !preemption_state.enabled );
495        returnToKernel();
496        verify( !preemption_state.enabled );
497
498        enable_interrupts( __cfaabi_dbg_ctx );
499}
500
501void LeaveThread(__spinlock_t * lock, thread_desc * thrd) {
502        verify( !preemption_state.enabled );
503        this_processor->finish.action_code = thrd ? Release_Schedule : Release;
504        this_processor->finish.lock        = lock;
505        this_processor->finish.thrd        = thrd;
506
507        returnToKernel();
508}
509
510//=============================================================================================
511// Kernel Setup logic
512//=============================================================================================
513//-----------------------------------------------------------------------------
514// Kernel boot procedures
515void kernel_startup(void) {
516        verify( !preemption_state.enabled );
517        __cfaabi_dbg_print_safe("Kernel : Starting\n");
518
519        // Start by initializing the main thread
520        // SKULLDUGGERY: the mainThread steals the process main thread
521        // which will then be scheduled by the mainProcessor normally
522        mainThread = (thread_desc *)&storage_mainThread;
523        current_stack_info_t info;
524        (*mainThread){ &info };
525
526        __cfaabi_dbg_print_safe("Kernel : Main thread ready\n");
527
528        // Initialize the main cluster
529        mainCluster = (cluster *)&storage_mainCluster;
530        (*mainCluster){};
531
532        __cfaabi_dbg_print_safe("Kernel : main cluster ready\n");
533
534        // Initialize the main processor and the main processor ctx
535        // (the coroutine that contains the processing control flow)
536        mainProcessor = (processor *)&storage_mainProcessor;
537        (*mainProcessor){ mainCluster, *(processorCtx_t *)&storage_mainProcessorCtx };
538
539        //initialize the global state variables
540        this_processor = mainProcessor;
541        this_thread = mainThread;
542        this_coroutine = &mainThread->self_cor;
543
544        // Enable preemption
545        kernel_start_preemption();
546
547        // Add the main thread to the ready queue
548        // once resume is called on mainProcessor->runner the mainThread needs to be scheduled like any normal thread
549        ScheduleThread(mainThread);
550
551        // SKULLDUGGERY: Force a context switch to the main processor to set the main thread's context to the current UNIX
552        // context. Hence, the main thread does not begin through CtxInvokeThread, like all other threads. The trick here is that
553        // mainThread is on the ready queue when this call is made.
554        kernel_first_resume( this_processor );
555
556
557
558        // THE SYSTEM IS NOW COMPLETELY RUNNING
559        __cfaabi_dbg_print_safe("Kernel : Started\n--------------------------------------------------\n\n");
560
561        verify( !preemption_state.enabled );
562        enable_interrupts( __cfaabi_dbg_ctx );
563        verify( preemption_state.enabled );
564}
565
566void kernel_shutdown(void) {
567        __cfaabi_dbg_print_safe("\n--------------------------------------------------\nKernel : Shutting down\n");
568
569        verify( preemption_state.enabled );
570        disable_interrupts();
571        verify( !preemption_state.enabled );
572
573        // SKULLDUGGERY: Notify the mainProcessor it needs to terminates.
574        // When its coroutine terminates, it return control to the mainThread
575        // which is currently here
576        mainProcessor->do_terminate = true;
577        returnToKernel();
578
579        // THE SYSTEM IS NOW COMPLETELY STOPPED
580
581        // Disable preemption
582        kernel_stop_preemption();
583
584        // Destroy the main processor and its context in reverse order of construction
585        // These were manually constructed so we need manually destroy them
586        ^(*mainProcessor->runner){};
587        ^(mainProcessor){};
588
589        // Final step, destroy the main thread since it is no longer needed
590        // Since we provided a stack to this taxk it will not destroy anything
591        ^(mainThread){};
592
593        __cfaabi_dbg_print_safe("Kernel : Shutdown complete\n");
594}
595
596//=============================================================================================
597// Unexpected Terminating logic
598//=============================================================================================
599
600
601static __spinlock_t kernel_abort_lock;
602static __spinlock_t kernel_debug_lock;
603static bool kernel_abort_called = false;
604
605void * kernel_abort    (void) __attribute__ ((__nothrow__)) {
606        // abort cannot be recursively entered by the same or different processors because all signal handlers return when
607        // the globalAbort flag is true.
608        lock( kernel_abort_lock __cfaabi_dbg_ctx2 );
609
610        // first task to abort ?
611        if ( !kernel_abort_called ) {                   // not first task to abort ?
612                kernel_abort_called = true;
613                unlock( kernel_abort_lock );
614        }
615        else {
616                unlock( kernel_abort_lock );
617
618                sigset_t mask;
619                sigemptyset( &mask );
620                sigaddset( &mask, SIGALRM );                    // block SIGALRM signals
621                sigaddset( &mask, SIGUSR1 );                    // block SIGUSR1 signals
622                sigsuspend( &mask );                            // block the processor to prevent further damage during abort
623                _exit( EXIT_FAILURE );                          // if processor unblocks before it is killed, terminate it
624        }
625
626        return this_thread;
627}
628
629void kernel_abort_msg( void * kernel_data, char * abort_text, int abort_text_size ) {
630        thread_desc * thrd = kernel_data;
631
632        int len = snprintf( abort_text, abort_text_size, "Error occurred while executing task %.256s (%p)", thrd->self_cor.name, thrd );
633        __cfaabi_dbg_bits_write( abort_text, len );
634
635        if ( thrd != this_coroutine ) {
636                len = snprintf( abort_text, abort_text_size, " in coroutine %.256s (%p).\n", this_coroutine->name, this_coroutine );
637                __cfaabi_dbg_bits_write( abort_text, len );
638        }
639        else {
640                __cfaabi_dbg_bits_write( ".\n", 2 );
641        }
642}
643
644int kernel_abort_lastframe( void ) __attribute__ ((__nothrow__)) {
645        return get_coroutine(this_thread) == get_coroutine(mainThread) ? 4 : 2;
646}
647
648extern "C" {
649        void __cfaabi_dbg_bits_acquire() {
650                lock( kernel_debug_lock __cfaabi_dbg_ctx2 );
651        }
652
653        void __cfaabi_dbg_bits_release() {
654                unlock( kernel_debug_lock );
655        }
656}
657
658//=============================================================================================
659// Kernel Utilities
660//=============================================================================================
661//-----------------------------------------------------------------------------
662// Locks
663void  ?{}( semaphore & this, int count = 1 ) {
664        (this.lock){};
665        this.count = count;
666        (this.waiting){};
667}
668void ^?{}(semaphore & this) {}
669
670void P(semaphore & this) with( this ){
671        lock( lock __cfaabi_dbg_ctx2 );
672        count -= 1;
673        if ( count < 0 ) {
674                // queue current task
675                append( waiting, (thread_desc *)this_thread );
676
677                // atomically release spin lock and block
678                BlockInternal( &lock );
679        }
680        else {
681            unlock( lock );
682        }
683}
684
685void V(semaphore & this) with( this ) {
686        thread_desc * thrd = NULL;
687        lock( lock __cfaabi_dbg_ctx2 );
688        count += 1;
689        if ( count <= 0 ) {
690                // remove task at head of waiting list
691                thrd = pop_head( waiting );
692        }
693
694        unlock( lock );
695
696        // make new owner
697        WakeThread( thrd );
698}
699
700//-----------------------------------------------------------------------------
701// Debug
702__cfaabi_dbg_debug_do(
703        struct {
704                thread_desc * tail;
705        } __cfaabi_dbg_thread_list = { NULL };
706
707        void __cfaabi_dbg_thread_register( thread_desc * thrd ) {
708                if( !__cfaabi_dbg_thread_list.tail ) {
709                        __cfaabi_dbg_thread_list.tail = thrd;
710                        return;
711                }
712                __cfaabi_dbg_thread_list.tail->dbg_next = thrd;
713                thrd->dbg_prev = __cfaabi_dbg_thread_list.tail;
714                __cfaabi_dbg_thread_list.tail = thrd;
715        }
716
717        void __cfaabi_dbg_thread_unregister( thread_desc * thrd ) {
718                thread_desc * prev = thrd->dbg_prev;
719                thread_desc * next = thrd->dbg_next;
720
721                if( next ) { next->dbg_prev = prev; }
722                else       {
723                        assert( __cfaabi_dbg_thread_list.tail == thrd );
724                        __cfaabi_dbg_thread_list.tail = prev;
725                }
726
727                if( prev ) { prev->dbg_next = next; }
728
729                thrd->dbg_prev = NULL;
730                thrd->dbg_next = NULL;
731        }
732)
733// Local Variables: //
734// mode: c //
735// tab-width: 4 //
736// End: //
Note: See TracBrowser for help on using the repository browser.