| 1 | //                              -*- Mode: C -*-
 | 
|---|
| 2 | //
 | 
|---|
| 3 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo
 | 
|---|
| 4 | //
 | 
|---|
| 5 | // The contents of this file are covered under the licence agreement in the
 | 
|---|
| 6 | // file "LICENCE" distributed with Cforall.
 | 
|---|
| 7 | //
 | 
|---|
| 8 | // invoke.c --
 | 
|---|
| 9 | //
 | 
|---|
| 10 | // Author           : Thierry Delisle
 | 
|---|
| 11 | // Created On       : Tue Jan 17 12:27:26 2016
 | 
|---|
| 12 | // Last Modified By : Thierry Delisle
 | 
|---|
| 13 | // Last Modified On : --
 | 
|---|
| 14 | // Update Count     : 0
 | 
|---|
| 15 | //
 | 
|---|
| 16 | 
 | 
|---|
| 17 | #include <stdbool.h>
 | 
|---|
| 18 | #include <stdlib.h>
 | 
|---|
| 19 | #include <stdio.h>
 | 
|---|
| 20 | 
 | 
|---|
| 21 | #include "libhdr.h"
 | 
|---|
| 22 | #include "invoke.h"
 | 
|---|
| 23 | 
 | 
|---|
| 24 | #define __CFA_INVOKE_PRIVATE__
 | 
|---|
| 25 | #include "invoke.h"
 | 
|---|
| 26 | 
 | 
|---|
| 27 | // magically invoke the "main" of the most derived class
 | 
|---|
| 28 | // Called from the kernel when starting a coroutine or task so must switch back to user mode.
 | 
|---|
| 29 | 
 | 
|---|
| 30 | extern void __suspend_internal(void);
 | 
|---|
| 31 | extern void __thread_signal_termination(struct thread*);
 | 
|---|
| 32 | 
 | 
|---|
| 33 | void CtxInvokeCoroutine(
 | 
|---|
| 34 |       void (*main)(void *), 
 | 
|---|
| 35 |       struct coroutine *(*get_coroutine)(void *), 
 | 
|---|
| 36 |       void *this
 | 
|---|
| 37 | ) {
 | 
|---|
| 38 |       // LIB_DEBUG_PRINTF("Invoke Coroutine : Received %p (main %p, get_c %p)\n", this, main, get_coroutine);
 | 
|---|
| 39 | 
 | 
|---|
| 40 |       struct coroutine* cor = get_coroutine( this );
 | 
|---|
| 41 | 
 | 
|---|
| 42 |       if(cor->state == Primed) {
 | 
|---|
| 43 |             __suspend_internal();
 | 
|---|
| 44 |       }
 | 
|---|
| 45 | 
 | 
|---|
| 46 |       cor->state = Active;
 | 
|---|
| 47 | 
 | 
|---|
| 48 |       main( this );
 | 
|---|
| 49 | 
 | 
|---|
| 50 |       cor->state = Halted;
 | 
|---|
| 51 | 
 | 
|---|
| 52 |       //Final suspend, should never return
 | 
|---|
| 53 |       __suspend_internal();
 | 
|---|
| 54 |       abortf("Resumed dead coroutine");
 | 
|---|
| 55 | }
 | 
|---|
| 56 | 
 | 
|---|
| 57 | void CtxInvokeThread(
 | 
|---|
| 58 |       void (*main)(void *), 
 | 
|---|
| 59 |       struct thread *(*get_thread)(void *), 
 | 
|---|
| 60 |       void *this
 | 
|---|
| 61 | ) {
 | 
|---|
| 62 |       __suspend_internal();
 | 
|---|
| 63 | 
 | 
|---|
| 64 |       struct thread* thrd = get_thread( this );
 | 
|---|
| 65 |       struct coroutine* cor = &thrd->c;
 | 
|---|
| 66 |       cor->state = Active;
 | 
|---|
| 67 | 
 | 
|---|
| 68 |       // LIB_DEBUG_PRINTF("Invoke Thread : invoking main %p (args %p)\n", main, this);
 | 
|---|
| 69 |       main( this );
 | 
|---|
| 70 | 
 | 
|---|
| 71 |       __thread_signal_termination(thrd);
 | 
|---|
| 72 | 
 | 
|---|
| 73 |       //Final suspend, should never return
 | 
|---|
| 74 |       __suspend_internal();
 | 
|---|
| 75 |       abortf("Resumed dead thread");
 | 
|---|
| 76 | }
 | 
|---|
| 77 | 
 | 
|---|
| 78 | 
 | 
|---|
| 79 | void CtxStart(
 | 
|---|
| 80 |       void (*main)(void *), 
 | 
|---|
| 81 |       struct coroutine *(*get_coroutine)(void *), 
 | 
|---|
| 82 |       void *this, 
 | 
|---|
| 83 |       void (*invoke)(void *)
 | 
|---|
| 84 | ) {
 | 
|---|
| 85 |       // LIB_DEBUG_PRINTF("StartCoroutine : Passing in %p (main %p) to invoke (%p) from start (%p)\n", this, main, invoke, CtxStart);
 | 
|---|
| 86 | 
 | 
|---|
| 87 |       struct coStack_t* stack = &get_coroutine( this )->stack;
 | 
|---|
| 88 | 
 | 
|---|
| 89 | #if defined( __i386__ )
 | 
|---|
| 90 | 
 | 
|---|
| 91 |         struct FakeStack {
 | 
|---|
| 92 |             void *fixedRegisters[3];                    // fixed registers ebx, edi, esi (popped on 1st uSwitch, values unimportant)
 | 
|---|
| 93 |             void *rturn;                                      // where to go on return from uSwitch
 | 
|---|
| 94 |             void *dummyReturn;                          // fake return compiler would have pushed on call to uInvoke
 | 
|---|
| 95 |             void *argument[3];                          // for 16-byte ABI, 16-byte alignment starts here
 | 
|---|
| 96 |             void *padding;                              // padding to force 16-byte alignment, as "base" is 16-byte aligned
 | 
|---|
| 97 |         };
 | 
|---|
| 98 | 
 | 
|---|
| 99 |         ((struct machine_context_t *)stack->context)->SP = (char *)stack->base - sizeof( struct FakeStack );
 | 
|---|
| 100 |         ((struct machine_context_t *)stack->context)->FP = NULL;                // terminate stack with NULL fp
 | 
|---|
| 101 | 
 | 
|---|
| 102 |         ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->dummyReturn = NULL;
 | 
|---|
| 103 |         ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->argument[0] = this;     // argument to invoke
 | 
|---|
| 104 |         ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->rturn = invoke;
 | 
|---|
| 105 | 
 | 
|---|
| 106 | #elif defined( __x86_64__ )
 | 
|---|
| 107 | 
 | 
|---|
| 108 |       struct FakeStack {
 | 
|---|
| 109 |             void *fixedRegisters[5];                    // fixed registers rbx, r12, r13, r14, r15
 | 
|---|
| 110 |             uint32_t mxcr;                                  // SSE Status and Control bits (control bits are preserved across function calls)
 | 
|---|
| 111 |             uint16_t fcw;                                   // X97 FPU control word (preserved across function calls)
 | 
|---|
| 112 |             void *rturn;                                      // where to go on return from uSwitch
 | 
|---|
| 113 |             void *dummyReturn;                          // NULL return address to provide proper alignment
 | 
|---|
| 114 |       };
 | 
|---|
| 115 | 
 | 
|---|
| 116 |       ((struct machine_context_t *)stack->context)->SP = (char *)stack->base - sizeof( struct FakeStack );
 | 
|---|
| 117 |       ((struct machine_context_t *)stack->context)->FP = NULL;          // terminate stack with NULL fp
 | 
|---|
| 118 | 
 | 
|---|
| 119 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->dummyReturn = NULL;
 | 
|---|
| 120 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->rturn = CtxInvokeStub;
 | 
|---|
| 121 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->fixedRegisters[0] = this;
 | 
|---|
| 122 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->fixedRegisters[1] = invoke;
 | 
|---|
| 123 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->mxcr = 0x1F80; //Vol. 2A 3-520
 | 
|---|
| 124 |       ((struct FakeStack *)(((struct machine_context_t *)stack->context)->SP))->fcw = 0x037F;  //Vol. 1 8-7 
 | 
|---|
| 125 | #else
 | 
|---|
| 126 |       #error Only __i386__ and __x86_64__ is supported for threads in cfa
 | 
|---|
| 127 | #endif
 | 
|---|
| 128 | }
 | 
|---|