| 1 | // | 
|---|
| 2 | // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo | 
|---|
| 3 | // | 
|---|
| 4 | // The contents of this file are covered under the licence agreement in the | 
|---|
| 5 | // file "LICENCE" distributed with Cforall. | 
|---|
| 6 | // | 
|---|
| 7 | // threads.c -- | 
|---|
| 8 | // | 
|---|
| 9 | // Author           : Thierry Delisle | 
|---|
| 10 | // Created On       : Mon Nov 28 12:27:26 2016 | 
|---|
| 11 | // Last Modified By : Thierry Delisle | 
|---|
| 12 | // Last Modified On : Mon Nov 28 12:27:26 2016 | 
|---|
| 13 | // Update Count     : 0 | 
|---|
| 14 | // | 
|---|
| 15 |  | 
|---|
| 16 | extern "C" { | 
|---|
| 17 | #include <stddef.h> | 
|---|
| 18 | #include <malloc.h> | 
|---|
| 19 | #include <errno.h> | 
|---|
| 20 | #include <string.h> | 
|---|
| 21 | #include <unistd.h> | 
|---|
| 22 | #include <sys/mman.h> | 
|---|
| 23 | } | 
|---|
| 24 |  | 
|---|
| 25 | #include "threads" | 
|---|
| 26 | #include "libhdr.h" | 
|---|
| 27 |  | 
|---|
| 28 | #define __CFA_INVOKE_PRIVATE__ | 
|---|
| 29 | #include "invoke.h" | 
|---|
| 30 |  | 
|---|
| 31 | //----------------------------------------------------------------------------- | 
|---|
| 32 | // Global state variables | 
|---|
| 33 |  | 
|---|
| 34 | // minimum feasible stack size in bytes | 
|---|
| 35 | #define MinStackSize 1000 | 
|---|
| 36 | static size_t pageSize = 0;                             // architecture pagesize HACK, should go in proper runtime singleton | 
|---|
| 37 |  | 
|---|
| 38 | //Extra private desctructor for the main | 
|---|
| 39 | //FIXME the main should not actually allocate a stack | 
|---|
| 40 | //Since the main is never resumed the extra stack does not cause | 
|---|
| 41 | //any problem but it is wasted memory | 
|---|
| 42 | void ?{}(coStack_t* this, size_t size); | 
|---|
| 43 | void ?{}(coroutine* this, size_t size); | 
|---|
| 44 |  | 
|---|
| 45 | //Main coroutine | 
|---|
| 46 | //FIXME do not construct a stack for the main | 
|---|
| 47 | coroutine main_coroutine = { 1000 }; | 
|---|
| 48 |  | 
|---|
| 49 | //Current coroutine | 
|---|
| 50 | //Will need to be in TLS when multi-threading is added | 
|---|
| 51 | coroutine* current_coroutine = &main_coroutine; | 
|---|
| 52 |  | 
|---|
| 53 | //----------------------------------------------------------------------------- | 
|---|
| 54 | // Coroutine ctors and dtors | 
|---|
| 55 | void ?{}(coStack_t* this) { | 
|---|
| 56 | this->size              = 10240;        // size of stack | 
|---|
| 57 | this->storage   = NULL; // pointer to stack | 
|---|
| 58 | this->limit             = NULL; // stack grows towards stack limit | 
|---|
| 59 | this->base              = NULL; // base of stack | 
|---|
| 60 | this->context   = NULL; // address of cfa_context_t | 
|---|
| 61 | this->top               = NULL; // address of top of storage | 
|---|
| 62 | this->userStack = false; | 
|---|
| 63 | } | 
|---|
| 64 |  | 
|---|
| 65 | void ?{}(coStack_t* this, size_t size) { | 
|---|
| 66 | this{}; | 
|---|
| 67 | this->size = size; | 
|---|
| 68 |  | 
|---|
| 69 | create_stack(this, this->size); | 
|---|
| 70 | } | 
|---|
| 71 |  | 
|---|
| 72 | void ?{}(coroutine* this) { | 
|---|
| 73 | this->name = "Anonymous Coroutine"; | 
|---|
| 74 | this->errno_ = 0; | 
|---|
| 75 | this->state = Start; | 
|---|
| 76 | this->notHalted = true; | 
|---|
| 77 | this->starter = NULL; | 
|---|
| 78 | this->last = NULL; | 
|---|
| 79 | } | 
|---|
| 80 |  | 
|---|
| 81 | void ?{}(coroutine* this, size_t size) { | 
|---|
| 82 | this{}; | 
|---|
| 83 | (&this->stack){size}; | 
|---|
| 84 | } | 
|---|
| 85 |  | 
|---|
| 86 | void ^?{}(coStack_t* this) { | 
|---|
| 87 | if ( ! this->userStack ) { | 
|---|
| 88 | LIB_DEBUG_DO( | 
|---|
| 89 | if ( mprotect( this->storage, pageSize, PROT_READ | PROT_WRITE ) == -1 ) { | 
|---|
| 90 | abortf( "(coStack_t *)%p.^?{}() : internal error, mprotect failure, error(%d) %s.", this, errno, strerror( errno ) ); | 
|---|
| 91 | } | 
|---|
| 92 | ); | 
|---|
| 93 | free( this->storage ); | 
|---|
| 94 | } | 
|---|
| 95 | } | 
|---|
| 96 |  | 
|---|
| 97 | void ^?{}(coroutine* this) {} | 
|---|
| 98 |  | 
|---|
| 99 | // Part of the Public API | 
|---|
| 100 | // Not inline since only ever called once per coroutine | 
|---|
| 101 | forall(dtype T | is_coroutine(T)) | 
|---|
| 102 | void prime(T* cor) { | 
|---|
| 103 | coroutine* this = get_coroutine(cor); | 
|---|
| 104 | assert(this->state == Start); | 
|---|
| 105 |  | 
|---|
| 106 | this->state = Primed; | 
|---|
| 107 | resume(cor); | 
|---|
| 108 | } | 
|---|
| 109 |  | 
|---|
| 110 | // We need to call suspend from invoke.c, so we expose this wrapper that | 
|---|
| 111 | // is not inline (We can't inline Cforall in C) | 
|---|
| 112 | void suspend_no_inline(void) { | 
|---|
| 113 | suspend(); | 
|---|
| 114 | } | 
|---|
| 115 |  | 
|---|
| 116 | void corCxtSw(coroutine* src, coroutine* dst) { | 
|---|
| 117 | // THREAD_GETMEM( This )->disableInterrupts(); | 
|---|
| 118 |  | 
|---|
| 119 | // set state of current coroutine to inactive | 
|---|
| 120 | src->state = Inactive; | 
|---|
| 121 |  | 
|---|
| 122 | // set new coroutine that task is executing | 
|---|
| 123 | current_coroutine = dst; | 
|---|
| 124 |  | 
|---|
| 125 | // context switch to specified coroutine | 
|---|
| 126 | CtxSwitch( src->stack.context, dst->stack.context ); | 
|---|
| 127 | // when CtxSwitch returns we are back in the src coroutine | 
|---|
| 128 |  | 
|---|
| 129 | // set state of new coroutine to active | 
|---|
| 130 | src->state = Active; | 
|---|
| 131 |  | 
|---|
| 132 | // THREAD_GETMEM( This )->enableInterrupts(); | 
|---|
| 133 | } //ctxSwitchDirect | 
|---|
| 134 |  | 
|---|
| 135 | void create_stack( coStack_t* this, unsigned int storageSize ) { | 
|---|
| 136 | //TEMP HACK do this on proper kernel startup | 
|---|
| 137 | if(pageSize == 0ul) pageSize = sysconf( _SC_PAGESIZE ); | 
|---|
| 138 |  | 
|---|
| 139 | size_t cxtSize = libCeiling( sizeof(machine_context_t), 8 ); // minimum alignment | 
|---|
| 140 |  | 
|---|
| 141 | if ( (intptr_t)this->storage == 0 ) { | 
|---|
| 142 | this->userStack = false; | 
|---|
| 143 | this->size = libCeiling( storageSize, 16 ); | 
|---|
| 144 | // use malloc/memalign because "new" raises an exception for out-of-memory | 
|---|
| 145 |  | 
|---|
| 146 | // assume malloc has 8 byte alignment so add 8 to allow rounding up to 16 byte alignment | 
|---|
| 147 | LIB_DEBUG_DO( this->storage = memalign( pageSize, cxtSize + this->size + pageSize ) ); | 
|---|
| 148 | LIB_NO_DEBUG_DO( this->storage = malloc( cxtSize + this->size + 8 ) ); | 
|---|
| 149 |  | 
|---|
| 150 | LIB_DEBUG_DO( | 
|---|
| 151 | if ( mprotect( this->storage, pageSize, PROT_NONE ) == -1 ) { | 
|---|
| 152 | abortf( "(uMachContext &)%p.createContext() : internal error, mprotect failure, error(%d) %s.", this, (int)errno, strerror( (int)errno ) ); | 
|---|
| 153 | } // if | 
|---|
| 154 | ); | 
|---|
| 155 |  | 
|---|
| 156 | if ( (intptr_t)this->storage == 0 ) { | 
|---|
| 157 | abortf( "Attempt to allocate %d bytes of storage for coroutine or task execution-state but insufficient memory available.", this->size ); | 
|---|
| 158 | } // if | 
|---|
| 159 |  | 
|---|
| 160 | LIB_DEBUG_DO( this->limit = (char *)this->storage + pageSize ); | 
|---|
| 161 | LIB_NO_DEBUG_DO( this->limit = (char *)libCeiling( (unsigned long)this->storage, 16 ) ); // minimum alignment | 
|---|
| 162 |  | 
|---|
| 163 | } else { | 
|---|
| 164 | assertf( ((size_t)this->storage & (libAlign() - 1)) != 0ul, "Stack storage %p for task/coroutine must be aligned on %d byte boundary.", this->storage, (int)libAlign() ); | 
|---|
| 165 | this->userStack = true; | 
|---|
| 166 | this->size = storageSize - cxtSize; | 
|---|
| 167 |  | 
|---|
| 168 | if ( this->size % 16 != 0u ) this->size -= 8; | 
|---|
| 169 |  | 
|---|
| 170 | this->limit = (char *)libCeiling( (unsigned long)this->storage, 16 ); // minimum alignment | 
|---|
| 171 | } // if | 
|---|
| 172 | assertf( this->size >= MinStackSize, "Stack size %d provides less than minimum of %d bytes for a stack.", this->size, MinStackSize ); | 
|---|
| 173 |  | 
|---|
| 174 | this->base = (char *)this->limit + this->size; | 
|---|
| 175 | this->context = this->base; | 
|---|
| 176 | this->top = (char *)this->context + cxtSize; | 
|---|
| 177 | } | 
|---|
| 178 |  | 
|---|
| 179 | // Local Variables: // | 
|---|
| 180 | // mode: c // | 
|---|
| 181 | // tab-width: 4 // | 
|---|
| 182 | // End: // | 
|---|