// // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo // // The contents of this file are covered under the licence agreement in the // file "LICENCE" distributed with Cforall. // // coroutine -- // // Author : Thierry Delisle // Created On : Mon Nov 28 12:27:26 2016 // Last Modified By : Peter A. Buhr // Last Modified On : Fri Mar 30 18:23:45 2018 // Update Count : 8 // #pragma once #include #include "invoke.h" //----------------------------------------------------------------------------- // Coroutine trait // Anything that implements this trait can be resumed. // Anything that is resumed is a coroutine. trait is_coroutine(dtype T) { void main(T & this); coroutine_desc * get_coroutine(T & this); }; #define DECL_COROUTINE(X) static inline coroutine_desc* get_coroutine(X& this) { return &this.__cor; } void main(X& this) //----------------------------------------------------------------------------- // Ctors and dtors // void ?{}( coStack_t & this ); // void ^?{}( coStack_t & this ); void ?{}( coroutine_desc & this, const char * name, void * storage, size_t storageSize ); void ^?{}( coroutine_desc & this ); static inline void ?{}( coroutine_desc & this) { this{ "Anonymous Coroutine", NULL, 0 }; } static inline void ?{}( coroutine_desc & this, size_t stackSize) { this{ "Anonymous Coroutine", NULL, stackSize }; } static inline void ?{}( coroutine_desc & this, void * storage, size_t storageSize ) { this{ "Anonymous Coroutine", storage, storageSize }; } static inline void ?{}( coroutine_desc & this, const char * name) { this{ name, NULL, 0 }; } static inline void ?{}( coroutine_desc & this, const char * name, size_t stackSize ) { this{ name, NULL, stackSize }; } //----------------------------------------------------------------------------- // Public coroutine API static inline void suspend(void); forall(dtype T | is_coroutine(T)) static inline void resume(T & cor); forall(dtype T | is_coroutine(T)) void prime(T & cor); //----------------------------------------------------------------------------- // PRIVATE exposed because of inline // Start coroutine routines extern "C" { forall(dtype T | is_coroutine(T)) void CtxInvokeCoroutine(T * this); forall(dtype T | is_coroutine(T)) void CtxStart(T * this, void ( *invoke)(T *)); } // Private wrappers for context switch and stack creation extern void CoroutineCtxSwitch(coroutine_desc * src, coroutine_desc * dst); extern void create_stack( coStack_t * this, unsigned int storageSize ); // Suspend implementation inlined for performance static inline void suspend(void) { // optimization : read TLS once and reuse it // Safety note: this is preemption safe since if // preemption occurs after this line, the pointer // will also migrate which means this value will // stay in syn with the TLS coroutine_desc * src = TL_GET( this_thread )->curr_cor; assertf( src->last != 0, "Attempt to suspend coroutine \"%.256s\" (%p) that has never been resumed.\n" "Possible cause is a suspend executed in a member called by a coroutine user rather than by the coroutine main.", src->name, src ); assertf( src->last->state != Halted, "Attempt by coroutine \"%.256s\" (%p) to suspend back to terminated coroutine \"%.256s\" (%p).\n" "Possible cause is terminated coroutine's main routine has already returned.", src->name, src, src->last->name, src->last ); CoroutineCtxSwitch( src, src->last ); } // Resume implementation inlined for performance forall(dtype T | is_coroutine(T)) static inline void resume(T & cor) { // optimization : read TLS once and reuse it // Safety note: this is preemption safe since if // preemption occurs after this line, the pointer // will also migrate which means this value will // stay in syn with the TLS coroutine_desc * src = TL_GET( this_thread )->curr_cor; coroutine_desc * dst = get_coroutine(cor); if( unlikely(!dst->stack.base) ) { create_stack(&dst->stack, dst->stack.size); CtxStart(&cor, CtxInvokeCoroutine); } // not resuming self ? if ( src != dst ) { assertf( dst->state != Halted , "Attempt by coroutine %.256s (%p) to resume terminated coroutine %.256s (%p).\n" "Possible cause is terminated coroutine's main routine has already returned.", src->name, src, dst->name, dst ); // set last resumer dst->last = src; dst->starter = dst->starter ? dst->starter : src; } // always done for performance testing CoroutineCtxSwitch( src, dst ); } static inline void resume(coroutine_desc * dst) { // optimization : read TLS once and reuse it // Safety note: this is preemption safe since if // preemption occurs after this line, the pointer // will also migrate which means this value will // stay in syn with the TLS coroutine_desc * src = TL_GET( this_thread )->curr_cor; // not resuming self ? if ( src != dst ) { assertf( dst->state != Halted , "Attempt by coroutine %.256s (%p) to resume terminated coroutine %.256s (%p).\n" "Possible cause is terminated coroutine's main routine has already returned.", src->name, src, dst->name, dst ); // set last resumer dst->last = src; } // always done for performance testing CoroutineCtxSwitch( src, dst ); } // static inline bool suspend_checkpoint(void) { // // optimization : read TLS once and reuse it // // Safety note: this is preemption safe since if // // preemption occurs after this line, the pointer // // will also migrate which means this value will // // stay in syn with the TLS // // set state of current coroutine to inactive // this->state = Checkpoint; // // context switch to specified coroutine // assert( src->stack.context ); // CtxStore(src->stack.context); // bool ret = this->state == Checkpoint; // // set state of new coroutine to active // src->state = Active; // enable_interrupts( __cfaabi_dbg_ctx ); // // Safety note : This could cause some false positives due to preemption // verify( TL_GET( preemption_state.enabled ) || TL_GET( this_processor )->do_terminate ); // if( unlikely(src->cancellation != NULL) ) { // _CtxCoroutine_Unwind(src->cancellation); // } // return ret; // } // static inline void suspend_return(void) { // // optimization : read TLS once and reuse it // // Safety note: this is preemption safe since if // // preemption occurs after this line, the pointer // // will also migrate which means this value will // // stay in syn with the TLS // coroutine_desc * src = TL_GET( this_thread )->curr_cor; // assertf( src->last != 0, // "Attempt to suspend coroutine \"%.256s\" (%p) that has never been resumed.\n" // "Possible cause is a suspend executed in a member called by a coroutine user rather than by the coroutine main.", // src->name, src ); // assertf( src->last->state != Halted, // "Attempt by coroutine \"%.256s\" (%p) to suspend back to terminated coroutine \"%.256s\" (%p).\n" // "Possible cause is terminated coroutine's main routine has already returned.", // src->name, src, src->last->name, src->last ); // // Safety note : Preemption must be disabled here since kernelTLS.this_coroutine must always be up to date // verify( TL_GET( preemption_state.enabled ) || TL_GET( this_processor )->do_terminate ); // disable_interrupts(); // // set state of current coroutine to inactive // src->state = src->state == Halted ? Halted : Inactive; // // set new coroutine that task is executing // kernelTLS.this_coroutine = dst; // // context switch to specified coroutine // assert( src->stack.context ); // CtxRet( src->stack.context ); // abort(); // } // Local Variables: // // mode: c // // tab-width: 4 // // End: //