// // Cforall Version 1.0.0 Copyright (C) 2016 University of Waterloo // // The contents of this file are covered under the licence agreement in the // file "LICENCE" distributed with Cforall. // // kernel_private.hfa -- // // Author : Thierry Delisle // Created On : Mon Feb 13 12:27:26 2017 // Last Modified By : Peter A. Buhr // Last Modified On : Thu Mar 29 14:06:40 2018 // Update Count : 3 // #pragma once #include "kernel.hfa" #include "thread.hfa" #include "alarm.hfa" //----------------------------------------------------------------------------- // Scheduler extern "C" { void disable_interrupts(); void enable_interrupts_noPoll(); void enable_interrupts( __cfaabi_dbg_ctx_param ); } void ScheduleThread( thread_desc * ); static inline void WakeThread( thread_desc * thrd ) { if( !thrd ) return; disable_interrupts(); ScheduleThread( thrd ); enable_interrupts( __cfaabi_dbg_ctx ); } thread_desc * nextThread(cluster * this); //Block current thread and release/wake-up the following resources void BlockInternal(void); void BlockInternal(__spinlock_t * lock); void BlockInternal(thread_desc * thrd); void BlockInternal(__spinlock_t * lock, thread_desc * thrd); void BlockInternal(__spinlock_t * locks [], unsigned short count); void BlockInternal(__spinlock_t * locks [], unsigned short count, thread_desc * thrds [], unsigned short thrd_count); void BlockInternal(__finish_callback_fptr_t callback); void LeaveThread(__spinlock_t * lock, thread_desc * thrd); //----------------------------------------------------------------------------- // Processor void main(processorCtx_t *); static inline void wake_fast(processor * this) { __cfaabi_dbg_print_safe("Kernel : Waking up processor %p\n", this); post( this->idleLock ); } static inline void wake(processor * this) { disable_interrupts(); wake_fast(this); enable_interrupts( __cfaabi_dbg_ctx ); } struct event_kernel_t { alarm_list_t alarms; __spinlock_t lock; }; extern event_kernel_t * event_kernel; struct __cfa_kernel_preemption_state_t { bool enabled; bool in_progress; unsigned short disable_count; }; extern volatile thread_local __cfa_kernel_preemption_state_t preemption_state __attribute__ ((tls_model ( "initial-exec" ))); //----------------------------------------------------------------------------- // Threads extern "C" { forall(dtype T | is_thread(T)) void CtxInvokeThread(T * this); } extern void ThreadCtxSwitch(coroutine_desc * src, coroutine_desc * dst); __cfaabi_dbg_debug_do( extern void __cfaabi_dbg_thread_register ( thread_desc * thrd ); extern void __cfaabi_dbg_thread_unregister( thread_desc * thrd ); ) //----------------------------------------------------------------------------- // Utils #define KERNEL_STORAGE(T,X) static char storage_##X[sizeof(T)] void doregister( struct cluster & cltr ); void unregister( struct cluster & cltr ); void doregister( struct cluster * cltr, struct thread_desc & thrd ); void unregister( struct cluster * cltr, struct thread_desc & thrd ); void doregister( struct cluster * cltr, struct processor * proc ); void unregister( struct cluster * cltr, struct processor * proc ); // Local Variables: // // mode: c // // tab-width: 4 // // End: //