#include #include #include // STDERR_FILENO #include #include "bits/debug.hfa" #include "stats.hfa" #if !defined(__CFA_NO_STATISTICS__) void __init_stats( struct __stats_t * stats ) { stats->ready.pick.push.attempt = 0; stats->ready.pick.push.success = 0; stats->ready.pick.push.local = 0; stats->ready.pick.push.lsuccess = 0; stats->ready.pick.pop .probe = 0; stats->ready.pick.pop .attempt = 0; stats->ready.pick.pop .success = 0; stats->ready.pick.pop .local = 0; stats->ready.pick.pop .lsuccess = 0; stats->ready.threads.migration = 0; stats->ready.sleep.halts = 0; stats->ready.sleep.cancels = 0; stats->ready.sleep.wakes = 0; stats->ready.sleep.exits = 0; #if defined(CFA_HAVE_LINUX_IO_URING_H) stats->io.alloc.fast = 0; stats->io.alloc.slow = 0; stats->io.alloc.fail = 0; stats->io.alloc.revoke = 0; stats->io.alloc.block = 0; stats->io.submit.fast = 0; stats->io.submit.slow = 0; stats->io.flush.external = 0; stats->io.calls.count = 0; stats->io.calls.submitted = 0; stats->io.calls.completed = 0; stats->io.calls.blocks = 0; stats->io.calls.errors.busy = 0; #endif } void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) { __atomic_fetch_add( &cltr->ready.pick.push.attempt , proc->ready.pick.push.attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.push.attempt = 0; __atomic_fetch_add( &cltr->ready.pick.push.success , proc->ready.pick.push.success , __ATOMIC_SEQ_CST ); proc->ready.pick.push.success = 0; __atomic_fetch_add( &cltr->ready.pick.push.local , proc->ready.pick.push.local , __ATOMIC_SEQ_CST ); proc->ready.pick.push.local = 0; __atomic_fetch_add( &cltr->ready.pick.push.lsuccess, proc->ready.pick.push.lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.push.lsuccess = 0; __atomic_fetch_add( &cltr->ready.pick.pop .probe , proc->ready.pick.pop .probe , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .probe = 0; __atomic_fetch_add( &cltr->ready.pick.pop .attempt , proc->ready.pick.pop .attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .attempt = 0; __atomic_fetch_add( &cltr->ready.pick.pop .success , proc->ready.pick.pop .success , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .success = 0; __atomic_fetch_add( &cltr->ready.pick.pop .local , proc->ready.pick.pop .local , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .local = 0; __atomic_fetch_add( &cltr->ready.pick.pop .lsuccess, proc->ready.pick.pop .lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.pop .lsuccess = 0; __atomic_fetch_add( &cltr->ready.threads.migration , proc->ready.threads.migration , __ATOMIC_SEQ_CST ); proc->ready.threads.migration = 0; __atomic_fetch_add( &cltr->ready.sleep.halts , proc->ready.sleep.halts , __ATOMIC_SEQ_CST ); proc->ready.sleep.halts = 0; __atomic_fetch_add( &cltr->ready.sleep.cancels , proc->ready.sleep.cancels , __ATOMIC_SEQ_CST ); proc->ready.sleep.cancels = 0; __atomic_fetch_add( &cltr->ready.sleep.wakes , proc->ready.sleep.wakes , __ATOMIC_SEQ_CST ); proc->ready.sleep.wakes = 0; __atomic_fetch_add( &cltr->ready.sleep.exits , proc->ready.sleep.exits , __ATOMIC_SEQ_CST ); proc->ready.sleep.exits = 0; #if defined(CFA_HAVE_LINUX_IO_URING_H) __atomic_fetch_add( &cltr->io.alloc.fast , proc->io.alloc.fast , __ATOMIC_SEQ_CST ); proc->io.alloc.fast = 0; __atomic_fetch_add( &cltr->io.alloc.slow , proc->io.alloc.slow , __ATOMIC_SEQ_CST ); proc->io.alloc.slow = 0; __atomic_fetch_add( &cltr->io.alloc.fail , proc->io.alloc.fail , __ATOMIC_SEQ_CST ); proc->io.alloc.fail = 0; __atomic_fetch_add( &cltr->io.alloc.revoke , proc->io.alloc.revoke , __ATOMIC_SEQ_CST ); proc->io.alloc.revoke = 0; __atomic_fetch_add( &cltr->io.alloc.block , proc->io.alloc.block , __ATOMIC_SEQ_CST ); proc->io.alloc.block = 0; __atomic_fetch_add( &cltr->io.submit.fast , proc->io.submit.fast , __ATOMIC_SEQ_CST ); proc->io.submit.fast = 0; __atomic_fetch_add( &cltr->io.submit.slow , proc->io.submit.slow , __ATOMIC_SEQ_CST ); proc->io.submit.slow = 0; __atomic_fetch_add( &cltr->io.flush.external , proc->io.flush.external , __ATOMIC_SEQ_CST ); proc->io.flush.external = 0; __atomic_fetch_add( &cltr->io.calls.count , proc->io.calls.count , __ATOMIC_SEQ_CST ); proc->io.calls.count = 0; __atomic_fetch_add( &cltr->io.calls.submitted , proc->io.calls.submitted , __ATOMIC_SEQ_CST ); proc->io.calls.submitted = 0; __atomic_fetch_add( &cltr->io.calls.completed , proc->io.calls.completed , __ATOMIC_SEQ_CST ); proc->io.calls.completed = 0; __atomic_fetch_add( &cltr->io.calls.blocks , proc->io.calls.blocks , __ATOMIC_SEQ_CST ); proc->io.calls.blocks = 0; __atomic_fetch_add( &cltr->io.calls.errors.busy, proc->io.calls.errors.busy, __ATOMIC_SEQ_CST ); proc->io.calls.errors.busy = 0; #endif } void __print_stats( struct __stats_t * stats, int flags, const char * type, const char * name, void * id ) with( *stats ) { if( flags & CFA_STATS_READY_Q ) { double push_sur = (100.0 * ((double)ready.pick.push.success) / ready.pick.push.attempt); double pop_sur = (100.0 * ((double)ready.pick.pop .success) / ready.pick.pop .attempt); double push_len = ((double)ready.pick.push.attempt) / ready.pick.push.success; double pop_len = ((double)ready.pick.pop .attempt) / ready.pick.pop .success; double lpush_sur = (100.0 * ((double)ready.pick.push.lsuccess) / ready.pick.push.local); double lpop_sur = (100.0 * ((double)ready.pick.pop .lsuccess) / ready.pick.pop .local); double lpush_len = ((double)ready.pick.push.local) / ready.pick.push.lsuccess; double lpop_len = ((double)ready.pick.pop .local) / ready.pick.pop .lsuccess; __cfaabi_bits_print_safe( STDOUT_FILENO, "----- %s \"%s\" (%p) - Ready Q Stats -----\n" "- total threads run : %'15" PRIu64 "\n" "- total threads scheduled: %'15" PRIu64 "\n" "- push average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n" "- pop average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n" "- local push avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n" "- local pop avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n" "- thread migrations : %'15" PRIu64 "\n" "- Idle Sleep -\n" "-- halts : %'15" PRIu64 "\n" "-- cancelled halts : %'15" PRIu64 "\n" "-- schedule wake : %'15" PRIu64 "\n" "-- wake on exit : %'15" PRIu64 "\n" "\n" , type, name, id , ready.pick.pop.success , ready.pick.push.success , push_len, push_sur, ready.pick.push.attempt , pop_len , pop_sur , ready.pick.pop .attempt , lpush_len, lpush_sur, ready.pick.push.local , lpop_len , lpop_sur , ready.pick.pop .local , ready.threads.migration , ready.sleep.halts, ready.sleep.cancels, ready.sleep.wakes, ready.sleep.exits ); } #if defined(CFA_HAVE_LINUX_IO_URING_H) if( flags & CFA_STATS_IO ) { uint64_t total_allocs = io.alloc.fast + io.alloc.slow; double avgfasta = ((double)io.alloc.fast) / total_allocs; uint64_t total_submits = io.submit.fast + io.submit.slow; double avgfasts = ((double)io.submit.fast) / total_submits; double avgsubs = ((double)io.calls.submitted) / io.calls.count; double avgcomp = ((double)io.calls.completed) / io.calls.count; __cfaabi_bits_print_safe( STDOUT_FILENO, "----- %s \"%s\" (%p) - I/O Stats -----\n" "- total allocations : %'15" PRIu64 "\n" "- fast allocations : %'15" PRIu64 " (%'18.2lf) \n" "- fast enomem : %'15" PRIu64 "\n" "- slow allocations : %'15" PRIu64 "\n" "- revokes for alloc : %'15" PRIu64 "\n" "- blocks for alloc : %'15" PRIu64 "\n" "- total submits : %'15" PRIu64 "\n" "- fast submits : %'15" PRIu64 " (%'18.2lf) \n" "- slow submits : %'15" PRIu64 "\n" "- flush external submits : %'15" PRIu64 "\n" "- io_uring_enter calls : %'15" PRIu64 "\n" "- submits : %'15" PRIu64 " (%'18.2lf) \n" "- completes : %'15" PRIu64 " (%'18.2lf) \n" "- blocking calls : %'15" PRIu64 "\n" "- io_uring_enter EBUSYs : %'15" PRIu64 "\n" "\n" , type, name, id , total_allocs , io.alloc.fast, avgfasta , io.alloc.fail , io.alloc.slow , io.alloc.revoke , io.alloc.block , total_submits , io.submit.fast, avgfasts , io.submit.slow , io.flush.external , io.calls.count , io.calls.submitted, avgsubs , io.calls.completed, avgcomp , io.calls.blocks , io.calls.errors.busy ); } #endif } #endif