#include #include #include // STDERR_FILENO #include "bits/debug.hfa" #include "stats.hfa" #if !defined(__CFA_NO_STATISTICS__) void __init_stats( struct __stats_t * stats ) { stats->ready.pick.push.attempt = 0; stats->ready.pick.push.success = 0; stats->ready.pick.pop .probe = 0; stats->ready.pick.pop .attempt = 0; stats->ready.pick.pop .success = 0; #if defined(HAVE_LINUX_IO_URING_H) stats->io.submit_q.submit_avg.rdy = 0; stats->io.submit_q.submit_avg.csm = 0; stats->io.submit_q.submit_avg.avl = 0; stats->io.submit_q.submit_avg.cnt = 0; stats->io.submit_q.look_avg.val = 0; stats->io.submit_q.look_avg.cnt = 0; stats->io.submit_q.look_avg.block = 0; stats->io.submit_q.alloc_avg.val = 0; stats->io.submit_q.alloc_avg.cnt = 0; stats->io.submit_q.alloc_avg.block = 0; stats->io.complete_q.completed_avg.val = 0; stats->io.complete_q.completed_avg.slow_cnt = 0; stats->io.complete_q.completed_avg.fast_cnt = 0; #endif } void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) { __atomic_fetch_add( &cltr->ready.pick.push.attempt, proc->ready.pick.push.attempt, __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->ready.pick.push.success, proc->ready.pick.push.success, __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->ready.pick.pop .probe , proc->ready.pick.pop .probe , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->ready.pick.pop .attempt, proc->ready.pick.pop .attempt, __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->ready.pick.pop .success, proc->ready.pick.pop .success, __ATOMIC_SEQ_CST ); #if defined(HAVE_LINUX_IO_URING_H) __atomic_fetch_add( &cltr->io.submit_q.submit_avg.rdy , proc->io.submit_q.submit_avg.rdy , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.submit_avg.csm , proc->io.submit_q.submit_avg.csm , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.submit_avg.avl , proc->io.submit_q.submit_avg.avl , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.submit_avg.cnt , proc->io.submit_q.submit_avg.cnt , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.look_avg.val , proc->io.submit_q.look_avg.val , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.look_avg.cnt , proc->io.submit_q.look_avg.cnt , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.look_avg.block , proc->io.submit_q.look_avg.block , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.val , proc->io.submit_q.alloc_avg.val , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.cnt , proc->io.submit_q.alloc_avg.cnt , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.block , proc->io.submit_q.alloc_avg.block , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.complete_q.completed_avg.val , proc->io.complete_q.completed_avg.val , __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.complete_q.completed_avg.slow_cnt, proc->io.complete_q.completed_avg.slow_cnt, __ATOMIC_SEQ_CST ); __atomic_fetch_add( &cltr->io.complete_q.completed_avg.fast_cnt, proc->io.complete_q.completed_avg.fast_cnt, __ATOMIC_SEQ_CST ); #endif } void __print_stats( struct __stats_t * stats ) { double push_sur = (100.0 * ((double)stats->ready.pick.push.success) / stats->ready.pick.push.attempt); double pop_sur = (100.0 * ((double)stats->ready.pick.pop .success) / stats->ready.pick.pop .attempt); double push_len = ((double)stats->ready.pick.push.attempt) / stats->ready.pick.push.success; double pop_len = ((double)stats->ready.pick.pop .attempt) / stats->ready.pick.pop .success; #if defined(HAVE_LINUX_IO_URING_H) double avgrdy = ((double)submit_avg.rdy) / submit_avg.cnt; double avgcsm = ((double)submit_avg.csm) / submit_avg.cnt; double avgavl = ((double)submit_avg.avl) / submit_avg.cnt; double lavgv = 0; double lavgb = 0; if(look_avg.cnt != 0) { lavgv = ((double)look_avg.val ) / look_avg.cnt; lavgb = ((double)look_avg.block) / look_avg.cnt; } double aavgv = 0; double aavgb = 0; if(alloc_avg.cnt != 0) { aavgv = ((double)alloc_avg.val ) / alloc_avg.cnt; aavgb = ((double)alloc_avg.block) / alloc_avg.cnt; } #endif __cfaabi_bits_print_safe( STDOUT_FILENO, "----- Ready Q Stats -----\n" "- total threads run : %'15lu\n" "- total threads scheduled: %'15lu\n" "- push average probe len : %'18.2lf, %'18.2lf%% (%'15lu attempts)\n" "- pop average probe len : %'18.2lf, %'18.2lf%% (%'15lu attempts)\n" #if defined(HAVE_LINUX_IO_URING_H) "\n" "----- I/O Stats -----\n" "- total submit calls : %'15llu\n" "- avg ready entries : %'18.2lf\n" "- avg submitted entries : %'18.2lf\n" "- avg available entries : %'18.2lf\n" "- total ready search : %'15llu\n" "- avg ready search len : %'18.2lf\n" "- avg ready search block : %'18.2lf\n" "- total alloc search : %'15llu\n" "- avg alloc search len : %'18.2lf\n" "- avg alloc search block : %'18.2lf\n" "- total wait calls : %'15llu (%'llu slow, %'llu fast)\n" "- avg completion/wait : %'18.2lf\n" #endif , stats->ready.pick.pop.success , stats->ready.pick.push.success , push_len, push_sur, stats->ready.pick.push.attempt , pop_len , pop_sur , stats->ready.pick.pop .attempt #if defined(HAVE_LINUX_IO_URING_H) , submit_avg.cnt , avgrdy , avgcsm , avgavl , look_avg.cnt , lavgv , lavgb , alloc_avg.cnt , aavgv , aavgb , completed_avg.slow_cnt + completed_avg.fast_cnt , completed_avg.slow_cnt, completed_avg.fast_cnt , ((double)completed_avg.val) / (completed_avg.slow_cnt + completed_avg.fast_cnt) #endif ); } #endif