| [8834751] | 1 | #include <stdint.h>
 | 
|---|
 | 2 | #include <stdlib.hfa>
 | 
|---|
 | 3 | 
 | 
|---|
 | 4 | #include <unistd.h>                                                             // STDERR_FILENO
 | 
|---|
| [7812a7b5] | 5 | #include <inttypes.h>
 | 
|---|
| [8834751] | 6 | #include "bits/debug.hfa"
 | 
|---|
 | 7 | #include "stats.hfa"
 | 
|---|
 | 8 | 
 | 
|---|
 | 9 | #if !defined(__CFA_NO_STATISTICS__)
 | 
|---|
 | 10 |         void __init_stats( struct __stats_t * stats ) {
 | 
|---|
| [52769ba] | 11 |                 stats->ready.pick.push.attempt  = 0;
 | 
|---|
 | 12 |                 stats->ready.pick.push.success  = 0;
 | 
|---|
 | 13 |                 stats->ready.pick.push.local    = 0;
 | 
|---|
 | 14 |                 stats->ready.pick.push.lsuccess = 0;
 | 
|---|
 | 15 |                 stats->ready.pick.pop .probe    = 0;
 | 
|---|
 | 16 |                 stats->ready.pick.pop .attempt  = 0;
 | 
|---|
 | 17 |                 stats->ready.pick.pop .success  = 0;
 | 
|---|
 | 18 |                 stats->ready.pick.pop .local    = 0;
 | 
|---|
 | 19 |                 stats->ready.pick.pop .lsuccess = 0;
 | 
|---|
| [29cb302] | 20 |                 stats->ready.threads.migration = 0;
 | 
|---|
| [68f36f4] | 21 |                 stats->ready.sleep.halts   = 0;
 | 
|---|
 | 22 |                 stats->ready.sleep.cancels = 0;
 | 
|---|
 | 23 |                 stats->ready.sleep.wakes   = 0;
 | 
|---|
 | 24 |                 stats->ready.sleep.exits   = 0;
 | 
|---|
| [8834751] | 25 | 
 | 
|---|
| [5751a56] | 26 |                 #if defined(CFA_HAVE_LINUX_IO_URING_H)
 | 
|---|
| [8834751] | 27 |                         stats->io.submit_q.submit_avg.rdy = 0;
 | 
|---|
 | 28 |                         stats->io.submit_q.submit_avg.csm = 0;
 | 
|---|
 | 29 |                         stats->io.submit_q.submit_avg.cnt = 0;
 | 
|---|
 | 30 |                         stats->io.submit_q.look_avg.val   = 0;
 | 
|---|
 | 31 |                         stats->io.submit_q.look_avg.cnt   = 0;
 | 
|---|
 | 32 |                         stats->io.submit_q.look_avg.block = 0;
 | 
|---|
 | 33 |                         stats->io.submit_q.alloc_avg.val   = 0;
 | 
|---|
 | 34 |                         stats->io.submit_q.alloc_avg.cnt   = 0;
 | 
|---|
 | 35 |                         stats->io.submit_q.alloc_avg.block = 0;
 | 
|---|
| [e46c753] | 36 |                         stats->io.submit_q.helped = 0;
 | 
|---|
 | 37 |                         stats->io.submit_q.leader = 0;
 | 
|---|
| [8bb239d] | 38 |                         stats->io.submit_q.busy   = 0;
 | 
|---|
| [8834751] | 39 |                         stats->io.complete_q.completed_avg.val = 0;
 | 
|---|
| [dcb5f8d] | 40 |                         stats->io.complete_q.completed_avg.cnt = 0;
 | 
|---|
 | 41 |                         stats->io.complete_q.blocks = 0;
 | 
|---|
| [8834751] | 42 |                 #endif
 | 
|---|
 | 43 |         }
 | 
|---|
 | 44 | 
 | 
|---|
 | 45 |         void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) {
 | 
|---|
| [52769ba] | 46 |                 __atomic_fetch_add( &cltr->ready.pick.push.attempt , proc->ready.pick.push.attempt , __ATOMIC_SEQ_CST );
 | 
|---|
 | 47 |                 __atomic_fetch_add( &cltr->ready.pick.push.success , proc->ready.pick.push.success , __ATOMIC_SEQ_CST );
 | 
|---|
 | 48 |                 __atomic_fetch_add( &cltr->ready.pick.push.local   , proc->ready.pick.push.local   , __ATOMIC_SEQ_CST );
 | 
|---|
 | 49 |                 __atomic_fetch_add( &cltr->ready.pick.push.lsuccess, proc->ready.pick.push.lsuccess, __ATOMIC_SEQ_CST );
 | 
|---|
 | 50 |                 __atomic_fetch_add( &cltr->ready.pick.pop .probe   , proc->ready.pick.pop .probe   , __ATOMIC_SEQ_CST );
 | 
|---|
 | 51 |                 __atomic_fetch_add( &cltr->ready.pick.pop .attempt , proc->ready.pick.pop .attempt , __ATOMIC_SEQ_CST );
 | 
|---|
 | 52 |                 __atomic_fetch_add( &cltr->ready.pick.pop .success , proc->ready.pick.pop .success , __ATOMIC_SEQ_CST );
 | 
|---|
 | 53 |                 __atomic_fetch_add( &cltr->ready.pick.pop .local   , proc->ready.pick.pop .local   , __ATOMIC_SEQ_CST );
 | 
|---|
 | 54 |                 __atomic_fetch_add( &cltr->ready.pick.pop .lsuccess, proc->ready.pick.pop .lsuccess, __ATOMIC_SEQ_CST );
 | 
|---|
| [29cb302] | 55 |                 __atomic_fetch_add( &cltr->ready.threads.migration, proc->ready.threads.migration, __ATOMIC_SEQ_CST );
 | 
|---|
| [68f36f4] | 56 |                 __atomic_fetch_add( &cltr->ready.sleep.halts  , proc->ready.sleep.halts  , __ATOMIC_SEQ_CST );
 | 
|---|
 | 57 |                 __atomic_fetch_add( &cltr->ready.sleep.cancels, proc->ready.sleep.cancels, __ATOMIC_SEQ_CST );
 | 
|---|
 | 58 |                 __atomic_fetch_add( &cltr->ready.sleep.wakes  , proc->ready.sleep.wakes  , __ATOMIC_SEQ_CST );
 | 
|---|
 | 59 |                 __atomic_fetch_add( &cltr->ready.sleep.exits  , proc->ready.sleep.exits  , __ATOMIC_SEQ_CST );
 | 
|---|
| [8834751] | 60 | 
 | 
|---|
| [5751a56] | 61 |                 #if defined(CFA_HAVE_LINUX_IO_URING_H)
 | 
|---|
| [dcb5f8d] | 62 |                         __atomic_fetch_add( &cltr->io.submit_q.submit_avg.rdy     , proc->io.submit_q.submit_avg.rdy     , __ATOMIC_SEQ_CST );
 | 
|---|
 | 63 |                         __atomic_fetch_add( &cltr->io.submit_q.submit_avg.csm     , proc->io.submit_q.submit_avg.csm     , __ATOMIC_SEQ_CST );
 | 
|---|
 | 64 |                         __atomic_fetch_add( &cltr->io.submit_q.submit_avg.avl     , proc->io.submit_q.submit_avg.avl     , __ATOMIC_SEQ_CST );
 | 
|---|
 | 65 |                         __atomic_fetch_add( &cltr->io.submit_q.submit_avg.cnt     , proc->io.submit_q.submit_avg.cnt     , __ATOMIC_SEQ_CST );
 | 
|---|
 | 66 |                         __atomic_fetch_add( &cltr->io.submit_q.look_avg.val       , proc->io.submit_q.look_avg.val       , __ATOMIC_SEQ_CST );
 | 
|---|
 | 67 |                         __atomic_fetch_add( &cltr->io.submit_q.look_avg.cnt       , proc->io.submit_q.look_avg.cnt       , __ATOMIC_SEQ_CST );
 | 
|---|
 | 68 |                         __atomic_fetch_add( &cltr->io.submit_q.look_avg.block     , proc->io.submit_q.look_avg.block     , __ATOMIC_SEQ_CST );
 | 
|---|
 | 69 |                         __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.val      , proc->io.submit_q.alloc_avg.val      , __ATOMIC_SEQ_CST );
 | 
|---|
 | 70 |                         __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.cnt      , proc->io.submit_q.alloc_avg.cnt      , __ATOMIC_SEQ_CST );
 | 
|---|
 | 71 |                         __atomic_fetch_add( &cltr->io.submit_q.alloc_avg.block    , proc->io.submit_q.alloc_avg.block    , __ATOMIC_SEQ_CST );
 | 
|---|
 | 72 |                         __atomic_fetch_add( &cltr->io.submit_q.helped             , proc->io.submit_q.helped             , __ATOMIC_SEQ_CST );
 | 
|---|
 | 73 |                         __atomic_fetch_add( &cltr->io.submit_q.leader             , proc->io.submit_q.leader             , __ATOMIC_SEQ_CST );
 | 
|---|
 | 74 |                         __atomic_fetch_add( &cltr->io.submit_q.busy               , proc->io.submit_q.busy               , __ATOMIC_SEQ_CST );
 | 
|---|
 | 75 |                         __atomic_fetch_add( &cltr->io.complete_q.completed_avg.val, proc->io.complete_q.completed_avg.val, __ATOMIC_SEQ_CST );
 | 
|---|
 | 76 |                         __atomic_fetch_add( &cltr->io.complete_q.completed_avg.cnt, proc->io.complete_q.completed_avg.cnt, __ATOMIC_SEQ_CST );
 | 
|---|
 | 77 |                         __atomic_fetch_add( &cltr->io.complete_q.blocks           , proc->io.complete_q.blocks           , __ATOMIC_SEQ_CST );
 | 
|---|
| [8834751] | 78 |                 #endif
 | 
|---|
 | 79 |         }
 | 
|---|
 | 80 | 
 | 
|---|
| [69fbc61] | 81 |         void __print_stats( struct __stats_t * stats, int flags, bool cluster, const char * name, void * id ) with( *stats ) {
 | 
|---|
| [8834751] | 82 | 
 | 
|---|
| [69fbc61] | 83 |                 if( flags & CFA_STATS_READY_Q ) {
 | 
|---|
 | 84 |                         double push_sur = (100.0 * ((double)ready.pick.push.success) / ready.pick.push.attempt);
 | 
|---|
 | 85 |                         double pop_sur  = (100.0 * ((double)ready.pick.pop .success) / ready.pick.pop .attempt);
 | 
|---|
| [8834751] | 86 | 
 | 
|---|
| [69fbc61] | 87 |                         double push_len = ((double)ready.pick.push.attempt) / ready.pick.push.success;
 | 
|---|
 | 88 |                         double pop_len  = ((double)ready.pick.pop .attempt) / ready.pick.pop .success;
 | 
|---|
| [8834751] | 89 | 
 | 
|---|
| [69fbc61] | 90 |                         double lpush_sur = (100.0 * ((double)ready.pick.push.lsuccess) / ready.pick.push.local);
 | 
|---|
 | 91 |                         double lpop_sur  = (100.0 * ((double)ready.pick.pop .lsuccess) / ready.pick.pop .local);
 | 
|---|
| [52769ba] | 92 | 
 | 
|---|
| [69fbc61] | 93 |                         double lpush_len = ((double)ready.pick.push.local) / ready.pick.push.lsuccess;
 | 
|---|
 | 94 |                         double lpop_len  = ((double)ready.pick.pop .local) / ready.pick.pop .lsuccess;
 | 
|---|
| [52769ba] | 95 | 
 | 
|---|
| [c34ebf2] | 96 |                         __cfaabi_bits_print_safe( STDOUT_FILENO,
 | 
|---|
| [69fbc61] | 97 |                                 "----- %s \"%s\" (%p) - Ready Q Stats -----\n"
 | 
|---|
| [7812a7b5] | 98 |                                 "- total threads run      : %'15" PRIu64 "\n"
 | 
|---|
 | 99 |                                 "- total threads scheduled: %'15" PRIu64 "\n"
 | 
|---|
 | 100 |                                 "- push average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
 | 
|---|
 | 101 |                                 "- pop  average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
 | 
|---|
 | 102 |                                 "- local push avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
 | 
|---|
 | 103 |                                 "- local pop  avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
 | 
|---|
 | 104 |                                 "- thread migrations      : %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 105 |                                 "- Idle Sleep -\n"
 | 
|---|
| [7812a7b5] | 106 |                                 "-- halts                 : %'15" PRIu64 "\n"
 | 
|---|
 | 107 |                                 "-- cancelled halts       : %'15" PRIu64 "\n"
 | 
|---|
 | 108 |                                 "-- schedule wake         : %'15" PRIu64 "\n"
 | 
|---|
 | 109 |                                 "-- wake on exit          : %'15" PRIu64 "\n"
 | 
|---|
| [c34ebf2] | 110 |                                 "\n"
 | 
|---|
 | 111 |                                 , cluster ? "Cluster" : "Processor",  name, id
 | 
|---|
| [69fbc61] | 112 |                                 , ready.pick.pop.success
 | 
|---|
 | 113 |                                 , ready.pick.push.success
 | 
|---|
 | 114 |                                 , push_len, push_sur, ready.pick.push.attempt
 | 
|---|
 | 115 |                                 , pop_len , pop_sur , ready.pick.pop .attempt
 | 
|---|
 | 116 |                                 , lpush_len, lpush_sur, ready.pick.push.local
 | 
|---|
 | 117 |                                 , lpop_len , lpop_sur , ready.pick.pop .local
 | 
|---|
 | 118 |                                 , ready.threads.migration
 | 
|---|
 | 119 |                                 , ready.sleep.halts, ready.sleep.cancels, ready.sleep.wakes, ready.sleep.exits
 | 
|---|
| [c34ebf2] | 120 |                         );
 | 
|---|
| [69fbc61] | 121 |                 }
 | 
|---|
 | 122 | 
 | 
|---|
| [5751a56] | 123 |                 #if defined(CFA_HAVE_LINUX_IO_URING_H)
 | 
|---|
| [69fbc61] | 124 |                         if( flags & CFA_STATS_IO ) {
 | 
|---|
 | 125 |                                 double avgrdy = ((double)io.submit_q.submit_avg.rdy) / io.submit_q.submit_avg.cnt;
 | 
|---|
 | 126 |                                 double avgcsm = ((double)io.submit_q.submit_avg.csm) / io.submit_q.submit_avg.cnt;
 | 
|---|
 | 127 | 
 | 
|---|
 | 128 |                                 double lavgv = 0;
 | 
|---|
 | 129 |                                 double lavgb = 0;
 | 
|---|
 | 130 |                                 if(io.submit_q.look_avg.cnt != 0) {
 | 
|---|
 | 131 |                                         lavgv = ((double)io.submit_q.look_avg.val  ) / io.submit_q.look_avg.cnt;
 | 
|---|
 | 132 |                                         lavgb = ((double)io.submit_q.look_avg.block) / io.submit_q.look_avg.cnt;
 | 
|---|
 | 133 |                                 }
 | 
|---|
 | 134 | 
 | 
|---|
 | 135 |                                 double aavgv = 0;
 | 
|---|
 | 136 |                                 double aavgb = 0;
 | 
|---|
 | 137 |                                 if(io.submit_q.alloc_avg.cnt != 0) {
 | 
|---|
 | 138 |                                         aavgv = ((double)io.submit_q.alloc_avg.val  ) / io.submit_q.alloc_avg.cnt;
 | 
|---|
 | 139 |                                         aavgb = ((double)io.submit_q.alloc_avg.block) / io.submit_q.alloc_avg.cnt;
 | 
|---|
 | 140 |                                 }
 | 
|---|
 | 141 | 
 | 
|---|
 | 142 |                                 __cfaabi_bits_print_safe( STDOUT_FILENO,
 | 
|---|
 | 143 |                                         "----- %s \"%s\" (%p) - I/O Stats -----\n"
 | 
|---|
| [7812a7b5] | 144 |                                         "- total submit calls     : %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 145 |                                         "- avg ready entries      : %'18.2lf\n"
 | 
|---|
 | 146 |                                         "- avg submitted entries  : %'18.2lf\n"
 | 
|---|
| [e46c753] | 147 |                                         "- total helped entries   : %'15" PRIu64 "\n"
 | 
|---|
 | 148 |                                         "- total leader entries   : %'15" PRIu64 "\n"
 | 
|---|
| [8bb239d] | 149 |                                         "- total busy submit      : %'15" PRIu64 "\n"
 | 
|---|
| [7812a7b5] | 150 |                                         "- total ready search     : %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 151 |                                         "- avg ready search len   : %'18.2lf\n"
 | 
|---|
 | 152 |                                         "- avg ready search block : %'18.2lf\n"
 | 
|---|
| [7812a7b5] | 153 |                                         "- total alloc search     : %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 154 |                                         "- avg alloc search len   : %'18.2lf\n"
 | 
|---|
 | 155 |                                         "- avg alloc search block : %'18.2lf\n"
 | 
|---|
| [dcb5f8d] | 156 |                                         "- total wait calls       : %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 157 |                                         "- avg completion/wait    : %'18.2lf\n"
 | 
|---|
| [dcb5f8d] | 158 |                                         "- total completion blocks: %'15" PRIu64 "\n"
 | 
|---|
| [69fbc61] | 159 |                                         "\n"
 | 
|---|
 | 160 |                                         , cluster ? "Cluster" : "Processor",  name, id
 | 
|---|
 | 161 |                                         , io.submit_q.submit_avg.cnt
 | 
|---|
| [e46c753] | 162 |                                         , avgrdy, avgcsm
 | 
|---|
| [8bb239d] | 163 |                                         , io.submit_q.helped, io.submit_q.leader, io.submit_q.busy
 | 
|---|
| [69fbc61] | 164 |                                         , io.submit_q.look_avg.cnt
 | 
|---|
 | 165 |                                         , lavgv, lavgb
 | 
|---|
 | 166 |                                         , io.submit_q.alloc_avg.cnt
 | 
|---|
 | 167 |                                         , aavgv, aavgb
 | 
|---|
| [dcb5f8d] | 168 |                                         , io.complete_q.completed_avg.cnt
 | 
|---|
 | 169 |                                         , ((double)io.complete_q.completed_avg.val) / io.complete_q.completed_avg.cnt
 | 
|---|
 | 170 |                                         , io.complete_q.blocks
 | 
|---|
| [69fbc61] | 171 |                                 );
 | 
|---|
 | 172 |                         }
 | 
|---|
| [c34ebf2] | 173 |                 #endif
 | 
|---|
| [8834751] | 174 |         }
 | 
|---|
 | 175 | #endif
 | 
|---|