| 1 | #include <stdint.h>
|
|---|
| 2 | #include <stdlib.hfa>
|
|---|
| 3 |
|
|---|
| 4 | #include <unistd.h> // STDERR_FILENO
|
|---|
| 5 | #include <inttypes.h>
|
|---|
| 6 | #include "bits/debug.hfa"
|
|---|
| 7 | #include "stats.hfa"
|
|---|
| 8 |
|
|---|
| 9 | #if !defined(__CFA_NO_STATISTICS__)
|
|---|
| 10 | void __init_stats( struct __stats_t * stats ) {
|
|---|
| 11 | stats->ready.pick.push.attempt = 0;
|
|---|
| 12 | stats->ready.pick.push.success = 0;
|
|---|
| 13 | stats->ready.pick.push.local = 0;
|
|---|
| 14 | stats->ready.pick.push.lsuccess = 0;
|
|---|
| 15 | stats->ready.pick.pop .probe = 0;
|
|---|
| 16 | stats->ready.pick.pop .attempt = 0;
|
|---|
| 17 | stats->ready.pick.pop .success = 0;
|
|---|
| 18 | stats->ready.pick.pop .local = 0;
|
|---|
| 19 | stats->ready.pick.pop .lsuccess = 0;
|
|---|
| 20 | stats->ready.threads.migration = 0;
|
|---|
| 21 | stats->ready.sleep.halts = 0;
|
|---|
| 22 | stats->ready.sleep.cancels = 0;
|
|---|
| 23 | stats->ready.sleep.wakes = 0;
|
|---|
| 24 | stats->ready.sleep.exits = 0;
|
|---|
| 25 |
|
|---|
| 26 | #if defined(CFA_HAVE_LINUX_IO_URING_H)
|
|---|
| 27 | stats->io.alloc.fast = 0;
|
|---|
| 28 | stats->io.alloc.slow = 0;
|
|---|
| 29 | stats->io.alloc.fail = 0;
|
|---|
| 30 | stats->io.alloc.revoke = 0;
|
|---|
| 31 | stats->io.alloc.block = 0;
|
|---|
| 32 | stats->io.submit.fast = 0;
|
|---|
| 33 | stats->io.submit.slow = 0;
|
|---|
| 34 | stats->io.flush.external = 0;
|
|---|
| 35 | stats->io.calls.count = 0;
|
|---|
| 36 | stats->io.calls.submitted = 0;
|
|---|
| 37 | stats->io.calls.completed = 0;
|
|---|
| 38 | stats->io.calls.blocks = 0;
|
|---|
| 39 | stats->io.calls.errors.busy = 0;
|
|---|
| 40 | stats->io.poller.sleeps = 0;
|
|---|
| 41 | #endif
|
|---|
| 42 | }
|
|---|
| 43 |
|
|---|
| 44 | void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) {
|
|---|
| 45 | __atomic_fetch_add( &cltr->ready.pick.push.attempt , proc->ready.pick.push.attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.push.attempt = 0;
|
|---|
| 46 | __atomic_fetch_add( &cltr->ready.pick.push.success , proc->ready.pick.push.success , __ATOMIC_SEQ_CST ); proc->ready.pick.push.success = 0;
|
|---|
| 47 | __atomic_fetch_add( &cltr->ready.pick.push.local , proc->ready.pick.push.local , __ATOMIC_SEQ_CST ); proc->ready.pick.push.local = 0;
|
|---|
| 48 | __atomic_fetch_add( &cltr->ready.pick.push.lsuccess, proc->ready.pick.push.lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.push.lsuccess = 0;
|
|---|
| 49 | __atomic_fetch_add( &cltr->ready.pick.pop .probe , proc->ready.pick.pop .probe , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .probe = 0;
|
|---|
| 50 | __atomic_fetch_add( &cltr->ready.pick.pop .attempt , proc->ready.pick.pop .attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .attempt = 0;
|
|---|
| 51 | __atomic_fetch_add( &cltr->ready.pick.pop .success , proc->ready.pick.pop .success , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .success = 0;
|
|---|
| 52 | __atomic_fetch_add( &cltr->ready.pick.pop .local , proc->ready.pick.pop .local , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .local = 0;
|
|---|
| 53 | __atomic_fetch_add( &cltr->ready.pick.pop .lsuccess, proc->ready.pick.pop .lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.pop .lsuccess = 0;
|
|---|
| 54 | __atomic_fetch_add( &cltr->ready.threads.migration , proc->ready.threads.migration , __ATOMIC_SEQ_CST ); proc->ready.threads.migration = 0;
|
|---|
| 55 | __atomic_fetch_add( &cltr->ready.sleep.halts , proc->ready.sleep.halts , __ATOMIC_SEQ_CST ); proc->ready.sleep.halts = 0;
|
|---|
| 56 | __atomic_fetch_add( &cltr->ready.sleep.cancels , proc->ready.sleep.cancels , __ATOMIC_SEQ_CST ); proc->ready.sleep.cancels = 0;
|
|---|
| 57 | __atomic_fetch_add( &cltr->ready.sleep.wakes , proc->ready.sleep.wakes , __ATOMIC_SEQ_CST ); proc->ready.sleep.wakes = 0;
|
|---|
| 58 | __atomic_fetch_add( &cltr->ready.sleep.exits , proc->ready.sleep.exits , __ATOMIC_SEQ_CST ); proc->ready.sleep.exits = 0;
|
|---|
| 59 |
|
|---|
| 60 | #if defined(CFA_HAVE_LINUX_IO_URING_H)
|
|---|
| 61 | __atomic_fetch_add( &cltr->io.alloc.fast , proc->io.alloc.fast , __ATOMIC_SEQ_CST ); proc->io.alloc.fast = 0;
|
|---|
| 62 | __atomic_fetch_add( &cltr->io.alloc.slow , proc->io.alloc.slow , __ATOMIC_SEQ_CST ); proc->io.alloc.slow = 0;
|
|---|
| 63 | __atomic_fetch_add( &cltr->io.alloc.fail , proc->io.alloc.fail , __ATOMIC_SEQ_CST ); proc->io.alloc.fail = 0;
|
|---|
| 64 | __atomic_fetch_add( &cltr->io.alloc.revoke , proc->io.alloc.revoke , __ATOMIC_SEQ_CST ); proc->io.alloc.revoke = 0;
|
|---|
| 65 | __atomic_fetch_add( &cltr->io.alloc.block , proc->io.alloc.block , __ATOMIC_SEQ_CST ); proc->io.alloc.block = 0;
|
|---|
| 66 | __atomic_fetch_add( &cltr->io.submit.fast , proc->io.submit.fast , __ATOMIC_SEQ_CST ); proc->io.submit.fast = 0;
|
|---|
| 67 | __atomic_fetch_add( &cltr->io.submit.slow , proc->io.submit.slow , __ATOMIC_SEQ_CST ); proc->io.submit.slow = 0;
|
|---|
| 68 | __atomic_fetch_add( &cltr->io.flush.external , proc->io.flush.external , __ATOMIC_SEQ_CST ); proc->io.flush.external = 0;
|
|---|
| 69 | __atomic_fetch_add( &cltr->io.calls.count , proc->io.calls.count , __ATOMIC_SEQ_CST ); proc->io.calls.count = 0;
|
|---|
| 70 | __atomic_fetch_add( &cltr->io.calls.submitted , proc->io.calls.submitted , __ATOMIC_SEQ_CST ); proc->io.calls.submitted = 0;
|
|---|
| 71 | __atomic_fetch_add( &cltr->io.calls.completed , proc->io.calls.completed , __ATOMIC_SEQ_CST ); proc->io.calls.completed = 0;
|
|---|
| 72 | __atomic_fetch_add( &cltr->io.calls.blocks , proc->io.calls.blocks , __ATOMIC_SEQ_CST ); proc->io.calls.blocks = 0;
|
|---|
| 73 | __atomic_fetch_add( &cltr->io.calls.errors.busy, proc->io.calls.errors.busy, __ATOMIC_SEQ_CST ); proc->io.calls.errors.busy = 0;
|
|---|
| 74 | __atomic_fetch_add( &cltr->io.poller.sleeps , proc->io.poller.sleeps , __ATOMIC_SEQ_CST ); proc->io.poller.sleeps = 0;
|
|---|
| 75 | #endif
|
|---|
| 76 | }
|
|---|
| 77 |
|
|---|
| 78 | void __print_stats( struct __stats_t * stats, int flags, const char * type, const char * name, void * id ) with( *stats ) {
|
|---|
| 79 |
|
|---|
| 80 | if( flags & CFA_STATS_READY_Q ) {
|
|---|
| 81 | double push_sur = (100.0 * ((double)ready.pick.push.success) / ready.pick.push.attempt);
|
|---|
| 82 | double pop_sur = (100.0 * ((double)ready.pick.pop .success) / ready.pick.pop .attempt);
|
|---|
| 83 |
|
|---|
| 84 | double push_len = ((double)ready.pick.push.attempt) / ready.pick.push.success;
|
|---|
| 85 | double pop_len = ((double)ready.pick.pop .attempt) / ready.pick.pop .success;
|
|---|
| 86 |
|
|---|
| 87 | double lpush_sur = (100.0 * ((double)ready.pick.push.lsuccess) / ready.pick.push.local);
|
|---|
| 88 | double lpop_sur = (100.0 * ((double)ready.pick.pop .lsuccess) / ready.pick.pop .local);
|
|---|
| 89 |
|
|---|
| 90 | double lpush_len = ((double)ready.pick.push.local) / ready.pick.push.lsuccess;
|
|---|
| 91 | double lpop_len = ((double)ready.pick.pop .local) / ready.pick.pop .lsuccess;
|
|---|
| 92 |
|
|---|
| 93 | __cfaabi_bits_print_safe( STDOUT_FILENO,
|
|---|
| 94 | "----- %s \"%s\" (%p) - Ready Q Stats -----\n"
|
|---|
| 95 | "- total threads run : %'15" PRIu64 "\n"
|
|---|
| 96 | "- total threads scheduled: %'15" PRIu64 "\n"
|
|---|
| 97 | "- push average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
|
|---|
| 98 | "- pop average probe len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
|
|---|
| 99 | "- local push avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
|
|---|
| 100 | "- local pop avg prb len : %'18.2lf, %'18.2lf%% (%'15" PRIu64 " attempts)\n"
|
|---|
| 101 | "- thread migrations : %'15" PRIu64 "\n"
|
|---|
| 102 | "- Idle Sleep -\n"
|
|---|
| 103 | "-- halts : %'15" PRIu64 "\n"
|
|---|
| 104 | "-- cancelled halts : %'15" PRIu64 "\n"
|
|---|
| 105 | "-- schedule wake : %'15" PRIu64 "\n"
|
|---|
| 106 | "-- wake on exit : %'15" PRIu64 "\n"
|
|---|
| 107 | "\n"
|
|---|
| 108 | , type, name, id
|
|---|
| 109 | , ready.pick.pop.success
|
|---|
| 110 | , ready.pick.push.success
|
|---|
| 111 | , push_len, push_sur, ready.pick.push.attempt
|
|---|
| 112 | , pop_len , pop_sur , ready.pick.pop .attempt
|
|---|
| 113 | , lpush_len, lpush_sur, ready.pick.push.local
|
|---|
| 114 | , lpop_len , lpop_sur , ready.pick.pop .local
|
|---|
| 115 | , ready.threads.migration
|
|---|
| 116 | , ready.sleep.halts, ready.sleep.cancels, ready.sleep.wakes, ready.sleep.exits
|
|---|
| 117 | );
|
|---|
| 118 | }
|
|---|
| 119 |
|
|---|
| 120 | #if defined(CFA_HAVE_LINUX_IO_URING_H)
|
|---|
| 121 | if( flags & CFA_STATS_IO ) {
|
|---|
| 122 | uint64_t total_allocs = io.alloc.fast + io.alloc.slow;
|
|---|
| 123 | double avgfasta = ((double)io.alloc.fast) / total_allocs;
|
|---|
| 124 |
|
|---|
| 125 | uint64_t total_submits = io.submit.fast + io.submit.slow;
|
|---|
| 126 | double avgfasts = ((double)io.submit.fast) / total_submits;
|
|---|
| 127 |
|
|---|
| 128 | double avgsubs = ((double)io.calls.submitted) / io.calls.count;
|
|---|
| 129 | double avgcomp = ((double)io.calls.completed) / io.calls.count;
|
|---|
| 130 |
|
|---|
| 131 | __cfaabi_bits_print_safe( STDOUT_FILENO,
|
|---|
| 132 | "----- %s \"%s\" (%p) - I/O Stats -----\n"
|
|---|
| 133 | "- total allocations : %'15" PRIu64 "\n"
|
|---|
| 134 | "- fast allocations : %'15" PRIu64 " (%'18.2lf) \n"
|
|---|
| 135 | "- fast enomem : %'15" PRIu64 "\n"
|
|---|
| 136 | "- slow allocations : %'15" PRIu64 "\n"
|
|---|
| 137 | "- revokes for alloc : %'15" PRIu64 "\n"
|
|---|
| 138 | "- blocks for alloc : %'15" PRIu64 "\n"
|
|---|
| 139 | "- total submits : %'15" PRIu64 "\n"
|
|---|
| 140 | "- fast submits : %'15" PRIu64 " (%'18.2lf) \n"
|
|---|
| 141 | "- slow submits : %'15" PRIu64 "\n"
|
|---|
| 142 | "- flush external submits : %'15" PRIu64 "\n"
|
|---|
| 143 | "- io_uring_enter calls : %'15" PRIu64 "\n"
|
|---|
| 144 | "- submits : %'15" PRIu64 " (%'18.2lf) \n"
|
|---|
| 145 | "- completes : %'15" PRIu64 " (%'18.2lf) \n"
|
|---|
| 146 | "- blocking calls : %'15" PRIu64 "\n"
|
|---|
| 147 | "- io_uring_enter EBUSYs : %'15" PRIu64 "\n"
|
|---|
| 148 | "- poller sleeping : %'15" PRIu64 "\n"
|
|---|
| 149 | "\n"
|
|---|
| 150 | , type, name, id
|
|---|
| 151 | , total_allocs
|
|---|
| 152 | , io.alloc.fast, avgfasta
|
|---|
| 153 | , io.alloc.fail
|
|---|
| 154 | , io.alloc.slow
|
|---|
| 155 | , io.alloc.revoke
|
|---|
| 156 | , io.alloc.block
|
|---|
| 157 | , total_submits
|
|---|
| 158 | , io.submit.fast, avgfasts
|
|---|
| 159 | , io.submit.slow
|
|---|
| 160 | , io.flush.external
|
|---|
| 161 | , io.calls.count
|
|---|
| 162 | , io.calls.submitted, avgsubs
|
|---|
| 163 | , io.calls.completed, avgcomp
|
|---|
| 164 | , io.calls.blocks
|
|---|
| 165 | , io.calls.errors.busy
|
|---|
| 166 | , io.poller.sleeps
|
|---|
| 167 | );
|
|---|
| 168 | }
|
|---|
| 169 | #endif
|
|---|
| 170 | }
|
|---|
| 171 | #endif
|
|---|