source: libcfa/src/concurrency/stats.cfa@ fd4c009

ADT arm-eh ast-experimental enum forall-pointer-decay jacob/cs343-translation new-ast-unique-expr pthread-emulation qualifiedEnum stuck-waitfor-destruct
Last change on this file since fd4c009 was ec43cf9, checked in by Thierry Delisle <tdelisle@…>, 5 years ago

Kernel now keeps track of the how many threads each processor has contributed.
This isn't useful if it is not sampled regularly but it's a first step.
  • Property mode set to 100644
File size: 9.2 KB
RevLine 
[8834751]1#include <stdint.h>
2#include <stdlib.hfa>
3
4#include <unistd.h> // STDERR_FILENO
[7812a7b5]5#include <inttypes.h>
[8834751]6#include "bits/debug.hfa"
7#include "stats.hfa"
8
9#if !defined(__CFA_NO_STATISTICS__)
10 void __init_stats( struct __stats_t * stats ) {
[52769ba]11 stats->ready.pick.push.attempt = 0;
12 stats->ready.pick.push.success = 0;
13 stats->ready.pick.push.local = 0;
14 stats->ready.pick.push.lsuccess = 0;
[fd1f65e]15 stats->ready.pick.ext.attempt = 0;
16 stats->ready.pick.ext.success = 0;
17 stats->ready.pick.ext.local = 0;
18 stats->ready.pick.ext.lsuccess = 0;
[52769ba]19 stats->ready.pick.pop .probe = 0;
20 stats->ready.pick.pop .attempt = 0;
21 stats->ready.pick.pop .success = 0;
22 stats->ready.pick.pop .local = 0;
23 stats->ready.pick.pop .lsuccess = 0;
[29cb302]24 stats->ready.threads.migration = 0;
[ec43cf9]25 stats->ready.threads.threads = 0;
[68f36f4]26 stats->ready.sleep.halts = 0;
27 stats->ready.sleep.cancels = 0;
28 stats->ready.sleep.wakes = 0;
29 stats->ready.sleep.exits = 0;
[8834751]30
[5751a56]31 #if defined(CFA_HAVE_LINUX_IO_URING_H)
[d60d30e]32 stats->io.alloc.fast = 0;
33 stats->io.alloc.slow = 0;
34 stats->io.alloc.fail = 0;
35 stats->io.alloc.revoke = 0;
36 stats->io.alloc.block = 0;
37 stats->io.submit.fast = 0;
38 stats->io.submit.slow = 0;
39 stats->io.flush.external = 0;
[dddb3dd0]40 stats->io.calls.flush = 0;
[d60d30e]41 stats->io.calls.submitted = 0;
[dddb3dd0]42 stats->io.calls.drain = 0;
[d60d30e]43 stats->io.calls.completed = 0;
44 stats->io.calls.errors.busy = 0;
[150d21a]45 stats->io.poller.sleeps = 0;
[8834751]46 #endif
47 }
48
49 void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) {
[0989e79]50 __atomic_fetch_add( &cltr->ready.pick.push.attempt , proc->ready.pick.push.attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.push.attempt = 0;
51 __atomic_fetch_add( &cltr->ready.pick.push.success , proc->ready.pick.push.success , __ATOMIC_SEQ_CST ); proc->ready.pick.push.success = 0;
52 __atomic_fetch_add( &cltr->ready.pick.push.local , proc->ready.pick.push.local , __ATOMIC_SEQ_CST ); proc->ready.pick.push.local = 0;
53 __atomic_fetch_add( &cltr->ready.pick.push.lsuccess, proc->ready.pick.push.lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.push.lsuccess = 0;
[fd1f65e]54 __atomic_fetch_add( &cltr->ready.pick.ext.attempt , proc->ready.pick.ext.attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.ext.attempt = 0;
55 __atomic_fetch_add( &cltr->ready.pick.ext.success , proc->ready.pick.ext.success , __ATOMIC_SEQ_CST ); proc->ready.pick.ext.success = 0;
56 __atomic_fetch_add( &cltr->ready.pick.ext.local , proc->ready.pick.ext.local , __ATOMIC_SEQ_CST ); proc->ready.pick.ext.local = 0;
57 __atomic_fetch_add( &cltr->ready.pick.ext.lsuccess , proc->ready.pick.ext.lsuccess , __ATOMIC_SEQ_CST ); proc->ready.pick.ext.lsuccess = 0;
[0989e79]58 __atomic_fetch_add( &cltr->ready.pick.pop .probe , proc->ready.pick.pop .probe , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .probe = 0;
59 __atomic_fetch_add( &cltr->ready.pick.pop .attempt , proc->ready.pick.pop .attempt , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .attempt = 0;
60 __atomic_fetch_add( &cltr->ready.pick.pop .success , proc->ready.pick.pop .success , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .success = 0;
61 __atomic_fetch_add( &cltr->ready.pick.pop .local , proc->ready.pick.pop .local , __ATOMIC_SEQ_CST ); proc->ready.pick.pop .local = 0;
62 __atomic_fetch_add( &cltr->ready.pick.pop .lsuccess, proc->ready.pick.pop .lsuccess, __ATOMIC_SEQ_CST ); proc->ready.pick.pop .lsuccess = 0;
63 __atomic_fetch_add( &cltr->ready.threads.migration , proc->ready.threads.migration , __ATOMIC_SEQ_CST ); proc->ready.threads.migration = 0;
[ec43cf9]64 __atomic_fetch_add( &cltr->ready.threads.threads , proc->ready.threads.threads , __ATOMIC_SEQ_CST ); proc->ready.threads.threads = 0;
[0989e79]65 __atomic_fetch_add( &cltr->ready.sleep.halts , proc->ready.sleep.halts , __ATOMIC_SEQ_CST ); proc->ready.sleep.halts = 0;
66 __atomic_fetch_add( &cltr->ready.sleep.cancels , proc->ready.sleep.cancels , __ATOMIC_SEQ_CST ); proc->ready.sleep.cancels = 0;
67 __atomic_fetch_add( &cltr->ready.sleep.wakes , proc->ready.sleep.wakes , __ATOMIC_SEQ_CST ); proc->ready.sleep.wakes = 0;
68 __atomic_fetch_add( &cltr->ready.sleep.exits , proc->ready.sleep.exits , __ATOMIC_SEQ_CST ); proc->ready.sleep.exits = 0;
[8834751]69
[5751a56]70 #if defined(CFA_HAVE_LINUX_IO_URING_H)
[d60d30e]71 __atomic_fetch_add( &cltr->io.alloc.fast , proc->io.alloc.fast , __ATOMIC_SEQ_CST ); proc->io.alloc.fast = 0;
72 __atomic_fetch_add( &cltr->io.alloc.slow , proc->io.alloc.slow , __ATOMIC_SEQ_CST ); proc->io.alloc.slow = 0;
73 __atomic_fetch_add( &cltr->io.alloc.fail , proc->io.alloc.fail , __ATOMIC_SEQ_CST ); proc->io.alloc.fail = 0;
74 __atomic_fetch_add( &cltr->io.alloc.revoke , proc->io.alloc.revoke , __ATOMIC_SEQ_CST ); proc->io.alloc.revoke = 0;
75 __atomic_fetch_add( &cltr->io.alloc.block , proc->io.alloc.block , __ATOMIC_SEQ_CST ); proc->io.alloc.block = 0;
76 __atomic_fetch_add( &cltr->io.submit.fast , proc->io.submit.fast , __ATOMIC_SEQ_CST ); proc->io.submit.fast = 0;
77 __atomic_fetch_add( &cltr->io.submit.slow , proc->io.submit.slow , __ATOMIC_SEQ_CST ); proc->io.submit.slow = 0;
78 __atomic_fetch_add( &cltr->io.flush.external , proc->io.flush.external , __ATOMIC_SEQ_CST ); proc->io.flush.external = 0;
[dddb3dd0]79 __atomic_fetch_add( &cltr->io.calls.flush , proc->io.calls.flush , __ATOMIC_SEQ_CST ); proc->io.calls.flush = 0;
[d60d30e]80 __atomic_fetch_add( &cltr->io.calls.submitted , proc->io.calls.submitted , __ATOMIC_SEQ_CST ); proc->io.calls.submitted = 0;
[dddb3dd0]81 __atomic_fetch_add( &cltr->io.calls.drain , proc->io.calls.drain , __ATOMIC_SEQ_CST ); proc->io.calls.drain = 0;
[d60d30e]82 __atomic_fetch_add( &cltr->io.calls.completed , proc->io.calls.completed , __ATOMIC_SEQ_CST ); proc->io.calls.completed = 0;
83 __atomic_fetch_add( &cltr->io.calls.errors.busy, proc->io.calls.errors.busy, __ATOMIC_SEQ_CST ); proc->io.calls.errors.busy = 0;
[150d21a]84 __atomic_fetch_add( &cltr->io.poller.sleeps , proc->io.poller.sleeps , __ATOMIC_SEQ_CST ); proc->io.poller.sleeps = 0;
[8834751]85 #endif
86 }
87
[1b033b8]88 void __print_stats( struct __stats_t * stats, int flags, const char * type, const char * name, void * id ) with( *stats ) {
[8834751]89
[69fbc61]90 if( flags & CFA_STATS_READY_Q ) {
91 double push_len = ((double)ready.pick.push.attempt) / ready.pick.push.success;
[fd1f65e]92 double ext_len = ((double)ready.pick.ext .attempt) / ready.pick.ext .success;
[69fbc61]93 double pop_len = ((double)ready.pick.pop .attempt) / ready.pick.pop .success;
[8834751]94
[69fbc61]95 double lpush_len = ((double)ready.pick.push.local) / ready.pick.push.lsuccess;
[fd1f65e]96 double lext_len = ((double)ready.pick.ext .local) / ready.pick.ext .lsuccess;
[69fbc61]97 double lpop_len = ((double)ready.pick.pop .local) / ready.pick.pop .lsuccess;
[52769ba]98
[c34ebf2]99 __cfaabi_bits_print_safe( STDOUT_FILENO,
[69fbc61]100 "----- %s \"%s\" (%p) - Ready Q Stats -----\n"
[ec43cf9]101 "- total threads : %'15" PRIu64 "run, %'15" PRIu64 "schd (%'" PRIu64 "ext, %'" PRIu64 "mig, %'" PRId64 " )\n"
[fb15af5]102 "- push avg probe : %'3.2lf, %'3.2lfl (%'15" PRIu64 " attempts, %'15" PRIu64 " locals)\n"
[fd1f65e]103 "- ext avg probe : %'3.2lf, %'3.2lfl (%'15" PRIu64 " attempts, %'15" PRIu64 " locals)\n"
[a06023f]104 "- pop avg probe : %'3.2lf, %'3.2lfl (%'15" PRIu64 " attempts, %'15" PRIu64 " locals)\n"
[fb15af5]105 "- Idle Sleep : %'15" PRIu64 "h, %'15" PRIu64 "c, %'15" PRIu64 "w, %'15" PRIu64 "e\n"
[c34ebf2]106 "\n"
[1b033b8]107 , type, name, id
[69fbc61]108 , ready.pick.pop.success
[8c3a3a14]109 , ready.pick.push.success + ready.pick.ext.success
[ec43cf9]110 , ready.pick.ext.success, ready.threads.migration, ready.threads.threads
[fb15af5]111 , push_len, lpush_len, ready.pick.push.attempt, ready.pick.push.local
[fd1f65e]112 , ext_len , lext_len , ready.pick.ext .attempt, ready.pick.ext .local
[fb15af5]113 , pop_len , lpop_len , ready.pick.pop .attempt, ready.pick.pop .local
[69fbc61]114 , ready.sleep.halts, ready.sleep.cancels, ready.sleep.wakes, ready.sleep.exits
[c34ebf2]115 );
[69fbc61]116 }
117
[5751a56]118 #if defined(CFA_HAVE_LINUX_IO_URING_H)
[69fbc61]119 if( flags & CFA_STATS_IO ) {
[d60d30e]120 uint64_t total_allocs = io.alloc.fast + io.alloc.slow;
121 double avgfasta = ((double)io.alloc.fast) / total_allocs;
[69fbc61]122
[d60d30e]123 uint64_t total_submits = io.submit.fast + io.submit.slow;
124 double avgfasts = ((double)io.submit.fast) / total_submits;
[69fbc61]125
[dddb3dd0]126 double avgsubs = ((double)io.calls.submitted) / io.calls.flush;
127 double avgcomp = ((double)io.calls.completed) / io.calls.drain;
[69fbc61]128
129 __cfaabi_bits_print_safe( STDOUT_FILENO,
130 "----- %s \"%s\" (%p) - I/O Stats -----\n"
[a06023f]131 "- total allocations : %'" PRIu64 "f, %'" PRIu64 "s (%'2.2lff) \n"
[fb15af5]132 "- failures : %'" PRIu64 "oom, %'" PRIu64 "rvk, %'" PRIu64 "blk\n"
[a06023f]133 "- total submits : %'" PRIu64 "f, %'" PRIu64 "s (%'2.2lf) \n"
[fb15af5]134 "- flush external : %'" PRIu64 "\n"
135 "- io_uring_enter : %'" PRIu64 " (%'" PRIu64 ", %'" PRIu64 " EBUSY)\n"
[a06023f]136 "- submits : %'" PRIu64 " (%'.2lf) \n"
137 "- completes : %'" PRIu64 " (%'.2lf) \n"
[fb15af5]138 "- poller sleeping : %'" PRIu64 "\n"
[69fbc61]139 "\n"
[1e208ea]140 , type, name, id
[fb15af5]141 , io.alloc.fast, io.alloc.slow, avgfasta
142 , io.alloc.fail, io.alloc.revoke, io.alloc.block
143 , io.submit.fast, io.submit.slow, avgfasts
[d60d30e]144 , io.flush.external
[dddb3dd0]145 , io.calls.flush, io.calls.drain, io.calls.errors.busy
[d60d30e]146 , io.calls.submitted, avgsubs
147 , io.calls.completed, avgcomp
[150d21a]148 , io.poller.sleeps
[69fbc61]149 );
150 }
[c34ebf2]151 #endif
[8834751]152 }
153#endif
Note: See TracBrowser for help on using the repository browser.