| [8834751] | 1 | #pragma once
 | 
|---|
 | 2 | 
 | 
|---|
 | 3 | #include <stdint.h>
 | 
|---|
 | 4 | 
 | 
|---|
| [b7664a03] | 5 | enum {
 | 
|---|
 | 6 |         CFA_STATS_READY_Q  = 0x01,
 | 
|---|
 | 7 |         CFA_STATS_IO = 0x02,
 | 
|---|
 | 8 | };
 | 
|---|
 | 9 | 
 | 
|---|
| [8834751] | 10 | #if defined(__CFA_NO_STATISTICS__)
 | 
|---|
 | 11 |         struct __stats_t;
 | 
|---|
 | 12 |         static inline void __init_stats( struct __stats_t * ) {}
 | 
|---|
 | 13 |         static inline void __tally_stats( struct __stats_t *, struct __stats_t * ) {}
 | 
|---|
| [1b033b8] | 14 |         static inline void __print_stats( struct __stats_t *, int, const char *, const char *, void * ) {}
 | 
|---|
| [8834751] | 15 | #else
 | 
|---|
| [69fbc61] | 16 | 
 | 
|---|
| [8834751] | 17 |         struct __attribute__((aligned(64))) __stats_readQ_t {
 | 
|---|
 | 18 |                 struct {
 | 
|---|
 | 19 |                         // Push statistic
 | 
|---|
 | 20 |                         struct {
 | 
|---|
 | 21 |                                 // number of attemps at pushing something
 | 
|---|
 | 22 |                                 volatile uint64_t attempt;
 | 
|---|
 | 23 | 
 | 
|---|
 | 24 |                                 // number of successes at pushing
 | 
|---|
 | 25 |                                 volatile uint64_t success;
 | 
|---|
| [52769ba] | 26 | 
 | 
|---|
 | 27 |                                 // number of attemps at pushing something to preferred queues
 | 
|---|
 | 28 |                                 volatile uint64_t local;
 | 
|---|
 | 29 | 
 | 
|---|
 | 30 |                                 // number of successes at pushing to preferred queues
 | 
|---|
 | 31 |                                 volatile uint64_t lsuccess;
 | 
|---|
| [8834751] | 32 |                         } push;
 | 
|---|
 | 33 | 
 | 
|---|
 | 34 |                         // Pop statistic
 | 
|---|
 | 35 |                         struct {
 | 
|---|
 | 36 |                                 // number of reads of the mask
 | 
|---|
 | 37 |                                 // picking an empty __cfa_readyQ_mask_t counts here
 | 
|---|
 | 38 |                                 // but not as an attempt
 | 
|---|
 | 39 |                                 volatile uint64_t probe;
 | 
|---|
 | 40 | 
 | 
|---|
 | 41 |                                 // number of attemps at poping something
 | 
|---|
 | 42 |                                 volatile uint64_t attempt;
 | 
|---|
 | 43 | 
 | 
|---|
 | 44 |                                 // number of successes at poping
 | 
|---|
 | 45 |                                 volatile uint64_t success;
 | 
|---|
| [52769ba] | 46 | 
 | 
|---|
 | 47 |                                 // number of attemps at poping something to preferred queues
 | 
|---|
 | 48 |                                 volatile uint64_t local;
 | 
|---|
 | 49 | 
 | 
|---|
 | 50 |                                 // number of successes at poping to preferred queues
 | 
|---|
 | 51 |                                 volatile uint64_t lsuccess;
 | 
|---|
| [8834751] | 52 |                         } pop;
 | 
|---|
 | 53 |                 } pick;
 | 
|---|
| [29cb302] | 54 |                 struct {
 | 
|---|
 | 55 |                         volatile uint64_t migration;
 | 
|---|
 | 56 |                 } threads;
 | 
|---|
| [68f36f4] | 57 |                 struct {
 | 
|---|
 | 58 |                         volatile uint64_t halts;
 | 
|---|
 | 59 |                         volatile uint64_t cancels;
 | 
|---|
 | 60 |                         volatile uint64_t wakes;
 | 
|---|
 | 61 |                         volatile uint64_t exits;
 | 
|---|
 | 62 |                 } sleep;
 | 
|---|
| [8834751] | 63 |         };
 | 
|---|
 | 64 | 
 | 
|---|
| [5751a56] | 65 |         #if defined(CFA_HAVE_LINUX_IO_URING_H)
 | 
|---|
| [8834751] | 66 |                 struct __attribute__((aligned(64))) __stats_io_t{
 | 
|---|
 | 67 |                         struct {
 | 
|---|
| [d60d30e] | 68 |                                 volatile uint64_t fast;
 | 
|---|
 | 69 |                                 volatile uint64_t slow;
 | 
|---|
 | 70 |                                 volatile uint64_t fail;
 | 
|---|
 | 71 |                                 volatile uint64_t revoke;
 | 
|---|
 | 72 |                                 volatile uint64_t block;
 | 
|---|
 | 73 |                         } alloc;
 | 
|---|
| [8834751] | 74 |                         struct {
 | 
|---|
| [d60d30e] | 75 |                                 volatile uint64_t fast;
 | 
|---|
 | 76 |                                 volatile uint64_t slow;
 | 
|---|
 | 77 |                         } submit;
 | 
|---|
 | 78 |                         struct {
 | 
|---|
 | 79 |                                 volatile uint64_t external;
 | 
|---|
 | 80 |                         } flush;
 | 
|---|
 | 81 |                         struct {
 | 
|---|
| [dddb3dd0] | 82 |                                 volatile uint64_t drain;
 | 
|---|
| [d60d30e] | 83 |                                 volatile uint64_t completed;
 | 
|---|
| [dddb3dd0] | 84 |                                 volatile uint64_t flush;
 | 
|---|
 | 85 |                                 volatile uint64_t submitted;
 | 
|---|
| [d60d30e] | 86 |                                 struct {
 | 
|---|
 | 87 |                                         volatile uint64_t busy;
 | 
|---|
 | 88 |                                 } errors;
 | 
|---|
 | 89 |                         } calls;
 | 
|---|
| [150d21a] | 90 |                         struct {
 | 
|---|
 | 91 |                                 volatile uint64_t sleeps;
 | 
|---|
 | 92 |                         } poller;
 | 
|---|
| [8834751] | 93 |                 };
 | 
|---|
 | 94 |         #endif
 | 
|---|
 | 95 | 
 | 
|---|
| [37ba662] | 96 |         struct __attribute__((aligned(128))) __stats_t {
 | 
|---|
| [8834751] | 97 |                 __stats_readQ_t ready;
 | 
|---|
| [5751a56] | 98 |                 #if defined(CFA_HAVE_LINUX_IO_URING_H)
 | 
|---|
| [8834751] | 99 |                         __stats_io_t    io;
 | 
|---|
 | 100 |                 #endif
 | 
|---|
 | 101 |         };
 | 
|---|
 | 102 | 
 | 
|---|
 | 103 |         void __init_stats ( struct __stats_t * );
 | 
|---|
 | 104 |         void __tally_stats( struct __stats_t *, struct __stats_t * );
 | 
|---|
| [1b033b8] | 105 |         void __print_stats( struct __stats_t *, int, const char *, const char *, void * );
 | 
|---|
| [8834751] | 106 | #endif
 | 
|---|
 | 107 | 
 | 
|---|