Context Navigation

stats.cfa @ 50f6afb

ADTarm-ehast-experimentalenumforall-pointer-decayjacob/cs343-translationnew-ast-unique-exprpthread-emulationqualifiedEnum

Last change on this file since 50f6afb was b39e6566, checked in by Thierry Delisle <tdelisle@…>, 3 years ago
Changed printing of stats to show percentage of pops rather than probe length.
Property mode set to `100644`
File size: 14.1 KB

Line
1	#include <stdint.h>
2	#include <stdlib.hfa>
3
4	#include <unistd.h> // STDERR_FILENO
5	#include <inttypes.h>
6	#include "bits/debug.hfa"
7	#include "bits/locks.hfa"
8	#include "stats.hfa"
9
10	#if !defined(__CFA_NO_STATISTICS__)
11	void __init_stats( struct __stats_t * stats ) {
12	stats->ready.push.local.attempt = 0;
13	stats->ready.push.local.success = 0;
14	stats->ready.push.share.attempt = 0;
15	stats->ready.push.share.success = 0;
16	stats->ready.push.extrn.attempt = 0;
17	stats->ready.push.extrn.success = 0;
18	stats->ready.pop.local .attempt = 0;
19	stats->ready.pop.local .success = 0;
20	stats->ready.pop.local .elock = 0;
21	stats->ready.pop.local .eempty = 0;
22	stats->ready.pop.local .espec = 0;
23	stats->ready.pop.help .attempt = 0;
24	stats->ready.pop.help .success = 0;
25	stats->ready.pop.help .elock = 0;
26	stats->ready.pop.help .eempty = 0;
27	stats->ready.pop.help .espec = 0;
28	stats->ready.pop.steal .attempt = 0;
29	stats->ready.pop.steal .success = 0;
30	stats->ready.pop.steal .elock = 0;
31	stats->ready.pop.steal .eempty = 0;
32	stats->ready.pop.steal .espec = 0;
33	stats->ready.pop.search.attempt = 0;
34	stats->ready.pop.search.success = 0;
35	stats->ready.pop.search.elock = 0;
36	stats->ready.pop.search.eempty = 0;
37	stats->ready.pop.search.espec = 0;
38	stats->ready.threads.migration = 0;
39	stats->ready.threads.threads = 0;
40	stats->ready.sleep.halts = 0;
41	stats->ready.sleep.cancels = 0;
42	stats->ready.sleep.wakes = 0;
43	stats->ready.sleep.exits = 0;
44
45	#if defined(CFA_HAVE_LINUX_IO_URING_H)
46	stats->io.alloc.fast = 0;
47	stats->io.alloc.slow = 0;
48	stats->io.alloc.fail = 0;
49	stats->io.alloc.revoke = 0;
50	stats->io.alloc.block = 0;
51	stats->io.submit.fast = 0;
52	stats->io.submit.slow = 0;
53	stats->io.flush.external = 0;
54	stats->io.calls.flush = 0;
55	stats->io.calls.submitted = 0;
56	stats->io.calls.drain = 0;
57	stats->io.calls.completed = 0;
58	stats->io.calls.errors.busy = 0;
59	stats->io.poller.sleeps = 0;
60	#endif
61
62	#if defined(CFA_STATS_ARRAY)
63	stats->array.values = alloc(CFA_STATS_ARRAY);
64	stats->array.cnt = 0;
65	#endif
66	}
67
68	void __tally_stats( struct __stats_t * cltr, struct __stats_t * proc ) {
69	__atomic_fetch_add( &cltr->ready.push.local.attempt, proc->ready.push.local.attempt, __ATOMIC_SEQ_CST ); proc->ready.push.local.attempt = 0;
70	__atomic_fetch_add( &cltr->ready.push.local.success, proc->ready.push.local.success, __ATOMIC_SEQ_CST ); proc->ready.push.local.success = 0;
71	__atomic_fetch_add( &cltr->ready.push.share.attempt, proc->ready.push.share.attempt, __ATOMIC_SEQ_CST ); proc->ready.push.share.attempt = 0;
72	__atomic_fetch_add( &cltr->ready.push.share.success, proc->ready.push.share.success, __ATOMIC_SEQ_CST ); proc->ready.push.share.success = 0;
73	__atomic_fetch_add( &cltr->ready.push.extrn.attempt, proc->ready.push.extrn.attempt, __ATOMIC_SEQ_CST ); proc->ready.push.extrn.attempt = 0;
74	__atomic_fetch_add( &cltr->ready.push.extrn.success, proc->ready.push.extrn.success, __ATOMIC_SEQ_CST ); proc->ready.push.extrn.success = 0;
75	__atomic_fetch_add( &cltr->ready.pop.local .attempt, proc->ready.pop.local .attempt, __ATOMIC_SEQ_CST ); proc->ready.pop.local .attempt = 0;
76	__atomic_fetch_add( &cltr->ready.pop.local .success, proc->ready.pop.local .success, __ATOMIC_SEQ_CST ); proc->ready.pop.local .success = 0;
77	__atomic_fetch_add( &cltr->ready.pop.local .elock , proc->ready.pop.local .elock , __ATOMIC_SEQ_CST ); proc->ready.pop.local .elock = 0;
78	__atomic_fetch_add( &cltr->ready.pop.local .eempty , proc->ready.pop.local .eempty , __ATOMIC_SEQ_CST ); proc->ready.pop.local .eempty = 0;
79	__atomic_fetch_add( &cltr->ready.pop.local .espec , proc->ready.pop.local .espec , __ATOMIC_SEQ_CST ); proc->ready.pop.local .espec = 0;
80	__atomic_fetch_add( &cltr->ready.pop.help .attempt, proc->ready.pop.help .attempt, __ATOMIC_SEQ_CST ); proc->ready.pop.help .attempt = 0;
81	__atomic_fetch_add( &cltr->ready.pop.help .success, proc->ready.pop.help .success, __ATOMIC_SEQ_CST ); proc->ready.pop.help .success = 0;
82	__atomic_fetch_add( &cltr->ready.pop.help .elock , proc->ready.pop.help .elock , __ATOMIC_SEQ_CST ); proc->ready.pop.help .elock = 0;
83	__atomic_fetch_add( &cltr->ready.pop.help .eempty , proc->ready.pop.help .eempty , __ATOMIC_SEQ_CST ); proc->ready.pop.help .eempty = 0;
84	__atomic_fetch_add( &cltr->ready.pop.help .espec , proc->ready.pop.help .espec , __ATOMIC_SEQ_CST ); proc->ready.pop.help .espec = 0;
85	__atomic_fetch_add( &cltr->ready.pop.steal .attempt, proc->ready.pop.steal .attempt, __ATOMIC_SEQ_CST ); proc->ready.pop.steal .attempt = 0;
86	__atomic_fetch_add( &cltr->ready.pop.steal .success, proc->ready.pop.steal .success, __ATOMIC_SEQ_CST ); proc->ready.pop.steal .success = 0;
87	__atomic_fetch_add( &cltr->ready.pop.steal .elock , proc->ready.pop.steal .elock , __ATOMIC_SEQ_CST ); proc->ready.pop.steal .elock = 0;
88	__atomic_fetch_add( &cltr->ready.pop.steal .eempty , proc->ready.pop.steal .eempty , __ATOMIC_SEQ_CST ); proc->ready.pop.steal .eempty = 0;
89	__atomic_fetch_add( &cltr->ready.pop.steal .espec , proc->ready.pop.steal .espec , __ATOMIC_SEQ_CST ); proc->ready.pop.steal .espec = 0;
90	__atomic_fetch_add( &cltr->ready.pop.search.attempt, proc->ready.pop.search.attempt, __ATOMIC_SEQ_CST ); proc->ready.pop.search.attempt = 0;
91	__atomic_fetch_add( &cltr->ready.pop.search.success, proc->ready.pop.search.success, __ATOMIC_SEQ_CST ); proc->ready.pop.search.success = 0;
92	__atomic_fetch_add( &cltr->ready.pop.search.elock , proc->ready.pop.search.elock , __ATOMIC_SEQ_CST ); proc->ready.pop.search.elock = 0;
93	__atomic_fetch_add( &cltr->ready.pop.search.eempty , proc->ready.pop.search.eempty , __ATOMIC_SEQ_CST ); proc->ready.pop.search.eempty = 0;
94	__atomic_fetch_add( &cltr->ready.pop.search.espec , proc->ready.pop.search.espec , __ATOMIC_SEQ_CST ); proc->ready.pop.search.espec = 0;
95	__atomic_fetch_add( &cltr->ready.threads.migration , proc->ready.threads.migration , __ATOMIC_SEQ_CST ); proc->ready.threads.migration = 0;
96	__atomic_fetch_add( &cltr->ready.threads.threads , proc->ready.threads.threads , __ATOMIC_SEQ_CST ); proc->ready.threads.threads = 0;
97	__atomic_fetch_add( &cltr->ready.sleep.halts , proc->ready.sleep.halts , __ATOMIC_SEQ_CST ); proc->ready.sleep.halts = 0;
98	__atomic_fetch_add( &cltr->ready.sleep.cancels , proc->ready.sleep.cancels , __ATOMIC_SEQ_CST ); proc->ready.sleep.cancels = 0;
99	__atomic_fetch_add( &cltr->ready.sleep.wakes , proc->ready.sleep.wakes , __ATOMIC_SEQ_CST ); proc->ready.sleep.wakes = 0;
100	__atomic_fetch_add( &cltr->ready.sleep.exits , proc->ready.sleep.exits , __ATOMIC_SEQ_CST ); proc->ready.sleep.exits = 0;
101
102	#if defined(CFA_HAVE_LINUX_IO_URING_H)
103	__atomic_fetch_add( &cltr->io.alloc.fast , proc->io.alloc.fast , __ATOMIC_SEQ_CST ); proc->io.alloc.fast = 0;
104	__atomic_fetch_add( &cltr->io.alloc.slow , proc->io.alloc.slow , __ATOMIC_SEQ_CST ); proc->io.alloc.slow = 0;
105	__atomic_fetch_add( &cltr->io.alloc.fail , proc->io.alloc.fail , __ATOMIC_SEQ_CST ); proc->io.alloc.fail = 0;
106	__atomic_fetch_add( &cltr->io.alloc.revoke , proc->io.alloc.revoke , __ATOMIC_SEQ_CST ); proc->io.alloc.revoke = 0;
107	__atomic_fetch_add( &cltr->io.alloc.block , proc->io.alloc.block , __ATOMIC_SEQ_CST ); proc->io.alloc.block = 0;
108	__atomic_fetch_add( &cltr->io.submit.fast , proc->io.submit.fast , __ATOMIC_SEQ_CST ); proc->io.submit.fast = 0;
109	__atomic_fetch_add( &cltr->io.submit.slow , proc->io.submit.slow , __ATOMIC_SEQ_CST ); proc->io.submit.slow = 0;
110	__atomic_fetch_add( &cltr->io.flush.external , proc->io.flush.external , __ATOMIC_SEQ_CST ); proc->io.flush.external = 0;
111	__atomic_fetch_add( &cltr->io.calls.flush , proc->io.calls.flush , __ATOMIC_SEQ_CST ); proc->io.calls.flush = 0;
112	__atomic_fetch_add( &cltr->io.calls.submitted , proc->io.calls.submitted , __ATOMIC_SEQ_CST ); proc->io.calls.submitted = 0;
113	__atomic_fetch_add( &cltr->io.calls.drain , proc->io.calls.drain , __ATOMIC_SEQ_CST ); proc->io.calls.drain = 0;
114	__atomic_fetch_add( &cltr->io.calls.completed , proc->io.calls.completed , __ATOMIC_SEQ_CST ); proc->io.calls.completed = 0;
115	__atomic_fetch_add( &cltr->io.calls.errors.busy, proc->io.calls.errors.busy, __ATOMIC_SEQ_CST ); proc->io.calls.errors.busy = 0;
116	__atomic_fetch_add( &cltr->io.poller.sleeps , proc->io.poller.sleeps , __ATOMIC_SEQ_CST ); proc->io.poller.sleeps = 0;
117	#endif
118	}
119
120	void __print_stats( struct __stats_t * stats, int flags, const char * type, const char * name, void * id ) with( *stats ) {
121
122	if( flags & CFA_STATS_READY_Q ) {
123	double push_len = ((double)ready.push.local.attempt + ready.push.share.attempt + ready.push.extrn.attempt) / (ready.push.local.success + ready.push.share.success + ready.push.extrn.success);
124	double sLcl_len = ready.push.local.success ? ((double)ready.push.local.attempt) / ready.push.local.success : 0;
125	double sOth_len = ready.push.share.success ? ((double)ready.push.share.attempt) / ready.push.share.success : 0;
126	double sExt_len = ready.push.extrn.success ? ((double)ready.push.extrn.attempt) / ready.push.extrn.success : 0;
127
128	uint64_t total = ready.pop.local.success + ready.pop.help.success + ready.pop.steal.success + ready.pop.search.success;
129	double rLcl_pc = (100.0 * (double)ready.pop.local .success) / total;
130	double rHlp_pc = (100.0 * (double)ready.pop.help .success) / total;
131	double rStl_pc = (100.0 * (double)ready.pop.steal .success) / total;
132	double rSch_pc = (100.0 * (double)ready.pop.search.success) / total;
133
134	__cfaabi_bits_print_safe( STDOUT_FILENO,
135	"----- %s \"%s\" (%p) - Ready Q Stats -----\n"
136	"- totals : %'3" PRIu64 " run, %'3" PRIu64 " schd (%'" PRIu64 "ext, %'" PRIu64 "mig, %'" PRId64 " )\n"
137	"- push avg : %'3.0lf (l: %'3.2lf/%'" PRIu64 ", s: %'3.2lf/%'" PRIu64 ", e: %'3.2lf : %'" PRIu64 "e)\n"
138	"- local : %'3.0lf%%: %'3" PRIu64 " (%'3" PRIu64 " try, %'3" PRIu64 " spc, %'3" PRIu64 " lck, %'3" PRIu64 " ept)\n"
139	"- help : %'3.0lf%%: %'3" PRIu64 " (%'3" PRIu64 " try, %'3" PRIu64 " spc, %'3" PRIu64 " lck, %'3" PRIu64 " ept)\n"
140	"- steal : %'3.0lf%%: %'3" PRIu64 " (%'3" PRIu64 " try, %'3" PRIu64 " spc, %'3" PRIu64 " lck, %'3" PRIu64 " ept)\n"
141	"- search : %'3.0lf%%: %'3" PRIu64 " (%'3" PRIu64 " try, %'3" PRIu64 " spc, %'3" PRIu64 " lck, %'3" PRIu64 " ept)\n"
142	"- Idle Slp : %'3" PRIu64 "h, %'3" PRIu64 "c, %'3" PRIu64 "w, %'3" PRIu64 "e\n"
143	"\n"
144	, type, name, id
145	, total
146	, ready.push.local.success + ready.push.share.success + ready.push.extrn.success
147	, ready.push.extrn.success, ready.threads.migration, ready.threads.threads
148	, push_len, sLcl_len, ready.push.local.attempt, sOth_len, ready.push.share.attempt, sExt_len, ready.push.extrn.attempt
149	, rLcl_pc, ready.pop.local .success, ready.pop.local .attempt, ready.pop.local .espec, ready.pop.local .elock, ready.pop.local .eempty
150	, rHlp_pc, ready.pop.help .success, ready.pop.help .attempt, ready.pop.help .espec, ready.pop.help .elock, ready.pop.help .eempty
151	, rStl_pc, ready.pop.steal .success, ready.pop.steal .attempt, ready.pop.steal .espec, ready.pop.steal .elock, ready.pop.steal .eempty
152	, rSch_pc, ready.pop.search.success, ready.pop.search.attempt, ready.pop.search.espec, ready.pop.search.elock, ready.pop.search.eempty
153	, ready.sleep.halts, ready.sleep.cancels, ready.sleep.wakes, ready.sleep.exits
154	);
155	}
156
157	#if defined(CFA_HAVE_LINUX_IO_URING_H)
158	if( flags & CFA_STATS_IO ) {
159	uint64_t total_allocs = io.alloc.fast + io.alloc.slow;
160	double avgfasta = ((double)io.alloc.fast) / total_allocs;
161
162	uint64_t total_submits = io.submit.fast + io.submit.slow;
163	double avgfasts = ((double)io.submit.fast) / total_submits;
164
165	double avgsubs = ((double)io.calls.submitted) / io.calls.flush;
166	double avgcomp = ((double)io.calls.completed) / io.calls.drain;
167
168	__cfaabi_bits_print_safe( STDOUT_FILENO,
169	"----- %s \"%s\" (%p) - I/O Stats -----\n"
170	"- total allocations : %'" PRIu64 "f, %'" PRIu64 "s (%'2.2lff) \n"
171	"- failures : %'" PRIu64 "oom, %'" PRIu64 "rvk, %'" PRIu64 "blk\n"
172	"- total submits : %'" PRIu64 "f, %'" PRIu64 "s (%'2.2lf) \n"
173	"- flush external : %'" PRIu64 "\n"
174	"- io_uring_enter : %'" PRIu64 " (%'" PRIu64 ", %'" PRIu64 " EBUSY)\n"
175	"- submits : %'" PRIu64 " (%'.2lf) \n"
176	"- completes : %'" PRIu64 " (%'.2lf) \n"
177	"- poller sleeping : %'" PRIu64 "\n"
178	"\n"
179	, type, name, id
180	, io.alloc.fast, io.alloc.slow, avgfasta
181	, io.alloc.fail, io.alloc.revoke, io.alloc.block
182	, io.submit.fast, io.submit.slow, avgfasts
183	, io.flush.external
184	, io.calls.flush, io.calls.drain, io.calls.errors.busy
185	, io.calls.submitted, avgsubs
186	, io.calls.completed, avgcomp
187	, io.poller.sleeps
188	);
189	}
190	#endif
191	}
192
193	#if defined(CFA_STATS_ARRAY)
194	extern "C" {
195	#include <stdio.h>
196	#include <errno.h>
197	#include <sys/stat.h>
198	#include <fcntl.h>
199	}
200
201	void __flush_stat( struct __stats_t * this, const char * name, void * handle) {
202	int ret = mkdir(".cfadata", 0755);
203	if(ret < 0 && errno != EEXIST) abort("Failed to create directory .cfadata: %d\n", errno);
204
205	char filename[100];
206	snprintf(filename, 100, ".cfadata/%s%p.data", name, handle);
207
208	int fd = open(filename, O_WRONLY \| O_APPEND \| O_CREAT, 0644);
209	if(fd < 0) abort("Failed to create file %s: %d\n", filename, errno);
210
211	for(i; this->array.cnt) {
212	char line[100];
213	size_t n = snprintf(line, 100, "%llu, %lld\n", this->array.values[i].ts, this->array.values[i].value);
214	write(fd, line, n);
215	}
216
217	this->array.cnt = 0;
218	close(fd);
219	}
220
221	static __spinlock_t stats_lock;
222
223	void __push_stat( struct __stats_t * this, int64_t value, bool external, const char * name, void * handle ) {
224	if(external) lock(stats_lock __cfaabi_dbg_ctx2);
225
226	if( this->array.cnt >= CFA_STATS_ARRAY ) __flush_stat( this, name, handle );
227
228	size_t idx = this->array.cnt;
229	this->array.cnt++;
230
231	if(external) unlock(stats_lock);
232
233	this->array.values[idx].ts = rdtscl();
234	this->array.values[idx].value = value;
235	}
236	#endif
237	#endif

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format