1 | #include <stdlib.h> |
2 | #include <stdio.h> |
3 | #include <inttypes.h> |
4 | #include <linux/string.h> |
5 | #include <linux/time64.h> |
6 | #include <math.h> |
7 | #include <perf/cpumap.h> |
8 | #include "color.h" |
9 | #include "counts.h" |
10 | #include "evlist.h" |
11 | #include "evsel.h" |
12 | #include "stat.h" |
13 | #include "top.h" |
14 | #include "thread_map.h" |
15 | #include "cpumap.h" |
16 | #include "string2.h" |
17 | #include <linux/ctype.h> |
18 | #include "cgroup.h" |
19 | #include <api/fs/fs.h> |
20 | #include "util.h" |
21 | #include "iostat.h" |
22 | #include "pmu.h" |
23 | #include "pmus.h" |
24 | |
25 | #define CNTR_NOT_SUPPORTED "<not supported>" |
26 | #define CNTR_NOT_COUNTED "<not counted>" |
27 | |
28 | #define MGROUP_LEN 50 |
29 | #define METRIC_LEN 38 |
30 | #define EVNAME_LEN 32 |
31 | #define COUNTS_LEN 18 |
32 | #define INTERVAL_LEN 16 |
33 | #define CGROUP_LEN 16 |
34 | #define COMM_LEN 16 |
35 | #define PID_LEN 7 |
36 | #define CPUS_LEN 4 |
37 | |
38 | static int [] = { |
39 | [AGGR_CORE] = 18, |
40 | [AGGR_CACHE] = 22, |
41 | [AGGR_DIE] = 12, |
42 | [AGGR_SOCKET] = 6, |
43 | [AGGR_NODE] = 6, |
44 | [AGGR_NONE] = 6, |
45 | [AGGR_THREAD] = 16, |
46 | [AGGR_GLOBAL] = 0, |
47 | }; |
48 | |
49 | static const char *[] = { |
50 | [AGGR_CORE] = "core,cpus," , |
51 | [AGGR_CACHE] = "cache,cpus," , |
52 | [AGGR_DIE] = "die,cpus," , |
53 | [AGGR_SOCKET] = "socket,cpus," , |
54 | [AGGR_NONE] = "cpu," , |
55 | [AGGR_THREAD] = "comm-pid," , |
56 | [AGGR_NODE] = "node," , |
57 | [AGGR_GLOBAL] = "" |
58 | }; |
59 | |
60 | static const char *[] = { |
61 | [AGGR_CORE] = "core" , |
62 | [AGGR_CACHE] = "cache" , |
63 | [AGGR_DIE] = "die" , |
64 | [AGGR_SOCKET] = "socket" , |
65 | [AGGR_NONE] = "cpu" , |
66 | [AGGR_THREAD] = "comm-pid" , |
67 | [AGGR_NODE] = "node" , |
68 | [AGGR_GLOBAL] = "" |
69 | }; |
70 | |
71 | static void print_running_std(struct perf_stat_config *config, u64 run, u64 ena) |
72 | { |
73 | if (run != ena) |
74 | fprintf(config->output, " (%.2f%%)" , 100.0 * run / ena); |
75 | } |
76 | |
77 | static void print_running_csv(struct perf_stat_config *config, u64 run, u64 ena) |
78 | { |
79 | double enabled_percent = 100; |
80 | |
81 | if (run != ena) |
82 | enabled_percent = 100 * run / ena; |
83 | fprintf(config->output, "%s%" PRIu64 "%s%.2f" , |
84 | config->csv_sep, run, config->csv_sep, enabled_percent); |
85 | } |
86 | |
87 | static void print_running_json(struct perf_stat_config *config, u64 run, u64 ena) |
88 | { |
89 | double enabled_percent = 100; |
90 | |
91 | if (run != ena) |
92 | enabled_percent = 100 * run / ena; |
93 | fprintf(config->output, "\"event-runtime\" : %" PRIu64 ", \"pcnt-running\" : %.2f, " , |
94 | run, enabled_percent); |
95 | } |
96 | |
97 | static void print_running(struct perf_stat_config *config, |
98 | u64 run, u64 ena, bool before_metric) |
99 | { |
100 | if (config->json_output) { |
101 | if (before_metric) |
102 | print_running_json(config, run, ena); |
103 | } else if (config->csv_output) { |
104 | if (before_metric) |
105 | print_running_csv(config, run, ena); |
106 | } else { |
107 | if (!before_metric) |
108 | print_running_std(config, run, ena); |
109 | } |
110 | } |
111 | |
112 | static void print_noise_pct_std(struct perf_stat_config *config, |
113 | double pct) |
114 | { |
115 | if (pct) |
116 | fprintf(config->output, " ( +-%6.2f%% )" , pct); |
117 | } |
118 | |
119 | static void print_noise_pct_csv(struct perf_stat_config *config, |
120 | double pct) |
121 | { |
122 | fprintf(config->output, "%s%.2f%%" , config->csv_sep, pct); |
123 | } |
124 | |
125 | static void print_noise_pct_json(struct perf_stat_config *config, |
126 | double pct) |
127 | { |
128 | fprintf(config->output, "\"variance\" : %.2f, " , pct); |
129 | } |
130 | |
131 | static void print_noise_pct(struct perf_stat_config *config, |
132 | double total, double avg, bool before_metric) |
133 | { |
134 | double pct = rel_stddev_stats(stddev: total, avg); |
135 | |
136 | if (config->json_output) { |
137 | if (before_metric) |
138 | print_noise_pct_json(config, pct); |
139 | } else if (config->csv_output) { |
140 | if (before_metric) |
141 | print_noise_pct_csv(config, pct); |
142 | } else { |
143 | if (!before_metric) |
144 | print_noise_pct_std(config, pct); |
145 | } |
146 | } |
147 | |
148 | static void print_noise(struct perf_stat_config *config, |
149 | struct evsel *evsel, double avg, bool before_metric) |
150 | { |
151 | struct perf_stat_evsel *ps; |
152 | |
153 | if (config->run_count == 1) |
154 | return; |
155 | |
156 | ps = evsel->stats; |
157 | print_noise_pct(config, total: stddev_stats(stats: &ps->res_stats), avg, before_metric); |
158 | } |
159 | |
160 | static void print_cgroup_std(struct perf_stat_config *config, const char *cgrp_name) |
161 | { |
162 | fprintf(config->output, " %-*s" , CGROUP_LEN, cgrp_name); |
163 | } |
164 | |
165 | static void print_cgroup_csv(struct perf_stat_config *config, const char *cgrp_name) |
166 | { |
167 | fprintf(config->output, "%s%s" , config->csv_sep, cgrp_name); |
168 | } |
169 | |
170 | static void print_cgroup_json(struct perf_stat_config *config, const char *cgrp_name) |
171 | { |
172 | fprintf(config->output, "\"cgroup\" : \"%s\", " , cgrp_name); |
173 | } |
174 | |
175 | static void print_cgroup(struct perf_stat_config *config, struct cgroup *cgrp) |
176 | { |
177 | if (nr_cgroups || config->cgroup_list) { |
178 | const char *cgrp_name = cgrp ? cgrp->name : "" ; |
179 | |
180 | if (config->json_output) |
181 | print_cgroup_json(config, cgrp_name); |
182 | else if (config->csv_output) |
183 | print_cgroup_csv(config, cgrp_name); |
184 | else |
185 | print_cgroup_std(config, cgrp_name); |
186 | } |
187 | } |
188 | |
189 | static void print_aggr_id_std(struct perf_stat_config *config, |
190 | struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) |
191 | { |
192 | FILE *output = config->output; |
193 | int idx = config->aggr_mode; |
194 | char buf[128]; |
195 | |
196 | switch (config->aggr_mode) { |
197 | case AGGR_CORE: |
198 | snprintf(buf, size: sizeof(buf), fmt: "S%d-D%d-C%d" , id.socket, id.die, id.core); |
199 | break; |
200 | case AGGR_CACHE: |
201 | snprintf(buf, size: sizeof(buf), fmt: "S%d-D%d-L%d-ID%d" , |
202 | id.socket, id.die, id.cache_lvl, id.cache); |
203 | break; |
204 | case AGGR_CLUSTER: |
205 | snprintf(buf, size: sizeof(buf), fmt: "S%d-D%d-CLS%d" , id.socket, id.die, id.cluster); |
206 | break; |
207 | case AGGR_DIE: |
208 | snprintf(buf, size: sizeof(buf), fmt: "S%d-D%d" , id.socket, id.die); |
209 | break; |
210 | case AGGR_SOCKET: |
211 | snprintf(buf, size: sizeof(buf), fmt: "S%d" , id.socket); |
212 | break; |
213 | case AGGR_NODE: |
214 | snprintf(buf, size: sizeof(buf), fmt: "N%d" , id.node); |
215 | break; |
216 | case AGGR_NONE: |
217 | if (evsel->percore && !config->percore_show_thread) { |
218 | snprintf(buf, size: sizeof(buf), fmt: "S%d-D%d-C%d " , |
219 | id.socket, id.die, id.core); |
220 | fprintf(output, "%-*s " , |
221 | aggr_header_lens[AGGR_CORE], buf); |
222 | } else if (id.cpu.cpu > -1) { |
223 | fprintf(output, "CPU%-*d " , |
224 | aggr_header_lens[AGGR_NONE] - 3, id.cpu.cpu); |
225 | } |
226 | return; |
227 | case AGGR_THREAD: |
228 | fprintf(output, "%*s-%-*d " , |
229 | COMM_LEN, perf_thread_map__comm(evsel->core.threads, id.thread_idx), |
230 | PID_LEN, perf_thread_map__pid(evsel->core.threads, id.thread_idx)); |
231 | return; |
232 | case AGGR_GLOBAL: |
233 | case AGGR_UNSET: |
234 | case AGGR_MAX: |
235 | default: |
236 | return; |
237 | } |
238 | |
239 | fprintf(output, "%-*s %*d " , aggr_header_lens[idx], buf, 4, aggr_nr); |
240 | } |
241 | |
242 | static void print_aggr_id_csv(struct perf_stat_config *config, |
243 | struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) |
244 | { |
245 | FILE *output = config->output; |
246 | const char *sep = config->csv_sep; |
247 | |
248 | switch (config->aggr_mode) { |
249 | case AGGR_CORE: |
250 | fprintf(output, "S%d-D%d-C%d%s%d%s" , |
251 | id.socket, id.die, id.core, sep, aggr_nr, sep); |
252 | break; |
253 | case AGGR_CACHE: |
254 | fprintf(config->output, "S%d-D%d-L%d-ID%d%s%d%s" , |
255 | id.socket, id.die, id.cache_lvl, id.cache, sep, aggr_nr, sep); |
256 | break; |
257 | case AGGR_CLUSTER: |
258 | fprintf(config->output, "S%d-D%d-CLS%d%s%d%s" , |
259 | id.socket, id.die, id.cluster, sep, aggr_nr, sep); |
260 | break; |
261 | case AGGR_DIE: |
262 | fprintf(output, "S%d-D%d%s%d%s" , |
263 | id.socket, id.die, sep, aggr_nr, sep); |
264 | break; |
265 | case AGGR_SOCKET: |
266 | fprintf(output, "S%d%s%d%s" , |
267 | id.socket, sep, aggr_nr, sep); |
268 | break; |
269 | case AGGR_NODE: |
270 | fprintf(output, "N%d%s%d%s" , |
271 | id.node, sep, aggr_nr, sep); |
272 | break; |
273 | case AGGR_NONE: |
274 | if (evsel->percore && !config->percore_show_thread) { |
275 | fprintf(output, "S%d-D%d-C%d%s" , |
276 | id.socket, id.die, id.core, sep); |
277 | } else if (id.cpu.cpu > -1) { |
278 | fprintf(output, "CPU%d%s" , |
279 | id.cpu.cpu, sep); |
280 | } |
281 | break; |
282 | case AGGR_THREAD: |
283 | fprintf(output, "%s-%d%s" , |
284 | perf_thread_map__comm(evsel->core.threads, id.thread_idx), |
285 | perf_thread_map__pid(evsel->core.threads, id.thread_idx), |
286 | sep); |
287 | break; |
288 | case AGGR_GLOBAL: |
289 | case AGGR_UNSET: |
290 | case AGGR_MAX: |
291 | default: |
292 | break; |
293 | } |
294 | } |
295 | |
296 | static void print_aggr_id_json(struct perf_stat_config *config, |
297 | struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) |
298 | { |
299 | FILE *output = config->output; |
300 | |
301 | switch (config->aggr_mode) { |
302 | case AGGR_CORE: |
303 | fprintf(output, "\"core\" : \"S%d-D%d-C%d\", \"aggregate-number\" : %d, " , |
304 | id.socket, id.die, id.core, aggr_nr); |
305 | break; |
306 | case AGGR_CACHE: |
307 | fprintf(output, "\"cache\" : \"S%d-D%d-L%d-ID%d\", \"aggregate-number\" : %d, " , |
308 | id.socket, id.die, id.cache_lvl, id.cache, aggr_nr); |
309 | break; |
310 | case AGGR_CLUSTER: |
311 | fprintf(output, "\"cluster\" : \"S%d-D%d-CLS%d\", \"aggregate-number\" : %d, " , |
312 | id.socket, id.die, id.cluster, aggr_nr); |
313 | break; |
314 | case AGGR_DIE: |
315 | fprintf(output, "\"die\" : \"S%d-D%d\", \"aggregate-number\" : %d, " , |
316 | id.socket, id.die, aggr_nr); |
317 | break; |
318 | case AGGR_SOCKET: |
319 | fprintf(output, "\"socket\" : \"S%d\", \"aggregate-number\" : %d, " , |
320 | id.socket, aggr_nr); |
321 | break; |
322 | case AGGR_NODE: |
323 | fprintf(output, "\"node\" : \"N%d\", \"aggregate-number\" : %d, " , |
324 | id.node, aggr_nr); |
325 | break; |
326 | case AGGR_NONE: |
327 | if (evsel->percore && !config->percore_show_thread) { |
328 | fprintf(output, "\"core\" : \"S%d-D%d-C%d\"" , |
329 | id.socket, id.die, id.core); |
330 | } else if (id.cpu.cpu > -1) { |
331 | fprintf(output, "\"cpu\" : \"%d\", " , |
332 | id.cpu.cpu); |
333 | } |
334 | break; |
335 | case AGGR_THREAD: |
336 | fprintf(output, "\"thread\" : \"%s-%d\", " , |
337 | perf_thread_map__comm(evsel->core.threads, id.thread_idx), |
338 | perf_thread_map__pid(evsel->core.threads, id.thread_idx)); |
339 | break; |
340 | case AGGR_GLOBAL: |
341 | case AGGR_UNSET: |
342 | case AGGR_MAX: |
343 | default: |
344 | break; |
345 | } |
346 | } |
347 | |
348 | static void aggr_printout(struct perf_stat_config *config, |
349 | struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) |
350 | { |
351 | if (config->json_output) |
352 | print_aggr_id_json(config, evsel, id, aggr_nr); |
353 | else if (config->csv_output) |
354 | print_aggr_id_csv(config, evsel, id, aggr_nr); |
355 | else |
356 | print_aggr_id_std(config, evsel, id, aggr_nr); |
357 | } |
358 | |
359 | struct outstate { |
360 | FILE *fh; |
361 | bool newline; |
362 | bool first; |
363 | const char *prefix; |
364 | int nfields; |
365 | int aggr_nr; |
366 | struct aggr_cpu_id id; |
367 | struct evsel *evsel; |
368 | struct cgroup *cgrp; |
369 | }; |
370 | |
371 | static void new_line_std(struct perf_stat_config *config __maybe_unused, |
372 | void *ctx) |
373 | { |
374 | struct outstate *os = ctx; |
375 | |
376 | os->newline = true; |
377 | } |
378 | |
379 | static inline void __new_line_std_csv(struct perf_stat_config *config, |
380 | struct outstate *os) |
381 | { |
382 | fputc('\n', os->fh); |
383 | if (os->prefix) |
384 | fputs(os->prefix, os->fh); |
385 | aggr_printout(config, evsel: os->evsel, id: os->id, aggr_nr: os->aggr_nr); |
386 | } |
387 | |
388 | static inline void __new_line_std(struct outstate *os) |
389 | { |
390 | fprintf(os->fh, " " ); |
391 | } |
392 | |
393 | static void do_new_line_std(struct perf_stat_config *config, |
394 | struct outstate *os) |
395 | { |
396 | __new_line_std_csv(config, os); |
397 | if (config->aggr_mode == AGGR_NONE) |
398 | fprintf(os->fh, " " ); |
399 | __new_line_std(os); |
400 | } |
401 | |
402 | static void print_metric_std(struct perf_stat_config *config, |
403 | void *ctx, const char *color, const char *fmt, |
404 | const char *unit, double val) |
405 | { |
406 | struct outstate *os = ctx; |
407 | FILE *out = os->fh; |
408 | int n; |
409 | bool newline = os->newline; |
410 | |
411 | os->newline = false; |
412 | |
413 | if (unit == NULL || fmt == NULL) { |
414 | fprintf(out, "%-*s" , METRIC_LEN, "" ); |
415 | return; |
416 | } |
417 | |
418 | if (newline) |
419 | do_new_line_std(config, os); |
420 | |
421 | n = fprintf(out, " # " ); |
422 | if (color) |
423 | n += color_fprintf(out, color, fmt, val); |
424 | else |
425 | n += fprintf(out, fmt, val); |
426 | fprintf(out, " %-*s" , METRIC_LEN - n - 1, unit); |
427 | } |
428 | |
429 | static void new_line_csv(struct perf_stat_config *config, void *ctx) |
430 | { |
431 | struct outstate *os = ctx; |
432 | int i; |
433 | |
434 | __new_line_std_csv(config, os); |
435 | for (i = 0; i < os->nfields; i++) |
436 | fputs(config->csv_sep, os->fh); |
437 | } |
438 | |
439 | static void print_metric_csv(struct perf_stat_config *config __maybe_unused, |
440 | void *ctx, |
441 | const char *color __maybe_unused, |
442 | const char *fmt, const char *unit, double val) |
443 | { |
444 | struct outstate *os = ctx; |
445 | FILE *out = os->fh; |
446 | char buf[64], *vals, *ends; |
447 | |
448 | if (unit == NULL || fmt == NULL) { |
449 | fprintf(out, "%s%s" , config->csv_sep, config->csv_sep); |
450 | return; |
451 | } |
452 | snprintf(buf, size: sizeof(buf), fmt, val); |
453 | ends = vals = skip_spaces(buf); |
454 | while (isdigit(c: *ends) || *ends == '.') |
455 | ends++; |
456 | *ends = 0; |
457 | fprintf(out, "%s%s%s%s" , config->csv_sep, vals, config->csv_sep, skip_spaces(unit)); |
458 | } |
459 | |
460 | static void print_metric_json(struct perf_stat_config *config __maybe_unused, |
461 | void *ctx, |
462 | const char *color __maybe_unused, |
463 | const char *fmt __maybe_unused, |
464 | const char *unit, double val) |
465 | { |
466 | struct outstate *os = ctx; |
467 | FILE *out = os->fh; |
468 | |
469 | fprintf(out, "\"metric-value\" : \"%f\", " , val); |
470 | fprintf(out, "\"metric-unit\" : \"%s\"" , unit); |
471 | if (!config->metric_only) |
472 | fprintf(out, "}" ); |
473 | } |
474 | |
475 | static void new_line_json(struct perf_stat_config *config, void *ctx) |
476 | { |
477 | struct outstate *os = ctx; |
478 | |
479 | fputs("\n{" , os->fh); |
480 | if (os->prefix) |
481 | fprintf(os->fh, "%s" , os->prefix); |
482 | aggr_printout(config, evsel: os->evsel, id: os->id, aggr_nr: os->aggr_nr); |
483 | } |
484 | |
485 | static void (struct perf_stat_config *config, |
486 | void *ctx, |
487 | const char *metricgroup_name) |
488 | { |
489 | if (!metricgroup_name) |
490 | return; |
491 | |
492 | fprintf(config->output, "\"metricgroup\" : \"%s\"}" , metricgroup_name); |
493 | new_line_json(config, ctx); |
494 | } |
495 | |
496 | static void (struct perf_stat_config *config, |
497 | void *ctx, |
498 | const char *metricgroup_name) |
499 | { |
500 | struct outstate *os = ctx; |
501 | int i; |
502 | |
503 | if (!metricgroup_name) { |
504 | /* Leave space for running and enabling */ |
505 | for (i = 0; i < os->nfields - 2; i++) |
506 | fputs(config->csv_sep, os->fh); |
507 | return; |
508 | } |
509 | |
510 | for (i = 0; i < os->nfields; i++) |
511 | fputs(config->csv_sep, os->fh); |
512 | fprintf(config->output, "%s" , metricgroup_name); |
513 | new_line_csv(config, ctx); |
514 | } |
515 | |
516 | static void (struct perf_stat_config *config, |
517 | void *ctx, |
518 | const char *metricgroup_name) |
519 | { |
520 | struct outstate *os = ctx; |
521 | int n; |
522 | |
523 | if (!metricgroup_name) { |
524 | __new_line_std(os); |
525 | return; |
526 | } |
527 | |
528 | n = fprintf(config->output, " %*s" , EVNAME_LEN, metricgroup_name); |
529 | |
530 | fprintf(config->output, "%*s" , MGROUP_LEN - n - 1, "" ); |
531 | } |
532 | |
533 | /* Filter out some columns that don't work well in metrics only mode */ |
534 | |
535 | static bool valid_only_metric(const char *unit) |
536 | { |
537 | if (!unit) |
538 | return false; |
539 | if (strstr(unit, "/sec" ) || |
540 | strstr(unit, "CPUs utilized" )) |
541 | return false; |
542 | return true; |
543 | } |
544 | |
545 | static const char *fixunit(char *buf, struct evsel *evsel, |
546 | const char *unit) |
547 | { |
548 | if (!strncmp(unit, "of all" , 6)) { |
549 | snprintf(buf, size: 1024, fmt: "%s %s" , evsel__name(evsel), |
550 | unit); |
551 | return buf; |
552 | } |
553 | return unit; |
554 | } |
555 | |
556 | static void print_metric_only(struct perf_stat_config *config, |
557 | void *ctx, const char *color, const char *fmt, |
558 | const char *unit, double val) |
559 | { |
560 | struct outstate *os = ctx; |
561 | FILE *out = os->fh; |
562 | char buf[1024], str[1024]; |
563 | unsigned mlen = config->metric_only_len; |
564 | |
565 | if (!valid_only_metric(unit)) |
566 | return; |
567 | unit = fixunit(buf, evsel: os->evsel, unit); |
568 | if (mlen < strlen(unit)) |
569 | mlen = strlen(unit) + 1; |
570 | |
571 | if (color) |
572 | mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1; |
573 | |
574 | color_snprintf(bf: str, size: sizeof(str), color: color ?: "" , fmt: fmt ?: "" , val); |
575 | fprintf(out, "%*s " , mlen, str); |
576 | os->first = false; |
577 | } |
578 | |
579 | static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused, |
580 | void *ctx, const char *color __maybe_unused, |
581 | const char *fmt, |
582 | const char *unit, double val) |
583 | { |
584 | struct outstate *os = ctx; |
585 | FILE *out = os->fh; |
586 | char buf[64], *vals, *ends; |
587 | char tbuf[1024]; |
588 | |
589 | if (!valid_only_metric(unit)) |
590 | return; |
591 | unit = fixunit(buf: tbuf, evsel: os->evsel, unit); |
592 | snprintf(buf, size: sizeof(buf), fmt: fmt ?: "" , val); |
593 | ends = vals = skip_spaces(buf); |
594 | while (isdigit(c: *ends) || *ends == '.') |
595 | ends++; |
596 | *ends = 0; |
597 | fprintf(out, "%s%s" , vals, config->csv_sep); |
598 | os->first = false; |
599 | } |
600 | |
601 | static void print_metric_only_json(struct perf_stat_config *config __maybe_unused, |
602 | void *ctx, const char *color __maybe_unused, |
603 | const char *fmt, |
604 | const char *unit, double val) |
605 | { |
606 | struct outstate *os = ctx; |
607 | FILE *out = os->fh; |
608 | char buf[64], *vals, *ends; |
609 | char tbuf[1024]; |
610 | |
611 | if (!valid_only_metric(unit)) |
612 | return; |
613 | unit = fixunit(buf: tbuf, evsel: os->evsel, unit); |
614 | snprintf(buf, size: sizeof(buf), fmt: fmt ?: "" , val); |
615 | ends = vals = skip_spaces(buf); |
616 | while (isdigit(c: *ends) || *ends == '.') |
617 | ends++; |
618 | *ends = 0; |
619 | if (!unit[0] || !vals[0]) |
620 | return; |
621 | fprintf(out, "%s\"%s\" : \"%s\"" , os->first ? "" : ", " , unit, vals); |
622 | os->first = false; |
623 | } |
624 | |
625 | static void new_line_metric(struct perf_stat_config *config __maybe_unused, |
626 | void *ctx __maybe_unused) |
627 | { |
628 | } |
629 | |
630 | static void (struct perf_stat_config *config, |
631 | void *ctx, const char *color __maybe_unused, |
632 | const char *fmt __maybe_unused, |
633 | const char *unit, double val __maybe_unused) |
634 | { |
635 | struct outstate *os = ctx; |
636 | char tbuf[1024]; |
637 | |
638 | /* In case of iostat, print metric header for first root port only */ |
639 | if (config->iostat_run && |
640 | os->evsel->priv != os->evsel->evlist->selected->priv) |
641 | return; |
642 | |
643 | if (os->evsel->cgrp != os->cgrp) |
644 | return; |
645 | |
646 | if (!valid_only_metric(unit)) |
647 | return; |
648 | unit = fixunit(buf: tbuf, evsel: os->evsel, unit); |
649 | |
650 | if (config->json_output) |
651 | return; |
652 | else if (config->csv_output) |
653 | fprintf(os->fh, "%s%s" , unit, config->csv_sep); |
654 | else |
655 | fprintf(os->fh, "%*s " , config->metric_only_len, unit); |
656 | } |
657 | |
658 | static void print_counter_value_std(struct perf_stat_config *config, |
659 | struct evsel *evsel, double avg, bool ok) |
660 | { |
661 | FILE *output = config->output; |
662 | double sc = evsel->scale; |
663 | const char *fmt; |
664 | const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; |
665 | |
666 | if (config->big_num) |
667 | fmt = floor(sc) != sc ? "%'*.2f " : "%'*.0f " ; |
668 | else |
669 | fmt = floor(sc) != sc ? "%*.2f " : "%*.0f " ; |
670 | |
671 | if (ok) |
672 | fprintf(output, fmt, COUNTS_LEN, avg); |
673 | else |
674 | fprintf(output, "%*s " , COUNTS_LEN, bad_count); |
675 | |
676 | if (evsel->unit) |
677 | fprintf(output, "%-*s " , config->unit_width, evsel->unit); |
678 | |
679 | fprintf(output, "%-*s" , EVNAME_LEN, evsel__name(evsel)); |
680 | } |
681 | |
682 | static void print_counter_value_csv(struct perf_stat_config *config, |
683 | struct evsel *evsel, double avg, bool ok) |
684 | { |
685 | FILE *output = config->output; |
686 | double sc = evsel->scale; |
687 | const char *sep = config->csv_sep; |
688 | const char *fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s" ; |
689 | const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; |
690 | |
691 | if (ok) |
692 | fprintf(output, fmt, avg, sep); |
693 | else |
694 | fprintf(output, "%s%s" , bad_count, sep); |
695 | |
696 | if (evsel->unit) |
697 | fprintf(output, "%s%s" , evsel->unit, sep); |
698 | |
699 | fprintf(output, "%s" , evsel__name(evsel)); |
700 | } |
701 | |
702 | static void print_counter_value_json(struct perf_stat_config *config, |
703 | struct evsel *evsel, double avg, bool ok) |
704 | { |
705 | FILE *output = config->output; |
706 | const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; |
707 | |
708 | if (ok) |
709 | fprintf(output, "\"counter-value\" : \"%f\", " , avg); |
710 | else |
711 | fprintf(output, "\"counter-value\" : \"%s\", " , bad_count); |
712 | |
713 | if (evsel->unit) |
714 | fprintf(output, "\"unit\" : \"%s\", " , evsel->unit); |
715 | |
716 | fprintf(output, "\"event\" : \"%s\", " , evsel__name(evsel)); |
717 | } |
718 | |
719 | static void print_counter_value(struct perf_stat_config *config, |
720 | struct evsel *evsel, double avg, bool ok) |
721 | { |
722 | if (config->json_output) |
723 | print_counter_value_json(config, evsel, avg, ok); |
724 | else if (config->csv_output) |
725 | print_counter_value_csv(config, evsel, avg, ok); |
726 | else |
727 | print_counter_value_std(config, evsel, avg, ok); |
728 | } |
729 | |
730 | static void abs_printout(struct perf_stat_config *config, |
731 | struct aggr_cpu_id id, int aggr_nr, |
732 | struct evsel *evsel, double avg, bool ok) |
733 | { |
734 | aggr_printout(config, evsel, id, aggr_nr); |
735 | print_counter_value(config, evsel, avg, ok); |
736 | print_cgroup(config, cgrp: evsel->cgrp); |
737 | } |
738 | |
739 | static bool is_mixed_hw_group(struct evsel *counter) |
740 | { |
741 | struct evlist *evlist = counter->evlist; |
742 | u32 pmu_type = counter->core.attr.type; |
743 | struct evsel *pos; |
744 | |
745 | if (counter->core.nr_members < 2) |
746 | return false; |
747 | |
748 | evlist__for_each_entry(evlist, pos) { |
749 | /* software events can be part of any hardware group */ |
750 | if (pos->core.attr.type == PERF_TYPE_SOFTWARE) |
751 | continue; |
752 | if (pmu_type == PERF_TYPE_SOFTWARE) { |
753 | pmu_type = pos->core.attr.type; |
754 | continue; |
755 | } |
756 | if (pmu_type != pos->core.attr.type) |
757 | return true; |
758 | } |
759 | |
760 | return false; |
761 | } |
762 | |
763 | static bool evlist__has_hybrid(struct evlist *evlist) |
764 | { |
765 | struct evsel *evsel; |
766 | |
767 | if (perf_pmus__num_core_pmus() == 1) |
768 | return false; |
769 | |
770 | evlist__for_each_entry(evlist, evsel) { |
771 | if (evsel->core.is_pmu_core) |
772 | return true; |
773 | } |
774 | |
775 | return false; |
776 | } |
777 | |
778 | static void printout(struct perf_stat_config *config, struct outstate *os, |
779 | double uval, u64 run, u64 ena, double noise, int aggr_idx) |
780 | { |
781 | struct perf_stat_output_ctx out; |
782 | print_metric_t pm; |
783 | new_line_t nl; |
784 | print_metricgroup_header_t pmh; |
785 | bool ok = true; |
786 | struct evsel *counter = os->evsel; |
787 | |
788 | if (config->csv_output) { |
789 | pm = config->metric_only ? print_metric_only_csv : print_metric_csv; |
790 | nl = config->metric_only ? new_line_metric : new_line_csv; |
791 | pmh = print_metricgroup_header_csv; |
792 | os->nfields = 4 + (counter->cgrp ? 1 : 0); |
793 | } else if (config->json_output) { |
794 | pm = config->metric_only ? print_metric_only_json : print_metric_json; |
795 | nl = config->metric_only ? new_line_metric : new_line_json; |
796 | pmh = print_metricgroup_header_json; |
797 | } else { |
798 | pm = config->metric_only ? print_metric_only : print_metric_std; |
799 | nl = config->metric_only ? new_line_metric : new_line_std; |
800 | pmh = print_metricgroup_header_std; |
801 | } |
802 | |
803 | if (run == 0 || ena == 0 || counter->counts->scaled == -1) { |
804 | if (config->metric_only) { |
805 | pm(config, os, NULL, "" , "" , 0); |
806 | return; |
807 | } |
808 | |
809 | ok = false; |
810 | |
811 | if (counter->supported) { |
812 | if (!evlist__has_hybrid(evlist: counter->evlist)) { |
813 | config->print_free_counters_hint = 1; |
814 | if (is_mixed_hw_group(counter)) |
815 | config->print_mixed_hw_group_error = 1; |
816 | } |
817 | } |
818 | } |
819 | |
820 | out.print_metric = pm; |
821 | out.new_line = nl; |
822 | out.print_metricgroup_header = pmh; |
823 | out.ctx = os; |
824 | out.force_header = false; |
825 | |
826 | if (!config->metric_only && !counter->default_metricgroup) { |
827 | abs_printout(config, id: os->id, aggr_nr: os->aggr_nr, evsel: counter, avg: uval, ok); |
828 | |
829 | print_noise(config, evsel: counter, avg: noise, /*before_metric=*/true); |
830 | print_running(config, run, ena, /*before_metric=*/true); |
831 | } |
832 | |
833 | if (ok) { |
834 | if (!config->metric_only && counter->default_metricgroup) { |
835 | void *from = NULL; |
836 | |
837 | aggr_printout(config, evsel: os->evsel, id: os->id, aggr_nr: os->aggr_nr); |
838 | /* Print out all the metricgroup with the same metric event. */ |
839 | do { |
840 | int num = 0; |
841 | |
842 | /* Print out the new line for the next new metricgroup. */ |
843 | if (from) { |
844 | if (config->json_output) |
845 | new_line_json(config, ctx: (void *)os); |
846 | else |
847 | __new_line_std_csv(config, os); |
848 | } |
849 | |
850 | print_noise(config, evsel: counter, avg: noise, /*before_metric=*/true); |
851 | print_running(config, run, ena, /*before_metric=*/true); |
852 | from = perf_stat__print_shadow_stats_metricgroup(config, evsel: counter, aggr_idx, |
853 | num: &num, from, out: &out, |
854 | metric_events: &config->metric_events); |
855 | } while (from != NULL); |
856 | } else |
857 | perf_stat__print_shadow_stats(config, evsel: counter, avg: uval, aggr_idx, |
858 | out: &out, metric_events: &config->metric_events); |
859 | } else { |
860 | pm(config, os, /*color=*/NULL, /*format=*/NULL, /*unit=*/"" , /*val=*/0); |
861 | } |
862 | |
863 | if (!config->metric_only) { |
864 | print_noise(config, evsel: counter, avg: noise, /*before_metric=*/false); |
865 | print_running(config, run, ena, /*before_metric=*/false); |
866 | } |
867 | } |
868 | |
869 | static void uniquify_event_name(struct evsel *counter) |
870 | { |
871 | char *new_name; |
872 | char *config; |
873 | int ret = 0; |
874 | |
875 | if (counter->uniquified_name || counter->use_config_name || |
876 | !counter->pmu_name || !strncmp(evsel__name(evsel: counter), counter->pmu_name, |
877 | strlen(counter->pmu_name))) |
878 | return; |
879 | |
880 | config = strchr(counter->name, '/'); |
881 | if (config) { |
882 | if (asprintf(&new_name, |
883 | "%s%s" , counter->pmu_name, config) > 0) { |
884 | free(counter->name); |
885 | counter->name = new_name; |
886 | } |
887 | } else { |
888 | if (evsel__is_hybrid(evsel: counter)) { |
889 | ret = asprintf(&new_name, "%s/%s/" , |
890 | counter->pmu_name, counter->name); |
891 | } else { |
892 | ret = asprintf(&new_name, "%s [%s]" , |
893 | counter->name, counter->pmu_name); |
894 | } |
895 | |
896 | if (ret) { |
897 | free(counter->name); |
898 | counter->name = new_name; |
899 | } |
900 | } |
901 | |
902 | counter->uniquified_name = true; |
903 | } |
904 | |
905 | static bool hybrid_uniquify(struct evsel *evsel, struct perf_stat_config *config) |
906 | { |
907 | return evsel__is_hybrid(evsel) && !config->hybrid_merge; |
908 | } |
909 | |
910 | static void uniquify_counter(struct perf_stat_config *config, struct evsel *counter) |
911 | { |
912 | if (config->aggr_mode == AGGR_NONE || hybrid_uniquify(evsel: counter, config)) |
913 | uniquify_event_name(counter); |
914 | } |
915 | |
916 | /** |
917 | * should_skip_zero_count() - Check if the event should print 0 values. |
918 | * @config: The perf stat configuration (including aggregation mode). |
919 | * @counter: The evsel with its associated cpumap. |
920 | * @id: The aggregation id that is being queried. |
921 | * |
922 | * Due to mismatch between the event cpumap or thread-map and the |
923 | * aggregation mode, sometimes it'd iterate the counter with the map |
924 | * which does not contain any values. |
925 | * |
926 | * For example, uncore events have dedicated CPUs to manage them, |
927 | * result for other CPUs should be zero and skipped. |
928 | * |
929 | * Return: %true if the value should NOT be printed, %false if the value |
930 | * needs to be printed like "<not counted>" or "<not supported>". |
931 | */ |
932 | static bool should_skip_zero_counter(struct perf_stat_config *config, |
933 | struct evsel *counter, |
934 | const struct aggr_cpu_id *id) |
935 | { |
936 | struct perf_cpu cpu; |
937 | int idx; |
938 | |
939 | /* |
940 | * Skip value 0 when enabling --per-thread globally, |
941 | * otherwise it will have too many 0 output. |
942 | */ |
943 | if (config->aggr_mode == AGGR_THREAD && config->system_wide) |
944 | return true; |
945 | |
946 | /* Tool events have the software PMU but are only gathered on 1. */ |
947 | if (evsel__is_tool(evsel: counter)) |
948 | return true; |
949 | |
950 | /* |
951 | * Skip value 0 when it's an uncore event and the given aggr id |
952 | * does not belong to the PMU cpumask. |
953 | */ |
954 | if (!counter->pmu || !counter->pmu->is_uncore) |
955 | return false; |
956 | |
957 | perf_cpu_map__for_each_cpu(cpu, idx, counter->pmu->cpus) { |
958 | struct aggr_cpu_id own_id = config->aggr_get_id(config, cpu); |
959 | |
960 | if (aggr_cpu_id__equal(a: id, b: &own_id)) |
961 | return false; |
962 | } |
963 | return true; |
964 | } |
965 | |
966 | static void print_counter_aggrdata(struct perf_stat_config *config, |
967 | struct evsel *counter, int aggr_idx, |
968 | struct outstate *os) |
969 | { |
970 | FILE *output = config->output; |
971 | u64 ena, run, val; |
972 | double uval; |
973 | struct perf_stat_evsel *ps = counter->stats; |
974 | struct perf_stat_aggr *aggr = &ps->aggr[aggr_idx]; |
975 | struct aggr_cpu_id id = config->aggr_map->map[aggr_idx]; |
976 | double avg = aggr->counts.val; |
977 | bool metric_only = config->metric_only; |
978 | |
979 | os->id = id; |
980 | os->aggr_nr = aggr->nr; |
981 | os->evsel = counter; |
982 | |
983 | /* Skip already merged uncore/hybrid events */ |
984 | if (counter->merged_stat) |
985 | return; |
986 | |
987 | uniquify_counter(config, counter); |
988 | |
989 | val = aggr->counts.val; |
990 | ena = aggr->counts.ena; |
991 | run = aggr->counts.run; |
992 | |
993 | if (perf_stat__skip_metric_event(evsel: counter, metric_events: &config->metric_events, ena, run)) |
994 | return; |
995 | |
996 | if (val == 0 && should_skip_zero_counter(config, counter, id: &id)) |
997 | return; |
998 | |
999 | if (!metric_only) { |
1000 | if (config->json_output) |
1001 | fputc('{', output); |
1002 | if (os->prefix) |
1003 | fprintf(output, "%s" , os->prefix); |
1004 | else if (config->summary && config->csv_output && |
1005 | !config->no_csv_summary && !config->interval) |
1006 | fprintf(output, "%s%s" , "summary" , config->csv_sep); |
1007 | } |
1008 | |
1009 | uval = val * counter->scale; |
1010 | |
1011 | printout(config, os, uval, run, ena, noise: avg, aggr_idx); |
1012 | |
1013 | if (!metric_only) |
1014 | fputc('\n', output); |
1015 | } |
1016 | |
1017 | static void print_metric_begin(struct perf_stat_config *config, |
1018 | struct evlist *evlist, |
1019 | struct outstate *os, int aggr_idx) |
1020 | { |
1021 | struct perf_stat_aggr *aggr; |
1022 | struct aggr_cpu_id id; |
1023 | struct evsel *evsel; |
1024 | |
1025 | os->first = true; |
1026 | if (!config->metric_only) |
1027 | return; |
1028 | |
1029 | if (config->json_output) |
1030 | fputc('{', config->output); |
1031 | if (os->prefix) |
1032 | fprintf(config->output, "%s" , os->prefix); |
1033 | |
1034 | evsel = evlist__first(evlist); |
1035 | id = config->aggr_map->map[aggr_idx]; |
1036 | aggr = &evsel->stats->aggr[aggr_idx]; |
1037 | aggr_printout(config, evsel, id, aggr_nr: aggr->nr); |
1038 | |
1039 | print_cgroup(config, cgrp: os->cgrp ? : evsel->cgrp); |
1040 | } |
1041 | |
1042 | static void print_metric_end(struct perf_stat_config *config, struct outstate *os) |
1043 | { |
1044 | FILE *output = config->output; |
1045 | |
1046 | if (!config->metric_only) |
1047 | return; |
1048 | |
1049 | if (config->json_output) { |
1050 | if (os->first) |
1051 | fputs("\"metric-value\" : \"none\"" , output); |
1052 | fputc('}', output); |
1053 | } |
1054 | fputc('\n', output); |
1055 | } |
1056 | |
1057 | static void print_aggr(struct perf_stat_config *config, |
1058 | struct evlist *evlist, |
1059 | struct outstate *os) |
1060 | { |
1061 | struct evsel *counter; |
1062 | int aggr_idx; |
1063 | |
1064 | if (!config->aggr_map || !config->aggr_get_id) |
1065 | return; |
1066 | |
1067 | /* |
1068 | * With metric_only everything is on a single line. |
1069 | * Without each counter has its own line. |
1070 | */ |
1071 | cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { |
1072 | print_metric_begin(config, evlist, os, aggr_idx); |
1073 | |
1074 | evlist__for_each_entry(evlist, counter) { |
1075 | print_counter_aggrdata(config, counter, aggr_idx, os); |
1076 | } |
1077 | print_metric_end(config, os); |
1078 | } |
1079 | } |
1080 | |
1081 | static void print_aggr_cgroup(struct perf_stat_config *config, |
1082 | struct evlist *evlist, |
1083 | struct outstate *os) |
1084 | { |
1085 | struct evsel *counter, *evsel; |
1086 | int aggr_idx; |
1087 | |
1088 | if (!config->aggr_map || !config->aggr_get_id) |
1089 | return; |
1090 | |
1091 | evlist__for_each_entry(evlist, evsel) { |
1092 | if (os->cgrp == evsel->cgrp) |
1093 | continue; |
1094 | |
1095 | os->cgrp = evsel->cgrp; |
1096 | |
1097 | cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { |
1098 | print_metric_begin(config, evlist, os, aggr_idx); |
1099 | |
1100 | evlist__for_each_entry(evlist, counter) { |
1101 | if (counter->cgrp != os->cgrp) |
1102 | continue; |
1103 | |
1104 | print_counter_aggrdata(config, counter, aggr_idx, os); |
1105 | } |
1106 | print_metric_end(config, os); |
1107 | } |
1108 | } |
1109 | } |
1110 | |
1111 | static void print_counter(struct perf_stat_config *config, |
1112 | struct evsel *counter, struct outstate *os) |
1113 | { |
1114 | int aggr_idx; |
1115 | |
1116 | /* AGGR_THREAD doesn't have config->aggr_get_id */ |
1117 | if (!config->aggr_map) |
1118 | return; |
1119 | |
1120 | cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { |
1121 | print_counter_aggrdata(config, counter, aggr_idx, os); |
1122 | } |
1123 | } |
1124 | |
1125 | static void print_no_aggr_metric(struct perf_stat_config *config, |
1126 | struct evlist *evlist, |
1127 | struct outstate *os) |
1128 | { |
1129 | int all_idx; |
1130 | struct perf_cpu cpu; |
1131 | |
1132 | perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) { |
1133 | struct evsel *counter; |
1134 | bool first = true; |
1135 | |
1136 | evlist__for_each_entry(evlist, counter) { |
1137 | u64 ena, run, val; |
1138 | double uval; |
1139 | struct perf_stat_evsel *ps = counter->stats; |
1140 | int aggr_idx = 0; |
1141 | |
1142 | if (!perf_cpu_map__has(evsel__cpus(evsel: counter), cpu)) |
1143 | continue; |
1144 | |
1145 | cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { |
1146 | if (config->aggr_map->map[aggr_idx].cpu.cpu == cpu.cpu) |
1147 | break; |
1148 | } |
1149 | |
1150 | os->evsel = counter; |
1151 | os->id = aggr_cpu_id__cpu(cpu: cpu, /*data=*/NULL); |
1152 | if (first) { |
1153 | print_metric_begin(config, evlist, os, aggr_idx); |
1154 | first = false; |
1155 | } |
1156 | val = ps->aggr[aggr_idx].counts.val; |
1157 | ena = ps->aggr[aggr_idx].counts.ena; |
1158 | run = ps->aggr[aggr_idx].counts.run; |
1159 | |
1160 | uval = val * counter->scale; |
1161 | printout(config, os, uval, run, ena, noise: 1.0, aggr_idx); |
1162 | } |
1163 | if (!first) |
1164 | print_metric_end(config, os); |
1165 | } |
1166 | } |
1167 | |
1168 | static void (struct perf_stat_config *config, |
1169 | bool no_indent) |
1170 | { |
1171 | fputc(' ', config->output); |
1172 | |
1173 | if (!no_indent) { |
1174 | int len = aggr_header_lens[config->aggr_mode]; |
1175 | |
1176 | if (nr_cgroups || config->cgroup_list) |
1177 | len += CGROUP_LEN + 1; |
1178 | |
1179 | fprintf(config->output, "%*s" , len, "" ); |
1180 | } |
1181 | } |
1182 | |
1183 | static void (struct perf_stat_config *config, |
1184 | bool no_indent __maybe_unused) |
1185 | { |
1186 | if (config->interval) |
1187 | fputs("time," , config->output); |
1188 | if (!config->iostat_run) |
1189 | fputs(aggr_header_csv[config->aggr_mode], config->output); |
1190 | } |
1191 | |
1192 | static void (struct perf_stat_config *config __maybe_unused, |
1193 | bool no_indent __maybe_unused) |
1194 | { |
1195 | } |
1196 | |
1197 | static void (struct perf_stat_config *config, |
1198 | struct evlist *evlist, bool no_indent) |
1199 | { |
1200 | struct evsel *counter; |
1201 | struct outstate os = { |
1202 | .fh = config->output |
1203 | }; |
1204 | struct perf_stat_output_ctx out = { |
1205 | .ctx = &os, |
1206 | .print_metric = print_metric_header, |
1207 | .new_line = new_line_metric, |
1208 | .force_header = true, |
1209 | }; |
1210 | |
1211 | if (config->json_output) |
1212 | print_metric_headers_json(config, no_indent); |
1213 | else if (config->csv_output) |
1214 | print_metric_headers_csv(config, no_indent); |
1215 | else |
1216 | print_metric_headers_std(config, no_indent); |
1217 | |
1218 | if (config->iostat_run) |
1219 | iostat_print_header_prefix(config); |
1220 | |
1221 | if (config->cgroup_list) |
1222 | os.cgrp = evlist__first(evlist)->cgrp; |
1223 | |
1224 | /* Print metrics headers only */ |
1225 | evlist__for_each_entry(evlist, counter) { |
1226 | os.evsel = counter; |
1227 | |
1228 | perf_stat__print_shadow_stats(config, evsel: counter, avg: 0, |
1229 | aggr_idx: 0, |
1230 | out: &out, |
1231 | metric_events: &config->metric_events); |
1232 | } |
1233 | |
1234 | if (!config->json_output) |
1235 | fputc('\n', config->output); |
1236 | } |
1237 | |
1238 | static void prepare_interval(struct perf_stat_config *config, |
1239 | char *prefix, size_t len, struct timespec *ts) |
1240 | { |
1241 | if (config->iostat_run) |
1242 | return; |
1243 | |
1244 | if (config->json_output) |
1245 | scnprintf(buf: prefix, size: len, fmt: "\"interval\" : %lu.%09lu, " , |
1246 | (unsigned long) ts->tv_sec, ts->tv_nsec); |
1247 | else if (config->csv_output) |
1248 | scnprintf(buf: prefix, size: len, fmt: "%lu.%09lu%s" , |
1249 | (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep); |
1250 | else |
1251 | scnprintf(buf: prefix, size: len, fmt: "%6lu.%09lu " , |
1252 | (unsigned long) ts->tv_sec, ts->tv_nsec); |
1253 | } |
1254 | |
1255 | static void (struct perf_stat_config *config, |
1256 | struct target *_target __maybe_unused, |
1257 | struct evlist *evlist, |
1258 | int argc __maybe_unused, |
1259 | const char **argv __maybe_unused) |
1260 | { |
1261 | FILE *output = config->output; |
1262 | |
1263 | switch (config->aggr_mode) { |
1264 | case AGGR_NODE: |
1265 | case AGGR_SOCKET: |
1266 | case AGGR_DIE: |
1267 | case AGGR_CLUSTER: |
1268 | case AGGR_CACHE: |
1269 | case AGGR_CORE: |
1270 | fprintf(output, "#%*s %-*s cpus" , |
1271 | INTERVAL_LEN - 1, "time" , |
1272 | aggr_header_lens[config->aggr_mode], |
1273 | aggr_header_std[config->aggr_mode]); |
1274 | break; |
1275 | case AGGR_NONE: |
1276 | fprintf(output, "#%*s %-*s" , |
1277 | INTERVAL_LEN - 1, "time" , |
1278 | aggr_header_lens[config->aggr_mode], |
1279 | aggr_header_std[config->aggr_mode]); |
1280 | break; |
1281 | case AGGR_THREAD: |
1282 | fprintf(output, "#%*s %*s-%-*s" , |
1283 | INTERVAL_LEN - 1, "time" , |
1284 | COMM_LEN, "comm" , PID_LEN, "pid" ); |
1285 | break; |
1286 | case AGGR_GLOBAL: |
1287 | default: |
1288 | if (!config->iostat_run) |
1289 | fprintf(output, "#%*s" , |
1290 | INTERVAL_LEN - 1, "time" ); |
1291 | case AGGR_UNSET: |
1292 | case AGGR_MAX: |
1293 | break; |
1294 | } |
1295 | |
1296 | if (config->metric_only) |
1297 | print_metric_headers(config, evlist, no_indent: true); |
1298 | else |
1299 | fprintf(output, " %*s %*s events\n" , |
1300 | COUNTS_LEN, "counts" , config->unit_width, "unit" ); |
1301 | } |
1302 | |
1303 | static void (struct perf_stat_config *config, |
1304 | struct target *_target, struct evlist *evlist, |
1305 | int argc, const char **argv) |
1306 | { |
1307 | FILE *output = config->output; |
1308 | int i; |
1309 | |
1310 | fprintf(output, "\n" ); |
1311 | fprintf(output, " Performance counter stats for " ); |
1312 | if (_target->bpf_str) |
1313 | fprintf(output, "\'BPF program(s) %s" , _target->bpf_str); |
1314 | else if (_target->system_wide) |
1315 | fprintf(output, "\'system wide" ); |
1316 | else if (_target->cpu_list) |
1317 | fprintf(output, "\'CPU(s) %s" , _target->cpu_list); |
1318 | else if (!target__has_task(_target)) { |
1319 | fprintf(output, "\'%s" , argv ? argv[0] : "pipe" ); |
1320 | for (i = 1; argv && (i < argc); i++) |
1321 | fprintf(output, " %s" , argv[i]); |
1322 | } else if (_target->pid) |
1323 | fprintf(output, "process id \'%s" , _target->pid); |
1324 | else |
1325 | fprintf(output, "thread id \'%s" , _target->tid); |
1326 | |
1327 | fprintf(output, "\'" ); |
1328 | if (config->run_count > 1) |
1329 | fprintf(output, " (%d runs)" , config->run_count); |
1330 | fprintf(output, ":\n\n" ); |
1331 | |
1332 | if (config->metric_only) |
1333 | print_metric_headers(config, evlist, no_indent: false); |
1334 | } |
1335 | |
1336 | static void (struct perf_stat_config *config, |
1337 | struct target *_target __maybe_unused, |
1338 | struct evlist *evlist, |
1339 | int argc __maybe_unused, |
1340 | const char **argv __maybe_unused) |
1341 | { |
1342 | if (config->metric_only) |
1343 | print_metric_headers(config, evlist, no_indent: true); |
1344 | } |
1345 | static void (struct perf_stat_config *config, |
1346 | struct target *_target __maybe_unused, |
1347 | struct evlist *evlist, |
1348 | int argc __maybe_unused, |
1349 | const char **argv __maybe_unused) |
1350 | { |
1351 | if (config->metric_only) |
1352 | print_metric_headers(config, evlist, no_indent: true); |
1353 | } |
1354 | |
1355 | static void (struct perf_stat_config *config, |
1356 | struct target *_target, |
1357 | struct evlist *evlist, |
1358 | int argc, const char **argv) |
1359 | { |
1360 | static int num_print_iv; |
1361 | |
1362 | fflush(stdout); |
1363 | |
1364 | if (config->interval_clear) |
1365 | puts(CONSOLE_CLEAR); |
1366 | |
1367 | if (num_print_iv == 0 || config->interval_clear) { |
1368 | if (config->json_output) |
1369 | print_header_json(config, _target, evlist, argc, argv); |
1370 | else if (config->csv_output) |
1371 | print_header_csv(config, _target, evlist, argc, argv); |
1372 | else if (config->interval) |
1373 | print_header_interval_std(config, _target, evlist, argc, argv); |
1374 | else |
1375 | print_header_std(config, _target, evlist, argc, argv); |
1376 | } |
1377 | |
1378 | if (num_print_iv++ == 25) |
1379 | num_print_iv = 0; |
1380 | } |
1381 | |
1382 | static int get_precision(double num) |
1383 | { |
1384 | if (num > 1) |
1385 | return 0; |
1386 | |
1387 | return lround(ceil(-log10(num))); |
1388 | } |
1389 | |
1390 | static void print_table(struct perf_stat_config *config, |
1391 | FILE *output, int precision, double avg) |
1392 | { |
1393 | char tmp[64]; |
1394 | int idx, indent = 0; |
1395 | |
1396 | scnprintf(buf: tmp, size: 64, fmt: " %17.*f" , precision, avg); |
1397 | while (tmp[indent] == ' ') |
1398 | indent++; |
1399 | |
1400 | fprintf(output, "%*s# Table of individual measurements:\n" , indent, "" ); |
1401 | |
1402 | for (idx = 0; idx < config->run_count; idx++) { |
1403 | double run = (double) config->walltime_run[idx] / NSEC_PER_SEC; |
1404 | int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5); |
1405 | |
1406 | fprintf(output, " %17.*f (%+.*f) " , |
1407 | precision, run, precision, run - avg); |
1408 | |
1409 | for (h = 0; h < n; h++) |
1410 | fprintf(output, "#" ); |
1411 | |
1412 | fprintf(output, "\n" ); |
1413 | } |
1414 | |
1415 | fprintf(output, "\n%*s# Final result:\n" , indent, "" ); |
1416 | } |
1417 | |
1418 | static double timeval2double(struct timeval *t) |
1419 | { |
1420 | return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC; |
1421 | } |
1422 | |
1423 | static void (struct perf_stat_config *config) |
1424 | { |
1425 | double avg = avg_stats(stats: config->walltime_nsecs_stats) / NSEC_PER_SEC; |
1426 | FILE *output = config->output; |
1427 | |
1428 | if (config->interval || config->csv_output || config->json_output) |
1429 | return; |
1430 | |
1431 | if (!config->null_run) |
1432 | fprintf(output, "\n" ); |
1433 | |
1434 | if (config->run_count == 1) { |
1435 | fprintf(output, " %17.9f seconds time elapsed" , avg); |
1436 | |
1437 | if (config->ru_display) { |
1438 | double ru_utime = timeval2double(t: &config->ru_data.ru_utime); |
1439 | double ru_stime = timeval2double(t: &config->ru_data.ru_stime); |
1440 | |
1441 | fprintf(output, "\n\n" ); |
1442 | fprintf(output, " %17.9f seconds user\n" , ru_utime); |
1443 | fprintf(output, " %17.9f seconds sys\n" , ru_stime); |
1444 | } |
1445 | } else { |
1446 | double sd = stddev_stats(stats: config->walltime_nsecs_stats) / NSEC_PER_SEC; |
1447 | /* |
1448 | * Display at most 2 more significant |
1449 | * digits than the stddev inaccuracy. |
1450 | */ |
1451 | int precision = get_precision(num: sd) + 2; |
1452 | |
1453 | if (config->walltime_run_table) |
1454 | print_table(config, output, precision, avg); |
1455 | |
1456 | fprintf(output, " %17.*f +- %.*f seconds time elapsed" , |
1457 | precision, avg, precision, sd); |
1458 | |
1459 | print_noise_pct(config, total: sd, avg, /*before_metric=*/false); |
1460 | } |
1461 | fprintf(output, "\n\n" ); |
1462 | |
1463 | if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled()) |
1464 | fprintf(output, |
1465 | "Some events weren't counted. Try disabling the NMI watchdog:\n" |
1466 | " echo 0 > /proc/sys/kernel/nmi_watchdog\n" |
1467 | " perf stat ...\n" |
1468 | " echo 1 > /proc/sys/kernel/nmi_watchdog\n" ); |
1469 | |
1470 | if (config->print_mixed_hw_group_error) |
1471 | fprintf(output, |
1472 | "The events in group usually have to be from " |
1473 | "the same PMU. Try reorganizing the group.\n" ); |
1474 | } |
1475 | |
1476 | static void print_percore(struct perf_stat_config *config, |
1477 | struct evsel *counter, struct outstate *os) |
1478 | { |
1479 | bool metric_only = config->metric_only; |
1480 | FILE *output = config->output; |
1481 | struct cpu_aggr_map *core_map; |
1482 | int aggr_idx, core_map_len = 0; |
1483 | |
1484 | if (!config->aggr_map || !config->aggr_get_id) |
1485 | return; |
1486 | |
1487 | if (config->percore_show_thread) |
1488 | return print_counter(config, counter, os); |
1489 | |
1490 | /* |
1491 | * core_map will hold the aggr_cpu_id for the cores that have been |
1492 | * printed so that each core is printed just once. |
1493 | */ |
1494 | core_map = cpu_aggr_map__empty_new(nr: config->aggr_map->nr); |
1495 | if (core_map == NULL) { |
1496 | fprintf(output, "Cannot allocate per-core aggr map for display\n" ); |
1497 | return; |
1498 | } |
1499 | |
1500 | cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { |
1501 | struct perf_cpu curr_cpu = config->aggr_map->map[aggr_idx].cpu; |
1502 | struct aggr_cpu_id core_id = aggr_cpu_id__core(cpu: curr_cpu, NULL); |
1503 | bool found = false; |
1504 | |
1505 | for (int i = 0; i < core_map_len; i++) { |
1506 | if (aggr_cpu_id__equal(a: &core_map->map[i], b: &core_id)) { |
1507 | found = true; |
1508 | break; |
1509 | } |
1510 | } |
1511 | if (found) |
1512 | continue; |
1513 | |
1514 | print_counter_aggrdata(config, counter, aggr_idx, os); |
1515 | |
1516 | core_map->map[core_map_len++] = core_id; |
1517 | } |
1518 | free(core_map); |
1519 | |
1520 | if (metric_only) |
1521 | fputc('\n', output); |
1522 | } |
1523 | |
1524 | static void print_cgroup_counter(struct perf_stat_config *config, struct evlist *evlist, |
1525 | struct outstate *os) |
1526 | { |
1527 | struct evsel *counter; |
1528 | |
1529 | evlist__for_each_entry(evlist, counter) { |
1530 | if (os->cgrp != counter->cgrp) { |
1531 | if (os->cgrp != NULL) |
1532 | print_metric_end(config, os); |
1533 | |
1534 | os->cgrp = counter->cgrp; |
1535 | print_metric_begin(config, evlist, os, /*aggr_idx=*/0); |
1536 | } |
1537 | |
1538 | print_counter(config, counter, os); |
1539 | } |
1540 | if (os->cgrp) |
1541 | print_metric_end(config, os); |
1542 | } |
1543 | |
1544 | void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config, |
1545 | struct target *_target, struct timespec *ts, |
1546 | int argc, const char **argv) |
1547 | { |
1548 | bool metric_only = config->metric_only; |
1549 | int interval = config->interval; |
1550 | struct evsel *counter; |
1551 | char buf[64]; |
1552 | struct outstate os = { |
1553 | .fh = config->output, |
1554 | .first = true, |
1555 | }; |
1556 | |
1557 | if (config->iostat_run) |
1558 | evlist->selected = evlist__first(evlist); |
1559 | |
1560 | if (interval) { |
1561 | os.prefix = buf; |
1562 | prepare_interval(config, prefix: buf, len: sizeof(buf), ts); |
1563 | } |
1564 | |
1565 | print_header(config, _target, evlist, argc, argv); |
1566 | |
1567 | switch (config->aggr_mode) { |
1568 | case AGGR_CORE: |
1569 | case AGGR_CACHE: |
1570 | case AGGR_CLUSTER: |
1571 | case AGGR_DIE: |
1572 | case AGGR_SOCKET: |
1573 | case AGGR_NODE: |
1574 | if (config->cgroup_list) |
1575 | print_aggr_cgroup(config, evlist, os: &os); |
1576 | else |
1577 | print_aggr(config, evlist, os: &os); |
1578 | break; |
1579 | case AGGR_THREAD: |
1580 | case AGGR_GLOBAL: |
1581 | if (config->iostat_run) { |
1582 | iostat_print_counters(evlist, config, ts, prefix: buf, |
1583 | print_cnt_cb: (iostat_print_counter_t)print_counter, arg: &os); |
1584 | } else if (config->cgroup_list) { |
1585 | print_cgroup_counter(config, evlist, os: &os); |
1586 | } else { |
1587 | print_metric_begin(config, evlist, os: &os, /*aggr_idx=*/0); |
1588 | evlist__for_each_entry(evlist, counter) { |
1589 | print_counter(config, counter, os: &os); |
1590 | } |
1591 | print_metric_end(config, os: &os); |
1592 | } |
1593 | break; |
1594 | case AGGR_NONE: |
1595 | if (metric_only) |
1596 | print_no_aggr_metric(config, evlist, os: &os); |
1597 | else { |
1598 | evlist__for_each_entry(evlist, counter) { |
1599 | if (counter->percore) |
1600 | print_percore(config, counter, os: &os); |
1601 | else |
1602 | print_counter(config, counter, os: &os); |
1603 | } |
1604 | } |
1605 | break; |
1606 | case AGGR_MAX: |
1607 | case AGGR_UNSET: |
1608 | default: |
1609 | break; |
1610 | } |
1611 | |
1612 | print_footer(config); |
1613 | |
1614 | fflush(config->output); |
1615 | } |
1616 | |