1 // SPDX-License-Identifier: GPL-2.0
12 #include "metricgroup.h"
15 #include <linux/zalloc.h>
17 #include "util/hashmap.h"
19 struct stats walltime_nsecs_stats;
20 struct rusage_stats ru_stats;
23 CTX_BIT_USER = 1 << 0,
24 CTX_BIT_KERNEL = 1 << 1,
26 CTX_BIT_HOST = 1 << 3,
27 CTX_BIT_IDLE = 1 << 4,
36 STAT_STALLED_CYCLES_FRONT,
37 STAT_STALLED_CYCLES_BACK,
55 static int evsel_context(const struct evsel *evsel)
59 if (evsel->core.attr.exclude_kernel)
60 ctx |= CTX_BIT_KERNEL;
61 if (evsel->core.attr.exclude_user)
63 if (evsel->core.attr.exclude_hv)
65 if (evsel->core.attr.exclude_host)
67 if (evsel->core.attr.exclude_idle)
73 void perf_stat__reset_shadow_stats(void)
75 memset(&walltime_nsecs_stats, 0, sizeof(walltime_nsecs_stats));
76 memset(&ru_stats, 0, sizeof(ru_stats));
79 static enum stat_type evsel__stat_type(const struct evsel *evsel)
81 /* Fake perf_hw_cache_op_id values for use with evsel__match. */
82 u64 PERF_COUNT_hw_cache_l1d_miss = PERF_COUNT_HW_CACHE_L1D |
83 ((PERF_COUNT_HW_CACHE_OP_READ) << 8) |
84 ((PERF_COUNT_HW_CACHE_RESULT_MISS) << 16);
85 u64 PERF_COUNT_hw_cache_l1i_miss = PERF_COUNT_HW_CACHE_L1I |
86 ((PERF_COUNT_HW_CACHE_OP_READ) << 8) |
87 ((PERF_COUNT_HW_CACHE_RESULT_MISS) << 16);
88 u64 PERF_COUNT_hw_cache_ll_miss = PERF_COUNT_HW_CACHE_LL |
89 ((PERF_COUNT_HW_CACHE_OP_READ) << 8) |
90 ((PERF_COUNT_HW_CACHE_RESULT_MISS) << 16);
91 u64 PERF_COUNT_hw_cache_dtlb_miss = PERF_COUNT_HW_CACHE_DTLB |
92 ((PERF_COUNT_HW_CACHE_OP_READ) << 8) |
93 ((PERF_COUNT_HW_CACHE_RESULT_MISS) << 16);
94 u64 PERF_COUNT_hw_cache_itlb_miss = PERF_COUNT_HW_CACHE_ITLB |
95 ((PERF_COUNT_HW_CACHE_OP_READ) << 8) |
96 ((PERF_COUNT_HW_CACHE_RESULT_MISS) << 16);
98 if (evsel__is_clock(evsel))
100 else if (evsel__match(evsel, HARDWARE, HW_CPU_CYCLES))
102 else if (evsel__match(evsel, HARDWARE, HW_INSTRUCTIONS))
103 return STAT_INSTRUCTIONS;
104 else if (evsel__match(evsel, HARDWARE, HW_STALLED_CYCLES_FRONTEND))
105 return STAT_STALLED_CYCLES_FRONT;
106 else if (evsel__match(evsel, HARDWARE, HW_STALLED_CYCLES_BACKEND))
107 return STAT_STALLED_CYCLES_BACK;
108 else if (evsel__match(evsel, HARDWARE, HW_BRANCH_INSTRUCTIONS))
109 return STAT_BRANCHES;
110 else if (evsel__match(evsel, HARDWARE, HW_BRANCH_MISSES))
111 return STAT_BRANCH_MISS;
112 else if (evsel__match(evsel, HARDWARE, HW_CACHE_REFERENCES))
113 return STAT_CACHE_REFS;
114 else if (evsel__match(evsel, HARDWARE, HW_CACHE_MISSES))
115 return STAT_CACHE_MISSES;
116 else if (evsel__match(evsel, HW_CACHE, HW_CACHE_L1D))
117 return STAT_L1_DCACHE;
118 else if (evsel__match(evsel, HW_CACHE, HW_CACHE_L1I))
119 return STAT_L1_ICACHE;
120 else if (evsel__match(evsel, HW_CACHE, HW_CACHE_LL))
121 return STAT_LL_CACHE;
122 else if (evsel__match(evsel, HW_CACHE, HW_CACHE_DTLB))
123 return STAT_DTLB_CACHE;
124 else if (evsel__match(evsel, HW_CACHE, HW_CACHE_ITLB))
125 return STAT_ITLB_CACHE;
126 else if (evsel__match(evsel, HW_CACHE, hw_cache_l1d_miss))
127 return STAT_L1D_MISS;
128 else if (evsel__match(evsel, HW_CACHE, hw_cache_l1i_miss))
129 return STAT_L1I_MISS;
130 else if (evsel__match(evsel, HW_CACHE, hw_cache_ll_miss))
132 else if (evsel__match(evsel, HW_CACHE, hw_cache_dtlb_miss))
133 return STAT_DTLB_MISS;
134 else if (evsel__match(evsel, HW_CACHE, hw_cache_itlb_miss))
135 return STAT_ITLB_MISS;
139 static const char *get_ratio_color(const double ratios[3], double val)
141 const char *color = PERF_COLOR_NORMAL;
144 color = PERF_COLOR_RED;
145 else if (val > ratios[1])
146 color = PERF_COLOR_MAGENTA;
147 else if (val > ratios[2])
148 color = PERF_COLOR_YELLOW;
153 static double find_stat(const struct evsel *evsel, int aggr_idx, enum stat_type type)
155 const struct evsel *cur;
156 int evsel_ctx = evsel_context(evsel);
158 evlist__for_each_entry(evsel->evlist, cur) {
159 struct perf_stat_aggr *aggr;
161 /* Ignore the evsel that is being searched from. */
165 /* Ignore evsels that are part of different groups. */
166 if (evsel->core.leader->nr_members > 1 &&
167 evsel->core.leader != cur->core.leader)
169 /* Ignore evsels with mismatched modifiers. */
170 if (evsel_ctx != evsel_context(cur))
172 /* Ignore if not the cgroup we're looking for. */
173 if (evsel->cgrp != cur->cgrp)
175 /* Ignore if not the stat we're looking for. */
176 if (type != evsel__stat_type(cur))
179 aggr = &cur->stats->aggr[aggr_idx];
180 if (type == STAT_NSECS)
181 return aggr->counts.val;
182 return aggr->counts.val * cur->scale;
187 static void print_ratio(struct perf_stat_config *config,
188 const struct evsel *evsel, int aggr_idx,
189 double numerator, struct perf_stat_output_ctx *out,
190 enum stat_type denominator_type,
191 const double color_ratios[3], const char *unit)
193 double denominator = find_stat(evsel, aggr_idx, denominator_type);
195 if (numerator && denominator) {
196 double ratio = numerator / denominator * 100.0;
197 const char *color = get_ratio_color(color_ratios, ratio);
199 out->print_metric(config, out->ctx, color, "%7.2f%%", unit, ratio);
201 out->print_metric(config, out->ctx, NULL, NULL, unit, 0);
204 static void print_stalled_cycles_front(struct perf_stat_config *config,
205 const struct evsel *evsel,
206 int aggr_idx, double stalled,
207 struct perf_stat_output_ctx *out)
209 static const double color_ratios[3] = {50.0, 30.0, 10.0};
211 print_ratio(config, evsel, aggr_idx, stalled, out, STAT_CYCLES, color_ratios,
212 "frontend cycles idle");
215 static void print_stalled_cycles_back(struct perf_stat_config *config,
216 const struct evsel *evsel,
217 int aggr_idx, double stalled,
218 struct perf_stat_output_ctx *out)
220 static const double color_ratios[3] = {75.0, 50.0, 20.0};
222 print_ratio(config, evsel, aggr_idx, stalled, out, STAT_CYCLES, color_ratios,
223 "backend cycles idle");
226 static void print_branch_miss(struct perf_stat_config *config,
227 const struct evsel *evsel,
228 int aggr_idx, double misses,
229 struct perf_stat_output_ctx *out)
231 static const double color_ratios[3] = {20.0, 10.0, 5.0};
233 print_ratio(config, evsel, aggr_idx, misses, out, STAT_BRANCHES, color_ratios,
237 static void print_l1d_miss(struct perf_stat_config *config,
238 const struct evsel *evsel,
239 int aggr_idx, double misses,
240 struct perf_stat_output_ctx *out)
242 static const double color_ratios[3] = {20.0, 10.0, 5.0};
244 print_ratio(config, evsel, aggr_idx, misses, out, STAT_L1_DCACHE, color_ratios,
245 "of all L1-dcache accesses");
248 static void print_l1i_miss(struct perf_stat_config *config,
249 const struct evsel *evsel,
250 int aggr_idx, double misses,
251 struct perf_stat_output_ctx *out)
253 static const double color_ratios[3] = {20.0, 10.0, 5.0};
255 print_ratio(config, evsel, aggr_idx, misses, out, STAT_L1_ICACHE, color_ratios,
256 "of all L1-icache accesses");
259 static void print_ll_miss(struct perf_stat_config *config,
260 const struct evsel *evsel,
261 int aggr_idx, double misses,
262 struct perf_stat_output_ctx *out)
264 static const double color_ratios[3] = {20.0, 10.0, 5.0};
266 print_ratio(config, evsel, aggr_idx, misses, out, STAT_LL_CACHE, color_ratios,
267 "of all L1-icache accesses");
270 static void print_dtlb_miss(struct perf_stat_config *config,
271 const struct evsel *evsel,
272 int aggr_idx, double misses,
273 struct perf_stat_output_ctx *out)
275 static const double color_ratios[3] = {20.0, 10.0, 5.0};
277 print_ratio(config, evsel, aggr_idx, misses, out, STAT_DTLB_CACHE, color_ratios,
278 "of all dTLB cache accesses");
281 static void print_itlb_miss(struct perf_stat_config *config,
282 const struct evsel *evsel,
283 int aggr_idx, double misses,
284 struct perf_stat_output_ctx *out)
286 static const double color_ratios[3] = {20.0, 10.0, 5.0};
288 print_ratio(config, evsel, aggr_idx, misses, out, STAT_ITLB_CACHE, color_ratios,
289 "of all iTLB cache accesses");
292 static void print_cache_miss(struct perf_stat_config *config,
293 const struct evsel *evsel,
294 int aggr_idx, double misses,
295 struct perf_stat_output_ctx *out)
297 static const double color_ratios[3] = {20.0, 10.0, 5.0};
299 print_ratio(config, evsel, aggr_idx, misses, out, STAT_CACHE_REFS, color_ratios,
300 "of all cache refs");
303 static void print_instructions(struct perf_stat_config *config,
304 const struct evsel *evsel,
305 int aggr_idx, double instructions,
306 struct perf_stat_output_ctx *out)
308 print_metric_t print_metric = out->print_metric;
309 void *ctxp = out->ctx;
310 double cycles = find_stat(evsel, aggr_idx, STAT_CYCLES);
311 double max_stalled = max(find_stat(evsel, aggr_idx, STAT_STALLED_CYCLES_FRONT),
312 find_stat(evsel, aggr_idx, STAT_STALLED_CYCLES_BACK));
315 print_metric(config, ctxp, NULL, "%7.2f ", "insn per cycle",
316 instructions / cycles);
318 print_metric(config, ctxp, NULL, NULL, "insn per cycle", 0);
320 if (max_stalled && instructions) {
321 out->new_line(config, ctxp);
322 print_metric(config, ctxp, NULL, "%7.2f ", "stalled cycles per insn",
323 max_stalled / instructions);
327 static void print_cycles(struct perf_stat_config *config,
328 const struct evsel *evsel,
329 int aggr_idx, double cycles,
330 struct perf_stat_output_ctx *out)
332 double nsecs = find_stat(evsel, aggr_idx, STAT_NSECS);
334 if (cycles && nsecs) {
335 double ratio = cycles / nsecs;
337 out->print_metric(config, out->ctx, NULL, "%8.3f", "GHz", ratio);
339 out->print_metric(config, out->ctx, NULL, NULL, "GHz", 0);
342 static void print_nsecs(struct perf_stat_config *config,
343 const struct evsel *evsel,
344 int aggr_idx __maybe_unused, double nsecs,
345 struct perf_stat_output_ctx *out)
347 print_metric_t print_metric = out->print_metric;
348 void *ctxp = out->ctx;
349 double wall_time = avg_stats(&walltime_nsecs_stats);
352 print_metric(config, ctxp, NULL, "%8.3f", "CPUs utilized",
353 nsecs / (wall_time * evsel->scale));
355 print_metric(config, ctxp, NULL, NULL, "CPUs utilized", 0);
358 static int prepare_metric(struct evsel **metric_events,
359 struct metric_ref *metric_refs,
360 struct expr_parse_ctx *pctx,
365 for (i = 0; metric_events[i]; i++) {
368 int source_count = 0;
370 if (evsel__is_tool(metric_events[i])) {
374 switch (metric_events[i]->tool_event) {
375 case PERF_TOOL_DURATION_TIME:
376 stats = &walltime_nsecs_stats;
379 case PERF_TOOL_USER_TIME:
380 stats = &ru_stats.ru_utime_usec_stat;
383 case PERF_TOOL_SYSTEM_TIME:
384 stats = &ru_stats.ru_stime_usec_stat;
388 pr_err("Invalid tool event 'none'");
391 pr_err("Invalid tool event 'max'");
394 pr_err("Unknown tool event '%s'", evsel__name(metric_events[i]));
397 val = avg_stats(stats) * scale;
400 struct perf_stat_evsel *ps = metric_events[i]->stats;
401 struct perf_stat_aggr *aggr = &ps->aggr[aggr_idx];
407 * If an event was scaled during stat gathering, reverse
408 * the scale before computing the metric.
410 val = aggr->counts.val * (1.0 / metric_events[i]->scale);
411 source_count = evsel__source_count(metric_events[i]);
413 n = strdup(evsel__metric_id(metric_events[i]));
417 expr__add_id_val_source_count(pctx, n, val, source_count);
420 for (int j = 0; metric_refs && metric_refs[j].metric_name; j++) {
421 int ret = expr__add_ref(pctx, &metric_refs[j]);
430 static void generic_metric(struct perf_stat_config *config,
431 const char *metric_expr,
432 const char *metric_threshold,
433 struct evsel **metric_events,
434 struct metric_ref *metric_refs,
436 const char *metric_name,
437 const char *metric_unit,
440 struct perf_stat_output_ctx *out)
442 print_metric_t print_metric = out->print_metric;
443 struct expr_parse_ctx *pctx;
444 double ratio, scale, threshold;
446 void *ctxp = out->ctx;
447 const char *color = NULL;
449 pctx = expr__ctx_new();
453 if (config->user_requested_cpu_list)
454 pctx->sctx.user_requested_cpu_list = strdup(config->user_requested_cpu_list);
455 pctx->sctx.runtime = runtime;
456 pctx->sctx.system_wide = config->system_wide;
457 i = prepare_metric(metric_events, metric_refs, pctx, aggr_idx);
459 expr__ctx_free(pctx);
462 if (!metric_events[i]) {
463 if (expr__parse(&ratio, pctx, metric_expr) == 0) {
467 if (metric_threshold &&
468 expr__parse(&threshold, pctx, metric_threshold) == 0 &&
470 color = fpclassify(threshold) == FP_ZERO
471 ? PERF_COLOR_GREEN : PERF_COLOR_RED;
474 if (metric_unit && metric_name) {
475 if (perf_pmu__convert_scale(metric_unit,
476 &unit, &scale) >= 0) {
479 if (strstr(metric_expr, "?"))
480 scnprintf(metric_bf, sizeof(metric_bf),
481 "%s %s_%d", unit, metric_name, runtime);
483 scnprintf(metric_bf, sizeof(metric_bf),
484 "%s %s", unit, metric_name);
486 print_metric(config, ctxp, color, "%8.1f",
489 print_metric(config, ctxp, color, "%8.2f",
492 out->force_header ? name : "",
496 print_metric(config, ctxp, color, /*unit=*/NULL,
498 (metric_name ? metric_name : name) : "", 0);
501 print_metric(config, ctxp, color, /*unit=*/NULL,
503 (metric_name ? metric_name : name) : "", 0);
506 expr__ctx_free(pctx);
509 double test_generic_metric(struct metric_expr *mexp, int aggr_idx)
511 struct expr_parse_ctx *pctx;
514 pctx = expr__ctx_new();
518 if (prepare_metric(mexp->metric_events, mexp->metric_refs, pctx, aggr_idx) < 0)
521 if (expr__parse(&ratio, pctx, mexp->metric_expr))
525 expr__ctx_free(pctx);
529 void perf_stat__print_shadow_stats(struct perf_stat_config *config,
531 double avg, int aggr_idx,
532 struct perf_stat_output_ctx *out,
533 struct rblist *metric_events)
535 typedef void (*stat_print_function_t)(struct perf_stat_config *config,
536 const struct evsel *evsel,
537 int aggr_idx, double misses,
538 struct perf_stat_output_ctx *out);
539 static const stat_print_function_t stat_print_function[STAT_MAX] = {
540 [STAT_INSTRUCTIONS] = print_instructions,
541 [STAT_BRANCH_MISS] = print_branch_miss,
542 [STAT_L1D_MISS] = print_l1d_miss,
543 [STAT_L1I_MISS] = print_l1i_miss,
544 [STAT_DTLB_MISS] = print_dtlb_miss,
545 [STAT_ITLB_MISS] = print_itlb_miss,
546 [STAT_LL_MISS] = print_ll_miss,
547 [STAT_CACHE_MISSES] = print_cache_miss,
548 [STAT_STALLED_CYCLES_FRONT] = print_stalled_cycles_front,
549 [STAT_STALLED_CYCLES_BACK] = print_stalled_cycles_back,
550 [STAT_CYCLES] = print_cycles,
551 [STAT_NSECS] = print_nsecs,
553 print_metric_t print_metric = out->print_metric;
554 void *ctxp = out->ctx;
555 struct metric_event *me;
558 if (config->iostat_run) {
559 iostat_print_metric(config, evsel, out);
561 stat_print_function_t fn = stat_print_function[evsel__stat_type(evsel)];
564 fn(config, evsel, aggr_idx, avg, out);
566 double nsecs = find_stat(evsel, aggr_idx, STAT_NSECS);
570 char unit_buf[10] = "/sec";
571 double ratio = convert_unit_double(1000000000.0 * avg / nsecs,
575 snprintf(unit_buf, sizeof(unit_buf), "%c/sec", unit);
576 print_metric(config, ctxp, NULL, "%8.3f", unit_buf, ratio);
582 if ((me = metricgroup__lookup(metric_events, evsel, false)) != NULL) {
583 struct metric_expr *mexp;
585 list_for_each_entry (mexp, &me->head, nd) {
587 out->new_line(config, ctxp);
588 generic_metric(config, mexp->metric_expr, mexp->metric_threshold,
589 mexp->metric_events, mexp->metric_refs, evsel->name,
590 mexp->metric_name, mexp->metric_unit, mexp->runtime,
595 print_metric(config, ctxp, NULL, NULL, NULL, 0);