Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1#include <linux/hw_breakpoint.h>
2#include <linux/err.h>
3#include <dirent.h>
4#include <errno.h>
5#include <sys/ioctl.h>
6#include <sys/param.h>
7#include "term.h"
8#include "../perf.h"
9#include "evlist.h"
10#include "evsel.h"
11#include <subcmd/parse-options.h>
12#include "parse-events.h"
13#include <subcmd/exec-cmd.h>
14#include "string2.h"
15#include "strlist.h"
16#include "symbol.h"
17#include "cache.h"
18#include "header.h"
19#include "bpf-loader.h"
20#include "debug.h"
21#include <api/fs/tracing_path.h>
22#include "parse-events-bison.h"
23#define YY_EXTRA_TYPE int
24#include "parse-events-flex.h"
25#include "pmu.h"
26#include "thread_map.h"
27#include "cpumap.h"
28#include "probe-file.h"
29#include "asm/bug.h"
30#include "util/parse-branch-options.h"
31
32#define MAX_NAME_LEN 100
33
34#ifdef PARSER_DEBUG
35extern int parse_events_debug;
36#endif
37int parse_events_parse(void *parse_state, void *scanner);
38static int get_config_terms(struct list_head *head_config,
39 struct list_head *head_terms __maybe_unused);
40
41static struct perf_pmu_event_symbol *perf_pmu_events_list;
42/*
43 * The variable indicates the number of supported pmu event symbols.
44 * 0 means not initialized and ready to init
45 * -1 means failed to init, don't try anymore
46 * >0 is the number of supported pmu event symbols
47 */
48static int perf_pmu_events_list_num;
49
50struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = {
51 [PERF_COUNT_HW_CPU_CYCLES] = {
52 .symbol = "cpu-cycles",
53 .alias = "cycles",
54 },
55 [PERF_COUNT_HW_INSTRUCTIONS] = {
56 .symbol = "instructions",
57 .alias = "",
58 },
59 [PERF_COUNT_HW_CACHE_REFERENCES] = {
60 .symbol = "cache-references",
61 .alias = "",
62 },
63 [PERF_COUNT_HW_CACHE_MISSES] = {
64 .symbol = "cache-misses",
65 .alias = "",
66 },
67 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = {
68 .symbol = "branch-instructions",
69 .alias = "branches",
70 },
71 [PERF_COUNT_HW_BRANCH_MISSES] = {
72 .symbol = "branch-misses",
73 .alias = "",
74 },
75 [PERF_COUNT_HW_BUS_CYCLES] = {
76 .symbol = "bus-cycles",
77 .alias = "",
78 },
79 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = {
80 .symbol = "stalled-cycles-frontend",
81 .alias = "idle-cycles-frontend",
82 },
83 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = {
84 .symbol = "stalled-cycles-backend",
85 .alias = "idle-cycles-backend",
86 },
87 [PERF_COUNT_HW_REF_CPU_CYCLES] = {
88 .symbol = "ref-cycles",
89 .alias = "",
90 },
91};
92
93struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = {
94 [PERF_COUNT_SW_CPU_CLOCK] = {
95 .symbol = "cpu-clock",
96 .alias = "",
97 },
98 [PERF_COUNT_SW_TASK_CLOCK] = {
99 .symbol = "task-clock",
100 .alias = "",
101 },
102 [PERF_COUNT_SW_PAGE_FAULTS] = {
103 .symbol = "page-faults",
104 .alias = "faults",
105 },
106 [PERF_COUNT_SW_CONTEXT_SWITCHES] = {
107 .symbol = "context-switches",
108 .alias = "cs",
109 },
110 [PERF_COUNT_SW_CPU_MIGRATIONS] = {
111 .symbol = "cpu-migrations",
112 .alias = "migrations",
113 },
114 [PERF_COUNT_SW_PAGE_FAULTS_MIN] = {
115 .symbol = "minor-faults",
116 .alias = "",
117 },
118 [PERF_COUNT_SW_PAGE_FAULTS_MAJ] = {
119 .symbol = "major-faults",
120 .alias = "",
121 },
122 [PERF_COUNT_SW_ALIGNMENT_FAULTS] = {
123 .symbol = "alignment-faults",
124 .alias = "",
125 },
126 [PERF_COUNT_SW_EMULATION_FAULTS] = {
127 .symbol = "emulation-faults",
128 .alias = "",
129 },
130 [PERF_COUNT_SW_DUMMY] = {
131 .symbol = "dummy",
132 .alias = "",
133 },
134 [PERF_COUNT_SW_BPF_OUTPUT] = {
135 .symbol = "bpf-output",
136 .alias = "",
137 },
138};
139
140#define __PERF_EVENT_FIELD(config, name) \
141 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT)
142
143#define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW)
144#define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG)
145#define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE)
146#define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT)
147
148#define for_each_subsystem(sys_dir, sys_dirent) \
149 while ((sys_dirent = readdir(sys_dir)) != NULL) \
150 if (sys_dirent->d_type == DT_DIR && \
151 (strcmp(sys_dirent->d_name, ".")) && \
152 (strcmp(sys_dirent->d_name, "..")))
153
154static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir)
155{
156 char evt_path[MAXPATHLEN];
157 int fd;
158
159 snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path,
160 sys_dir->d_name, evt_dir->d_name);
161 fd = open(evt_path, O_RDONLY);
162 if (fd < 0)
163 return -EINVAL;
164 close(fd);
165
166 return 0;
167}
168
169#define for_each_event(sys_dirent, evt_dir, evt_dirent) \
170 while ((evt_dirent = readdir(evt_dir)) != NULL) \
171 if (evt_dirent->d_type == DT_DIR && \
172 (strcmp(evt_dirent->d_name, ".")) && \
173 (strcmp(evt_dirent->d_name, "..")) && \
174 (!tp_event_has_id(sys_dirent, evt_dirent)))
175
176#define MAX_EVENT_LENGTH 512
177
178
179struct tracepoint_path *tracepoint_id_to_path(u64 config)
180{
181 struct tracepoint_path *path = NULL;
182 DIR *sys_dir, *evt_dir;
183 struct dirent *sys_dirent, *evt_dirent;
184 char id_buf[24];
185 int fd;
186 u64 id;
187 char evt_path[MAXPATHLEN];
188 char dir_path[MAXPATHLEN];
189
190 sys_dir = opendir(tracing_events_path);
191 if (!sys_dir)
192 return NULL;
193
194 for_each_subsystem(sys_dir, sys_dirent) {
195
196 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
197 sys_dirent->d_name);
198 evt_dir = opendir(dir_path);
199 if (!evt_dir)
200 continue;
201
202 for_each_event(sys_dirent, evt_dir, evt_dirent) {
203
204 snprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path,
205 evt_dirent->d_name);
206 fd = open(evt_path, O_RDONLY);
207 if (fd < 0)
208 continue;
209 if (read(fd, id_buf, sizeof(id_buf)) < 0) {
210 close(fd);
211 continue;
212 }
213 close(fd);
214 id = atoll(id_buf);
215 if (id == config) {
216 closedir(evt_dir);
217 closedir(sys_dir);
218 path = zalloc(sizeof(*path));
219 if (!path)
220 return NULL;
221 path->system = malloc(MAX_EVENT_LENGTH);
222 if (!path->system) {
223 free(path);
224 return NULL;
225 }
226 path->name = malloc(MAX_EVENT_LENGTH);
227 if (!path->name) {
228 zfree(&path->system);
229 free(path);
230 return NULL;
231 }
232 strncpy(path->system, sys_dirent->d_name,
233 MAX_EVENT_LENGTH);
234 strncpy(path->name, evt_dirent->d_name,
235 MAX_EVENT_LENGTH);
236 return path;
237 }
238 }
239 closedir(evt_dir);
240 }
241
242 closedir(sys_dir);
243 return NULL;
244}
245
246struct tracepoint_path *tracepoint_name_to_path(const char *name)
247{
248 struct tracepoint_path *path = zalloc(sizeof(*path));
249 char *str = strchr(name, ':');
250
251 if (path == NULL || str == NULL) {
252 free(path);
253 return NULL;
254 }
255
256 path->system = strndup(name, str - name);
257 path->name = strdup(str+1);
258
259 if (path->system == NULL || path->name == NULL) {
260 zfree(&path->system);
261 zfree(&path->name);
262 zfree(&path);
263 }
264
265 return path;
266}
267
268const char *event_type(int type)
269{
270 switch (type) {
271 case PERF_TYPE_HARDWARE:
272 return "hardware";
273
274 case PERF_TYPE_SOFTWARE:
275 return "software";
276
277 case PERF_TYPE_TRACEPOINT:
278 return "tracepoint";
279
280 case PERF_TYPE_HW_CACHE:
281 return "hardware-cache";
282
283 default:
284 break;
285 }
286
287 return "unknown";
288}
289
290static int parse_events__is_name_term(struct parse_events_term *term)
291{
292 return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME;
293}
294
295static char *get_config_name(struct list_head *head_terms)
296{
297 struct parse_events_term *term;
298
299 if (!head_terms)
300 return NULL;
301
302 list_for_each_entry(term, head_terms, list)
303 if (parse_events__is_name_term(term))
304 return term->val.str;
305
306 return NULL;
307}
308
309static struct perf_evsel *
310__add_event(struct list_head *list, int *idx,
311 struct perf_event_attr *attr,
312 char *name, struct cpu_map *cpus,
313 struct list_head *config_terms, bool auto_merge_stats)
314{
315 struct perf_evsel *evsel;
316
317 event_attr_init(attr);
318
319 evsel = perf_evsel__new_idx(attr, *idx);
320 if (!evsel)
321 return NULL;
322
323 (*idx)++;
324 evsel->cpus = cpu_map__get(cpus);
325 evsel->own_cpus = cpu_map__get(cpus);
326 evsel->system_wide = !!cpus;
327 evsel->auto_merge_stats = auto_merge_stats;
328
329 if (name)
330 evsel->name = strdup(name);
331
332 if (config_terms)
333 list_splice(config_terms, &evsel->config_terms);
334
335 list_add_tail(&evsel->node, list);
336 return evsel;
337}
338
339static int add_event(struct list_head *list, int *idx,
340 struct perf_event_attr *attr, char *name,
341 struct list_head *config_terms)
342{
343 return __add_event(list, idx, attr, name, NULL, config_terms, false) ? 0 : -ENOMEM;
344}
345
346static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size)
347{
348 int i, j;
349 int n, longest = -1;
350
351 for (i = 0; i < size; i++) {
352 for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) {
353 n = strlen(names[i][j]);
354 if (n > longest && !strncasecmp(str, names[i][j], n))
355 longest = n;
356 }
357 if (longest > 0)
358 return i;
359 }
360
361 return -1;
362}
363
364typedef int config_term_func_t(struct perf_event_attr *attr,
365 struct parse_events_term *term,
366 struct parse_events_error *err);
367static int config_term_common(struct perf_event_attr *attr,
368 struct parse_events_term *term,
369 struct parse_events_error *err);
370static int config_attr(struct perf_event_attr *attr,
371 struct list_head *head,
372 struct parse_events_error *err,
373 config_term_func_t config_term);
374
375int parse_events_add_cache(struct list_head *list, int *idx,
376 char *type, char *op_result1, char *op_result2,
377 struct parse_events_error *err,
378 struct list_head *head_config)
379{
380 struct perf_event_attr attr;
381 LIST_HEAD(config_terms);
382 char name[MAX_NAME_LEN], *config_name;
383 int cache_type = -1, cache_op = -1, cache_result = -1;
384 char *op_result[2] = { op_result1, op_result2 };
385 int i, n;
386
387 /*
388 * No fallback - if we cannot get a clear cache type
389 * then bail out:
390 */
391 cache_type = parse_aliases(type, perf_evsel__hw_cache,
392 PERF_COUNT_HW_CACHE_MAX);
393 if (cache_type == -1)
394 return -EINVAL;
395
396 config_name = get_config_name(head_config);
397 n = snprintf(name, MAX_NAME_LEN, "%s", type);
398
399 for (i = 0; (i < 2) && (op_result[i]); i++) {
400 char *str = op_result[i];
401
402 n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str);
403
404 if (cache_op == -1) {
405 cache_op = parse_aliases(str, perf_evsel__hw_cache_op,
406 PERF_COUNT_HW_CACHE_OP_MAX);
407 if (cache_op >= 0) {
408 if (!perf_evsel__is_cache_op_valid(cache_type, cache_op))
409 return -EINVAL;
410 continue;
411 }
412 }
413
414 if (cache_result == -1) {
415 cache_result = parse_aliases(str, perf_evsel__hw_cache_result,
416 PERF_COUNT_HW_CACHE_RESULT_MAX);
417 if (cache_result >= 0)
418 continue;
419 }
420 }
421
422 /*
423 * Fall back to reads:
424 */
425 if (cache_op == -1)
426 cache_op = PERF_COUNT_HW_CACHE_OP_READ;
427
428 /*
429 * Fall back to accesses:
430 */
431 if (cache_result == -1)
432 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS;
433
434 memset(&attr, 0, sizeof(attr));
435 attr.config = cache_type | (cache_op << 8) | (cache_result << 16);
436 attr.type = PERF_TYPE_HW_CACHE;
437
438 if (head_config) {
439 if (config_attr(&attr, head_config, err,
440 config_term_common))
441 return -EINVAL;
442
443 if (get_config_terms(head_config, &config_terms))
444 return -ENOMEM;
445 }
446 return add_event(list, idx, &attr, config_name ? : name, &config_terms);
447}
448
449static void tracepoint_error(struct parse_events_error *e, int err,
450 const char *sys, const char *name)
451{
452 char help[BUFSIZ];
453
454 if (!e)
455 return;
456
457 /*
458 * We get error directly from syscall errno ( > 0),
459 * or from encoded pointer's error ( < 0).
460 */
461 err = abs(err);
462
463 switch (err) {
464 case EACCES:
465 e->str = strdup("can't access trace events");
466 break;
467 case ENOENT:
468 e->str = strdup("unknown tracepoint");
469 break;
470 default:
471 e->str = strdup("failed to add tracepoint");
472 break;
473 }
474
475 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name);
476 e->help = strdup(help);
477}
478
479static int add_tracepoint(struct list_head *list, int *idx,
480 const char *sys_name, const char *evt_name,
481 struct parse_events_error *err,
482 struct list_head *head_config)
483{
484 struct perf_evsel *evsel;
485
486 evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++);
487 if (IS_ERR(evsel)) {
488 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name);
489 return PTR_ERR(evsel);
490 }
491
492 if (head_config) {
493 LIST_HEAD(config_terms);
494
495 if (get_config_terms(head_config, &config_terms))
496 return -ENOMEM;
497 list_splice(&config_terms, &evsel->config_terms);
498 }
499
500 list_add_tail(&evsel->node, list);
501 return 0;
502}
503
504static int add_tracepoint_multi_event(struct list_head *list, int *idx,
505 const char *sys_name, const char *evt_name,
506 struct parse_events_error *err,
507 struct list_head *head_config)
508{
509 char evt_path[MAXPATHLEN];
510 struct dirent *evt_ent;
511 DIR *evt_dir;
512 int ret = 0, found = 0;
513
514 snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name);
515 evt_dir = opendir(evt_path);
516 if (!evt_dir) {
517 tracepoint_error(err, errno, sys_name, evt_name);
518 return -1;
519 }
520
521 while (!ret && (evt_ent = readdir(evt_dir))) {
522 if (!strcmp(evt_ent->d_name, ".")
523 || !strcmp(evt_ent->d_name, "..")
524 || !strcmp(evt_ent->d_name, "enable")
525 || !strcmp(evt_ent->d_name, "filter"))
526 continue;
527
528 if (!strglobmatch(evt_ent->d_name, evt_name))
529 continue;
530
531 found++;
532
533 ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name,
534 err, head_config);
535 }
536
537 if (!found) {
538 tracepoint_error(err, ENOENT, sys_name, evt_name);
539 ret = -1;
540 }
541
542 closedir(evt_dir);
543 return ret;
544}
545
546static int add_tracepoint_event(struct list_head *list, int *idx,
547 const char *sys_name, const char *evt_name,
548 struct parse_events_error *err,
549 struct list_head *head_config)
550{
551 return strpbrk(evt_name, "*?") ?
552 add_tracepoint_multi_event(list, idx, sys_name, evt_name,
553 err, head_config) :
554 add_tracepoint(list, idx, sys_name, evt_name,
555 err, head_config);
556}
557
558static int add_tracepoint_multi_sys(struct list_head *list, int *idx,
559 const char *sys_name, const char *evt_name,
560 struct parse_events_error *err,
561 struct list_head *head_config)
562{
563 struct dirent *events_ent;
564 DIR *events_dir;
565 int ret = 0;
566
567 events_dir = opendir(tracing_events_path);
568 if (!events_dir) {
569 tracepoint_error(err, errno, sys_name, evt_name);
570 return -1;
571 }
572
573 while (!ret && (events_ent = readdir(events_dir))) {
574 if (!strcmp(events_ent->d_name, ".")
575 || !strcmp(events_ent->d_name, "..")
576 || !strcmp(events_ent->d_name, "enable")
577 || !strcmp(events_ent->d_name, "header_event")
578 || !strcmp(events_ent->d_name, "header_page"))
579 continue;
580
581 if (!strglobmatch(events_ent->d_name, sys_name))
582 continue;
583
584 ret = add_tracepoint_event(list, idx, events_ent->d_name,
585 evt_name, err, head_config);
586 }
587
588 closedir(events_dir);
589 return ret;
590}
591
592struct __add_bpf_event_param {
593 struct parse_events_state *parse_state;
594 struct list_head *list;
595 struct list_head *head_config;
596};
597
598static int add_bpf_event(const char *group, const char *event, int fd,
599 void *_param)
600{
601 LIST_HEAD(new_evsels);
602 struct __add_bpf_event_param *param = _param;
603 struct parse_events_state *parse_state = param->parse_state;
604 struct list_head *list = param->list;
605 struct perf_evsel *pos;
606 int err;
607
608 pr_debug("add bpf event %s:%s and attach bpf program %d\n",
609 group, event, fd);
610
611 err = parse_events_add_tracepoint(&new_evsels, &parse_state->idx, group,
612 event, parse_state->error,
613 param->head_config);
614 if (err) {
615 struct perf_evsel *evsel, *tmp;
616
617 pr_debug("Failed to add BPF event %s:%s\n",
618 group, event);
619 list_for_each_entry_safe(evsel, tmp, &new_evsels, node) {
620 list_del(&evsel->node);
621 perf_evsel__delete(evsel);
622 }
623 return err;
624 }
625 pr_debug("adding %s:%s\n", group, event);
626
627 list_for_each_entry(pos, &new_evsels, node) {
628 pr_debug("adding %s:%s to %p\n",
629 group, event, pos);
630 pos->bpf_fd = fd;
631 }
632 list_splice(&new_evsels, list);
633 return 0;
634}
635
636int parse_events_load_bpf_obj(struct parse_events_state *parse_state,
637 struct list_head *list,
638 struct bpf_object *obj,
639 struct list_head *head_config)
640{
641 int err;
642 char errbuf[BUFSIZ];
643 struct __add_bpf_event_param param = {parse_state, list, head_config};
644 static bool registered_unprobe_atexit = false;
645
646 if (IS_ERR(obj) || !obj) {
647 snprintf(errbuf, sizeof(errbuf),
648 "Internal error: load bpf obj with NULL");
649 err = -EINVAL;
650 goto errout;
651 }
652
653 /*
654 * Register atexit handler before calling bpf__probe() so
655 * bpf__probe() don't need to unprobe probe points its already
656 * created when failure.
657 */
658 if (!registered_unprobe_atexit) {
659 atexit(bpf__clear);
660 registered_unprobe_atexit = true;
661 }
662
663 err = bpf__probe(obj);
664 if (err) {
665 bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf));
666 goto errout;
667 }
668
669 err = bpf__load(obj);
670 if (err) {
671 bpf__strerror_load(obj, err, errbuf, sizeof(errbuf));
672 goto errout;
673 }
674
675 err = bpf__foreach_event(obj, add_bpf_event, ¶m);
676 if (err) {
677 snprintf(errbuf, sizeof(errbuf),
678 "Attach events in BPF object failed");
679 goto errout;
680 }
681
682 return 0;
683errout:
684 parse_state->error->help = strdup("(add -v to see detail)");
685 parse_state->error->str = strdup(errbuf);
686 return err;
687}
688
689static int
690parse_events_config_bpf(struct parse_events_state *parse_state,
691 struct bpf_object *obj,
692 struct list_head *head_config)
693{
694 struct parse_events_term *term;
695 int error_pos;
696
697 if (!head_config || list_empty(head_config))
698 return 0;
699
700 list_for_each_entry(term, head_config, list) {
701 char errbuf[BUFSIZ];
702 int err;
703
704 if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) {
705 snprintf(errbuf, sizeof(errbuf),
706 "Invalid config term for BPF object");
707 errbuf[BUFSIZ - 1] = '\0';
708
709 parse_state->error->idx = term->err_term;
710 parse_state->error->str = strdup(errbuf);
711 return -EINVAL;
712 }
713
714 err = bpf__config_obj(obj, term, parse_state->evlist, &error_pos);
715 if (err) {
716 bpf__strerror_config_obj(obj, term, parse_state->evlist,
717 &error_pos, err, errbuf,
718 sizeof(errbuf));
719 parse_state->error->help = strdup(
720"Hint:\tValid config terms:\n"
721" \tmap:[<arraymap>].value<indices>=[value]\n"
722" \tmap:[<eventmap>].event<indices>=[event]\n"
723"\n"
724" \twhere <indices> is something like [0,3...5] or [all]\n"
725" \t(add -v to see detail)");
726 parse_state->error->str = strdup(errbuf);
727 if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE)
728 parse_state->error->idx = term->err_val;
729 else
730 parse_state->error->idx = term->err_term + error_pos;
731 return err;
732 }
733 }
734 return 0;
735}
736
737/*
738 * Split config terms:
739 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ...
740 * 'call-graph=fp' is 'evt config', should be applied to each
741 * events in bpf.c.
742 * 'map:array.value[0]=1' is 'obj config', should be processed
743 * with parse_events_config_bpf.
744 *
745 * Move object config terms from the first list to obj_head_config.
746 */
747static void
748split_bpf_config_terms(struct list_head *evt_head_config,
749 struct list_head *obj_head_config)
750{
751 struct parse_events_term *term, *temp;
752
753 /*
754 * Currectly, all possible user config term
755 * belong to bpf object. parse_events__is_hardcoded_term()
756 * happends to be a good flag.
757 *
758 * See parse_events_config_bpf() and
759 * config_term_tracepoint().
760 */
761 list_for_each_entry_safe(term, temp, evt_head_config, list)
762 if (!parse_events__is_hardcoded_term(term))
763 list_move_tail(&term->list, obj_head_config);
764}
765
766int parse_events_load_bpf(struct parse_events_state *parse_state,
767 struct list_head *list,
768 char *bpf_file_name,
769 bool source,
770 struct list_head *head_config)
771{
772 int err;
773 struct bpf_object *obj;
774 LIST_HEAD(obj_head_config);
775
776 if (head_config)
777 split_bpf_config_terms(head_config, &obj_head_config);
778
779 obj = bpf__prepare_load(bpf_file_name, source);
780 if (IS_ERR(obj)) {
781 char errbuf[BUFSIZ];
782
783 err = PTR_ERR(obj);
784
785 if (err == -ENOTSUP)
786 snprintf(errbuf, sizeof(errbuf),
787 "BPF support is not compiled");
788 else
789 bpf__strerror_prepare_load(bpf_file_name,
790 source,
791 -err, errbuf,
792 sizeof(errbuf));
793
794 parse_state->error->help = strdup("(add -v to see detail)");
795 parse_state->error->str = strdup(errbuf);
796 return err;
797 }
798
799 err = parse_events_load_bpf_obj(parse_state, list, obj, head_config);
800 if (err)
801 return err;
802 err = parse_events_config_bpf(parse_state, obj, &obj_head_config);
803
804 /*
805 * Caller doesn't know anything about obj_head_config,
806 * so combine them together again before returnning.
807 */
808 if (head_config)
809 list_splice_tail(&obj_head_config, head_config);
810 return err;
811}
812
813static int
814parse_breakpoint_type(const char *type, struct perf_event_attr *attr)
815{
816 int i;
817
818 for (i = 0; i < 3; i++) {
819 if (!type || !type[i])
820 break;
821
822#define CHECK_SET_TYPE(bit) \
823do { \
824 if (attr->bp_type & bit) \
825 return -EINVAL; \
826 else \
827 attr->bp_type |= bit; \
828} while (0)
829
830 switch (type[i]) {
831 case 'r':
832 CHECK_SET_TYPE(HW_BREAKPOINT_R);
833 break;
834 case 'w':
835 CHECK_SET_TYPE(HW_BREAKPOINT_W);
836 break;
837 case 'x':
838 CHECK_SET_TYPE(HW_BREAKPOINT_X);
839 break;
840 default:
841 return -EINVAL;
842 }
843 }
844
845#undef CHECK_SET_TYPE
846
847 if (!attr->bp_type) /* Default */
848 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W;
849
850 return 0;
851}
852
853int parse_events_add_breakpoint(struct list_head *list, int *idx,
854 void *ptr, char *type, u64 len)
855{
856 struct perf_event_attr attr;
857
858 memset(&attr, 0, sizeof(attr));
859 attr.bp_addr = (unsigned long) ptr;
860
861 if (parse_breakpoint_type(type, &attr))
862 return -EINVAL;
863
864 /* Provide some defaults if len is not specified */
865 if (!len) {
866 if (attr.bp_type == HW_BREAKPOINT_X)
867 len = sizeof(long);
868 else
869 len = HW_BREAKPOINT_LEN_4;
870 }
871
872 attr.bp_len = len;
873
874 attr.type = PERF_TYPE_BREAKPOINT;
875 attr.sample_period = 1;
876
877 return add_event(list, idx, &attr, NULL, NULL);
878}
879
880static int check_type_val(struct parse_events_term *term,
881 struct parse_events_error *err,
882 int type)
883{
884 if (type == term->type_val)
885 return 0;
886
887 if (err) {
888 err->idx = term->err_val;
889 if (type == PARSE_EVENTS__TERM_TYPE_NUM)
890 err->str = strdup("expected numeric value");
891 else
892 err->str = strdup("expected string value");
893 }
894 return -EINVAL;
895}
896
897/*
898 * Update according to parse-events.l
899 */
900static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = {
901 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>",
902 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config",
903 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1",
904 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2",
905 [PARSE_EVENTS__TERM_TYPE_NAME] = "name",
906 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period",
907 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq",
908 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type",
909 [PARSE_EVENTS__TERM_TYPE_TIME] = "time",
910 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph",
911 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size",
912 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit",
913 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit",
914 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack",
915 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite",
916 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite",
917 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config",
918};
919
920static bool config_term_shrinked;
921
922static bool
923config_term_avail(int term_type, struct parse_events_error *err)
924{
925 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) {
926 err->str = strdup("Invalid term_type");
927 return false;
928 }
929 if (!config_term_shrinked)
930 return true;
931
932 switch (term_type) {
933 case PARSE_EVENTS__TERM_TYPE_CONFIG:
934 case PARSE_EVENTS__TERM_TYPE_CONFIG1:
935 case PARSE_EVENTS__TERM_TYPE_CONFIG2:
936 case PARSE_EVENTS__TERM_TYPE_NAME:
937 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
938 return true;
939 default:
940 if (!err)
941 return false;
942
943 /* term_type is validated so indexing is safe */
944 if (asprintf(&err->str, "'%s' is not usable in 'perf stat'",
945 config_term_names[term_type]) < 0)
946 err->str = NULL;
947 return false;
948 }
949}
950
951void parse_events__shrink_config_terms(void)
952{
953 config_term_shrinked = true;
954}
955
956static int config_term_common(struct perf_event_attr *attr,
957 struct parse_events_term *term,
958 struct parse_events_error *err)
959{
960#define CHECK_TYPE_VAL(type) \
961do { \
962 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
963 return -EINVAL; \
964} while (0)
965
966 switch (term->type_term) {
967 case PARSE_EVENTS__TERM_TYPE_CONFIG:
968 CHECK_TYPE_VAL(NUM);
969 attr->config = term->val.num;
970 break;
971 case PARSE_EVENTS__TERM_TYPE_CONFIG1:
972 CHECK_TYPE_VAL(NUM);
973 attr->config1 = term->val.num;
974 break;
975 case PARSE_EVENTS__TERM_TYPE_CONFIG2:
976 CHECK_TYPE_VAL(NUM);
977 attr->config2 = term->val.num;
978 break;
979 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
980 CHECK_TYPE_VAL(NUM);
981 break;
982 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
983 CHECK_TYPE_VAL(NUM);
984 break;
985 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
986 CHECK_TYPE_VAL(STR);
987 if (strcmp(term->val.str, "no") &&
988 parse_branch_str(term->val.str, &attr->branch_sample_type)) {
989 err->str = strdup("invalid branch sample type");
990 err->idx = term->err_val;
991 return -EINVAL;
992 }
993 break;
994 case PARSE_EVENTS__TERM_TYPE_TIME:
995 CHECK_TYPE_VAL(NUM);
996 if (term->val.num > 1) {
997 err->str = strdup("expected 0 or 1");
998 err->idx = term->err_val;
999 return -EINVAL;
1000 }
1001 break;
1002 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1003 CHECK_TYPE_VAL(STR);
1004 break;
1005 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1006 CHECK_TYPE_VAL(NUM);
1007 break;
1008 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1009 CHECK_TYPE_VAL(NUM);
1010 break;
1011 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1012 CHECK_TYPE_VAL(NUM);
1013 break;
1014 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1015 CHECK_TYPE_VAL(NUM);
1016 break;
1017 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1018 CHECK_TYPE_VAL(NUM);
1019 break;
1020 case PARSE_EVENTS__TERM_TYPE_NAME:
1021 CHECK_TYPE_VAL(STR);
1022 break;
1023 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1024 CHECK_TYPE_VAL(NUM);
1025 break;
1026 default:
1027 err->str = strdup("unknown term");
1028 err->idx = term->err_term;
1029 err->help = parse_events_formats_error_string(NULL);
1030 return -EINVAL;
1031 }
1032
1033 /*
1034 * Check term availbility after basic checking so
1035 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
1036 *
1037 * If check availbility at the entry of this function,
1038 * user will see "'<sysfs term>' is not usable in 'perf stat'"
1039 * if an invalid config term is provided for legacy events
1040 * (for example, instructions/badterm/...), which is confusing.
1041 */
1042 if (!config_term_avail(term->type_term, err))
1043 return -EINVAL;
1044 return 0;
1045#undef CHECK_TYPE_VAL
1046}
1047
1048static int config_term_pmu(struct perf_event_attr *attr,
1049 struct parse_events_term *term,
1050 struct parse_events_error *err)
1051{
1052 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER ||
1053 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG)
1054 /*
1055 * Always succeed for sysfs terms, as we dont know
1056 * at this point what type they need to have.
1057 */
1058 return 0;
1059 else
1060 return config_term_common(attr, term, err);
1061}
1062
1063static int config_term_tracepoint(struct perf_event_attr *attr,
1064 struct parse_events_term *term,
1065 struct parse_events_error *err)
1066{
1067 switch (term->type_term) {
1068 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1069 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1070 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1071 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1072 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1073 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1074 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1075 return config_term_common(attr, term, err);
1076 default:
1077 if (err) {
1078 err->idx = term->err_term;
1079 err->str = strdup("unknown term");
1080 err->help = strdup("valid terms: call-graph,stack-size\n");
1081 }
1082 return -EINVAL;
1083 }
1084
1085 return 0;
1086}
1087
1088static int config_attr(struct perf_event_attr *attr,
1089 struct list_head *head,
1090 struct parse_events_error *err,
1091 config_term_func_t config_term)
1092{
1093 struct parse_events_term *term;
1094
1095 list_for_each_entry(term, head, list)
1096 if (config_term(attr, term, err))
1097 return -EINVAL;
1098
1099 return 0;
1100}
1101
1102static int get_config_terms(struct list_head *head_config,
1103 struct list_head *head_terms __maybe_unused)
1104{
1105#define ADD_CONFIG_TERM(__type, __name, __val) \
1106do { \
1107 struct perf_evsel_config_term *__t; \
1108 \
1109 __t = zalloc(sizeof(*__t)); \
1110 if (!__t) \
1111 return -ENOMEM; \
1112 \
1113 INIT_LIST_HEAD(&__t->list); \
1114 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \
1115 __t->val.__name = __val; \
1116 list_add_tail(&__t->list, head_terms); \
1117} while (0)
1118
1119 struct parse_events_term *term;
1120
1121 list_for_each_entry(term, head_config, list) {
1122 switch (term->type_term) {
1123 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1124 ADD_CONFIG_TERM(PERIOD, period, term->val.num);
1125 break;
1126 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1127 ADD_CONFIG_TERM(FREQ, freq, term->val.num);
1128 break;
1129 case PARSE_EVENTS__TERM_TYPE_TIME:
1130 ADD_CONFIG_TERM(TIME, time, term->val.num);
1131 break;
1132 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1133 ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str);
1134 break;
1135 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1136 ADD_CONFIG_TERM(BRANCH, branch, term->val.str);
1137 break;
1138 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1139 ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num);
1140 break;
1141 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1142 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0);
1143 break;
1144 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1145 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1);
1146 break;
1147 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1148 ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num);
1149 break;
1150 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1151 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0);
1152 break;
1153 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1154 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1);
1155 break;
1156 case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1157 ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str);
1158 break;
1159 default:
1160 break;
1161 }
1162 }
1163#undef ADD_EVSEL_CONFIG
1164 return 0;
1165}
1166
1167int parse_events_add_tracepoint(struct list_head *list, int *idx,
1168 const char *sys, const char *event,
1169 struct parse_events_error *err,
1170 struct list_head *head_config)
1171{
1172 if (head_config) {
1173 struct perf_event_attr attr;
1174
1175 if (config_attr(&attr, head_config, err,
1176 config_term_tracepoint))
1177 return -EINVAL;
1178 }
1179
1180 if (strpbrk(sys, "*?"))
1181 return add_tracepoint_multi_sys(list, idx, sys, event,
1182 err, head_config);
1183 else
1184 return add_tracepoint_event(list, idx, sys, event,
1185 err, head_config);
1186}
1187
1188int parse_events_add_numeric(struct parse_events_state *parse_state,
1189 struct list_head *list,
1190 u32 type, u64 config,
1191 struct list_head *head_config)
1192{
1193 struct perf_event_attr attr;
1194 LIST_HEAD(config_terms);
1195
1196 memset(&attr, 0, sizeof(attr));
1197 attr.type = type;
1198 attr.config = config;
1199
1200 if (head_config) {
1201 if (config_attr(&attr, head_config, parse_state->error,
1202 config_term_common))
1203 return -EINVAL;
1204
1205 if (get_config_terms(head_config, &config_terms))
1206 return -ENOMEM;
1207 }
1208
1209 return add_event(list, &parse_state->idx, &attr,
1210 get_config_name(head_config), &config_terms);
1211}
1212
1213static int __parse_events_add_pmu(struct parse_events_state *parse_state,
1214 struct list_head *list, char *name,
1215 struct list_head *head_config, bool auto_merge_stats)
1216{
1217 struct perf_event_attr attr;
1218 struct perf_pmu_info info;
1219 struct perf_pmu *pmu;
1220 struct perf_evsel *evsel;
1221 LIST_HEAD(config_terms);
1222
1223 pmu = perf_pmu__find(name);
1224 if (!pmu)
1225 return -EINVAL;
1226
1227 if (pmu->default_config) {
1228 memcpy(&attr, pmu->default_config,
1229 sizeof(struct perf_event_attr));
1230 } else {
1231 memset(&attr, 0, sizeof(attr));
1232 }
1233
1234 if (!head_config) {
1235 attr.type = pmu->type;
1236 evsel = __add_event(list, &parse_state->idx, &attr, NULL, pmu->cpus, NULL, auto_merge_stats);
1237 return evsel ? 0 : -ENOMEM;
1238 }
1239
1240 if (perf_pmu__check_alias(pmu, head_config, &info))
1241 return -EINVAL;
1242
1243 /*
1244 * Configure hardcoded terms first, no need to check
1245 * return value when called with fail == 0 ;)
1246 */
1247 if (config_attr(&attr, head_config, parse_state->error, config_term_pmu))
1248 return -EINVAL;
1249
1250 if (get_config_terms(head_config, &config_terms))
1251 return -ENOMEM;
1252
1253 if (perf_pmu__config(pmu, &attr, head_config, parse_state->error))
1254 return -EINVAL;
1255
1256 evsel = __add_event(list, &parse_state->idx, &attr,
1257 get_config_name(head_config), pmu->cpus,
1258 &config_terms, auto_merge_stats);
1259 if (evsel) {
1260 evsel->unit = info.unit;
1261 evsel->scale = info.scale;
1262 evsel->per_pkg = info.per_pkg;
1263 evsel->snapshot = info.snapshot;
1264 evsel->metric_expr = info.metric_expr;
1265 evsel->metric_name = info.metric_name;
1266 }
1267
1268 return evsel ? 0 : -ENOMEM;
1269}
1270
1271int parse_events_add_pmu(struct parse_events_state *parse_state,
1272 struct list_head *list, char *name,
1273 struct list_head *head_config)
1274{
1275 return __parse_events_add_pmu(parse_state, list, name, head_config, false);
1276}
1277
1278int parse_events_multi_pmu_add(struct parse_events_state *parse_state,
1279 char *str, struct list_head **listp)
1280{
1281 struct list_head *head;
1282 struct parse_events_term *term;
1283 struct list_head *list;
1284 struct perf_pmu *pmu = NULL;
1285 int ok = 0;
1286
1287 *listp = NULL;
1288 /* Add it for all PMUs that support the alias */
1289 list = malloc(sizeof(struct list_head));
1290 if (!list)
1291 return -1;
1292 INIT_LIST_HEAD(list);
1293 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1294 struct perf_pmu_alias *alias;
1295
1296 list_for_each_entry(alias, &pmu->aliases, list) {
1297 if (!strcasecmp(alias->name, str)) {
1298 head = malloc(sizeof(struct list_head));
1299 if (!head)
1300 return -1;
1301 INIT_LIST_HEAD(head);
1302 if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER,
1303 str, 1, false, &str, NULL) < 0)
1304 return -1;
1305 list_add_tail(&term->list, head);
1306
1307 if (!__parse_events_add_pmu(parse_state, list,
1308 pmu->name, head, true)) {
1309 pr_debug("%s -> %s/%s/\n", str,
1310 pmu->name, alias->str);
1311 ok++;
1312 }
1313
1314 parse_events_terms__delete(head);
1315 }
1316 }
1317 }
1318 if (!ok)
1319 return -1;
1320 *listp = list;
1321 return 0;
1322}
1323
1324int parse_events__modifier_group(struct list_head *list,
1325 char *event_mod)
1326{
1327 return parse_events__modifier_event(list, event_mod, true);
1328}
1329
1330void parse_events__set_leader(char *name, struct list_head *list)
1331{
1332 struct perf_evsel *leader;
1333
1334 if (list_empty(list)) {
1335 WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1336 return;
1337 }
1338
1339 __perf_evlist__set_leader(list);
1340 leader = list_entry(list->next, struct perf_evsel, node);
1341 leader->group_name = name ? strdup(name) : NULL;
1342}
1343
1344/* list_event is assumed to point to malloc'ed memory */
1345void parse_events_update_lists(struct list_head *list_event,
1346 struct list_head *list_all)
1347{
1348 /*
1349 * Called for single event definition. Update the
1350 * 'all event' list, and reinit the 'single event'
1351 * list, for next event definition.
1352 */
1353 list_splice_tail(list_event, list_all);
1354 free(list_event);
1355}
1356
1357struct event_modifier {
1358 int eu;
1359 int ek;
1360 int eh;
1361 int eH;
1362 int eG;
1363 int eI;
1364 int precise;
1365 int precise_max;
1366 int exclude_GH;
1367 int sample_read;
1368 int pinned;
1369};
1370
1371static int get_event_modifier(struct event_modifier *mod, char *str,
1372 struct perf_evsel *evsel)
1373{
1374 int eu = evsel ? evsel->attr.exclude_user : 0;
1375 int ek = evsel ? evsel->attr.exclude_kernel : 0;
1376 int eh = evsel ? evsel->attr.exclude_hv : 0;
1377 int eH = evsel ? evsel->attr.exclude_host : 0;
1378 int eG = evsel ? evsel->attr.exclude_guest : 0;
1379 int eI = evsel ? evsel->attr.exclude_idle : 0;
1380 int precise = evsel ? evsel->attr.precise_ip : 0;
1381 int precise_max = 0;
1382 int sample_read = 0;
1383 int pinned = evsel ? evsel->attr.pinned : 0;
1384
1385 int exclude = eu | ek | eh;
1386 int exclude_GH = evsel ? evsel->exclude_GH : 0;
1387
1388 memset(mod, 0, sizeof(*mod));
1389
1390 while (*str) {
1391 if (*str == 'u') {
1392 if (!exclude)
1393 exclude = eu = ek = eh = 1;
1394 eu = 0;
1395 } else if (*str == 'k') {
1396 if (!exclude)
1397 exclude = eu = ek = eh = 1;
1398 ek = 0;
1399 } else if (*str == 'h') {
1400 if (!exclude)
1401 exclude = eu = ek = eh = 1;
1402 eh = 0;
1403 } else if (*str == 'G') {
1404 if (!exclude_GH)
1405 exclude_GH = eG = eH = 1;
1406 eG = 0;
1407 } else if (*str == 'H') {
1408 if (!exclude_GH)
1409 exclude_GH = eG = eH = 1;
1410 eH = 0;
1411 } else if (*str == 'I') {
1412 eI = 1;
1413 } else if (*str == 'p') {
1414 precise++;
1415 /* use of precise requires exclude_guest */
1416 if (!exclude_GH)
1417 eG = 1;
1418 } else if (*str == 'P') {
1419 precise_max = 1;
1420 } else if (*str == 'S') {
1421 sample_read = 1;
1422 } else if (*str == 'D') {
1423 pinned = 1;
1424 } else
1425 break;
1426
1427 ++str;
1428 }
1429
1430 /*
1431 * precise ip:
1432 *
1433 * 0 - SAMPLE_IP can have arbitrary skid
1434 * 1 - SAMPLE_IP must have constant skid
1435 * 2 - SAMPLE_IP requested to have 0 skid
1436 * 3 - SAMPLE_IP must have 0 skid
1437 *
1438 * See also PERF_RECORD_MISC_EXACT_IP
1439 */
1440 if (precise > 3)
1441 return -EINVAL;
1442
1443 mod->eu = eu;
1444 mod->ek = ek;
1445 mod->eh = eh;
1446 mod->eH = eH;
1447 mod->eG = eG;
1448 mod->eI = eI;
1449 mod->precise = precise;
1450 mod->precise_max = precise_max;
1451 mod->exclude_GH = exclude_GH;
1452 mod->sample_read = sample_read;
1453 mod->pinned = pinned;
1454
1455 return 0;
1456}
1457
1458/*
1459 * Basic modifier sanity check to validate it contains only one
1460 * instance of any modifier (apart from 'p') present.
1461 */
1462static int check_modifier(char *str)
1463{
1464 char *p = str;
1465
1466 /* The sizeof includes 0 byte as well. */
1467 if (strlen(str) > (sizeof("ukhGHpppPSDI") - 1))
1468 return -1;
1469
1470 while (*p) {
1471 if (*p != 'p' && strchr(p + 1, *p))
1472 return -1;
1473 p++;
1474 }
1475
1476 return 0;
1477}
1478
1479int parse_events__modifier_event(struct list_head *list, char *str, bool add)
1480{
1481 struct perf_evsel *evsel;
1482 struct event_modifier mod;
1483
1484 if (str == NULL)
1485 return 0;
1486
1487 if (check_modifier(str))
1488 return -EINVAL;
1489
1490 if (!add && get_event_modifier(&mod, str, NULL))
1491 return -EINVAL;
1492
1493 __evlist__for_each_entry(list, evsel) {
1494 if (add && get_event_modifier(&mod, str, evsel))
1495 return -EINVAL;
1496
1497 evsel->attr.exclude_user = mod.eu;
1498 evsel->attr.exclude_kernel = mod.ek;
1499 evsel->attr.exclude_hv = mod.eh;
1500 evsel->attr.precise_ip = mod.precise;
1501 evsel->attr.exclude_host = mod.eH;
1502 evsel->attr.exclude_guest = mod.eG;
1503 evsel->attr.exclude_idle = mod.eI;
1504 evsel->exclude_GH = mod.exclude_GH;
1505 evsel->sample_read = mod.sample_read;
1506 evsel->precise_max = mod.precise_max;
1507
1508 if (perf_evsel__is_group_leader(evsel))
1509 evsel->attr.pinned = mod.pinned;
1510 }
1511
1512 return 0;
1513}
1514
1515int parse_events_name(struct list_head *list, char *name)
1516{
1517 struct perf_evsel *evsel;
1518
1519 __evlist__for_each_entry(list, evsel) {
1520 if (!evsel->name)
1521 evsel->name = strdup(name);
1522 }
1523
1524 return 0;
1525}
1526
1527static int
1528comp_pmu(const void *p1, const void *p2)
1529{
1530 struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1;
1531 struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2;
1532
1533 return strcasecmp(pmu1->symbol, pmu2->symbol);
1534}
1535
1536static void perf_pmu__parse_cleanup(void)
1537{
1538 if (perf_pmu_events_list_num > 0) {
1539 struct perf_pmu_event_symbol *p;
1540 int i;
1541
1542 for (i = 0; i < perf_pmu_events_list_num; i++) {
1543 p = perf_pmu_events_list + i;
1544 zfree(&p->symbol);
1545 }
1546 zfree(&perf_pmu_events_list);
1547 perf_pmu_events_list_num = 0;
1548 }
1549}
1550
1551#define SET_SYMBOL(str, stype) \
1552do { \
1553 p->symbol = str; \
1554 if (!p->symbol) \
1555 goto err; \
1556 p->type = stype; \
1557} while (0)
1558
1559/*
1560 * Read the pmu events list from sysfs
1561 * Save it into perf_pmu_events_list
1562 */
1563static void perf_pmu__parse_init(void)
1564{
1565
1566 struct perf_pmu *pmu = NULL;
1567 struct perf_pmu_alias *alias;
1568 int len = 0;
1569
1570 pmu = NULL;
1571 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1572 list_for_each_entry(alias, &pmu->aliases, list) {
1573 if (strchr(alias->name, '-'))
1574 len++;
1575 len++;
1576 }
1577 }
1578
1579 if (len == 0) {
1580 perf_pmu_events_list_num = -1;
1581 return;
1582 }
1583 perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len);
1584 if (!perf_pmu_events_list)
1585 return;
1586 perf_pmu_events_list_num = len;
1587
1588 len = 0;
1589 pmu = NULL;
1590 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1591 list_for_each_entry(alias, &pmu->aliases, list) {
1592 struct perf_pmu_event_symbol *p = perf_pmu_events_list + len;
1593 char *tmp = strchr(alias->name, '-');
1594
1595 if (tmp != NULL) {
1596 SET_SYMBOL(strndup(alias->name, tmp - alias->name),
1597 PMU_EVENT_SYMBOL_PREFIX);
1598 p++;
1599 SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX);
1600 len += 2;
1601 } else {
1602 SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL);
1603 len++;
1604 }
1605 }
1606 }
1607 qsort(perf_pmu_events_list, len,
1608 sizeof(struct perf_pmu_event_symbol), comp_pmu);
1609
1610 return;
1611err:
1612 perf_pmu__parse_cleanup();
1613}
1614
1615enum perf_pmu_event_symbol_type
1616perf_pmu__parse_check(const char *name)
1617{
1618 struct perf_pmu_event_symbol p, *r;
1619
1620 /* scan kernel pmu events from sysfs if needed */
1621 if (perf_pmu_events_list_num == 0)
1622 perf_pmu__parse_init();
1623 /*
1624 * name "cpu" could be prefix of cpu-cycles or cpu// events.
1625 * cpu-cycles has been handled by hardcode.
1626 * So it must be cpu// events, not kernel pmu event.
1627 */
1628 if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu"))
1629 return PMU_EVENT_SYMBOL_ERR;
1630
1631 p.symbol = strdup(name);
1632 r = bsearch(&p, perf_pmu_events_list,
1633 (size_t) perf_pmu_events_list_num,
1634 sizeof(struct perf_pmu_event_symbol), comp_pmu);
1635 zfree(&p.symbol);
1636 return r ? r->type : PMU_EVENT_SYMBOL_ERR;
1637}
1638
1639static int parse_events__scanner(const char *str, void *parse_state, int start_token)
1640{
1641 YY_BUFFER_STATE buffer;
1642 void *scanner;
1643 int ret;
1644
1645 ret = parse_events_lex_init_extra(start_token, &scanner);
1646 if (ret)
1647 return ret;
1648
1649 buffer = parse_events__scan_string(str, scanner);
1650
1651#ifdef PARSER_DEBUG
1652 parse_events_debug = 1;
1653#endif
1654 ret = parse_events_parse(parse_state, scanner);
1655
1656 parse_events__flush_buffer(buffer, scanner);
1657 parse_events__delete_buffer(buffer, scanner);
1658 parse_events_lex_destroy(scanner);
1659 return ret;
1660}
1661
1662/*
1663 * parse event config string, return a list of event terms.
1664 */
1665int parse_events_terms(struct list_head *terms, const char *str)
1666{
1667 struct parse_events_state parse_state = {
1668 .terms = NULL,
1669 };
1670 int ret;
1671
1672 ret = parse_events__scanner(str, &parse_state, PE_START_TERMS);
1673 if (!ret) {
1674 list_splice(parse_state.terms, terms);
1675 zfree(&parse_state.terms);
1676 return 0;
1677 }
1678
1679 parse_events_terms__delete(parse_state.terms);
1680 return ret;
1681}
1682
1683int parse_events(struct perf_evlist *evlist, const char *str,
1684 struct parse_events_error *err)
1685{
1686 struct parse_events_state parse_state = {
1687 .list = LIST_HEAD_INIT(parse_state.list),
1688 .idx = evlist->nr_entries,
1689 .error = err,
1690 .evlist = evlist,
1691 };
1692 int ret;
1693
1694 ret = parse_events__scanner(str, &parse_state, PE_START_EVENTS);
1695 perf_pmu__parse_cleanup();
1696 if (!ret) {
1697 struct perf_evsel *last;
1698
1699 if (list_empty(&parse_state.list)) {
1700 WARN_ONCE(true, "WARNING: event parser found nothing");
1701 return -1;
1702 }
1703
1704 perf_evlist__splice_list_tail(evlist, &parse_state.list);
1705 evlist->nr_groups += parse_state.nr_groups;
1706 last = perf_evlist__last(evlist);
1707 last->cmdline_group_boundary = true;
1708
1709 return 0;
1710 }
1711
1712 /*
1713 * There are 2 users - builtin-record and builtin-test objects.
1714 * Both call perf_evlist__delete in case of error, so we dont
1715 * need to bother.
1716 */
1717 return ret;
1718}
1719
1720#define MAX_WIDTH 1000
1721static int get_term_width(void)
1722{
1723 struct winsize ws;
1724
1725 get_term_dimensions(&ws);
1726 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col;
1727}
1728
1729static void parse_events_print_error(struct parse_events_error *err,
1730 const char *event)
1731{
1732 const char *str = "invalid or unsupported event: ";
1733 char _buf[MAX_WIDTH];
1734 char *buf = (char *) event;
1735 int idx = 0;
1736
1737 if (err->str) {
1738 /* -2 for extra '' in the final fprintf */
1739 int width = get_term_width() - 2;
1740 int len_event = strlen(event);
1741 int len_str, max_len, cut = 0;
1742
1743 /*
1744 * Maximum error index indent, we will cut
1745 * the event string if it's bigger.
1746 */
1747 int max_err_idx = 13;
1748
1749 /*
1750 * Let's be specific with the message when
1751 * we have the precise error.
1752 */
1753 str = "event syntax error: ";
1754 len_str = strlen(str);
1755 max_len = width - len_str;
1756
1757 buf = _buf;
1758
1759 /* We're cutting from the beginning. */
1760 if (err->idx > max_err_idx)
1761 cut = err->idx - max_err_idx;
1762
1763 strncpy(buf, event + cut, max_len);
1764
1765 /* Mark cut parts with '..' on both sides. */
1766 if (cut)
1767 buf[0] = buf[1] = '.';
1768
1769 if ((len_event - cut) > max_len) {
1770 buf[max_len - 1] = buf[max_len - 2] = '.';
1771 buf[max_len] = 0;
1772 }
1773
1774 idx = len_str + err->idx - cut;
1775 }
1776
1777 fprintf(stderr, "%s'%s'\n", str, buf);
1778 if (idx) {
1779 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str);
1780 if (err->help)
1781 fprintf(stderr, "\n%s\n", err->help);
1782 zfree(&err->str);
1783 zfree(&err->help);
1784 }
1785
1786 fprintf(stderr, "Run 'perf list' for a list of valid events\n");
1787}
1788
1789#undef MAX_WIDTH
1790
1791int parse_events_option(const struct option *opt, const char *str,
1792 int unset __maybe_unused)
1793{
1794 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1795 struct parse_events_error err = { .idx = 0, };
1796 int ret = parse_events(evlist, str, &err);
1797
1798 if (ret)
1799 parse_events_print_error(&err, str);
1800
1801 return ret;
1802}
1803
1804static int
1805foreach_evsel_in_last_glob(struct perf_evlist *evlist,
1806 int (*func)(struct perf_evsel *evsel,
1807 const void *arg),
1808 const void *arg)
1809{
1810 struct perf_evsel *last = NULL;
1811 int err;
1812
1813 /*
1814 * Don't return when list_empty, give func a chance to report
1815 * error when it found last == NULL.
1816 *
1817 * So no need to WARN here, let *func do this.
1818 */
1819 if (evlist->nr_entries > 0)
1820 last = perf_evlist__last(evlist);
1821
1822 do {
1823 err = (*func)(last, arg);
1824 if (err)
1825 return -1;
1826 if (!last)
1827 return 0;
1828
1829 if (last->node.prev == &evlist->entries)
1830 return 0;
1831 last = list_entry(last->node.prev, struct perf_evsel, node);
1832 } while (!last->cmdline_group_boundary);
1833
1834 return 0;
1835}
1836
1837static int set_filter(struct perf_evsel *evsel, const void *arg)
1838{
1839 const char *str = arg;
1840 bool found = false;
1841 int nr_addr_filters = 0;
1842 struct perf_pmu *pmu = NULL;
1843
1844 if (evsel == NULL)
1845 goto err;
1846
1847 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1848 if (perf_evsel__append_tp_filter(evsel, str) < 0) {
1849 fprintf(stderr,
1850 "not enough memory to hold filter string\n");
1851 return -1;
1852 }
1853
1854 return 0;
1855 }
1856
1857 while ((pmu = perf_pmu__scan(pmu)) != NULL)
1858 if (pmu->type == evsel->attr.type) {
1859 found = true;
1860 break;
1861 }
1862
1863 if (found)
1864 perf_pmu__scan_file(pmu, "nr_addr_filters",
1865 "%d", &nr_addr_filters);
1866
1867 if (!nr_addr_filters)
1868 goto err;
1869
1870 if (perf_evsel__append_addr_filter(evsel, str) < 0) {
1871 fprintf(stderr,
1872 "not enough memory to hold filter string\n");
1873 return -1;
1874 }
1875
1876 return 0;
1877
1878err:
1879 fprintf(stderr,
1880 "--filter option should follow a -e tracepoint or HW tracer option\n");
1881
1882 return -1;
1883}
1884
1885int parse_filter(const struct option *opt, const char *str,
1886 int unset __maybe_unused)
1887{
1888 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1889
1890 return foreach_evsel_in_last_glob(evlist, set_filter,
1891 (const void *)str);
1892}
1893
1894static int add_exclude_perf_filter(struct perf_evsel *evsel,
1895 const void *arg __maybe_unused)
1896{
1897 char new_filter[64];
1898
1899 if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) {
1900 fprintf(stderr,
1901 "--exclude-perf option should follow a -e tracepoint option\n");
1902 return -1;
1903 }
1904
1905 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid());
1906
1907 if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) {
1908 fprintf(stderr,
1909 "not enough memory to hold filter string\n");
1910 return -1;
1911 }
1912
1913 return 0;
1914}
1915
1916int exclude_perf(const struct option *opt,
1917 const char *arg __maybe_unused,
1918 int unset __maybe_unused)
1919{
1920 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1921
1922 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter,
1923 NULL);
1924}
1925
1926static const char * const event_type_descriptors[] = {
1927 "Hardware event",
1928 "Software event",
1929 "Tracepoint event",
1930 "Hardware cache event",
1931 "Raw hardware event descriptor",
1932 "Hardware breakpoint",
1933};
1934
1935static int cmp_string(const void *a, const void *b)
1936{
1937 const char * const *as = a;
1938 const char * const *bs = b;
1939
1940 return strcmp(*as, *bs);
1941}
1942
1943/*
1944 * Print the events from <debugfs_mount_point>/tracing/events
1945 */
1946
1947void print_tracepoint_events(const char *subsys_glob, const char *event_glob,
1948 bool name_only)
1949{
1950 DIR *sys_dir, *evt_dir;
1951 struct dirent *sys_dirent, *evt_dirent;
1952 char evt_path[MAXPATHLEN];
1953 char dir_path[MAXPATHLEN];
1954 char **evt_list = NULL;
1955 unsigned int evt_i = 0, evt_num = 0;
1956 bool evt_num_known = false;
1957
1958restart:
1959 sys_dir = opendir(tracing_events_path);
1960 if (!sys_dir)
1961 return;
1962
1963 if (evt_num_known) {
1964 evt_list = zalloc(sizeof(char *) * evt_num);
1965 if (!evt_list)
1966 goto out_close_sys_dir;
1967 }
1968
1969 for_each_subsystem(sys_dir, sys_dirent) {
1970 if (subsys_glob != NULL &&
1971 !strglobmatch(sys_dirent->d_name, subsys_glob))
1972 continue;
1973
1974 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
1975 sys_dirent->d_name);
1976 evt_dir = opendir(dir_path);
1977 if (!evt_dir)
1978 continue;
1979
1980 for_each_event(sys_dirent, evt_dir, evt_dirent) {
1981 if (event_glob != NULL &&
1982 !strglobmatch(evt_dirent->d_name, event_glob))
1983 continue;
1984
1985 if (!evt_num_known) {
1986 evt_num++;
1987 continue;
1988 }
1989
1990 snprintf(evt_path, MAXPATHLEN, "%s:%s",
1991 sys_dirent->d_name, evt_dirent->d_name);
1992
1993 evt_list[evt_i] = strdup(evt_path);
1994 if (evt_list[evt_i] == NULL)
1995 goto out_close_evt_dir;
1996 evt_i++;
1997 }
1998 closedir(evt_dir);
1999 }
2000 closedir(sys_dir);
2001
2002 if (!evt_num_known) {
2003 evt_num_known = true;
2004 goto restart;
2005 }
2006 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2007 evt_i = 0;
2008 while (evt_i < evt_num) {
2009 if (name_only) {
2010 printf("%s ", evt_list[evt_i++]);
2011 continue;
2012 }
2013 printf(" %-50s [%s]\n", evt_list[evt_i++],
2014 event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2015 }
2016 if (evt_num && pager_in_use())
2017 printf("\n");
2018
2019out_free:
2020 evt_num = evt_i;
2021 for (evt_i = 0; evt_i < evt_num; evt_i++)
2022 zfree(&evt_list[evt_i]);
2023 zfree(&evt_list);
2024 return;
2025
2026out_close_evt_dir:
2027 closedir(evt_dir);
2028out_close_sys_dir:
2029 closedir(sys_dir);
2030
2031 printf("FATAL: not enough memory to print %s\n",
2032 event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2033 if (evt_list)
2034 goto out_free;
2035}
2036
2037/*
2038 * Check whether event is in <debugfs_mount_point>/tracing/events
2039 */
2040
2041int is_valid_tracepoint(const char *event_string)
2042{
2043 DIR *sys_dir, *evt_dir;
2044 struct dirent *sys_dirent, *evt_dirent;
2045 char evt_path[MAXPATHLEN];
2046 char dir_path[MAXPATHLEN];
2047
2048 sys_dir = opendir(tracing_events_path);
2049 if (!sys_dir)
2050 return 0;
2051
2052 for_each_subsystem(sys_dir, sys_dirent) {
2053
2054 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
2055 sys_dirent->d_name);
2056 evt_dir = opendir(dir_path);
2057 if (!evt_dir)
2058 continue;
2059
2060 for_each_event(sys_dirent, evt_dir, evt_dirent) {
2061 snprintf(evt_path, MAXPATHLEN, "%s:%s",
2062 sys_dirent->d_name, evt_dirent->d_name);
2063 if (!strcmp(evt_path, event_string)) {
2064 closedir(evt_dir);
2065 closedir(sys_dir);
2066 return 1;
2067 }
2068 }
2069 closedir(evt_dir);
2070 }
2071 closedir(sys_dir);
2072 return 0;
2073}
2074
2075static bool is_event_supported(u8 type, unsigned config)
2076{
2077 bool ret = true;
2078 int open_return;
2079 struct perf_evsel *evsel;
2080 struct perf_event_attr attr = {
2081 .type = type,
2082 .config = config,
2083 .disabled = 1,
2084 };
2085 struct thread_map *tmap = thread_map__new_by_tid(0);
2086
2087 if (tmap == NULL)
2088 return false;
2089
2090 evsel = perf_evsel__new(&attr);
2091 if (evsel) {
2092 open_return = perf_evsel__open(evsel, NULL, tmap);
2093 ret = open_return >= 0;
2094
2095 if (open_return == -EACCES) {
2096 /*
2097 * This happens if the paranoid value
2098 * /proc/sys/kernel/perf_event_paranoid is set to 2
2099 * Re-run with exclude_kernel set; we don't do that
2100 * by default as some ARM machines do not support it.
2101 *
2102 */
2103 evsel->attr.exclude_kernel = 1;
2104 ret = perf_evsel__open(evsel, NULL, tmap) >= 0;
2105 }
2106 perf_evsel__delete(evsel);
2107 }
2108
2109 return ret;
2110}
2111
2112void print_sdt_events(const char *subsys_glob, const char *event_glob,
2113 bool name_only)
2114{
2115 struct probe_cache *pcache;
2116 struct probe_cache_entry *ent;
2117 struct strlist *bidlist, *sdtlist;
2118 struct strlist_config cfg = {.dont_dupstr = true};
2119 struct str_node *nd, *nd2;
2120 char *buf, *path, *ptr = NULL;
2121 bool show_detail = false;
2122 int ret;
2123
2124 sdtlist = strlist__new(NULL, &cfg);
2125 if (!sdtlist) {
2126 pr_debug("Failed to allocate new strlist for SDT\n");
2127 return;
2128 }
2129 bidlist = build_id_cache__list_all(true);
2130 if (!bidlist) {
2131 pr_debug("Failed to get buildids: %d\n", errno);
2132 return;
2133 }
2134 strlist__for_each_entry(nd, bidlist) {
2135 pcache = probe_cache__new(nd->s, NULL);
2136 if (!pcache)
2137 continue;
2138 list_for_each_entry(ent, &pcache->entries, node) {
2139 if (!ent->sdt)
2140 continue;
2141 if (subsys_glob &&
2142 !strglobmatch(ent->pev.group, subsys_glob))
2143 continue;
2144 if (event_glob &&
2145 !strglobmatch(ent->pev.event, event_glob))
2146 continue;
2147 ret = asprintf(&buf, "%s:%s@%s", ent->pev.group,
2148 ent->pev.event, nd->s);
2149 if (ret > 0)
2150 strlist__add(sdtlist, buf);
2151 }
2152 probe_cache__delete(pcache);
2153 }
2154 strlist__delete(bidlist);
2155
2156 strlist__for_each_entry(nd, sdtlist) {
2157 buf = strchr(nd->s, '@');
2158 if (buf)
2159 *(buf++) = '\0';
2160 if (name_only) {
2161 printf("%s ", nd->s);
2162 continue;
2163 }
2164 nd2 = strlist__next(nd);
2165 if (nd2) {
2166 ptr = strchr(nd2->s, '@');
2167 if (ptr)
2168 *ptr = '\0';
2169 if (strcmp(nd->s, nd2->s) == 0)
2170 show_detail = true;
2171 }
2172 if (show_detail) {
2173 path = build_id_cache__origname(buf);
2174 ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf);
2175 if (ret > 0) {
2176 printf(" %-50s [%s]\n", buf, "SDT event");
2177 free(buf);
2178 }
2179 } else
2180 printf(" %-50s [%s]\n", nd->s, "SDT event");
2181 if (nd2) {
2182 if (strcmp(nd->s, nd2->s) != 0)
2183 show_detail = false;
2184 if (ptr)
2185 *ptr = '@';
2186 }
2187 }
2188 strlist__delete(sdtlist);
2189}
2190
2191int print_hwcache_events(const char *event_glob, bool name_only)
2192{
2193 unsigned int type, op, i, evt_i = 0, evt_num = 0;
2194 char name[64];
2195 char **evt_list = NULL;
2196 bool evt_num_known = false;
2197
2198restart:
2199 if (evt_num_known) {
2200 evt_list = zalloc(sizeof(char *) * evt_num);
2201 if (!evt_list)
2202 goto out_enomem;
2203 }
2204
2205 for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) {
2206 for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) {
2207 /* skip invalid cache type */
2208 if (!perf_evsel__is_cache_op_valid(type, op))
2209 continue;
2210
2211 for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) {
2212 __perf_evsel__hw_cache_type_op_res_name(type, op, i,
2213 name, sizeof(name));
2214 if (event_glob != NULL && !strglobmatch(name, event_glob))
2215 continue;
2216
2217 if (!is_event_supported(PERF_TYPE_HW_CACHE,
2218 type | (op << 8) | (i << 16)))
2219 continue;
2220
2221 if (!evt_num_known) {
2222 evt_num++;
2223 continue;
2224 }
2225
2226 evt_list[evt_i] = strdup(name);
2227 if (evt_list[evt_i] == NULL)
2228 goto out_enomem;
2229 evt_i++;
2230 }
2231 }
2232 }
2233
2234 if (!evt_num_known) {
2235 evt_num_known = true;
2236 goto restart;
2237 }
2238 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2239 evt_i = 0;
2240 while (evt_i < evt_num) {
2241 if (name_only) {
2242 printf("%s ", evt_list[evt_i++]);
2243 continue;
2244 }
2245 printf(" %-50s [%s]\n", evt_list[evt_i++],
2246 event_type_descriptors[PERF_TYPE_HW_CACHE]);
2247 }
2248 if (evt_num && pager_in_use())
2249 printf("\n");
2250
2251out_free:
2252 evt_num = evt_i;
2253 for (evt_i = 0; evt_i < evt_num; evt_i++)
2254 zfree(&evt_list[evt_i]);
2255 zfree(&evt_list);
2256 return evt_num;
2257
2258out_enomem:
2259 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]);
2260 if (evt_list)
2261 goto out_free;
2262 return evt_num;
2263}
2264
2265void print_symbol_events(const char *event_glob, unsigned type,
2266 struct event_symbol *syms, unsigned max,
2267 bool name_only)
2268{
2269 unsigned int i, evt_i = 0, evt_num = 0;
2270 char name[MAX_NAME_LEN];
2271 char **evt_list = NULL;
2272 bool evt_num_known = false;
2273
2274restart:
2275 if (evt_num_known) {
2276 evt_list = zalloc(sizeof(char *) * evt_num);
2277 if (!evt_list)
2278 goto out_enomem;
2279 syms -= max;
2280 }
2281
2282 for (i = 0; i < max; i++, syms++) {
2283
2284 if (event_glob != NULL && syms->symbol != NULL &&
2285 !(strglobmatch(syms->symbol, event_glob) ||
2286 (syms->alias && strglobmatch(syms->alias, event_glob))))
2287 continue;
2288
2289 if (!is_event_supported(type, i))
2290 continue;
2291
2292 if (!evt_num_known) {
2293 evt_num++;
2294 continue;
2295 }
2296
2297 if (!name_only && strlen(syms->alias))
2298 snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias);
2299 else
2300 strncpy(name, syms->symbol, MAX_NAME_LEN);
2301
2302 evt_list[evt_i] = strdup(name);
2303 if (evt_list[evt_i] == NULL)
2304 goto out_enomem;
2305 evt_i++;
2306 }
2307
2308 if (!evt_num_known) {
2309 evt_num_known = true;
2310 goto restart;
2311 }
2312 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2313 evt_i = 0;
2314 while (evt_i < evt_num) {
2315 if (name_only) {
2316 printf("%s ", evt_list[evt_i++]);
2317 continue;
2318 }
2319 printf(" %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]);
2320 }
2321 if (evt_num && pager_in_use())
2322 printf("\n");
2323
2324out_free:
2325 evt_num = evt_i;
2326 for (evt_i = 0; evt_i < evt_num; evt_i++)
2327 zfree(&evt_list[evt_i]);
2328 zfree(&evt_list);
2329 return;
2330
2331out_enomem:
2332 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]);
2333 if (evt_list)
2334 goto out_free;
2335}
2336
2337/*
2338 * Print the help text for the event symbols:
2339 */
2340void print_events(const char *event_glob, bool name_only, bool quiet_flag,
2341 bool long_desc, bool details_flag)
2342{
2343 print_symbol_events(event_glob, PERF_TYPE_HARDWARE,
2344 event_symbols_hw, PERF_COUNT_HW_MAX, name_only);
2345
2346 print_symbol_events(event_glob, PERF_TYPE_SOFTWARE,
2347 event_symbols_sw, PERF_COUNT_SW_MAX, name_only);
2348
2349 print_hwcache_events(event_glob, name_only);
2350
2351 print_pmu_events(event_glob, name_only, quiet_flag, long_desc,
2352 details_flag);
2353
2354 if (event_glob != NULL)
2355 return;
2356
2357 if (!name_only) {
2358 printf(" %-50s [%s]\n",
2359 "rNNN",
2360 event_type_descriptors[PERF_TYPE_RAW]);
2361 printf(" %-50s [%s]\n",
2362 "cpu/t1=v1[,t2=v2,t3 ...]/modifier",
2363 event_type_descriptors[PERF_TYPE_RAW]);
2364 if (pager_in_use())
2365 printf(" (see 'man perf-list' on how to encode it)\n\n");
2366
2367 printf(" %-50s [%s]\n",
2368 "mem:<addr>[/len][:access]",
2369 event_type_descriptors[PERF_TYPE_BREAKPOINT]);
2370 if (pager_in_use())
2371 printf("\n");
2372 }
2373
2374 print_tracepoint_events(NULL, NULL, name_only);
2375
2376 print_sdt_events(NULL, NULL, name_only);
2377}
2378
2379int parse_events__is_hardcoded_term(struct parse_events_term *term)
2380{
2381 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER;
2382}
2383
2384static int new_term(struct parse_events_term **_term,
2385 struct parse_events_term *temp,
2386 char *str, u64 num)
2387{
2388 struct parse_events_term *term;
2389
2390 term = malloc(sizeof(*term));
2391 if (!term)
2392 return -ENOMEM;
2393
2394 *term = *temp;
2395 INIT_LIST_HEAD(&term->list);
2396
2397 switch (term->type_val) {
2398 case PARSE_EVENTS__TERM_TYPE_NUM:
2399 term->val.num = num;
2400 break;
2401 case PARSE_EVENTS__TERM_TYPE_STR:
2402 term->val.str = str;
2403 break;
2404 default:
2405 free(term);
2406 return -EINVAL;
2407 }
2408
2409 *_term = term;
2410 return 0;
2411}
2412
2413int parse_events_term__num(struct parse_events_term **term,
2414 int type_term, char *config, u64 num,
2415 bool no_value,
2416 void *loc_term_, void *loc_val_)
2417{
2418 YYLTYPE *loc_term = loc_term_;
2419 YYLTYPE *loc_val = loc_val_;
2420
2421 struct parse_events_term temp = {
2422 .type_val = PARSE_EVENTS__TERM_TYPE_NUM,
2423 .type_term = type_term,
2424 .config = config,
2425 .no_value = no_value,
2426 .err_term = loc_term ? loc_term->first_column : 0,
2427 .err_val = loc_val ? loc_val->first_column : 0,
2428 };
2429
2430 return new_term(term, &temp, NULL, num);
2431}
2432
2433int parse_events_term__str(struct parse_events_term **term,
2434 int type_term, char *config, char *str,
2435 void *loc_term_, void *loc_val_)
2436{
2437 YYLTYPE *loc_term = loc_term_;
2438 YYLTYPE *loc_val = loc_val_;
2439
2440 struct parse_events_term temp = {
2441 .type_val = PARSE_EVENTS__TERM_TYPE_STR,
2442 .type_term = type_term,
2443 .config = config,
2444 .err_term = loc_term ? loc_term->first_column : 0,
2445 .err_val = loc_val ? loc_val->first_column : 0,
2446 };
2447
2448 return new_term(term, &temp, str, 0);
2449}
2450
2451int parse_events_term__sym_hw(struct parse_events_term **term,
2452 char *config, unsigned idx)
2453{
2454 struct event_symbol *sym;
2455 struct parse_events_term temp = {
2456 .type_val = PARSE_EVENTS__TERM_TYPE_STR,
2457 .type_term = PARSE_EVENTS__TERM_TYPE_USER,
2458 .config = config ?: (char *) "event",
2459 };
2460
2461 BUG_ON(idx >= PERF_COUNT_HW_MAX);
2462 sym = &event_symbols_hw[idx];
2463
2464 return new_term(term, &temp, (char *) sym->symbol, 0);
2465}
2466
2467int parse_events_term__clone(struct parse_events_term **new,
2468 struct parse_events_term *term)
2469{
2470 struct parse_events_term temp = {
2471 .type_val = term->type_val,
2472 .type_term = term->type_term,
2473 .config = term->config,
2474 .err_term = term->err_term,
2475 .err_val = term->err_val,
2476 };
2477
2478 return new_term(new, &temp, term->val.str, term->val.num);
2479}
2480
2481int parse_events_copy_term_list(struct list_head *old,
2482 struct list_head **new)
2483{
2484 struct parse_events_term *term, *n;
2485 int ret;
2486
2487 if (!old) {
2488 *new = NULL;
2489 return 0;
2490 }
2491
2492 *new = malloc(sizeof(struct list_head));
2493 if (!*new)
2494 return -ENOMEM;
2495 INIT_LIST_HEAD(*new);
2496
2497 list_for_each_entry (term, old, list) {
2498 ret = parse_events_term__clone(&n, term);
2499 if (ret)
2500 return ret;
2501 list_add_tail(&n->list, *new);
2502 }
2503 return 0;
2504}
2505
2506void parse_events_terms__purge(struct list_head *terms)
2507{
2508 struct parse_events_term *term, *h;
2509
2510 list_for_each_entry_safe(term, h, terms, list) {
2511 if (term->array.nr_ranges)
2512 zfree(&term->array.ranges);
2513 list_del_init(&term->list);
2514 free(term);
2515 }
2516}
2517
2518void parse_events_terms__delete(struct list_head *terms)
2519{
2520 if (!terms)
2521 return;
2522 parse_events_terms__purge(terms);
2523 free(terms);
2524}
2525
2526void parse_events__clear_array(struct parse_events_array *a)
2527{
2528 zfree(&a->ranges);
2529}
2530
2531void parse_events_evlist_error(struct parse_events_state *parse_state,
2532 int idx, const char *str)
2533{
2534 struct parse_events_error *err = parse_state->error;
2535
2536 if (!err)
2537 return;
2538 err->idx = idx;
2539 err->str = strdup(str);
2540 WARN_ONCE(!err->str, "WARNING: failed to allocate error string");
2541}
2542
2543static void config_terms_list(char *buf, size_t buf_sz)
2544{
2545 int i;
2546 bool first = true;
2547
2548 buf[0] = '\0';
2549 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) {
2550 const char *name = config_term_names[i];
2551
2552 if (!config_term_avail(i, NULL))
2553 continue;
2554 if (!name)
2555 continue;
2556 if (name[0] == '<')
2557 continue;
2558
2559 if (strlen(buf) + strlen(name) + 2 >= buf_sz)
2560 return;
2561
2562 if (!first)
2563 strcat(buf, ",");
2564 else
2565 first = false;
2566 strcat(buf, name);
2567 }
2568}
2569
2570/*
2571 * Return string contains valid config terms of an event.
2572 * @additional_terms: For terms such as PMU sysfs terms.
2573 */
2574char *parse_events_formats_error_string(char *additional_terms)
2575{
2576 char *str;
2577 /* "no-overwrite" is the longest name */
2578 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR *
2579 (sizeof("no-overwrite") - 1)];
2580
2581 config_terms_list(static_terms, sizeof(static_terms));
2582 /* valid terms */
2583 if (additional_terms) {
2584 if (asprintf(&str, "valid terms: %s,%s",
2585 additional_terms, static_terms) < 0)
2586 goto fail;
2587 } else {
2588 if (asprintf(&str, "valid terms: %s", static_terms) < 0)
2589 goto fail;
2590 }
2591 return str;
2592
2593fail:
2594 return NULL;
2595}