Lines Matching refs:evsel
59 static int evsel__no_extra_init(struct evsel *evsel __maybe_unused) in evsel__no_extra_init()
66 static void evsel__no_extra_fini(struct evsel *evsel __maybe_unused) in evsel__no_extra_fini()
72 int (*init)(struct evsel *evsel);
73 void (*fini)(struct evsel *evsel);
75 .size = sizeof(struct evsel),
80 int evsel__object_config(size_t object_size, int (*init)(struct evsel *evsel), in evsel__object_config() argument
81 void (*fini)(struct evsel *evsel)) in evsel__object_config() argument
180 void evsel__calc_id_pos(struct evsel *evsel) in evsel__calc_id_pos() argument
182 evsel->id_pos = __perf_evsel__calc_id_pos(evsel->core.attr.sample_type); in evsel__calc_id_pos()
183 evsel->is_pos = __perf_evsel__calc_is_pos(evsel->core.attr.sample_type); in evsel__calc_id_pos()
186 void __evsel__set_sample_bit(struct evsel *evsel, in __evsel__set_sample_bit() argument
189 if (!(evsel->core.attr.sample_type & bit)) { in __evsel__set_sample_bit()
190 evsel->core.attr.sample_type |= bit; in __evsel__set_sample_bit()
191 evsel->sample_size += sizeof(u64); in __evsel__set_sample_bit()
192 evsel__calc_id_pos(evsel); in __evsel__set_sample_bit()
196 void __evsel__reset_sample_bit(struct evsel *evsel, in __evsel__reset_sample_bit() argument
199 if (evsel->core.attr.sample_type & bit) { in __evsel__reset_sample_bit()
200 evsel->core.attr.sample_type &= ~bit; in __evsel__reset_sample_bit()
201 evsel->sample_size -= sizeof(u64); in __evsel__reset_sample_bit()
202 evsel__calc_id_pos(evsel); in __evsel__reset_sample_bit()
206 void evsel__set_sample_id(struct evsel *evsel, in evsel__set_sample_id() argument
210 evsel__reset_sample_bit(evsel, ID); in evsel__set_sample_id()
211 evsel__set_sample_bit(evsel, IDENTIFIER); in evsel__set_sample_id()
213 evsel__set_sample_bit(evsel, ID); in evsel__set_sample_id()
215 evsel->core.attr.read_format |= PERF_FORMAT_ID; in evsel__set_sample_id()
226 bool evsel__is_function_event(struct evsel *evsel) in evsel__is_function_event() argument
230 return evsel->name && in evsel__is_function_event()
231 !strncmp(FUNCTION_EVENT, evsel->name, sizeof(FUNCTION_EVENT)); in evsel__is_function_event()
236 void evsel__init(struct evsel *evsel, in evsel__init() argument
239 perf_evsel__init(&evsel->core, attr); in evsel__init()
240 evsel->idx = idx; in evsel__init()
241 evsel->tracking = !idx; in evsel__init()
242 evsel->leader = evsel; in evsel__init()
243 evsel->unit = ""; in evsel__init()
244 evsel->scale = 1.0; in evsel__init()
245 evsel->max_events = ULONG_MAX; in evsel__init()
246 evsel->evlist = NULL; in evsel__init()
247 evsel->bpf_obj = NULL; in evsel__init()
248 evsel->bpf_fd = -1; in evsel__init()
249 INIT_LIST_HEAD(&evsel->config_terms); in evsel__init()
250 perf_evsel__object.init(evsel); in evsel__init()
251 evsel->sample_size = __evsel__sample_size(attr->sample_type); in evsel__init()
252 evsel__calc_id_pos(evsel); in evsel__init()
253 evsel->cmdline_group_boundary = false; in evsel__init()
254 evsel->metric_expr = NULL; in evsel__init()
255 evsel->metric_name = NULL; in evsel__init()
256 evsel->metric_events = NULL; in evsel__init()
257 evsel->per_pkg_mask = NULL; in evsel__init()
258 evsel->collect_stat = false; in evsel__init()
259 evsel->pmu_name = NULL; in evsel__init()
262 struct evsel *evsel__new_idx(struct perf_event_attr *attr, int idx) in evsel__new_idx()
264 struct evsel *evsel = zalloc(perf_evsel__object.size); in evsel__new_idx() local
266 if (!evsel) in evsel__new_idx()
268 evsel__init(evsel, attr, idx); in evsel__new_idx()
270 if (evsel__is_bpf_output(evsel)) { in evsel__new_idx()
271 evsel->core.attr.sample_type |= (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME | in evsel__new_idx()
273 evsel->core.attr.sample_period = 1; in evsel__new_idx()
276 if (evsel__is_clock(evsel)) { in evsel__new_idx()
283 evsel->unit = unit; in evsel__new_idx()
284 evsel->scale = 1e-6; in evsel__new_idx()
287 return evsel; in evsel__new_idx()
295 struct evsel *evsel__new_cycles(bool precise) in evsel__new_cycles()
302 struct evsel *evsel; in evsel__new_cycles() local
314 evsel = evsel__new(&attr); in evsel__new_cycles()
315 if (evsel == NULL) in evsel__new_cycles()
318 evsel->precise_max = true; in evsel__new_cycles()
321 if (asprintf(&evsel->name, "cycles%s%s%.*s", in evsel__new_cycles()
327 return evsel; in evsel__new_cycles()
329 evsel__delete(evsel); in evsel__new_cycles()
330 evsel = NULL; in evsel__new_cycles()
334 static int evsel__copy_config_terms(struct evsel *dst, struct evsel *src) in evsel__copy_config_terms()
363 struct evsel *evsel__clone(struct evsel *orig) in evsel__clone()
365 struct evsel *evsel; in evsel__clone() local
376 evsel = evsel__new(&orig->core.attr); in evsel__clone()
377 if (evsel == NULL) in evsel__clone()
380 evsel->core.cpus = perf_cpu_map__get(orig->core.cpus); in evsel__clone()
381 evsel->core.own_cpus = perf_cpu_map__get(orig->core.own_cpus); in evsel__clone()
382 evsel->core.threads = perf_thread_map__get(orig->core.threads); in evsel__clone()
383 evsel->core.nr_members = orig->core.nr_members; in evsel__clone()
384 evsel->core.system_wide = orig->core.system_wide; in evsel__clone()
387 evsel->name = strdup(orig->name); in evsel__clone()
388 if (evsel->name == NULL) in evsel__clone()
392 evsel->group_name = strdup(orig->group_name); in evsel__clone()
393 if (evsel->group_name == NULL) in evsel__clone()
397 evsel->pmu_name = strdup(orig->pmu_name); in evsel__clone()
398 if (evsel->pmu_name == NULL) in evsel__clone()
402 evsel->filter = strdup(orig->filter); in evsel__clone()
403 if (evsel->filter == NULL) in evsel__clone()
406 evsel->cgrp = cgroup__get(orig->cgrp); in evsel__clone()
407 evsel->tp_format = orig->tp_format; in evsel__clone()
408 evsel->handler = orig->handler; in evsel__clone()
409 evsel->leader = orig->leader; in evsel__clone()
411 evsel->max_events = orig->max_events; in evsel__clone()
412 evsel->tool_event = orig->tool_event; in evsel__clone()
413 evsel->unit = orig->unit; in evsel__clone()
414 evsel->scale = orig->scale; in evsel__clone()
415 evsel->snapshot = orig->snapshot; in evsel__clone()
416 evsel->per_pkg = orig->per_pkg; in evsel__clone()
417 evsel->percore = orig->percore; in evsel__clone()
418 evsel->precise_max = orig->precise_max; in evsel__clone()
419 evsel->use_uncore_alias = orig->use_uncore_alias; in evsel__clone()
420 evsel->is_libpfm_event = orig->is_libpfm_event; in evsel__clone()
422 evsel->exclude_GH = orig->exclude_GH; in evsel__clone()
423 evsel->sample_read = orig->sample_read; in evsel__clone()
424 evsel->auto_merge_stats = orig->auto_merge_stats; in evsel__clone()
425 evsel->collect_stat = orig->collect_stat; in evsel__clone()
426 evsel->weak_group = orig->weak_group; in evsel__clone()
428 if (evsel__copy_config_terms(evsel, orig) < 0) in evsel__clone()
431 return evsel; in evsel__clone()
434 evsel__delete(evsel); in evsel__clone()
441 struct evsel *evsel__newtp_idx(const char *sys, const char *name, int idx) in evsel__newtp_idx()
443 struct evsel *evsel = zalloc(perf_evsel__object.size); in evsel__newtp_idx() local
446 if (evsel == NULL) { in evsel__newtp_idx()
455 if (asprintf(&evsel->name, "%s:%s", sys, name) < 0) in evsel__newtp_idx()
458 evsel->tp_format = trace_event__tp_format(sys, name); in evsel__newtp_idx()
459 if (IS_ERR(evsel->tp_format)) { in evsel__newtp_idx()
460 err = PTR_ERR(evsel->tp_format); in evsel__newtp_idx()
465 attr.config = evsel->tp_format->id; in evsel__newtp_idx()
467 evsel__init(evsel, &attr, idx); in evsel__newtp_idx()
470 return evsel; in evsel__newtp_idx()
473 zfree(&evsel->name); in evsel__newtp_idx()
474 free(evsel); in evsel__newtp_idx()
500 static int perf_evsel__add_modifiers(struct evsel *evsel, char *bf, size_t size) in perf_evsel__add_modifiers() argument
503 struct perf_event_attr *attr = &evsel->core.attr; in perf_evsel__add_modifiers()
536 static int evsel__hw_name(struct evsel *evsel, char *bf, size_t size) in evsel__hw_name() argument
538 int r = scnprintf(bf, size, "%s", __evsel__hw_name(evsel->core.attr.config)); in evsel__hw_name()
539 return r + perf_evsel__add_modifiers(evsel, bf + r, size - r); in evsel__hw_name()
562 static int evsel__sw_name(struct evsel *evsel, char *bf, size_t size) in evsel__sw_name() argument
564 int r = scnprintf(bf, size, "%s", __evsel__sw_name(evsel->core.attr.config)); in evsel__sw_name()
565 return r + perf_evsel__add_modifiers(evsel, bf + r, size - r); in evsel__sw_name()
586 static int evsel__bp_name(struct evsel *evsel, char *bf, size_t size) in evsel__bp_name() argument
588 struct perf_event_attr *attr = &evsel->core.attr; in evsel__bp_name()
590 return r + perf_evsel__add_modifiers(evsel, bf + r, size - r); in evsel__bp_name()
682 static int evsel__hw_cache_name(struct evsel *evsel, char *bf, size_t size) in evsel__hw_cache_name() argument
684 int ret = __evsel__hw_cache_name(evsel->core.attr.config, bf, size); in evsel__hw_cache_name()
685 return ret + perf_evsel__add_modifiers(evsel, bf + ret, size - ret); in evsel__hw_cache_name()
688 static int evsel__raw_name(struct evsel *evsel, char *bf, size_t size) in evsel__raw_name() argument
690 int ret = scnprintf(bf, size, "raw 0x%" PRIx64, evsel->core.attr.config); in evsel__raw_name()
691 return ret + perf_evsel__add_modifiers(evsel, bf + ret, size - ret); in evsel__raw_name()
700 const char *evsel__name(struct evsel *evsel) in evsel__name() argument
704 if (!evsel) in evsel__name()
707 if (evsel->name) in evsel__name()
708 return evsel->name; in evsel__name()
710 switch (evsel->core.attr.type) { in evsel__name()
712 evsel__raw_name(evsel, bf, sizeof(bf)); in evsel__name()
716 evsel__hw_name(evsel, bf, sizeof(bf)); in evsel__name()
720 evsel__hw_cache_name(evsel, bf, sizeof(bf)); in evsel__name()
724 if (evsel->tool_event) in evsel__name()
727 evsel__sw_name(evsel, bf, sizeof(bf)); in evsel__name()
735 evsel__bp_name(evsel, bf, sizeof(bf)); in evsel__name()
740 evsel->core.attr.type); in evsel__name()
744 evsel->name = strdup(bf); in evsel__name()
746 if (evsel->name) in evsel__name()
747 return evsel->name; in evsel__name()
752 const char *evsel__group_name(struct evsel *evsel) in evsel__group_name() argument
754 return evsel->group_name ?: "anon group"; in evsel__group_name()
767 int evsel__group_desc(struct evsel *evsel, char *buf, size_t size) in evsel__group_desc() argument
770 struct evsel *pos; in evsel__group_desc()
771 const char *group_name = evsel__group_name(evsel); in evsel__group_desc()
773 if (!evsel->forced_leader) in evsel__group_desc()
776 ret += scnprintf(buf + ret, size - ret, "%s", evsel__name(evsel)); in evsel__group_desc()
778 for_each_group_member(pos, evsel) in evsel__group_desc()
781 if (!evsel->forced_leader) in evsel__group_desc()
787 static void __evsel__config_callchain(struct evsel *evsel, struct record_opts *opts, in __evsel__config_callchain() argument
790 bool function = evsel__is_function_event(evsel); in __evsel__config_callchain()
791 struct perf_event_attr *attr = &evsel->core.attr; in __evsel__config_callchain()
793 evsel__set_sample_bit(evsel, CALLCHAIN); in __evsel__config_callchain()
808 evsel__set_sample_bit(evsel, BRANCH_STACK); in __evsel__config_callchain()
822 evsel__set_sample_bit(evsel, REGS_USER); in __evsel__config_callchain()
823 evsel__set_sample_bit(evsel, STACK_USER); in __evsel__config_callchain()
846 void evsel__config_callchain(struct evsel *evsel, struct record_opts *opts, in evsel__config_callchain() argument
850 return __evsel__config_callchain(evsel, opts, param); in evsel__config_callchain()
854 perf_evsel__reset_callgraph(struct evsel *evsel, in perf_evsel__reset_callgraph() argument
857 struct perf_event_attr *attr = &evsel->core.attr; in perf_evsel__reset_callgraph()
859 evsel__reset_sample_bit(evsel, CALLCHAIN); in perf_evsel__reset_callgraph()
861 evsel__reset_sample_bit(evsel, BRANCH_STACK); in perf_evsel__reset_callgraph()
867 evsel__reset_sample_bit(evsel, REGS_USER); in perf_evsel__reset_callgraph()
868 evsel__reset_sample_bit(evsel, STACK_USER); in perf_evsel__reset_callgraph()
872 static void evsel__apply_config_terms(struct evsel *evsel, in evsel__apply_config_terms() argument
876 struct list_head *config_terms = &evsel->config_terms; in evsel__apply_config_terms()
877 struct perf_event_attr *attr = &evsel->core.attr; in evsel__apply_config_terms()
892 evsel__reset_sample_bit(evsel, PERIOD); in evsel__apply_config_terms()
899 evsel__set_sample_bit(evsel, PERIOD); in evsel__apply_config_terms()
904 evsel__set_sample_bit(evsel, TIME); in evsel__apply_config_terms()
906 evsel__reset_sample_bit(evsel, TIME); in evsel__apply_config_terms()
913 evsel__set_sample_bit(evsel, BRANCH_STACK); in evsel__apply_config_terms()
917 evsel__reset_sample_bit(evsel, BRANCH_STACK); in evsel__apply_config_terms()
926 evsel->max_events = term->val.max_events; in evsel__apply_config_terms()
977 evsel->name); in evsel__apply_config_terms()
991 perf_evsel__reset_callgraph(evsel, &callchain_param); in evsel__apply_config_terms()
996 evsel__set_sample_bit(evsel, ADDR); in evsel__apply_config_terms()
997 evsel__set_sample_bit(evsel, DATA_SRC); in evsel__apply_config_terms()
998 evsel->core.attr.mmap_data = track; in evsel__apply_config_terms()
1000 evsel__config_callchain(evsel, opts, ¶m); in evsel__apply_config_terms()
1005 struct evsel_config_term *__evsel__get_config_term(struct evsel *evsel, enum evsel_term_type type) in __evsel__get_config_term() argument
1009 list_for_each_entry(term, &evsel->config_terms, list) { in __evsel__get_config_term()
1056 void evsel__config(struct evsel *evsel, struct record_opts *opts, in evsel__config() argument
1059 struct evsel *leader = evsel->leader; in evsel__config()
1060 struct perf_event_attr *attr = &evsel->core.attr; in evsel__config()
1061 int track = evsel->tracking; in evsel__config()
1068 evsel__set_sample_bit(evsel, IP); in evsel__config()
1069 evsel__set_sample_bit(evsel, TID); in evsel__config()
1071 if (evsel->sample_read) { in evsel__config()
1072 evsel__set_sample_bit(evsel, READ); in evsel__config()
1078 evsel__set_sample_id(evsel, false); in evsel__config()
1094 if ((evsel->is_libpfm_event && !attr->sample_period) || in evsel__config()
1095 (!evsel->is_libpfm_event && (!attr->sample_period || in evsel__config()
1105 evsel__set_sample_bit(evsel, PERIOD); in evsel__config()
1111 evsel->core.attr.read_format |= in evsel__config()
1119 evsel__set_sample_bit(evsel, ADDR); in evsel__config()
1128 if (evsel__is_function_event(evsel)) in evsel__config()
1129 evsel->core.attr.exclude_callchain_user = 1; in evsel__config()
1131 if (callchain && callchain->enabled && !evsel->no_aux_samples) in evsel__config()
1132 evsel__config_callchain(evsel, opts, callchain); in evsel__config()
1134 if (opts->sample_intr_regs && !evsel->no_aux_samples && in evsel__config()
1135 !evsel__is_dummy_event(evsel)) { in evsel__config()
1137 evsel__set_sample_bit(evsel, REGS_INTR); in evsel__config()
1140 if (opts->sample_user_regs && !evsel->no_aux_samples && in evsel__config()
1141 !evsel__is_dummy_event(evsel)) { in evsel__config()
1143 evsel__set_sample_bit(evsel, REGS_USER); in evsel__config()
1147 evsel__set_sample_bit(evsel, CPU); in evsel__config()
1156 evsel__set_sample_bit(evsel, TIME); in evsel__config()
1158 if (opts->raw_samples && !evsel->no_aux_samples) { in evsel__config()
1159 evsel__set_sample_bit(evsel, TIME); in evsel__config()
1160 evsel__set_sample_bit(evsel, RAW); in evsel__config()
1161 evsel__set_sample_bit(evsel, CPU); in evsel__config()
1165 evsel__set_sample_bit(evsel, DATA_SRC); in evsel__config()
1168 evsel__set_sample_bit(evsel, PHYS_ADDR); in evsel__config()
1174 if (opts->branch_stack && !evsel->no_aux_samples) { in evsel__config()
1175 evsel__set_sample_bit(evsel, BRANCH_STACK); in evsel__config()
1180 evsel__set_sample_bit(evsel, WEIGHT); in evsel__config()
1199 evsel__set_sample_bit(evsel, CGROUP); in evsel__config()
1206 evsel__set_sample_bit(evsel, TRANSACTION); in evsel__config()
1209 evsel->core.attr.read_format |= in evsel__config()
1220 if (evsel__is_group_leader(evsel)) in evsel__config()
1227 if (target__none(&opts->target) && evsel__is_group_leader(evsel) && in evsel__config()
1231 if (evsel->immediate) { in evsel__config()
1242 if (evsel->precise_max) in evsel__config()
1255 if (evsel->core.own_cpus || evsel->unit) in evsel__config()
1256 evsel->core.attr.read_format |= PERF_FORMAT_ID; in evsel__config()
1262 evsel__apply_config_terms(evsel, opts, track); in evsel__config()
1264 evsel->ignore_missing_thread = opts->ignore_missing_thread; in evsel__config()
1269 evsel__set_sample_bit(evsel, PERIOD); in evsel__config()
1271 evsel__reset_sample_bit(evsel, PERIOD); in evsel__config()
1282 if (evsel__is_dummy_event(evsel)) in evsel__config()
1283 evsel__reset_sample_bit(evsel, BRANCH_STACK); in evsel__config()
1286 int evsel__set_filter(struct evsel *evsel, const char *filter) in evsel__set_filter() argument
1291 free(evsel->filter); in evsel__set_filter()
1292 evsel->filter = new_filter; in evsel__set_filter()
1299 static int evsel__append_filter(struct evsel *evsel, const char *fmt, const char *filter) in evsel__append_filter() argument
1303 if (evsel->filter == NULL) in evsel__append_filter()
1304 return evsel__set_filter(evsel, filter); in evsel__append_filter()
1306 if (asprintf(&new_filter, fmt, evsel->filter, filter) > 0) { in evsel__append_filter()
1307 free(evsel->filter); in evsel__append_filter()
1308 evsel->filter = new_filter; in evsel__append_filter()
1315 int evsel__append_tp_filter(struct evsel *evsel, const char *filter) in evsel__append_tp_filter() argument
1317 return evsel__append_filter(evsel, "(%s) && (%s)", filter); in evsel__append_tp_filter()
1320 int evsel__append_addr_filter(struct evsel *evsel, const char *filter) in evsel__append_addr_filter() argument
1322 return evsel__append_filter(evsel, "%s,%s", filter); in evsel__append_addr_filter()
1326 int evsel__enable_cpu(struct evsel *evsel, int cpu) in evsel__enable_cpu() argument
1328 return perf_evsel__enable_cpu(&evsel->core, cpu); in evsel__enable_cpu()
1331 int evsel__enable(struct evsel *evsel) in evsel__enable() argument
1333 int err = perf_evsel__enable(&evsel->core); in evsel__enable()
1336 evsel->disabled = false; in evsel__enable()
1341 int evsel__disable_cpu(struct evsel *evsel, int cpu) in evsel__disable_cpu() argument
1343 return perf_evsel__disable_cpu(&evsel->core, cpu); in evsel__disable_cpu()
1346 int evsel__disable(struct evsel *evsel) in evsel__disable() argument
1348 int err = perf_evsel__disable(&evsel->core); in evsel__disable()
1356 evsel->disabled = true; in evsel__disable()
1361 static void evsel__free_config_terms(struct evsel *evsel) in evsel__free_config_terms() argument
1365 list_for_each_entry_safe(term, h, &evsel->config_terms, list) { in evsel__free_config_terms()
1373 void evsel__exit(struct evsel *evsel) in evsel__exit() argument
1375 assert(list_empty(&evsel->core.node)); in evsel__exit()
1376 assert(evsel->evlist == NULL); in evsel__exit()
1377 evsel__free_counts(evsel); in evsel__exit()
1378 perf_evsel__free_fd(&evsel->core); in evsel__exit()
1379 perf_evsel__free_id(&evsel->core); in evsel__exit()
1380 evsel__free_config_terms(evsel); in evsel__exit()
1381 cgroup__put(evsel->cgrp); in evsel__exit()
1382 perf_cpu_map__put(evsel->core.cpus); in evsel__exit()
1383 perf_cpu_map__put(evsel->core.own_cpus); in evsel__exit()
1384 perf_thread_map__put(evsel->core.threads); in evsel__exit()
1385 zfree(&evsel->group_name); in evsel__exit()
1386 zfree(&evsel->name); in evsel__exit()
1387 zfree(&evsel->pmu_name); in evsel__exit()
1388 zfree(&evsel->per_pkg_mask); in evsel__exit()
1389 zfree(&evsel->metric_events); in evsel__exit()
1390 perf_evsel__object.fini(evsel); in evsel__exit()
1393 void evsel__delete(struct evsel *evsel) in evsel__delete() argument
1395 evsel__exit(evsel); in evsel__delete()
1396 free(evsel); in evsel__delete()
1399 void evsel__compute_deltas(struct evsel *evsel, int cpu, int thread, in evsel__compute_deltas() argument
1404 if (!evsel->prev_raw_counts) in evsel__compute_deltas()
1408 tmp = evsel->prev_raw_counts->aggr; in evsel__compute_deltas()
1409 evsel->prev_raw_counts->aggr = *count; in evsel__compute_deltas()
1411 tmp = *perf_counts(evsel->prev_raw_counts, cpu, thread); in evsel__compute_deltas()
1412 *perf_counts(evsel->prev_raw_counts, cpu, thread) = *count; in evsel__compute_deltas()
1439 static int evsel__read_one(struct evsel *evsel, int cpu, int thread) in evsel__read_one() argument
1441 struct perf_counts_values *count = perf_counts(evsel->counts, cpu, thread); in evsel__read_one()
1443 return perf_evsel__read(&evsel->core, cpu, thread, count); in evsel__read_one()
1447 perf_evsel__set_count(struct evsel *counter, int cpu, int thread, in perf_evsel__set_count()
1462 perf_evsel__process_group_data(struct evsel *leader, in perf_evsel__process_group_data()
1486 struct evsel *counter; in perf_evsel__process_group_data()
1499 static int evsel__read_group(struct evsel *leader, int cpu, int thread) in evsel__read_group()
1529 int evsel__read_counter(struct evsel *evsel, int cpu, int thread) in evsel__read_counter() argument
1531 u64 read_format = evsel->core.attr.read_format; in evsel__read_counter()
1534 return evsel__read_group(evsel, cpu, thread); in evsel__read_counter()
1536 return evsel__read_one(evsel, cpu, thread); in evsel__read_counter()
1539 int __evsel__read_on_cpu(struct evsel *evsel, int cpu, int thread, bool scale) in __evsel__read_on_cpu() argument
1544 if (FD(evsel, cpu, thread) < 0) in __evsel__read_on_cpu()
1547 if (evsel->counts == NULL && evsel__alloc_counts(evsel, cpu + 1, thread + 1) < 0) in __evsel__read_on_cpu()
1550 if (readn(FD(evsel, cpu, thread), &count, nv * sizeof(u64)) <= 0) in __evsel__read_on_cpu()
1553 evsel__compute_deltas(evsel, cpu, thread, &count); in __evsel__read_on_cpu()
1555 *perf_counts(evsel->counts, cpu, thread) = count; in __evsel__read_on_cpu()
1559 static int get_group_fd(struct evsel *evsel, int cpu, int thread) in get_group_fd() argument
1561 struct evsel *leader = evsel->leader; in get_group_fd()
1564 if (evsel__is_group_leader(evsel)) in get_group_fd()
1579 static void perf_evsel__remove_fd(struct evsel *pos, in perf_evsel__remove_fd()
1588 static int update_fds(struct evsel *evsel, in update_fds() argument
1592 struct evsel *pos; in update_fds()
1597 evlist__for_each_entry(evsel->evlist, pos) { in update_fds()
1598 nr_cpus = pos != evsel ? nr_cpus : cpu_idx; in update_fds()
1606 if (pos == evsel) in update_fds()
1612 static bool ignore_missing_thread(struct evsel *evsel, in ignore_missing_thread() argument
1619 if (!evsel->ignore_missing_thread) in ignore_missing_thread()
1623 if (evsel->core.system_wide) in ignore_missing_thread()
1638 if (update_fds(evsel, nr_cpus, cpu, threads->nr, thread)) in ignore_missing_thread()
1665 static int perf_event_open(struct evsel *evsel, in perf_event_open() argument
1669 int precise_ip = evsel->core.attr.precise_ip; in perf_event_open()
1676 fd = sys_perf_event_open(&evsel->core.attr, pid, cpu, group_fd, flags); in perf_event_open()
1681 if (!evsel->precise_max) in perf_event_open()
1688 if (!evsel->core.attr.precise_ip) { in perf_event_open()
1689 evsel->core.attr.precise_ip = precise_ip; in perf_event_open()
1694 evsel->core.attr.precise_ip--; in perf_event_open()
1695 pr_debug2_peo("decreasing precise_ip by one (%d)\n", evsel->core.attr.precise_ip); in perf_event_open()
1696 display_attr(&evsel->core.attr); in perf_event_open()
1702 static int evsel__open_cpu(struct evsel *evsel, struct perf_cpu_map *cpus, in evsel__open_cpu() argument
1711 if ((perf_missing_features.write_backward && evsel->core.attr.write_backward) || in evsel__open_cpu()
1712 (perf_missing_features.aux_output && evsel->core.attr.aux_output)) in evsel__open_cpu()
1739 if (evsel->core.system_wide) in evsel__open_cpu()
1744 if (evsel->core.fd == NULL && in evsel__open_cpu()
1745 perf_evsel__alloc_fd(&evsel->core, cpus->nr, nthreads) < 0) in evsel__open_cpu()
1748 if (evsel->cgrp) { in evsel__open_cpu()
1750 pid = evsel->cgrp->fd; in evsel__open_cpu()
1755 evsel->core.attr.clockid = CLOCK_MONOTONIC; /* should always work */ in evsel__open_cpu()
1757 evsel->core.attr.use_clockid = 0; in evsel__open_cpu()
1758 evsel->core.attr.clockid = 0; in evsel__open_cpu()
1763 evsel->core.attr.mmap2 = 0; in evsel__open_cpu()
1765 evsel->core.attr.exclude_guest = evsel->core.attr.exclude_host = 0; in evsel__open_cpu()
1767 evsel->core.attr.branch_sample_type &= ~(PERF_SAMPLE_BRANCH_NO_FLAGS | in evsel__open_cpu()
1769 if (perf_missing_features.group_read && evsel->core.attr.inherit) in evsel__open_cpu()
1770 evsel->core.attr.read_format &= ~(PERF_FORMAT_GROUP|PERF_FORMAT_ID); in evsel__open_cpu()
1772 evsel->core.attr.ksymbol = 0; in evsel__open_cpu()
1774 evsel->core.attr.bpf_event = 0; in evsel__open_cpu()
1776 evsel->core.attr.branch_sample_type &= ~PERF_SAMPLE_BRANCH_HW_INDEX; in evsel__open_cpu()
1779 evsel->core.attr.sample_id_all = 0; in evsel__open_cpu()
1781 display_attr(&evsel->core.attr); in evsel__open_cpu()
1788 if (!evsel->cgrp && !evsel->core.system_wide) in evsel__open_cpu()
1791 group_fd = get_group_fd(evsel, cpu, thread); in evsel__open_cpu()
1795 fd = perf_event_open(evsel, pid, cpus->map[cpu], in evsel__open_cpu()
1798 FD(evsel, cpu, thread) = fd; in evsel__open_cpu()
1801 test_attr__open(&evsel->core.attr, pid, cpus->map[cpu], in evsel__open_cpu()
1808 if (ignore_missing_thread(evsel, cpus->nr, cpu, threads, thread, err)) { in evsel__open_cpu()
1829 if (evsel->bpf_fd >= 0) { in evsel__open_cpu()
1831 int bpf_fd = evsel->bpf_fd; in evsel__open_cpu()
1892 if (!perf_missing_features.cgroup && evsel->core.attr.cgroup) { in evsel__open_cpu()
1897 (evsel->core.attr.branch_sample_type & PERF_SAMPLE_BRANCH_HW_INDEX)) { in evsel__open_cpu()
1901 } else if (!perf_missing_features.aux_output && evsel->core.attr.aux_output) { in evsel__open_cpu()
1905 } else if (!perf_missing_features.bpf && evsel->core.attr.bpf_event) { in evsel__open_cpu()
1909 } else if (!perf_missing_features.ksymbol && evsel->core.attr.ksymbol) { in evsel__open_cpu()
1913 } else if (!perf_missing_features.write_backward && evsel->core.attr.write_backward) { in evsel__open_cpu()
1917 } else if (!perf_missing_features.clockid_wrong && evsel->core.attr.use_clockid) { in evsel__open_cpu()
1921 } else if (!perf_missing_features.clockid && evsel->core.attr.use_clockid) { in evsel__open_cpu()
1929 } else if (!perf_missing_features.mmap2 && evsel->core.attr.mmap2) { in evsel__open_cpu()
1934 (evsel->core.attr.exclude_guest || evsel->core.attr.exclude_host)) { in evsel__open_cpu()
1943 (evsel->core.attr.branch_sample_type & in evsel__open_cpu()
1950 evsel->core.attr.inherit && in evsel__open_cpu()
1951 (evsel->core.attr.read_format & PERF_FORMAT_GROUP) && in evsel__open_cpu()
1952 evsel__is_group_leader(evsel)) { in evsel__open_cpu()
1964 if (FD(evsel, cpu, thread) >= 0) in evsel__open_cpu()
1965 close(FD(evsel, cpu, thread)); in evsel__open_cpu()
1966 FD(evsel, cpu, thread) = -1; in evsel__open_cpu()
1974 int evsel__open(struct evsel *evsel, struct perf_cpu_map *cpus, in evsel__open() argument
1977 return evsel__open_cpu(evsel, cpus, threads, 0, cpus ? cpus->nr : 1); in evsel__open()
1980 void evsel__close(struct evsel *evsel) in evsel__close() argument
1982 perf_evsel__close(&evsel->core); in evsel__close()
1983 perf_evsel__free_id(&evsel->core); in evsel__close()
1986 int evsel__open_per_cpu(struct evsel *evsel, struct perf_cpu_map *cpus, int cpu) in evsel__open_per_cpu() argument
1989 return evsel__open_cpu(evsel, cpus, NULL, 0, in evsel__open_per_cpu()
1992 return evsel__open_cpu(evsel, cpus, NULL, cpu, cpu + 1); in evsel__open_per_cpu()
1995 int evsel__open_per_thread(struct evsel *evsel, struct perf_thread_map *threads) in evsel__open_per_thread() argument
1997 return evsel__open(evsel, NULL, threads); in evsel__open_per_thread()
2000 static int perf_evsel__parse_id_sample(const struct evsel *evsel, in perf_evsel__parse_id_sample() argument
2004 u64 type = evsel->core.attr.sample_type; in perf_evsel__parse_id_sample()
2006 bool swapped = evsel->needs_swap; in perf_evsel__parse_id_sample()
2090 int evsel__parse_sample(struct evsel *evsel, union perf_event *event, in evsel__parse_sample() argument
2093 u64 type = evsel->core.attr.sample_type; in evsel__parse_sample()
2094 bool swapped = evsel->needs_swap; in evsel__parse_sample()
2109 data->period = evsel->core.attr.sample_period; in evsel__parse_sample()
2116 if (!evsel->core.attr.sample_id_all) in evsel__parse_sample()
2118 return perf_evsel__parse_id_sample(evsel, event, data); in evsel__parse_sample()
2123 if (perf_event__check_size(event, evsel->sample_size)) in evsel__parse_sample()
2189 u64 read_format = evsel->core.attr.read_format; in evsel__parse_sample()
2285 if (evsel__has_branch_hw_idx(evsel)) in evsel__parse_sample()
2299 u64 mask = evsel->core.attr.sample_regs_user; in evsel__parse_sample()
2355 u64 mask = evsel->core.attr.sample_regs_intr; in evsel__parse_sample()
2393 int evsel__parse_sample_timestamp(struct evsel *evsel, union perf_event *event, in evsel__parse_sample_timestamp() argument
2396 u64 type = evsel->core.attr.sample_type; in evsel__parse_sample_timestamp()
2407 if (!evsel->core.attr.sample_id_all) in evsel__parse_sample_timestamp()
2409 if (perf_evsel__parse_id_sample(evsel, event, &data)) in evsel__parse_sample_timestamp()
2418 if (perf_event__check_size(event, evsel->sample_size)) in evsel__parse_sample_timestamp()
2436 struct tep_format_field *evsel__field(struct evsel *evsel, const char *name) in evsel__field() argument
2438 return tep_find_field(evsel->tp_format, name); in evsel__field()
2441 void *evsel__rawptr(struct evsel *evsel, struct perf_sample *sample, const char *name) in evsel__rawptr() argument
2443 struct tep_format_field *field = evsel__field(evsel, name); in evsel__rawptr()
2498 u64 evsel__intval(struct evsel *evsel, struct perf_sample *sample, const char *name) in evsel__intval() argument
2500 struct tep_format_field *field = evsel__field(evsel, name); in evsel__intval()
2505 return field ? format_field__intval(field, sample, evsel->needs_swap) : 0; in evsel__intval()
2508 bool evsel__fallback(struct evsel *evsel, int err, char *msg, size_t msgsize) in evsel__fallback() argument
2513 evsel->core.attr.type == PERF_TYPE_HARDWARE && in evsel__fallback()
2514 evsel->core.attr.config == PERF_COUNT_HW_CPU_CYCLES) { in evsel__fallback()
2526 evsel->core.attr.type = PERF_TYPE_SOFTWARE; in evsel__fallback()
2527 evsel->core.attr.config = PERF_COUNT_SW_CPU_CLOCK; in evsel__fallback()
2529 zfree(&evsel->name); in evsel__fallback()
2531 } else if (err == EACCES && !evsel->core.attr.exclude_kernel && in evsel__fallback()
2533 const char *name = evsel__name(evsel); in evsel__fallback()
2538 if (evsel->core.attr.exclude_user) in evsel__fallback()
2543 (strchr(name, ':') && !evsel->is_libpfm_event)) in evsel__fallback()
2549 if (evsel->name) in evsel__fallback()
2550 free(evsel->name); in evsel__fallback()
2551 evsel->name = new_name; in evsel__fallback()
2555 evsel->core.attr.exclude_kernel = 1; in evsel__fallback()
2556 evsel->core.attr.exclude_hv = 1; in evsel__fallback()
2600 int evsel__open_strerror(struct evsel *evsel, struct target *target, in evsel__open_strerror() argument
2623 "No permission to enable %s event.\n\n", evsel__name(evsel)); in evsel__open_strerror()
2641 return scnprintf(msg, size, "The %s event is not supported.", evsel__name(evsel)); in evsel__open_strerror()
2649 if (evsel__has_callchain(evsel) && in evsel__open_strerror()
2662 if (evsel->core.attr.aux_output) in evsel__open_strerror()
2665 evsel__name(evsel)); in evsel__open_strerror()
2666 if (evsel->core.attr.sample_period != 0) in evsel__open_strerror()
2669 evsel__name(evsel)); in evsel__open_strerror()
2670 if (evsel->core.attr.precise_ip) in evsel__open_strerror()
2674 if (evsel->core.attr.type == PERF_TYPE_HARDWARE) in evsel__open_strerror()
2686 if (evsel->core.attr.write_backward && perf_missing_features.write_backward) in evsel__open_strerror()
2702 err, str_error_r(err, sbuf, sizeof(sbuf)), evsel__name(evsel)); in evsel__open_strerror()
2705 struct perf_env *evsel__env(struct evsel *evsel) in evsel__env() argument
2707 if (evsel && evsel->evlist) in evsel__env()
2708 return evsel->evlist->env; in evsel__env()
2712 static int store_evsel_ids(struct evsel *evsel, struct evlist *evlist) in store_evsel_ids() argument
2716 for (cpu = 0; cpu < xyarray__max_x(evsel->core.fd); cpu++) { in store_evsel_ids()
2717 for (thread = 0; thread < xyarray__max_y(evsel->core.fd); in store_evsel_ids()
2719 int fd = FD(evsel, cpu, thread); in store_evsel_ids()
2721 if (perf_evlist__id_add_fd(&evlist->core, &evsel->core, in store_evsel_ids()
2730 int evsel__store_ids(struct evsel *evsel, struct evlist *evlist) in evsel__store_ids() argument
2732 struct perf_cpu_map *cpus = evsel->core.cpus; in evsel__store_ids()
2733 struct perf_thread_map *threads = evsel->core.threads; in evsel__store_ids()
2735 if (perf_evsel__alloc_id(&evsel->core, cpus->nr, threads->nr)) in evsel__store_ids()
2738 return store_evsel_ids(evsel, evlist); in evsel__store_ids()