Lines Matching refs:x86_pmu
181 if (x86_pmu.pebs_no_tlb) { in load_latency_data()
339 size_t bsiz = x86_pmu.pebs_buffer_size; in alloc_pebs_buffer()
343 if (!x86_pmu.pebs) in alloc_pebs_buffer()
354 if (x86_pmu.intel_cap.pebs_format < 2) { in alloc_pebs_buffer()
368 max = x86_pmu.pebs_record_size * (bsiz / x86_pmu.pebs_record_size); in alloc_pebs_buffer()
378 if (!x86_pmu.pebs) in release_pebs_buffer()
386 ds_clear_cea(cea, x86_pmu.pebs_buffer_size); in release_pebs_buffer()
387 dsfree_pages(hwev->ds_pebs_vaddr, x86_pmu.pebs_buffer_size); in release_pebs_buffer()
398 if (!x86_pmu.bts) in alloc_bts_buffer()
425 if (!x86_pmu.bts) in release_bts_buffer()
453 if (!x86_pmu.bts && !x86_pmu.pebs) in release_ds_buffers()
479 x86_pmu.bts_active = 0; in reserve_ds_buffers()
480 x86_pmu.pebs_active = 0; in reserve_ds_buffers()
482 if (!x86_pmu.bts && !x86_pmu.pebs) in reserve_ds_buffers()
485 if (!x86_pmu.bts) in reserve_ds_buffers()
488 if (!x86_pmu.pebs) in reserve_ds_buffers()
521 if (x86_pmu.bts && !bts_err) in reserve_ds_buffers()
522 x86_pmu.bts_active = 1; in reserve_ds_buffers()
524 if (x86_pmu.pebs && !pebs_err) in reserve_ds_buffers()
525 x86_pmu.pebs_active = 1; in reserve_ds_buffers()
601 if (!x86_pmu.bts_active) in intel_pmu_drain_bts_buffer()
675 x86_pmu.drain_pebs(NULL, &data); in intel_pmu_drain_pebs_buffer()
885 if (x86_pmu.pebs_constraints) { in intel_pebs_constraints()
886 for_each_event_constraint(c, x86_pmu.pebs_constraints) { in intel_pebs_constraints()
898 if (x86_pmu.flags & PMU_FL_PEBS_ALL) in intel_pebs_constraints()
934 if (x86_pmu.flags & PMU_FL_PEBS_ALL) in pebs_update_threshold()
935 reserved = x86_pmu.max_pebs_events + x86_pmu.num_counters_fixed; in pebs_update_threshold()
937 reserved = x86_pmu.max_pebs_events; in pebs_update_threshold()
962 sz += x86_pmu.lbr_nr * sizeof(struct lbr_entry); in adaptive_pebs_record_size_update()
996 x86_pmu.rtm_abort_event); in pebs_update_adaptive_cfg()
1011 ((x86_pmu.lbr_nr-1) << PEBS_DATACFG_LBR_SHIFT); in pebs_update_adaptive_cfg()
1042 if (x86_pmu.intel_cap.pebs_baseline && add) { in pebs_update_state()
1118 if ((event->hw.flags & PERF_X86_EVENT_PEBS_LDLAT) && (x86_pmu.version < 5)) in intel_pmu_pebs_enable()
1123 if (x86_pmu.intel_cap.pebs_baseline) { in intel_pmu_pebs_enable()
1141 (u64)(-hwc->sample_period) & x86_pmu.cntval_mask; in intel_pmu_pebs_enable()
1176 (x86_pmu.version < 5)) in intel_pmu_pebs_disable()
1218 if (!x86_pmu.intel_cap.pebs_trap) in intel_pmu_pebs_fixup_ip()
1320 if (x86_pmu.intel_cap.pebs_format < 4) in get_pebs_status()
1435 if (x86_pmu.intel_cap.pebs_format >= 2) { in setup_pebs_fixed_sample_data()
1460 x86_pmu.intel_cap.pebs_format >= 1) in setup_pebs_fixed_sample_data()
1463 if (x86_pmu.intel_cap.pebs_format >= 2) { in setup_pebs_fixed_sample_data()
1479 if (x86_pmu.intel_cap.pebs_format >= 3 && in setup_pebs_fixed_sample_data()
1632 if (x86_pmu.intel_cap.pebs_format < 1) in get_next_pebs_record_by_bit()
1643 if (x86_pmu.intel_cap.pebs_format >= 3) in get_next_pebs_record_by_bit()
1675 int shift = 64 - x86_pmu.cntval_bits; in intel_pmu_save_and_restart_reload()
1797 if (!x86_pmu.pebs_active) in intel_pmu_drain_pebs_core()
1857 if (!x86_pmu.pebs_active) in intel_pmu_drain_pebs_nhm()
1865 mask = (1ULL << x86_pmu.max_pebs_events) - 1; in intel_pmu_drain_pebs_nhm()
1866 size = x86_pmu.max_pebs_events; in intel_pmu_drain_pebs_nhm()
1867 if (x86_pmu.flags & PMU_FL_PEBS_ALL) { in intel_pmu_drain_pebs_nhm()
1868 mask |= ((1ULL << x86_pmu.num_counters_fixed) - 1) << INTEL_PMC_IDX_FIXED; in intel_pmu_drain_pebs_nhm()
1869 size = INTEL_PMC_IDX_FIXED + x86_pmu.num_counters_fixed; in intel_pmu_drain_pebs_nhm()
1877 for (at = base; at < top; at += x86_pmu.pebs_record_size) { in intel_pmu_drain_pebs_nhm()
1885 if (x86_pmu.intel_cap.pebs_format >= 3) { in intel_pmu_drain_pebs_nhm()
1905 x86_pmu.max_pebs_events); in intel_pmu_drain_pebs_nhm()
1906 if (bit >= x86_pmu.max_pebs_events) in intel_pmu_drain_pebs_nhm()
1970 if (!x86_pmu.pebs_active) in intel_pmu_drain_pebs_icl()
1978 mask = ((1ULL << x86_pmu.max_pebs_events) - 1) | in intel_pmu_drain_pebs_icl()
1979 (((1ULL << x86_pmu.num_counters_fixed) - 1) << INTEL_PMC_IDX_FIXED); in intel_pmu_drain_pebs_icl()
1980 size = INTEL_PMC_IDX_FIXED + x86_pmu.num_counters_fixed; in intel_pmu_drain_pebs_icl()
2026 x86_pmu.bts = boot_cpu_has(X86_FEATURE_BTS); in intel_ds_init()
2027 x86_pmu.pebs = boot_cpu_has(X86_FEATURE_PEBS); in intel_ds_init()
2028 x86_pmu.pebs_buffer_size = PEBS_BUFFER_SIZE; in intel_ds_init()
2029 if (x86_pmu.version <= 4) in intel_ds_init()
2030 x86_pmu.pebs_no_isolation = 1; in intel_ds_init()
2032 if (x86_pmu.pebs) { in intel_ds_init()
2033 char pebs_type = x86_pmu.intel_cap.pebs_trap ? '+' : '-'; in intel_ds_init()
2035 int format = x86_pmu.intel_cap.pebs_format; in intel_ds_init()
2038 x86_pmu.intel_cap.pebs_baseline = 0; in intel_ds_init()
2043 x86_pmu.pebs_record_size = sizeof(struct pebs_record_core); in intel_ds_init()
2051 x86_pmu.pebs_buffer_size = PAGE_SIZE; in intel_ds_init()
2052 x86_pmu.drain_pebs = intel_pmu_drain_pebs_core; in intel_ds_init()
2057 x86_pmu.pebs_record_size = sizeof(struct pebs_record_nhm); in intel_ds_init()
2058 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
2063 x86_pmu.pebs_record_size = sizeof(struct pebs_record_hsw); in intel_ds_init()
2064 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
2069 x86_pmu.pebs_record_size = in intel_ds_init()
2071 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
2072 x86_pmu.large_pebs_flags |= PERF_SAMPLE_TIME; in intel_ds_init()
2076 x86_pmu.drain_pebs = intel_pmu_drain_pebs_icl; in intel_ds_init()
2077 x86_pmu.pebs_record_size = sizeof(struct pebs_basic); in intel_ds_init()
2078 if (x86_pmu.intel_cap.pebs_baseline) { in intel_ds_init()
2079 x86_pmu.large_pebs_flags |= in intel_ds_init()
2082 x86_pmu.flags |= PMU_FL_PEBS_ALL; in intel_ds_init()
2087 x86_pmu.large_pebs_flags &= in intel_ds_init()
2097 if (x86_pmu.intel_cap.pebs_output_pt_available) { in intel_ds_init()
2106 x86_pmu.pebs = 0; in intel_ds_init()
2115 if (!x86_pmu.bts && !x86_pmu.pebs) in perf_restore_debug_store()