303 lines
		
	
	
		
			7.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			303 lines
		
	
	
		
			7.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Debug Store (DS) support
 | 
						|
 *
 | 
						|
 * This provides a low-level interface to the hardware's Debug Store
 | 
						|
 * feature that is used for branch trace store (BTS) and
 | 
						|
 * precise-event based sampling (PEBS).
 | 
						|
 *
 | 
						|
 * It manages:
 | 
						|
 * - DS and BTS hardware configuration
 | 
						|
 * - buffer overflow handling (to be done)
 | 
						|
 * - buffer access
 | 
						|
 *
 | 
						|
 * It does not do:
 | 
						|
 * - security checking (is the caller allowed to trace the task)
 | 
						|
 * - buffer allocation (memory accounting)
 | 
						|
 *
 | 
						|
 *
 | 
						|
 * Copyright (C) 2007-2009 Intel Corporation.
 | 
						|
 * Markus Metzger <markus.t.metzger@intel.com>, 2007-2009
 | 
						|
 */
 | 
						|
 | 
						|
#ifndef _ASM_X86_DS_H
 | 
						|
#define _ASM_X86_DS_H
 | 
						|
 | 
						|
 | 
						|
#include <linux/types.h>
 | 
						|
#include <linux/init.h>
 | 
						|
#include <linux/err.h>
 | 
						|
 | 
						|
 | 
						|
#ifdef CONFIG_X86_DS
 | 
						|
 | 
						|
struct task_struct;
 | 
						|
struct ds_context;
 | 
						|
struct ds_tracer;
 | 
						|
struct bts_tracer;
 | 
						|
struct pebs_tracer;
 | 
						|
 | 
						|
typedef void (*bts_ovfl_callback_t)(struct bts_tracer *);
 | 
						|
typedef void (*pebs_ovfl_callback_t)(struct pebs_tracer *);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * A list of features plus corresponding macros to talk about them in
 | 
						|
 * the ds_request function's flags parameter.
 | 
						|
 *
 | 
						|
 * We use the enum to index an array of corresponding control bits;
 | 
						|
 * we use the macro to index a flags bit-vector.
 | 
						|
 */
 | 
						|
enum ds_feature {
 | 
						|
	dsf_bts = 0,
 | 
						|
	dsf_bts_kernel,
 | 
						|
#define BTS_KERNEL (1 << dsf_bts_kernel)
 | 
						|
	/* trace kernel-mode branches */
 | 
						|
 | 
						|
	dsf_bts_user,
 | 
						|
#define BTS_USER (1 << dsf_bts_user)
 | 
						|
	/* trace user-mode branches */
 | 
						|
 | 
						|
	dsf_bts_overflow,
 | 
						|
	dsf_bts_max,
 | 
						|
	dsf_pebs = dsf_bts_max,
 | 
						|
 | 
						|
	dsf_pebs_max,
 | 
						|
	dsf_ctl_max = dsf_pebs_max,
 | 
						|
	dsf_bts_timestamps = dsf_ctl_max,
 | 
						|
#define BTS_TIMESTAMPS (1 << dsf_bts_timestamps)
 | 
						|
	/* add timestamps into BTS trace */
 | 
						|
 | 
						|
#define BTS_USER_FLAGS (BTS_KERNEL | BTS_USER | BTS_TIMESTAMPS)
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Request BTS or PEBS
 | 
						|
 *
 | 
						|
 * Due to alignement constraints, the actual buffer may be slightly
 | 
						|
 * smaller than the requested or provided buffer.
 | 
						|
 *
 | 
						|
 * Returns a pointer to a tracer structure on success, or
 | 
						|
 * ERR_PTR(errcode) on failure.
 | 
						|
 *
 | 
						|
 * The interrupt threshold is independent from the overflow callback
 | 
						|
 * to allow users to use their own overflow interrupt handling mechanism.
 | 
						|
 *
 | 
						|
 * The function might sleep.
 | 
						|
 *
 | 
						|
 * task: the task to request recording for
 | 
						|
 * cpu:  the cpu to request recording for
 | 
						|
 * base: the base pointer for the (non-pageable) buffer;
 | 
						|
 * size: the size of the provided buffer in bytes
 | 
						|
 * ovfl: pointer to a function to be called on buffer overflow;
 | 
						|
 *       NULL if cyclic buffer requested
 | 
						|
 * th: the interrupt threshold in records from the end of the buffer;
 | 
						|
 *     -1 if no interrupt threshold is requested.
 | 
						|
 * flags: a bit-mask of the above flags
 | 
						|
 */
 | 
						|
extern struct bts_tracer *ds_request_bts_task(struct task_struct *task,
 | 
						|
					      void *base, size_t size,
 | 
						|
					      bts_ovfl_callback_t ovfl,
 | 
						|
					      size_t th, unsigned int flags);
 | 
						|
extern struct bts_tracer *ds_request_bts_cpu(int cpu, void *base, size_t size,
 | 
						|
					     bts_ovfl_callback_t ovfl,
 | 
						|
					     size_t th, unsigned int flags);
 | 
						|
extern struct pebs_tracer *ds_request_pebs_task(struct task_struct *task,
 | 
						|
						void *base, size_t size,
 | 
						|
						pebs_ovfl_callback_t ovfl,
 | 
						|
						size_t th, unsigned int flags);
 | 
						|
extern struct pebs_tracer *ds_request_pebs_cpu(int cpu,
 | 
						|
					       void *base, size_t size,
 | 
						|
					       pebs_ovfl_callback_t ovfl,
 | 
						|
					       size_t th, unsigned int flags);
 | 
						|
 | 
						|
/*
 | 
						|
 * Release BTS or PEBS resources
 | 
						|
 * Suspend and resume BTS or PEBS tracing
 | 
						|
 *
 | 
						|
 * Must be called with irq's enabled.
 | 
						|
 *
 | 
						|
 * tracer: the tracer handle returned from ds_request_~()
 | 
						|
 */
 | 
						|
extern void ds_release_bts(struct bts_tracer *tracer);
 | 
						|
extern void ds_suspend_bts(struct bts_tracer *tracer);
 | 
						|
extern void ds_resume_bts(struct bts_tracer *tracer);
 | 
						|
extern void ds_release_pebs(struct pebs_tracer *tracer);
 | 
						|
extern void ds_suspend_pebs(struct pebs_tracer *tracer);
 | 
						|
extern void ds_resume_pebs(struct pebs_tracer *tracer);
 | 
						|
 | 
						|
/*
 | 
						|
 * Release BTS or PEBS resources
 | 
						|
 * Suspend and resume BTS or PEBS tracing
 | 
						|
 *
 | 
						|
 * Cpu tracers must call this on the traced cpu.
 | 
						|
 * Task tracers must call ds_release_~_noirq() for themselves.
 | 
						|
 *
 | 
						|
 * May be called with irq's disabled.
 | 
						|
 *
 | 
						|
 * Returns 0 if successful;
 | 
						|
 * -EPERM if the cpu tracer does not trace the current cpu.
 | 
						|
 * -EPERM if the task tracer does not trace itself.
 | 
						|
 *
 | 
						|
 * tracer: the tracer handle returned from ds_request_~()
 | 
						|
 */
 | 
						|
extern int ds_release_bts_noirq(struct bts_tracer *tracer);
 | 
						|
extern int ds_suspend_bts_noirq(struct bts_tracer *tracer);
 | 
						|
extern int ds_resume_bts_noirq(struct bts_tracer *tracer);
 | 
						|
extern int ds_release_pebs_noirq(struct pebs_tracer *tracer);
 | 
						|
extern int ds_suspend_pebs_noirq(struct pebs_tracer *tracer);
 | 
						|
extern int ds_resume_pebs_noirq(struct pebs_tracer *tracer);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * The raw DS buffer state as it is used for BTS and PEBS recording.
 | 
						|
 *
 | 
						|
 * This is the low-level, arch-dependent interface for working
 | 
						|
 * directly on the raw trace data.
 | 
						|
 */
 | 
						|
struct ds_trace {
 | 
						|
	/* the number of bts/pebs records */
 | 
						|
	size_t n;
 | 
						|
	/* the size of a bts/pebs record in bytes */
 | 
						|
	size_t size;
 | 
						|
	/* pointers into the raw buffer:
 | 
						|
	   - to the first entry */
 | 
						|
	void *begin;
 | 
						|
	/* - one beyond the last entry */
 | 
						|
	void *end;
 | 
						|
	/* - one beyond the newest entry */
 | 
						|
	void *top;
 | 
						|
	/* - the interrupt threshold */
 | 
						|
	void *ith;
 | 
						|
	/* flags given on ds_request() */
 | 
						|
	unsigned int flags;
 | 
						|
};
 | 
						|
 | 
						|
/*
 | 
						|
 * An arch-independent view on branch trace data.
 | 
						|
 */
 | 
						|
enum bts_qualifier {
 | 
						|
	bts_invalid,
 | 
						|
#define BTS_INVALID bts_invalid
 | 
						|
 | 
						|
	bts_branch,
 | 
						|
#define BTS_BRANCH bts_branch
 | 
						|
 | 
						|
	bts_task_arrives,
 | 
						|
#define BTS_TASK_ARRIVES bts_task_arrives
 | 
						|
 | 
						|
	bts_task_departs,
 | 
						|
#define BTS_TASK_DEPARTS bts_task_departs
 | 
						|
 | 
						|
	bts_qual_bit_size = 4,
 | 
						|
	bts_qual_max = (1 << bts_qual_bit_size),
 | 
						|
};
 | 
						|
 | 
						|
struct bts_struct {
 | 
						|
	__u64 qualifier;
 | 
						|
	union {
 | 
						|
		/* BTS_BRANCH */
 | 
						|
		struct {
 | 
						|
			__u64 from;
 | 
						|
			__u64 to;
 | 
						|
		} lbr;
 | 
						|
		/* BTS_TASK_ARRIVES or BTS_TASK_DEPARTS */
 | 
						|
		struct {
 | 
						|
			__u64 clock;
 | 
						|
			pid_t pid;
 | 
						|
		} event;
 | 
						|
	} variant;
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * The BTS state.
 | 
						|
 *
 | 
						|
 * This gives access to the raw DS state and adds functions to provide
 | 
						|
 * an arch-independent view of the BTS data.
 | 
						|
 */
 | 
						|
struct bts_trace {
 | 
						|
	struct ds_trace ds;
 | 
						|
 | 
						|
	int (*read)(struct bts_tracer *tracer, const void *at,
 | 
						|
		    struct bts_struct *out);
 | 
						|
	int (*write)(struct bts_tracer *tracer, const struct bts_struct *in);
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * The PEBS state.
 | 
						|
 *
 | 
						|
 * This gives access to the raw DS state and the PEBS-specific counter
 | 
						|
 * reset value.
 | 
						|
 */
 | 
						|
struct pebs_trace {
 | 
						|
	struct ds_trace ds;
 | 
						|
 | 
						|
	/* the number of valid counters in the below array */
 | 
						|
	unsigned int counters;
 | 
						|
 | 
						|
#define MAX_PEBS_COUNTERS 4
 | 
						|
	/* the counter reset value */
 | 
						|
	unsigned long long counter_reset[MAX_PEBS_COUNTERS];
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Read the BTS or PEBS trace.
 | 
						|
 *
 | 
						|
 * Returns a view on the trace collected for the parameter tracer.
 | 
						|
 *
 | 
						|
 * The view remains valid as long as the traced task is not running or
 | 
						|
 * the tracer is suspended.
 | 
						|
 * Writes into the trace buffer are not reflected.
 | 
						|
 *
 | 
						|
 * tracer: the tracer handle returned from ds_request_~()
 | 
						|
 */
 | 
						|
extern const struct bts_trace *ds_read_bts(struct bts_tracer *tracer);
 | 
						|
extern const struct pebs_trace *ds_read_pebs(struct pebs_tracer *tracer);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Reset the write pointer of the BTS/PEBS buffer.
 | 
						|
 *
 | 
						|
 * Returns 0 on success; -Eerrno on error
 | 
						|
 *
 | 
						|
 * tracer: the tracer handle returned from ds_request_~()
 | 
						|
 */
 | 
						|
extern int ds_reset_bts(struct bts_tracer *tracer);
 | 
						|
extern int ds_reset_pebs(struct pebs_tracer *tracer);
 | 
						|
 | 
						|
/*
 | 
						|
 * Set the PEBS counter reset value.
 | 
						|
 *
 | 
						|
 * Returns 0 on success; -Eerrno on error
 | 
						|
 *
 | 
						|
 * tracer: the tracer handle returned from ds_request_pebs()
 | 
						|
 * counter: the index of the counter
 | 
						|
 * value: the new counter reset value
 | 
						|
 */
 | 
						|
extern int ds_set_pebs_reset(struct pebs_tracer *tracer,
 | 
						|
			     unsigned int counter, u64 value);
 | 
						|
 | 
						|
/*
 | 
						|
 * Initialization
 | 
						|
 */
 | 
						|
struct cpuinfo_x86;
 | 
						|
extern void __cpuinit ds_init_intel(struct cpuinfo_x86 *);
 | 
						|
 | 
						|
/*
 | 
						|
 * Context switch work
 | 
						|
 */
 | 
						|
extern void ds_switch_to(struct task_struct *prev, struct task_struct *next);
 | 
						|
 | 
						|
#else /* CONFIG_X86_DS */
 | 
						|
 | 
						|
struct cpuinfo_x86;
 | 
						|
static inline void __cpuinit ds_init_intel(struct cpuinfo_x86 *ignored) {}
 | 
						|
static inline void ds_switch_to(struct task_struct *prev,
 | 
						|
				struct task_struct *next) {}
 | 
						|
 | 
						|
#endif /* CONFIG_X86_DS */
 | 
						|
#endif /* _ASM_X86_DS_H */
 |