Commit e4b8b3f3 authored by Jan Glauber's avatar Jan Glauber Committed by Martin Schwidefsky
Browse files

s390: add support for runtime instrumentation 



Allow user-space threads to use runtime instrumentation (RI). To enable RI
for a thread there is a new s390 specific system call, sys_s390_runtime_instr,
that takes as parameter a realtime signal number. If the RI facility is
available the system call sets up a control block for the calling thread with
the appropriate permissions for the thread to modify the control block.

The user-space thread can then use the store and modify RI instructions to
alter the control block and start/stop the instrumentation via RION/RIOFF.

If the user specified program buffer runs full RI triggers an external
interrupt. The external interrupt is translated to a real-time signal that
is delivered to the thread that enabled RI on that CPU. The number of
the real-time signal is the number specified in the RI system call. So,
user-space can select any available real-time signal number in case the
application itself uses real-time signals for other purposes.

The kernel saves the RI control blocks on task switch only if the running
thread was enabled for RI. Therefore, the performance impact on task switch
should be negligible if RI is not used.

RI is only enabled for user-space mode and is disabled for the supervisor
state.

Reviewed-by: default avatarHeiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: default avatarJan Glauber <jang@linux.vnet.ibm.com>
Signed-off-by: default avatarMartin Schwidefsky <schwidefsky@de.ibm.com>
parent 0d804b20

arch/s390/include/asm/cpu_mf.h

+4 −0
Original line number Diff line number Diff line
@@ -21,11 +21,15 @@ 
#define CPU_MF_INT_SF_LSDA	(1 << 22)	/* loss of sample data alert */

#define CPU_MF_INT_CF_CACA	(1 <<  7)	/* counter auth. change alert */

#define CPU_MF_INT_CF_LCDA	(1 <<  6)	/* loss of counter data alert */

#define CPU_MF_INT_RI_HALTED	(1 <<  5)	/* run-time instr. halted */

#define CPU_MF_INT_RI_BUF_FULL	(1 <<  4)	/* run-time instr. program

						   buffer full */



#define CPU_MF_INT_CF_MASK	(CPU_MF_INT_CF_CACA|CPU_MF_INT_CF_LCDA)

#define CPU_MF_INT_SF_MASK	(CPU_MF_INT_SF_IAE|CPU_MF_INT_SF_ISE|	\

				 CPU_MF_INT_SF_PRA|CPU_MF_INT_SF_SACA|	\

				 CPU_MF_INT_SF_LSDA)

#define CPU_MF_INT_RI_MASK	(CPU_MF_INT_RI_HALTED|CPU_MF_INT_RI_BUF_FULL)



/* CPU measurement facility support */

static inline int cpum_cf_avail(void)

arch/s390/include/asm/irq.h

+1 −0
Original line number Diff line number Diff line
@@ -19,6 +19,7 @@ enum interruption_class { 
	EXTINT_IUC,

	EXTINT_CMS,

	EXTINT_CMC,

	EXTINT_CMR,

	IOINT_CIO,

	IOINT_QAI,

	IOINT_DAS,

arch/s390/include/asm/processor.h

+4 −0
Original line number Diff line number Diff line
@@ -17,6 +17,7 @@ 
#include <asm/page.h>

#include <asm/ptrace.h>

#include <asm/setup.h>

#include <asm/runtime_instr.h>



/*

 * Default implementation of macro that returns current
@@ -78,6 +79,9 @@ struct thread_struct { 
        /* pfault_wait is used to block the process on a pfault event */

	unsigned long pfault_wait;

	struct list_head list;

	/* cpu runtime instrumentation */

	struct runtime_instr_cb *ri_cb;

	int ri_signum;

};



typedef struct thread_struct thread_struct;

arch/s390/include/asm/ptrace.h

+3 −1
Original line number Diff line number Diff line
@@ -235,6 +235,7 @@ typedef struct 
#define PSW_MASK_ASC		0x0000C000UL

#define PSW_MASK_CC		0x00003000UL

#define PSW_MASK_PM		0x00000F00UL

#define PSW_MASK_RI		0x00000000UL

#define PSW_MASK_EA		0x00000000UL

#define PSW_MASK_BA		0x00000000UL
@@ -264,10 +265,11 @@ typedef struct 
#define PSW_MASK_ASC		0x0000C00000000000UL

#define PSW_MASK_CC		0x0000300000000000UL

#define PSW_MASK_PM		0x00000F0000000000UL

#define PSW_MASK_RI		0x0000008000000000UL

#define PSW_MASK_EA		0x0000000100000000UL

#define PSW_MASK_BA		0x0000000080000000UL



#define PSW_MASK_USER		0x00003F0180000000UL

#define PSW_MASK_USER		0x00003F8180000000UL



#define PSW_ADDR_AMODE		0x0000000000000000UL

#define PSW_ADDR_INSN		0xFFFFFFFFFFFFFFFFUL

arch/s390/include/asm/runtime_instr.h

0 → 100644
+98 −0
Original line number Diff line number Diff line 
#ifndef _RUNTIME_INSTR_H

#define _RUNTIME_INSTR_H



#define S390_RUNTIME_INSTR_START	0x1

#define S390_RUNTIME_INSTR_STOP		0x2



struct runtime_instr_cb {

	__u64 buf_current;

	__u64 buf_origin;

	__u64 buf_limit;



	__u32 valid		: 1;

	__u32 pstate		: 1;

	__u32 pstate_set_buf	: 1;

	__u32 home_space	: 1;

	__u32 altered		: 1;

	__u32			: 3;

	__u32 pstate_sample	: 1;

	__u32 sstate_sample	: 1;

	__u32 pstate_collect	: 1;

	__u32 sstate_collect	: 1;

	__u32			: 1;

	__u32 halted_int	: 1;

	__u32 int_requested	: 1;

	__u32 buffer_full_int	: 1;

	__u32 key		: 4;

	__u32			: 9;

	__u32 rgs		: 3;



	__u32 mode		: 4;

	__u32 next		: 1;

	__u32 mae		: 1;

	__u32			: 2;

	__u32 call_type_br	: 1;

	__u32 return_type_br	: 1;

	__u32 other_type_br	: 1;

	__u32 bc_other_type	: 1;

	__u32 emit		: 1;

	__u32 tx_abort		: 1;

	__u32			: 2;

	__u32 bp_xn		: 1;

	__u32 bp_xt		: 1;

	__u32 bp_ti		: 1;

	__u32 bp_ni		: 1;

	__u32 suppr_y		: 1;

	__u32 suppr_z		: 1;



	__u32 dc_miss_extra	: 1;

	__u32 lat_lev_ignore	: 1;

	__u32 ic_lat_lev	: 4;

	__u32 dc_lat_lev	: 4;



	__u64 reserved1;

	__u64 scaling_factor;

	__u64 rsic;

	__u64 reserved2;

} __packed __aligned(8);



extern struct runtime_instr_cb runtime_instr_empty_cb;



static inline void load_runtime_instr_cb(struct runtime_instr_cb *cb)

{

	asm volatile(".insn	rsy,0xeb0000000060,0,0,%0"	/* LRIC */

		: : "Q" (*cb));

}



static inline void store_runtime_instr_cb(struct runtime_instr_cb *cb)

{

	asm volatile(".insn	rsy,0xeb0000000061,0,0,%0"	/* STRIC */

		: "=Q" (*cb) : : "cc");

}



static inline void save_ri_cb(struct runtime_instr_cb *cb_prev)

{

#ifdef CONFIG_64BIT

	if (cb_prev)

		store_runtime_instr_cb(cb_prev);

#endif

}



static inline void restore_ri_cb(struct runtime_instr_cb *cb_next,

				 struct runtime_instr_cb *cb_prev)

{

#ifdef CONFIG_64BIT

	if (cb_next)

		load_runtime_instr_cb(cb_next);

	else if (cb_prev)

		load_runtime_instr_cb(&runtime_instr_empty_cb);

#endif

}



#ifdef CONFIG_64BIT

extern void exit_thread_runtime_instr(void);

#else

static inline void exit_thread_runtime_instr(void) { }

#endif



#endif /* _RUNTIME_INSTR_H */

CRA Git | Maintained and supported by SUSTech CRA and CCSE