processor.h 8.64 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2
/*
 *  S390 version
3
 *    Copyright IBM Corp. 1999
Linus Torvalds's avatar
Linus Torvalds committed
4 5 6 7 8 9 10 11 12 13
 *    Author(s): Hartmut Penner (hp@de.ibm.com),
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/processor.h"
 *    Copyright (C) 1994, Linus Torvalds
 */

#ifndef __ASM_S390_PROCESSOR_H
#define __ASM_S390_PROCESSOR_H

14 15
#include <linux/const.h>

16 17
#define CIF_MCCK_PENDING	0	/* machine check handling is pending */
#define CIF_ASCE		1	/* user asce needs fixup / uaccess */
18
#define CIF_NOHZ_DELAY		2	/* delay HZ disable for a tick */
19
#define CIF_FPU			3	/* restore FPU registers */
20
#define CIF_IGNORE_IRQ		4	/* ignore interrupt (for udelay) */
21
#define CIF_ENABLED_WAIT	5	/* in enabled wait state */
22

23 24 25 26 27
#define _CIF_MCCK_PENDING	_BITUL(CIF_MCCK_PENDING)
#define _CIF_ASCE		_BITUL(CIF_ASCE)
#define _CIF_NOHZ_DELAY		_BITUL(CIF_NOHZ_DELAY)
#define _CIF_FPU		_BITUL(CIF_FPU)
#define _CIF_IGNORE_IRQ		_BITUL(CIF_IGNORE_IRQ)
28
#define _CIF_ENABLED_WAIT	_BITUL(CIF_ENABLED_WAIT)
29

30 31
#ifndef __ASSEMBLY__

32
#include <linux/linkage.h>
33
#include <linux/irqflags.h>
34
#include <asm/cpu.h>
35
#include <asm/page.h>
Linus Torvalds's avatar
Linus Torvalds committed
36
#include <asm/ptrace.h>
37
#include <asm/setup.h>
38
#include <asm/runtime_instr.h>
39 40
#include <asm/fpu/types.h>
#include <asm/fpu/internal.h>
Linus Torvalds's avatar
Linus Torvalds committed
41

42 43
static inline void set_cpu_flag(int flag)
{
44
	S390_lowcore.cpu_flags |= (1UL << flag);
45 46 47 48
}

static inline void clear_cpu_flag(int flag)
{
49
	S390_lowcore.cpu_flags &= ~(1UL << flag);
50 51 52 53
}

static inline int test_cpu_flag(int flag)
{
54
	return !!(S390_lowcore.cpu_flags & (1UL << flag));
55 56
}

57 58 59 60 61 62
/*
 * Test CIF flag of another CPU. The caller needs to ensure that
 * CPU hotplug can not happen, e.g. by disabling preemption.
 */
static inline int test_cpu_flag_of(int flag, int cpu)
{
63
	struct lowcore *lc = lowcore_ptr[cpu];
64 65 66
	return !!(lc->cpu_flags & (1UL << flag));
}

67 68
#define arch_needs_cpu() test_cpu_flag(CIF_NOHZ_DELAY)

Linus Torvalds's avatar
Linus Torvalds committed
69 70 71 72
/*
 * Default implementation of macro that returns current
 * instruction pointer ("program counter").
 */
73
#define current_text_addr() ({ void *pc; asm("basr %0,0" : "=a" (pc)); pc; })
Linus Torvalds's avatar
Linus Torvalds committed
74

75
static inline void get_cpu_id(struct cpuid *ptr)
76
{
77
	asm volatile("stidp %0" : "=Q" (*ptr));
78 79
}

80
extern void s390_adjust_jiffies(void);
81 82
extern const struct seq_operations cpuinfo_op;
extern int sysctl_ieee_emulation_warnings;
83
extern void execve_tail(void);
Linus Torvalds's avatar
Linus Torvalds committed
84 85

/*
86
 * User space process size: 2GB for 31 bit, 4TB or 8PT for 64 bit.
Linus Torvalds's avatar
Linus Torvalds committed
87 88
 */

89
#define TASK_SIZE_OF(tsk)	((tsk)->mm->context.asce_limit)
90 91 92
#define TASK_UNMAPPED_BASE	(test_thread_flag(TIF_31BIT) ? \
					(1UL << 30) : (1UL << 41))
#define TASK_SIZE		TASK_SIZE_OF(current)
93
#define TASK_MAX_SIZE		(1UL << 53)
Linus Torvalds's avatar
Linus Torvalds committed
94

95 96
#define STACK_TOP		(1UL << (test_thread_flag(TIF_31BIT) ? 31:42))
#define STACK_TOP_MAX		(1UL << 42)
97

Linus Torvalds's avatar
Linus Torvalds committed
98 99 100 101 102 103 104 105 106 107 108 109 110
#define HAVE_ARCH_PICK_MMAP_LAYOUT

typedef struct {
        __u32 ar4;
} mm_segment_t;

/*
 * Thread structure
 */
struct thread_struct {
	unsigned int  acrs[NUM_ACRS];
        unsigned long ksp;              /* kernel stack pointer             */
	mm_segment_t mm_segment;
111
	unsigned long gmap_addr;	/* address of last gmap fault. */
112
	unsigned int gmap_pfault;	/* signal of a pending guest pfault */
Martin Schwidefsky's avatar
Martin Schwidefsky committed
113 114
	struct per_regs per_user;	/* User specified PER registers */
	struct per_event per_event;	/* Cause of the last PER trap */
115
	unsigned long per_flags;	/* Flags to control debug behavior */
Linus Torvalds's avatar
Linus Torvalds committed
116 117
        /* pfault_wait is used to block the process on a pfault event */
	unsigned long pfault_wait;
118
	struct list_head list;
119 120
	/* cpu runtime instrumentation */
	struct runtime_instr_cb *ri_cb;
121
	unsigned char trap_tdb[256];	/* Transaction abort diagnose block */
122 123 124 125 126
	/*
	 * Warning: 'fpu' is dynamically-sized. It *MUST* be at
	 * the end.
	 */
	struct fpu fpu;			/* FP and VX register save area */
Linus Torvalds's avatar
Linus Torvalds committed
127 128
};

129 130 131 132 133 134 135 136 137
/* Flag to disable transactions. */
#define PER_FLAG_NO_TE			1UL
/* Flag to enable random transaction aborts. */
#define PER_FLAG_TE_ABORT_RAND		2UL
/* Flag to specify random transaction abort mode:
 * - abort each transaction at a random instruction before TEND if set.
 * - abort random transactions at a random instruction if cleared.
 */
#define PER_FLAG_TE_ABORT_RAND_TEND	4UL
138

Linus Torvalds's avatar
Linus Torvalds committed
139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161
typedef struct thread_struct thread_struct;

/*
 * Stack layout of a C stack frame.
 */
#ifndef __PACK_STACK
struct stack_frame {
	unsigned long back_chain;
	unsigned long empty1[5];
	unsigned long gprs[10];
	unsigned int  empty2[8];
};
#else
struct stack_frame {
	unsigned long empty1[5];
	unsigned int  empty2[8];
	unsigned long gprs[10];
	unsigned long back_chain;
};
#endif

#define ARCH_MIN_TASKALIGN	8

162 163
#define INIT_THREAD {							\
	.ksp = sizeof(init_stack) + (unsigned long) &init_stack,	\
164
	.fpu.regs = (void *) init_task.thread.fpu.fprs,			\
165
}
Linus Torvalds's avatar
Linus Torvalds committed
166 167 168 169

/*
 * Do necessary setup to start up a new thread.
 */
170
#define start_thread(regs, new_psw, new_stackp) do {			\
171
	regs->psw.mask	= PSW_USER_BITS | PSW_MASK_EA | PSW_MASK_BA;	\
172
	regs->psw.addr	= new_psw;					\
173
	regs->gprs[15]	= new_stackp;					\
174
	execve_tail();							\
175 176
} while (0)

177
#define start_thread31(regs, new_psw, new_stackp) do {			\
178
	regs->psw.mask	= PSW_USER_BITS | PSW_MASK_BA;			\
179
	regs->psw.addr	= new_psw;					\
180
	regs->gprs[15]	= new_stackp;					\
181
	crst_table_downgrade(current->mm);				\
182
	execve_tail();							\
Linus Torvalds's avatar
Linus Torvalds committed
183 184 185 186 187
} while (0)

/* Forward declaration, a strange C thing */
struct task_struct;
struct mm_struct;
188
struct seq_file;
Linus Torvalds's avatar
Linus Torvalds committed
189

190 191 192 193
typedef int (*dump_trace_func_t)(void *data, unsigned long address);
void dump_trace(dump_trace_func_t func, void *data,
		struct task_struct *task, unsigned long sp);

194
void show_cacheinfo(struct seq_file *m);
195

Linus Torvalds's avatar
Linus Torvalds committed
196 197 198 199 200 201 202 203 204
/* Free all resources held by a thread. */
extern void release_thread(struct task_struct *);

/*
 * Return saved PC of a blocked thread.
 */
extern unsigned long thread_saved_pc(struct task_struct *t);

unsigned long get_wchan(struct task_struct *p);
Al Viro's avatar
Al Viro committed
205
#define task_pt_regs(tsk) ((struct pt_regs *) \
Al Viro's avatar
Al Viro committed
206
        (task_stack_page(tsk) + THREAD_SIZE) - 1)
Al Viro's avatar
Al Viro committed
207 208
#define KSTK_EIP(tsk)	(task_pt_regs(tsk)->psw.addr)
#define KSTK_ESP(tsk)	(task_pt_regs(tsk)->gprs[15])
Linus Torvalds's avatar
Linus Torvalds committed
209

210 211 212
/* Has task runtime instrumentation enabled ? */
#define is_ri_task(tsk) (!!(tsk)->thread.ri_cb)

213 214 215 216 217 218 219 220
static inline unsigned long current_stack_pointer(void)
{
	unsigned long sp;

	asm volatile("la %0,0(15)" : "=a" (sp));
	return sp;
}

221 222 223 224 225 226 227 228
static inline unsigned short stap(void)
{
	unsigned short cpu_address;

	asm volatile("stap %0" : "=m" (cpu_address));
	return cpu_address;
}

Linus Torvalds's avatar
Linus Torvalds committed
229 230 231
/*
 * Give up the time slice of the virtual PU.
 */
232
void cpu_relax(void);
Linus Torvalds's avatar
Linus Torvalds committed
233

234
#define cpu_relax_lowlatency()  barrier()
235

Heiko Carstens's avatar
Heiko Carstens committed
236 237 238 239 240
static inline void psw_set_key(unsigned int key)
{
	asm volatile("spka 0(%0)" : : "d" (key));
}

241 242 243 244 245
/*
 * Set PSW to specified value.
 */
static inline void __load_psw(psw_t psw)
{
246
	asm volatile("lpswe %0" : : "Q" (psw) : "cc");
247 248
}

Linus Torvalds's avatar
Linus Torvalds committed
249 250 251 252
/*
 * Set PSW mask to specified value, while leaving the
 * PSW addr pointing to the next instruction.
 */
253
static inline void __load_psw_mask(unsigned long mask)
Linus Torvalds's avatar
Linus Torvalds committed
254 255 256
{
	unsigned long addr;
	psw_t psw;
257

Linus Torvalds's avatar
Linus Torvalds committed
258 259
	psw.mask = mask;

260 261
	asm volatile(
		"	larl	%0,1f\n"
262 263
		"	stg	%0,%O1+8(%R1)\n"
		"	lpswe	%1\n"
Linus Torvalds's avatar
Linus Torvalds committed
264
		"1:"
265
		: "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
Linus Torvalds's avatar
Linus Torvalds committed
266
}
267

268 269 270 271 272 273 274 275 276 277 278
/*
 * Extract current PSW mask
 */
static inline unsigned long __extract_psw(void)
{
	unsigned int reg1, reg2;

	asm volatile("epsw %0,%1" : "=d" (reg1), "=a" (reg2));
	return (((unsigned long) reg1) << 32) | ((unsigned long) reg2);
}

279 280 281 282 283 284 285 286 287 288
static inline void local_mcck_enable(void)
{
	__load_psw_mask(__extract_psw() | PSW_MASK_MCHECK);
}

static inline void local_mcck_disable(void)
{
	__load_psw_mask(__extract_psw() & ~PSW_MASK_MCHECK);
}

289 290 291 292 293 294 295 296 297 298 299 300
/*
 * Rewind PSW instruction address by specified number of bytes.
 */
static inline unsigned long __rewind_psw(psw_t psw, unsigned long ilc)
{
	unsigned long mask;

	mask = (psw.mask & PSW_MASK_EA) ? -1UL :
	       (psw.mask & PSW_MASK_BA) ? (1UL << 31) - 1 :
					  (1UL << 24) - 1;
	return (psw.addr - ilc) & mask;
}
301 302 303 304 305 306

/*
 * Function to stop a processor until the next interrupt occurs
 */
void enabled_wait(void);

Linus Torvalds's avatar
Linus Torvalds committed
307 308 309
/*
 * Function to drop a processor into disabled wait state
 */
310
static inline void __noreturn disabled_wait(unsigned long code)
Linus Torvalds's avatar
Linus Torvalds committed
311
{
312 313 314 315 316
	psw_t psw;

	psw.mask = PSW_MASK_BASE | PSW_MASK_WAIT | PSW_MASK_BA | PSW_MASK_EA;
	psw.addr = code;
	__load_psw(psw);
317
	while (1);
Linus Torvalds's avatar
Linus Torvalds committed
318 319
}

320 321 322 323 324 325 326 327 328 329 330 331
/*
 * Basic Machine Check/Program Check Handler.
 */

extern void s390_base_mcck_handler(void);
extern void s390_base_pgm_handler(void);
extern void s390_base_ext_handler(void);

extern void (*s390_base_mcck_handler_fn)(void);
extern void (*s390_base_pgm_handler_fn)(void);
extern void (*s390_base_ext_handler_fn)(void);

332 333
#define ARCH_LOW_ADDRESS_LIMIT	0x7fffffffUL

334 335 336 337 338 339 340 341 342 343
extern int memcpy_real(void *, void *, size_t);
extern void memcpy_absolute(void *, void *, size_t);

#define mem_assign_absolute(dest, val) {			\
	__typeof__(dest) __tmp = (val);				\
								\
	BUILD_BUG_ON(sizeof(__tmp) != sizeof(val));		\
	memcpy_absolute(&(dest), &__tmp, sizeof(__tmp));	\
}

344 345 346
#endif /* __ASSEMBLY__ */

#endif /* __ASM_S390_PROCESSOR_H */