2005-04-17 05:20:36 +07:00
|
|
|
#ifndef __ASM_SH_THREAD_INFO_H
|
|
|
|
#define __ASM_SH_THREAD_INFO_H
|
|
|
|
|
|
|
|
/* SuperH version
|
|
|
|
* Copyright (C) 2002 Niibe Yutaka
|
|
|
|
*
|
|
|
|
* The copyright of original i386 version is:
|
|
|
|
*
|
|
|
|
* Copyright (C) 2002 David Howells (dhowells@redhat.com)
|
|
|
|
* - Incorporating suggestions made by Linus Torvalds and Dave Miller
|
|
|
|
*/
|
|
|
|
#ifdef __KERNEL__
|
2012-05-14 12:57:28 +07:00
|
|
|
|
2006-09-27 16:22:14 +07:00
|
|
|
#include <asm/page.h>
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-05-14 12:57:28 +07:00
|
|
|
/*
|
|
|
|
* Page fault error code bits
|
|
|
|
*/
|
|
|
|
#define FAULT_CODE_WRITE (1 << 0) /* write access */
|
|
|
|
#define FAULT_CODE_INITIAL (1 << 1) /* initial page write */
|
|
|
|
#define FAULT_CODE_ITLB (1 << 2) /* ITLB miss */
|
|
|
|
#define FAULT_CODE_PROT (1 << 3) /* protection fault */
|
|
|
|
#define FAULT_CODE_USER (1 << 4) /* user-mode access */
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#include <asm/processor.h>
|
|
|
|
|
|
|
|
struct thread_info {
|
|
|
|
struct task_struct *task; /* main task structure */
|
|
|
|
struct exec_domain *exec_domain; /* execution domain */
|
2006-03-26 16:39:51 +07:00
|
|
|
unsigned long flags; /* low level flags */
|
2009-10-14 14:05:42 +07:00
|
|
|
__u32 status; /* thread synchronous flags */
|
2005-04-17 05:20:36 +07:00
|
|
|
__u32 cpu;
|
2005-06-23 14:09:07 +07:00
|
|
|
int preempt_count; /* 0 => preemptable, <0 => BUG */
|
2006-09-27 15:07:07 +07:00
|
|
|
mm_segment_t addr_limit; /* thread address space */
|
2005-04-17 05:20:36 +07:00
|
|
|
struct restart_block restart_block;
|
2006-09-27 16:22:14 +07:00
|
|
|
unsigned long previous_sp; /* sp of previous stack in case
|
|
|
|
of nested IRQ stacks */
|
2005-04-17 05:20:36 +07:00
|
|
|
__u8 supervisor_stack[0];
|
|
|
|
};
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2005-05-29 05:52:01 +07:00
|
|
|
#define PREEMPT_ACTIVE 0x10000000
|
2006-09-27 16:22:14 +07:00
|
|
|
|
2006-12-26 13:29:19 +07:00
|
|
|
#if defined(CONFIG_4KSTACKS)
|
2008-09-20 18:21:33 +07:00
|
|
|
#define THREAD_SHIFT 12
|
2006-09-27 16:22:14 +07:00
|
|
|
#else
|
2008-09-20 18:21:33 +07:00
|
|
|
#define THREAD_SHIFT 13
|
2006-09-27 16:22:14 +07:00
|
|
|
#endif
|
2006-12-26 13:29:19 +07:00
|
|
|
|
2008-09-20 18:21:33 +07:00
|
|
|
#define THREAD_SIZE (1 << THREAD_SHIFT)
|
2006-12-26 13:29:19 +07:00
|
|
|
#define STACK_WARN (THREAD_SIZE >> 3)
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
/*
|
|
|
|
* macros/functions for gaining access to the thread information structure
|
|
|
|
*/
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#define INIT_THREAD_INFO(tsk) \
|
|
|
|
{ \
|
|
|
|
.task = &tsk, \
|
|
|
|
.exec_domain = &default_exec_domain, \
|
|
|
|
.flags = 0, \
|
sh: Minor optimisations to FPU handling
A number of small optimisations to FPU handling, in particular:
- move the task USEDFPU flag from the thread_info flags field (which
is accessed asynchronously to the thread) to a new status field,
which is only accessed by the thread itself. This allows locking to
be removed in most cases, or can be reduced to a preempt_lock().
This mimics the i386 behaviour.
- move the modification of regs->sr and thread_info->status flags out
of save_fpu() to __unlazy_fpu(). This gives the compiler a better
chance to optimise things, as well as making save_fpu() symmetrical
with restore_fpu() and init_fpu().
- implement prepare_to_copy(), so that when creating a thread, we can
unlazy the FPU prior to copying the thread data structures.
Also make sure that the FPU is disabled while in the kernel, in
particular while booting, and for newly created kernel threads,
In a very artificial benchmark, the execution time for 2500000
context switches was reduced from 50 to 45 seconds.
Signed-off-by: Stuart Menefy <stuart.menefy@st.com>
Signed-off-by: Paul Mundt <lethal@linux-sh.org>
2009-09-26 00:25:10 +07:00
|
|
|
.status = 0, \
|
2005-04-17 05:20:36 +07:00
|
|
|
.cpu = 0, \
|
2009-07-10 19:57:56 +07:00
|
|
|
.preempt_count = INIT_PREEMPT_COUNT, \
|
2006-09-27 15:07:07 +07:00
|
|
|
.addr_limit = KERNEL_DS, \
|
2005-04-17 05:20:36 +07:00
|
|
|
.restart_block = { \
|
|
|
|
.fn = do_no_restart_syscall, \
|
|
|
|
}, \
|
|
|
|
}
|
|
|
|
|
|
|
|
#define init_thread_info (init_thread_union.thread_info)
|
|
|
|
#define init_stack (init_thread_union.stack)
|
|
|
|
|
2006-09-27 16:22:14 +07:00
|
|
|
/* how to get the current stack pointer from C */
|
2008-01-25 04:16:20 +07:00
|
|
|
register unsigned long current_stack_pointer asm("r15") __used;
|
2006-09-27 16:22:14 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* how to get the thread information struct from C */
|
|
|
|
static inline struct thread_info *current_thread_info(void)
|
|
|
|
{
|
|
|
|
struct thread_info *ti;
|
2007-11-09 11:40:50 +07:00
|
|
|
#if defined(CONFIG_SUPERH64)
|
|
|
|
__asm__ __volatile__ ("getcon cr17, %0" : "=r" (ti));
|
|
|
|
#elif defined(CONFIG_CPU_HAS_SR_RB)
|
|
|
|
__asm__ __volatile__ ("stc r7_bank, %0" : "=r" (ti));
|
2006-09-27 14:01:12 +07:00
|
|
|
#else
|
|
|
|
unsigned long __dummy;
|
|
|
|
|
|
|
|
__asm__ __volatile__ (
|
|
|
|
"mov r15, %0\n\t"
|
|
|
|
"and %1, %0\n\t"
|
|
|
|
: "=&r" (ti), "=r" (__dummy)
|
|
|
|
: "1" (~(THREAD_SIZE - 1))
|
|
|
|
: "memory");
|
|
|
|
#endif
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
return ti;
|
|
|
|
}
|
|
|
|
|
2008-09-20 18:21:33 +07:00
|
|
|
#define THREAD_SIZE_ORDER (THREAD_SHIFT - PAGE_SHIFT)
|
|
|
|
|
2010-01-13 10:51:40 +07:00
|
|
|
extern void arch_task_cache_init(void);
|
|
|
|
extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src);
|
2012-05-05 22:05:46 +07:00
|
|
|
extern void arch_release_task_struct(struct task_struct *tsk);
|
2010-01-13 10:51:40 +07:00
|
|
|
extern void init_thread_xstate(void);
|
2009-07-06 18:16:33 +07:00
|
|
|
|
2006-11-27 10:06:26 +07:00
|
|
|
#endif /* __ASSEMBLY__ */
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
/*
|
2012-05-14 12:57:28 +07:00
|
|
|
* Thread information flags
|
|
|
|
*
|
|
|
|
* - Limited to 24 bits, upper byte used for fault code encoding.
|
|
|
|
*
|
|
|
|
* - _TIF_ALLWORK_MASK and _TIF_WORK_MASK need to fit within 2 bytes, or
|
|
|
|
* we blow the tst immediate size constraints and need to fix up
|
|
|
|
* arch/sh/kernel/entry-common.S.
|
2005-04-17 05:20:36 +07:00
|
|
|
*/
|
|
|
|
#define TIF_SYSCALL_TRACE 0 /* syscall trace active */
|
2007-07-31 14:38:00 +07:00
|
|
|
#define TIF_SIGPENDING 1 /* signal pending */
|
|
|
|
#define TIF_NEED_RESCHED 2 /* rescheduling necessary */
|
|
|
|
#define TIF_SINGLESTEP 4 /* singlestepping active */
|
2008-07-30 13:30:52 +07:00
|
|
|
#define TIF_SYSCALL_AUDIT 5 /* syscall auditing active */
|
|
|
|
#define TIF_SECCOMP 6 /* secure computing */
|
2008-07-30 17:55:30 +07:00
|
|
|
#define TIF_NOTIFY_RESUME 7 /* callback before returning to user */
|
2009-09-16 12:30:34 +07:00
|
|
|
#define TIF_SYSCALL_TRACEPOINT 8 /* for ftrace syscall instrumentation */
|
2005-04-17 05:20:36 +07:00
|
|
|
#define TIF_POLLING_NRFLAG 17 /* true if poll_idle() is polling TIF_NEED_RESCHED */
|
2010-05-14 16:13:27 +07:00
|
|
|
#define TIF_MEMDIE 18 /* is terminating due to OOM killer */
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-07-30 11:11:26 +07:00
|
|
|
#define _TIF_SYSCALL_TRACE (1 << TIF_SYSCALL_TRACE)
|
|
|
|
#define _TIF_SIGPENDING (1 << TIF_SIGPENDING)
|
|
|
|
#define _TIF_NEED_RESCHED (1 << TIF_NEED_RESCHED)
|
|
|
|
#define _TIF_SINGLESTEP (1 << TIF_SINGLESTEP)
|
|
|
|
#define _TIF_SYSCALL_AUDIT (1 << TIF_SYSCALL_AUDIT)
|
2008-07-30 13:30:52 +07:00
|
|
|
#define _TIF_SECCOMP (1 << TIF_SECCOMP)
|
2008-07-30 17:55:30 +07:00
|
|
|
#define _TIF_NOTIFY_RESUME (1 << TIF_NOTIFY_RESUME)
|
2009-09-16 12:30:34 +07:00
|
|
|
#define _TIF_SYSCALL_TRACEPOINT (1 << TIF_SYSCALL_TRACEPOINT)
|
2008-07-30 11:11:26 +07:00
|
|
|
#define _TIF_POLLING_NRFLAG (1 << TIF_POLLING_NRFLAG)
|
|
|
|
|
|
|
|
/* work to do in syscall trace */
|
|
|
|
#define _TIF_WORK_SYSCALL_MASK (_TIF_SYSCALL_TRACE | _TIF_SINGLESTEP | \
|
2009-07-06 18:16:33 +07:00
|
|
|
_TIF_SYSCALL_AUDIT | _TIF_SECCOMP | \
|
2009-09-16 12:30:34 +07:00
|
|
|
_TIF_SYSCALL_TRACEPOINT)
|
2008-07-30 11:11:26 +07:00
|
|
|
|
|
|
|
/* work to do on any return to u-space */
|
2008-07-30 17:55:30 +07:00
|
|
|
#define _TIF_ALLWORK_MASK (_TIF_SYSCALL_TRACE | _TIF_SIGPENDING | \
|
|
|
|
_TIF_NEED_RESCHED | _TIF_SYSCALL_AUDIT | \
|
2009-10-14 14:05:42 +07:00
|
|
|
_TIF_SINGLESTEP | _TIF_NOTIFY_RESUME | \
|
|
|
|
_TIF_SYSCALL_TRACEPOINT)
|
2008-07-30 11:11:26 +07:00
|
|
|
|
|
|
|
/* work to do on interrupt/exception return */
|
|
|
|
#define _TIF_WORK_MASK (_TIF_ALLWORK_MASK & ~(_TIF_SYSCALL_TRACE | \
|
|
|
|
_TIF_SYSCALL_AUDIT | _TIF_SINGLESTEP))
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-10-14 14:05:42 +07:00
|
|
|
/*
|
|
|
|
* Thread-synchronous status.
|
|
|
|
*
|
|
|
|
* This is different from the flags in that nobody else
|
|
|
|
* ever touches our thread-synchronous status, so we don't
|
|
|
|
* have to worry about atomic accesses.
|
|
|
|
*/
|
|
|
|
#define TS_RESTORE_SIGMASK 0x0001 /* restore signal mask in do_signal() */
|
sh: Minor optimisations to FPU handling
A number of small optimisations to FPU handling, in particular:
- move the task USEDFPU flag from the thread_info flags field (which
is accessed asynchronously to the thread) to a new status field,
which is only accessed by the thread itself. This allows locking to
be removed in most cases, or can be reduced to a preempt_lock().
This mimics the i386 behaviour.
- move the modification of regs->sr and thread_info->status flags out
of save_fpu() to __unlazy_fpu(). This gives the compiler a better
chance to optimise things, as well as making save_fpu() symmetrical
with restore_fpu() and init_fpu().
- implement prepare_to_copy(), so that when creating a thread, we can
unlazy the FPU prior to copying the thread data structures.
Also make sure that the FPU is disabled while in the kernel, in
particular while booting, and for newly created kernel threads,
In a very artificial benchmark, the execution time for 2500000
context switches was reduced from 50 to 45 seconds.
Signed-off-by: Stuart Menefy <stuart.menefy@st.com>
Signed-off-by: Paul Mundt <lethal@linux-sh.org>
2009-09-26 00:25:10 +07:00
|
|
|
#define TS_USEDFPU 0x0002 /* FPU used by this task this quantum */
|
2009-10-14 14:05:42 +07:00
|
|
|
|
|
|
|
#ifndef __ASSEMBLY__
|
2012-05-14 12:57:28 +07:00
|
|
|
|
2009-10-14 14:05:42 +07:00
|
|
|
#define HAVE_SET_RESTORE_SIGMASK 1
|
|
|
|
static inline void set_restore_sigmask(void)
|
|
|
|
{
|
|
|
|
struct thread_info *ti = current_thread_info();
|
|
|
|
ti->status |= TS_RESTORE_SIGMASK;
|
2012-04-28 00:42:45 +07:00
|
|
|
WARN_ON(!test_bit(TIF_SIGPENDING, (unsigned long *)&ti->flags));
|
2009-10-14 14:05:42 +07:00
|
|
|
}
|
2012-05-14 12:57:28 +07:00
|
|
|
|
|
|
|
#define TI_FLAG_FAULT_CODE_SHIFT 24
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Additional thread flag encoding
|
|
|
|
*/
|
|
|
|
static inline void set_thread_fault_code(unsigned int val)
|
|
|
|
{
|
|
|
|
struct thread_info *ti = current_thread_info();
|
|
|
|
ti->flags = (ti->flags & (~0 >> (32 - TI_FLAG_FAULT_CODE_SHIFT)))
|
|
|
|
| (val << TI_FLAG_FAULT_CODE_SHIFT);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline unsigned int get_thread_fault_code(void)
|
|
|
|
{
|
|
|
|
struct thread_info *ti = current_thread_info();
|
|
|
|
return ti->flags >> TI_FLAG_FAULT_CODE_SHIFT;
|
|
|
|
}
|
2012-04-27 09:29:20 +07:00
|
|
|
|
|
|
|
static inline void clear_restore_sigmask(void)
|
|
|
|
{
|
|
|
|
current_thread_info()->status &= ~TS_RESTORE_SIGMASK;
|
|
|
|
}
|
|
|
|
static inline bool test_restore_sigmask(void)
|
|
|
|
{
|
|
|
|
return current_thread_info()->status & TS_RESTORE_SIGMASK;
|
|
|
|
}
|
|
|
|
static inline bool test_and_clear_restore_sigmask(void)
|
|
|
|
{
|
|
|
|
struct thread_info *ti = current_thread_info();
|
|
|
|
if (!(ti->status & TS_RESTORE_SIGMASK))
|
|
|
|
return false;
|
|
|
|
ti->status &= ~TS_RESTORE_SIGMASK;
|
|
|
|
return true;
|
|
|
|
}
|
2009-10-14 14:05:42 +07:00
|
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#endif /* __KERNEL__ */
|
|
|
|
|
|
|
|
#endif /* __ASM_SH_THREAD_INFO_H */
|