mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-14 10:26:45 +07:00
58995a9a5b
Commit1bc9e47aa8("powerpc/jump_label: Use HAVE_JUMP_LABEL") converted uses of CONFIG_JUMP_LABEL to HAVE_JUMP_LABEL in some assembly files. HAVE_JUMP_LABEL is defined in linux/jump_label.h, so we need to include this or we always get the non jump label fallback code. Signed-off-by: Anton Blanchard <anton@samba.org> Acked-by: Michael Ellerman <mpe@ellerman.id.au> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Cc: Andrew Morton <akpm@linux-foundation.org> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Paul E. McKenney <paulmck@linux.vnet.ibm.com> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Thomas Gleixner <tglx@linutronix.de> Cc: benh@kernel.crashing.org Cc: catalin.marinas@arm.com Cc: davem@davemloft.net Cc: heiko.carstens@de.ibm.com Cc: jbaron@akamai.com Cc: linux@arm.linux.org.uk Cc: linuxppc-dev@lists.ozlabs.org Cc: liuj97@gmail.com Cc: mgorman@suse.de Cc: mmarek@suse.cz Cc: paulus@samba.org Cc: ralf@linux-mips.org Cc: rostedt@goodmis.org Cc: schwidefsky@de.ibm.com Cc: will.deacon@arm.com Fixes:1bc9e47aa8("powerpc/jump_label: Use HAVE_JUMP_LABEL") Link: http://lkml.kernel.org/r/1428551492-21977-3-git-send-email-anton@samba.org Signed-off-by: Ingo Molnar <mingo@kernel.org>
339 lines
6.4 KiB
ArmAsm
339 lines
6.4 KiB
ArmAsm
/*
|
|
* This file contains the generic code to perform a call to the
|
|
* pSeries LPAR hypervisor.
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*/
|
|
#include <linux/jump_label.h>
|
|
#include <asm/hvcall.h>
|
|
#include <asm/processor.h>
|
|
#include <asm/ppc_asm.h>
|
|
#include <asm/asm-offsets.h>
|
|
#include <asm/ptrace.h>
|
|
|
|
.section ".text"
|
|
|
|
#ifdef CONFIG_TRACEPOINTS
|
|
|
|
#ifndef HAVE_JUMP_LABEL
|
|
.section ".toc","aw"
|
|
|
|
.globl hcall_tracepoint_refcount
|
|
hcall_tracepoint_refcount:
|
|
.llong 0
|
|
|
|
.section ".text"
|
|
#endif
|
|
|
|
/*
|
|
* precall must preserve all registers. use unused STK_PARAM()
|
|
* areas to save snapshots and opcode.
|
|
*/
|
|
#define HCALL_INST_PRECALL(FIRST_REG) \
|
|
mflr r0; \
|
|
std r3,STK_PARAM(R3)(r1); \
|
|
std r4,STK_PARAM(R4)(r1); \
|
|
std r5,STK_PARAM(R5)(r1); \
|
|
std r6,STK_PARAM(R6)(r1); \
|
|
std r7,STK_PARAM(R7)(r1); \
|
|
std r8,STK_PARAM(R8)(r1); \
|
|
std r9,STK_PARAM(R9)(r1); \
|
|
std r10,STK_PARAM(R10)(r1); \
|
|
std r0,16(r1); \
|
|
addi r4,r1,STK_PARAM(FIRST_REG); \
|
|
stdu r1,-STACK_FRAME_OVERHEAD(r1); \
|
|
bl __trace_hcall_entry; \
|
|
ld r3,STACK_FRAME_OVERHEAD+STK_PARAM(R3)(r1); \
|
|
ld r4,STACK_FRAME_OVERHEAD+STK_PARAM(R4)(r1); \
|
|
ld r5,STACK_FRAME_OVERHEAD+STK_PARAM(R5)(r1); \
|
|
ld r6,STACK_FRAME_OVERHEAD+STK_PARAM(R6)(r1); \
|
|
ld r7,STACK_FRAME_OVERHEAD+STK_PARAM(R7)(r1); \
|
|
ld r8,STACK_FRAME_OVERHEAD+STK_PARAM(R8)(r1); \
|
|
ld r9,STACK_FRAME_OVERHEAD+STK_PARAM(R9)(r1); \
|
|
ld r10,STACK_FRAME_OVERHEAD+STK_PARAM(R10)(r1)
|
|
|
|
/*
|
|
* postcall is performed immediately before function return which
|
|
* allows liberal use of volatile registers.
|
|
*/
|
|
#define __HCALL_INST_POSTCALL \
|
|
ld r0,STACK_FRAME_OVERHEAD+STK_PARAM(R3)(r1); \
|
|
std r3,STACK_FRAME_OVERHEAD+STK_PARAM(R3)(r1); \
|
|
mr r4,r3; \
|
|
mr r3,r0; \
|
|
bl __trace_hcall_exit; \
|
|
ld r0,STACK_FRAME_OVERHEAD+16(r1); \
|
|
addi r1,r1,STACK_FRAME_OVERHEAD; \
|
|
ld r3,STK_PARAM(R3)(r1); \
|
|
mtlr r0
|
|
|
|
#define HCALL_INST_POSTCALL_NORETS \
|
|
li r5,0; \
|
|
__HCALL_INST_POSTCALL
|
|
|
|
#define HCALL_INST_POSTCALL(BUFREG) \
|
|
mr r5,BUFREG; \
|
|
__HCALL_INST_POSTCALL
|
|
|
|
#ifdef HAVE_JUMP_LABEL
|
|
#define HCALL_BRANCH(LABEL) \
|
|
ARCH_STATIC_BRANCH(LABEL, hcall_tracepoint_key)
|
|
#else
|
|
|
|
/*
|
|
* We branch around this in early init (eg when populating the MMU
|
|
* hashtable) by using an unconditional cpu feature.
|
|
*/
|
|
#define HCALL_BRANCH(LABEL) \
|
|
BEGIN_FTR_SECTION; \
|
|
b 1f; \
|
|
END_FTR_SECTION(0, 1); \
|
|
ld r12,hcall_tracepoint_refcount@toc(r2); \
|
|
std r12,32(r1); \
|
|
cmpdi r12,0; \
|
|
bne- LABEL; \
|
|
1:
|
|
#endif
|
|
|
|
#else
|
|
#define HCALL_INST_PRECALL(FIRST_ARG)
|
|
#define HCALL_INST_POSTCALL_NORETS
|
|
#define HCALL_INST_POSTCALL(BUFREG)
|
|
#define HCALL_BRANCH(LABEL)
|
|
#endif
|
|
|
|
_GLOBAL_TOC(plpar_hcall_norets)
|
|
HMT_MEDIUM
|
|
|
|
mfcr r0
|
|
stw r0,8(r1)
|
|
HCALL_BRANCH(plpar_hcall_norets_trace)
|
|
HVSC /* invoke the hypervisor */
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
blr /* return r3 = status */
|
|
|
|
#ifdef CONFIG_TRACEPOINTS
|
|
plpar_hcall_norets_trace:
|
|
HCALL_INST_PRECALL(R4)
|
|
HVSC
|
|
HCALL_INST_POSTCALL_NORETS
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
blr
|
|
#endif
|
|
|
|
_GLOBAL_TOC(plpar_hcall)
|
|
HMT_MEDIUM
|
|
|
|
mfcr r0
|
|
stw r0,8(r1)
|
|
|
|
HCALL_BRANCH(plpar_hcall_trace)
|
|
|
|
std r4,STK_PARAM(R4)(r1) /* Save ret buffer */
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
|
|
HVSC /* invoke the hypervisor */
|
|
|
|
ld r12,STK_PARAM(R4)(r1)
|
|
std r4, 0(r12)
|
|
std r5, 8(r12)
|
|
std r6, 16(r12)
|
|
std r7, 24(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr /* return r3 = status */
|
|
|
|
#ifdef CONFIG_TRACEPOINTS
|
|
plpar_hcall_trace:
|
|
HCALL_INST_PRECALL(R5)
|
|
|
|
std r4,STK_PARAM(R4)(r1)
|
|
mr r0,r4
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
|
|
HVSC
|
|
|
|
ld r12,STK_PARAM(R4)(r1)
|
|
std r4,0(r12)
|
|
std r5,8(r12)
|
|
std r6,16(r12)
|
|
std r7,24(r12)
|
|
|
|
HCALL_INST_POSTCALL(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr
|
|
#endif
|
|
|
|
/*
|
|
* plpar_hcall_raw can be called in real mode. kexec/kdump need some
|
|
* hypervisor calls to be executed in real mode. So plpar_hcall_raw
|
|
* does not access the per cpu hypervisor call statistics variables,
|
|
* since these variables may not be present in the RMO region.
|
|
*/
|
|
_GLOBAL(plpar_hcall_raw)
|
|
HMT_MEDIUM
|
|
|
|
mfcr r0
|
|
stw r0,8(r1)
|
|
|
|
std r4,STK_PARAM(R4)(r1) /* Save ret buffer */
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
|
|
HVSC /* invoke the hypervisor */
|
|
|
|
ld r12,STK_PARAM(R4)(r1)
|
|
std r4, 0(r12)
|
|
std r5, 8(r12)
|
|
std r6, 16(r12)
|
|
std r7, 24(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr /* return r3 = status */
|
|
|
|
_GLOBAL_TOC(plpar_hcall9)
|
|
HMT_MEDIUM
|
|
|
|
mfcr r0
|
|
stw r0,8(r1)
|
|
|
|
HCALL_BRANCH(plpar_hcall9_trace)
|
|
|
|
std r4,STK_PARAM(R4)(r1) /* Save ret buffer */
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
ld r10,STK_PARAM(R11)(r1) /* put arg7 in R10 */
|
|
ld r11,STK_PARAM(R12)(r1) /* put arg8 in R11 */
|
|
ld r12,STK_PARAM(R13)(r1) /* put arg9 in R12 */
|
|
|
|
HVSC /* invoke the hypervisor */
|
|
|
|
mr r0,r12
|
|
ld r12,STK_PARAM(R4)(r1)
|
|
std r4, 0(r12)
|
|
std r5, 8(r12)
|
|
std r6, 16(r12)
|
|
std r7, 24(r12)
|
|
std r8, 32(r12)
|
|
std r9, 40(r12)
|
|
std r10,48(r12)
|
|
std r11,56(r12)
|
|
std r0, 64(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr /* return r3 = status */
|
|
|
|
#ifdef CONFIG_TRACEPOINTS
|
|
plpar_hcall9_trace:
|
|
HCALL_INST_PRECALL(R5)
|
|
|
|
std r4,STK_PARAM(R4)(r1)
|
|
mr r0,r4
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
ld r10,STACK_FRAME_OVERHEAD+STK_PARAM(R11)(r1)
|
|
ld r11,STACK_FRAME_OVERHEAD+STK_PARAM(R12)(r1)
|
|
ld r12,STACK_FRAME_OVERHEAD+STK_PARAM(R13)(r1)
|
|
|
|
HVSC
|
|
|
|
mr r0,r12
|
|
ld r12,STACK_FRAME_OVERHEAD+STK_PARAM(R4)(r1)
|
|
std r4,0(r12)
|
|
std r5,8(r12)
|
|
std r6,16(r12)
|
|
std r7,24(r12)
|
|
std r8,32(r12)
|
|
std r9,40(r12)
|
|
std r10,48(r12)
|
|
std r11,56(r12)
|
|
std r0,64(r12)
|
|
|
|
HCALL_INST_POSTCALL(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr
|
|
#endif
|
|
|
|
/* See plpar_hcall_raw to see why this is needed */
|
|
_GLOBAL(plpar_hcall9_raw)
|
|
HMT_MEDIUM
|
|
|
|
mfcr r0
|
|
stw r0,8(r1)
|
|
|
|
std r4,STK_PARAM(R4)(r1) /* Save ret buffer */
|
|
|
|
mr r4,r5
|
|
mr r5,r6
|
|
mr r6,r7
|
|
mr r7,r8
|
|
mr r8,r9
|
|
mr r9,r10
|
|
ld r10,STK_PARAM(R11)(r1) /* put arg7 in R10 */
|
|
ld r11,STK_PARAM(R12)(r1) /* put arg8 in R11 */
|
|
ld r12,STK_PARAM(R13)(r1) /* put arg9 in R12 */
|
|
|
|
HVSC /* invoke the hypervisor */
|
|
|
|
mr r0,r12
|
|
ld r12,STK_PARAM(R4)(r1)
|
|
std r4, 0(r12)
|
|
std r5, 8(r12)
|
|
std r6, 16(r12)
|
|
std r7, 24(r12)
|
|
std r8, 32(r12)
|
|
std r9, 40(r12)
|
|
std r10,48(r12)
|
|
std r11,56(r12)
|
|
std r0, 64(r12)
|
|
|
|
lwz r0,8(r1)
|
|
mtcrf 0xff,r0
|
|
|
|
blr /* return r3 = status */
|