2008-03-26 00:47:29 +07:00
|
|
|
/*
|
2012-07-20 16:15:04 +07:00
|
|
|
* handling privileged instructions
|
2008-03-26 00:47:29 +07:00
|
|
|
*
|
2013-06-12 18:54:53 +07:00
|
|
|
* Copyright IBM Corp. 2008, 2013
|
2008-03-26 00:47:29 +07:00
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License (version 2 only)
|
|
|
|
* as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* Author(s): Carsten Otte <cotte@de.ibm.com>
|
|
|
|
* Christian Borntraeger <borntraeger@de.ibm.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/kvm.h>
|
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 15:04:11 +07:00
|
|
|
#include <linux/gfp.h>
|
2008-03-26 00:47:29 +07:00
|
|
|
#include <linux/errno.h>
|
2013-03-25 23:22:55 +07:00
|
|
|
#include <linux/compat.h>
|
2013-03-05 19:14:46 +07:00
|
|
|
#include <asm/asm-offsets.h>
|
2013-07-26 20:04:01 +07:00
|
|
|
#include <asm/facility.h>
|
2008-03-26 00:47:29 +07:00
|
|
|
#include <asm/current.h>
|
|
|
|
#include <asm/debug.h>
|
|
|
|
#include <asm/ebcdic.h>
|
|
|
|
#include <asm/sysinfo.h>
|
2013-06-12 18:54:53 +07:00
|
|
|
#include <asm/pgtable.h>
|
|
|
|
#include <asm/pgalloc.h>
|
|
|
|
#include <asm/io.h>
|
2012-12-20 21:32:09 +07:00
|
|
|
#include <asm/ptrace.h>
|
|
|
|
#include <asm/compat.h>
|
2008-03-26 00:47:29 +07:00
|
|
|
#include "gaccess.h"
|
|
|
|
#include "kvm-s390.h"
|
2012-07-23 22:20:29 +07:00
|
|
|
#include "trace.h"
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2013-09-12 15:33:49 +07:00
|
|
|
/* Handle SCK (SET CLOCK) interception */
|
|
|
|
static int handle_set_clock(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
struct kvm_vcpu *cpup;
|
|
|
|
s64 hostclk, val;
|
2014-01-01 22:50:11 +07:00
|
|
|
int i, rc;
|
2013-09-12 15:33:49 +07:00
|
|
|
u64 op2;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
op2 = kvm_s390_get_base_disp_s(vcpu);
|
|
|
|
if (op2 & 7) /* Operand must be on a doubleword boundary */
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2014-01-01 22:50:11 +07:00
|
|
|
rc = read_guest(vcpu, op2, &val, sizeof(val));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-09-12 15:33:49 +07:00
|
|
|
|
|
|
|
if (store_tod_clock(&hostclk)) {
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
val = (val - hostclk) & ~0x3fUL;
|
|
|
|
|
|
|
|
mutex_lock(&vcpu->kvm->lock);
|
|
|
|
kvm_for_each_vcpu(i, cpup, vcpu->kvm)
|
|
|
|
cpup->arch.sie_block->epoch = val;
|
|
|
|
mutex_unlock(&vcpu->kvm->lock);
|
|
|
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-03-26 00:47:29 +07:00
|
|
|
static int handle_set_prefix(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
u64 operand2;
|
2014-01-01 22:47:12 +07:00
|
|
|
u32 address;
|
|
|
|
int rc;
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_spx++;
|
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:07 +07:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
/* must be word boundary */
|
2013-03-25 23:22:53 +07:00
|
|
|
if (operand2 & 3)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
/* get the value */
|
2014-01-01 22:47:12 +07:00
|
|
|
rc = read_guest(vcpu, operand2, &address, sizeof(address));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
|
|
|
|
address &= 0x7fffe000u;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Make sure the new value is valid memory. We only need to check the
|
|
|
|
* first page, since address is 8k aligned and memory pieces are always
|
|
|
|
* at least 1MB aligned and have at least a size of 1MB.
|
|
|
|
*/
|
|
|
|
if (kvm_is_error_gpa(vcpu->kvm, address))
|
2013-03-25 23:22:53 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2012-01-11 17:19:32 +07:00
|
|
|
kvm_s390_set_prefix(vcpu, address);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "setting prefix to %x", address);
|
2012-07-23 22:20:29 +07:00
|
|
|
trace_kvm_s390_handle_prefix(vcpu, 1, address);
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int handle_store_prefix(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
u64 operand2;
|
|
|
|
u32 address;
|
2014-01-01 22:52:47 +07:00
|
|
|
int rc;
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_stpx++;
|
2012-12-20 21:32:07 +07:00
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:07 +07:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
/* must be word boundary */
|
2013-03-25 23:22:53 +07:00
|
|
|
if (operand2 & 3)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2014-05-13 21:58:30 +07:00
|
|
|
address = kvm_s390_get_prefix(vcpu);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
/* get the value */
|
2014-01-01 22:52:47 +07:00
|
|
|
rc = write_guest(vcpu, operand2, &address, sizeof(address));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "storing prefix to %x", address);
|
2012-07-23 22:20:29 +07:00
|
|
|
trace_kvm_s390_handle_prefix(vcpu, 0, address);
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int handle_store_cpu_address(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2014-01-01 22:53:27 +07:00
|
|
|
u16 vcpu_id = vcpu->vcpu_id;
|
|
|
|
u64 ga;
|
|
|
|
int rc;
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_stap++;
|
2012-12-20 21:32:07 +07:00
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2014-01-01 22:53:27 +07:00
|
|
|
ga = kvm_s390_get_base_disp_s(vcpu);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2014-01-01 22:53:27 +07:00
|
|
|
if (ga & 1)
|
2013-03-25 23:22:53 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2014-01-01 22:53:27 +07:00
|
|
|
rc = write_guest(vcpu, ga, &vcpu_id, sizeof(vcpu_id));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2014-01-01 22:53:27 +07:00
|
|
|
VCPU_EVENT(vcpu, 5, "storing cpu address to %llx", ga);
|
|
|
|
trace_kvm_s390_handle_stap(vcpu, ga);
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-01-15 00:11:14 +07:00
|
|
|
static void __skey_check_enable(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
if (!(vcpu->arch.sie_block->ictl & (ICTL_ISKE | ICTL_SSKE | ICTL_RRBE)))
|
|
|
|
return;
|
|
|
|
|
|
|
|
s390_enable_skey();
|
|
|
|
trace_kvm_s390_skey_related_inst(vcpu);
|
|
|
|
vcpu->arch.sie_block->ictl &= ~(ICTL_ISKE | ICTL_SSKE | ICTL_RRBE);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2008-03-26 00:47:29 +07:00
|
|
|
static int handle_skey(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2014-01-15 00:11:14 +07:00
|
|
|
__skey_check_enable(vcpu);
|
|
|
|
|
2008-03-26 00:47:29 +07:00
|
|
|
vcpu->stat.instruction_storage_key++;
|
2013-06-20 22:22:01 +07:00
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2013-05-17 19:41:32 +07:00
|
|
|
vcpu->arch.sie_block->gpsw.addr =
|
|
|
|
__rewind_psw(vcpu->arch.sie_block->gpsw, 4);
|
2008-03-26 00:47:29 +07:00
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "retrying storage key operation");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-01-10 20:33:28 +07:00
|
|
|
static int handle_ipte_interlock(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
psw_t *psw = &vcpu->arch.sie_block->gpsw;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_ipte_interlock++;
|
|
|
|
if (psw_bits(*psw).p)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
wait_event(vcpu->kvm->arch.ipte_wq, !ipte_lock_held(vcpu));
|
|
|
|
psw->addr = __rewind_psw(*psw, 4);
|
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "retrying ipte interlock operation");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-09-12 15:33:48 +07:00
|
|
|
static int handle_test_block(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
gpa_t addr;
|
|
|
|
int reg2;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, NULL, ®2);
|
|
|
|
addr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
2014-03-07 18:14:23 +07:00
|
|
|
addr = kvm_s390_logical_to_effective(vcpu, addr);
|
|
|
|
if (kvm_s390_check_low_addr_protection(vcpu, addr))
|
|
|
|
return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
|
2013-09-12 15:33:48 +07:00
|
|
|
addr = kvm_s390_real_to_abs(vcpu, addr);
|
|
|
|
|
2014-01-01 22:53:49 +07:00
|
|
|
if (kvm_is_error_gpa(vcpu->kvm, addr))
|
2013-09-12 15:33:48 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
/*
|
|
|
|
* We don't expect errors on modern systems, and do not care
|
|
|
|
* about storage keys (yet), so let's just clear the page.
|
|
|
|
*/
|
2014-01-01 22:53:49 +07:00
|
|
|
if (kvm_clear_guest(vcpu->kvm, addr, PAGE_SIZE))
|
2013-09-12 15:33:48 +07:00
|
|
|
return -EFAULT;
|
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
|
|
|
vcpu->run->s.regs.gprs[0] = 0;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:12 +07:00
|
|
|
static int handle_tpi(struct kvm_vcpu *vcpu)
|
2008-03-26 00:47:29 +07:00
|
|
|
{
|
2012-12-20 21:32:12 +07:00
|
|
|
struct kvm_s390_interrupt_info *inti;
|
2014-01-01 22:55:48 +07:00
|
|
|
unsigned long len;
|
|
|
|
u32 tpi_data[3];
|
|
|
|
int cc, rc;
|
2013-03-05 19:14:46 +07:00
|
|
|
u64 addr;
|
2012-12-20 21:32:12 +07:00
|
|
|
|
2014-01-01 22:55:48 +07:00
|
|
|
rc = 0;
|
2012-12-20 21:32:12 +07:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu);
|
2013-03-25 23:22:53 +07:00
|
|
|
if (addr & 3)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2013-03-05 19:14:46 +07:00
|
|
|
cc = 0;
|
2013-10-09 19:15:54 +07:00
|
|
|
inti = kvm_s390_get_io_int(vcpu->kvm, vcpu->arch.sie_block->gcr[6], 0);
|
2013-03-05 19:14:46 +07:00
|
|
|
if (!inti)
|
|
|
|
goto no_interrupt;
|
|
|
|
cc = 1;
|
2014-01-01 22:55:48 +07:00
|
|
|
tpi_data[0] = inti->io.subchannel_id << 16 | inti->io.subchannel_nr;
|
|
|
|
tpi_data[1] = inti->io.io_int_parm;
|
|
|
|
tpi_data[2] = inti->io.io_int_word;
|
2013-03-05 19:14:46 +07:00
|
|
|
if (addr) {
|
|
|
|
/*
|
|
|
|
* Store the two-word I/O interruption code into the
|
|
|
|
* provided area.
|
|
|
|
*/
|
2014-01-01 22:55:48 +07:00
|
|
|
len = sizeof(tpi_data) - 4;
|
|
|
|
rc = write_guest(vcpu, addr, &tpi_data, len);
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-03-05 19:14:46 +07:00
|
|
|
} else {
|
|
|
|
/*
|
|
|
|
* Store the three-word I/O interruption code into
|
|
|
|
* the appropriate lowcore area.
|
|
|
|
*/
|
2014-01-01 22:55:48 +07:00
|
|
|
len = sizeof(tpi_data);
|
|
|
|
if (write_guest_lc(vcpu, __LC_SUBCHANNEL_ID, &tpi_data, len))
|
|
|
|
rc = -EFAULT;
|
2013-03-05 19:14:46 +07:00
|
|
|
}
|
2014-01-09 00:07:54 +07:00
|
|
|
/*
|
|
|
|
* If we encounter a problem storing the interruption code, the
|
|
|
|
* instruction is suppressed from the guest's view: reinject the
|
|
|
|
* interrupt.
|
|
|
|
*/
|
|
|
|
if (!rc)
|
|
|
|
kfree(inti);
|
|
|
|
else
|
|
|
|
kvm_s390_reinject_io_int(vcpu->kvm, inti);
|
2013-03-05 19:14:46 +07:00
|
|
|
no_interrupt:
|
2012-12-20 21:32:12 +07:00
|
|
|
/* Set condition code and we're done. */
|
2014-01-01 22:55:48 +07:00
|
|
|
if (!rc)
|
|
|
|
kvm_s390_set_psw_cc(vcpu, cc);
|
|
|
|
return rc ? -EFAULT : 0;
|
2008-03-26 00:47:29 +07:00
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:12 +07:00
|
|
|
static int handle_tsch(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
struct kvm_s390_interrupt_info *inti;
|
|
|
|
|
|
|
|
inti = kvm_s390_get_io_int(vcpu->kvm, 0,
|
|
|
|
vcpu->run->s.regs.gprs[1]);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Prepare exit to userspace.
|
|
|
|
* We indicate whether we dequeued a pending I/O interrupt
|
|
|
|
* so that userspace can re-inject it if the instruction gets
|
|
|
|
* a program check. While this may re-order the pending I/O
|
|
|
|
* interrupts, this is no problem since the priority is kept
|
|
|
|
* intact.
|
|
|
|
*/
|
|
|
|
vcpu->run->exit_reason = KVM_EXIT_S390_TSCH;
|
|
|
|
vcpu->run->s390_tsch.dequeued = !!inti;
|
|
|
|
if (inti) {
|
|
|
|
vcpu->run->s390_tsch.subchannel_id = inti->io.subchannel_id;
|
|
|
|
vcpu->run->s390_tsch.subchannel_nr = inti->io.subchannel_nr;
|
|
|
|
vcpu->run->s390_tsch.io_int_parm = inti->io.io_int_parm;
|
|
|
|
vcpu->run->s390_tsch.io_int_word = inti->io.io_int_word;
|
|
|
|
}
|
|
|
|
vcpu->run->s390_tsch.ipb = vcpu->arch.sie_block->ipb;
|
|
|
|
kfree(inti);
|
|
|
|
return -EREMOTE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int handle_io_inst(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
VCPU_EVENT(vcpu, 4, "%s", "I/O instruction");
|
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:12 +07:00
|
|
|
if (vcpu->kvm->arch.css_support) {
|
|
|
|
/*
|
|
|
|
* Most I/O instructions will be handled by userspace.
|
|
|
|
* Exceptions are tpi and the interrupt portion of tsch.
|
|
|
|
*/
|
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb236)
|
|
|
|
return handle_tpi(vcpu);
|
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb235)
|
|
|
|
return handle_tsch(vcpu);
|
|
|
|
/* Handle in userspace. */
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
} else {
|
|
|
|
/*
|
2013-12-13 18:53:42 +07:00
|
|
|
* Set condition code 3 to stop the guest from issuing channel
|
2012-12-20 21:32:12 +07:00
|
|
|
* I/O instructions.
|
|
|
|
*/
|
2013-07-26 20:04:06 +07:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2012-12-20 21:32:12 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-03-26 00:47:29 +07:00
|
|
|
static int handle_stfl(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stfl++;
|
2013-06-20 22:22:01 +07:00
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2014-01-01 22:56:41 +07:00
|
|
|
rc = write_guest_lc(vcpu, offsetof(struct _lowcore, stfl_fac_list),
|
|
|
|
vfacilities, 4);
|
2013-03-05 19:14:43 +07:00
|
|
|
if (rc)
|
2014-01-01 22:56:41 +07:00
|
|
|
return rc;
|
2013-07-26 20:04:04 +07:00
|
|
|
VCPU_EVENT(vcpu, 5, "store facility list value %x",
|
|
|
|
*(unsigned int *) vfacilities);
|
|
|
|
trace_kvm_s390_handle_stfl(vcpu, *(unsigned int *) vfacilities);
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
static void handle_new_psw(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
/* Check whether the new psw is enabled for machine checks. */
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_MCHECK)
|
|
|
|
kvm_s390_deliver_pending_machine_checks(vcpu);
|
|
|
|
}
|
|
|
|
|
|
|
|
#define PSW_MASK_ADDR_MODE (PSW_MASK_EA | PSW_MASK_BA)
|
|
|
|
#define PSW_MASK_UNASSIGNED 0xb80800fe7fffffffUL
|
2013-03-25 23:22:49 +07:00
|
|
|
#define PSW_ADDR_24 0x0000000000ffffffUL
|
2012-12-20 21:32:09 +07:00
|
|
|
#define PSW_ADDR_31 0x000000007fffffffUL
|
|
|
|
|
2014-04-17 14:10:40 +07:00
|
|
|
int is_valid_psw(psw_t *psw)
|
|
|
|
{
|
2013-03-25 23:22:52 +07:00
|
|
|
if (psw->mask & PSW_MASK_UNASSIGNED)
|
|
|
|
return 0;
|
|
|
|
if ((psw->mask & PSW_MASK_ADDR_MODE) == PSW_MASK_BA) {
|
|
|
|
if (psw->addr & ~PSW_ADDR_31)
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
if (!(psw->mask & PSW_MASK_ADDR_MODE) && (psw->addr & ~PSW_ADDR_24))
|
|
|
|
return 0;
|
|
|
|
if ((psw->mask & PSW_MASK_ADDR_MODE) == PSW_MASK_EA)
|
|
|
|
return 0;
|
2014-04-17 14:10:40 +07:00
|
|
|
if (psw->addr & 1)
|
|
|
|
return 0;
|
2013-03-25 23:22:52 +07:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2013-03-25 23:22:52 +07:00
|
|
|
psw_t *gpsw = &vcpu->arch.sie_block->gpsw;
|
2012-12-20 21:32:09 +07:00
|
|
|
psw_compat_t new_psw;
|
2013-03-25 23:22:52 +07:00
|
|
|
u64 addr;
|
2014-01-01 22:57:42 +07:00
|
|
|
int rc;
|
2012-12-20 21:32:09 +07:00
|
|
|
|
2013-03-25 23:22:52 +07:00
|
|
|
if (gpsw->mask & PSW_MASK_PSTATE)
|
2013-06-20 22:21:59 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu);
|
2013-03-25 23:22:51 +07:00
|
|
|
if (addr & 7)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2014-01-01 22:57:42 +07:00
|
|
|
|
|
|
|
rc = read_guest(vcpu, addr, &new_psw, sizeof(new_psw));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-03-25 23:22:51 +07:00
|
|
|
if (!(new_psw.mask & PSW32_MASK_BASE))
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2013-03-25 23:22:52 +07:00
|
|
|
gpsw->mask = (new_psw.mask & ~PSW32_MASK_BASE) << 32;
|
|
|
|
gpsw->mask |= new_psw.addr & PSW32_ADDR_AMODE;
|
|
|
|
gpsw->addr = new_psw.addr & ~PSW32_ADDR_AMODE;
|
|
|
|
if (!is_valid_psw(gpsw))
|
2013-03-25 23:22:51 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2012-12-20 21:32:09 +07:00
|
|
|
handle_new_psw(vcpu);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int handle_lpswe(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
psw_t new_psw;
|
2013-03-25 23:22:52 +07:00
|
|
|
u64 addr;
|
2014-01-01 22:57:42 +07:00
|
|
|
int rc;
|
2012-12-20 21:32:09 +07:00
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
addr = kvm_s390_get_base_disp_s(vcpu);
|
2013-03-25 23:22:51 +07:00
|
|
|
if (addr & 7)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2014-01-01 22:57:42 +07:00
|
|
|
rc = read_guest(vcpu, addr, &new_psw, sizeof(new_psw));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-03-25 23:22:52 +07:00
|
|
|
vcpu->arch.sie_block->gpsw = new_psw;
|
|
|
|
if (!is_valid_psw(&vcpu->arch.sie_block->gpsw))
|
2013-03-25 23:22:51 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2012-12-20 21:32:09 +07:00
|
|
|
handle_new_psw(vcpu);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2008-03-26 00:47:29 +07:00
|
|
|
static int handle_stidp(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2014-01-01 22:58:16 +07:00
|
|
|
u64 stidp_data = vcpu->arch.stidp_data;
|
2008-03-26 00:47:29 +07:00
|
|
|
u64 operand2;
|
2014-01-01 22:58:16 +07:00
|
|
|
int rc;
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_stidp++;
|
2012-12-20 21:32:07 +07:00
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:07 +07:00
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2013-03-25 23:22:53 +07:00
|
|
|
if (operand2 & 7)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2014-01-01 22:58:16 +07:00
|
|
|
rc = write_guest(vcpu, operand2, &stidp_data, sizeof(stidp_data));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "%s", "store cpu id");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void handle_stsi_3_2_2(struct kvm_vcpu *vcpu, struct sysinfo_3_2_2 *mem)
|
|
|
|
{
|
|
|
|
int cpus = 0;
|
|
|
|
int n;
|
|
|
|
|
2014-02-24 16:11:41 +07:00
|
|
|
cpus = atomic_read(&vcpu->kvm->online_vcpus);
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
/* deal with other level 3 hypervisors */
|
2012-09-06 19:42:13 +07:00
|
|
|
if (stsi(mem, 3, 2, 2))
|
2008-03-26 00:47:29 +07:00
|
|
|
mem->count = 0;
|
|
|
|
if (mem->count < 8)
|
|
|
|
mem->count++;
|
|
|
|
for (n = mem->count - 1; n > 0 ; n--)
|
|
|
|
memcpy(&mem->vm[n], &mem->vm[n - 1], sizeof(mem->vm[0]));
|
|
|
|
|
|
|
|
mem->vm[0].cpus_total = cpus;
|
|
|
|
mem->vm[0].cpus_configured = cpus;
|
|
|
|
mem->vm[0].cpus_standby = 0;
|
|
|
|
mem->vm[0].cpus_reserved = 0;
|
|
|
|
mem->vm[0].caf = 1000;
|
|
|
|
memcpy(mem->vm[0].name, "KVMguest", 8);
|
|
|
|
ASCEBC(mem->vm[0].name, 8);
|
|
|
|
memcpy(mem->vm[0].cpi, "KVM/Linux ", 16);
|
|
|
|
ASCEBC(mem->vm[0].cpi, 16);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int handle_stsi(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2012-01-11 17:20:32 +07:00
|
|
|
int fc = (vcpu->run->s.regs.gprs[0] & 0xf0000000) >> 28;
|
|
|
|
int sel1 = vcpu->run->s.regs.gprs[0] & 0xff;
|
|
|
|
int sel2 = vcpu->run->s.regs.gprs[1] & 0xffff;
|
2013-03-25 23:22:54 +07:00
|
|
|
unsigned long mem = 0;
|
2008-03-26 00:47:29 +07:00
|
|
|
u64 operand2;
|
2013-03-25 23:22:53 +07:00
|
|
|
int rc = 0;
|
2008-03-26 00:47:29 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_stsi++;
|
|
|
|
VCPU_EVENT(vcpu, 4, "stsi: fc: %x sel1: %x sel2: %x", fc, sel1, sel2);
|
|
|
|
|
2013-06-20 22:22:01 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2013-06-20 22:22:05 +07:00
|
|
|
if (fc > 3) {
|
2013-07-26 20:04:06 +07:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2013-06-20 22:22:05 +07:00
|
|
|
return 0;
|
|
|
|
}
|
2008-03-26 00:47:29 +07:00
|
|
|
|
2013-06-20 22:22:05 +07:00
|
|
|
if (vcpu->run->s.regs.gprs[0] & 0x0fffff00
|
|
|
|
|| vcpu->run->s.regs.gprs[1] & 0xffff0000)
|
2008-03-26 00:47:29 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
2013-06-20 22:22:05 +07:00
|
|
|
if (fc == 0) {
|
2012-01-11 17:20:32 +07:00
|
|
|
vcpu->run->s.regs.gprs[0] = 3 << 28;
|
2013-07-26 20:04:06 +07:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
2013-06-20 22:22:05 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
operand2 = kvm_s390_get_base_disp_s(vcpu);
|
|
|
|
|
|
|
|
if (operand2 & 0xfff)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
switch (fc) {
|
2008-03-26 00:47:29 +07:00
|
|
|
case 1: /* same handling for 1 and 2 */
|
|
|
|
case 2:
|
|
|
|
mem = get_zeroed_page(GFP_KERNEL);
|
|
|
|
if (!mem)
|
2013-03-25 23:22:54 +07:00
|
|
|
goto out_no_data;
|
2012-09-06 19:42:13 +07:00
|
|
|
if (stsi((void *) mem, fc, sel1, sel2))
|
2013-03-25 23:22:54 +07:00
|
|
|
goto out_no_data;
|
2008-03-26 00:47:29 +07:00
|
|
|
break;
|
|
|
|
case 3:
|
|
|
|
if (sel1 != 2 || sel2 != 2)
|
2013-03-25 23:22:54 +07:00
|
|
|
goto out_no_data;
|
2008-03-26 00:47:29 +07:00
|
|
|
mem = get_zeroed_page(GFP_KERNEL);
|
|
|
|
if (!mem)
|
2013-03-25 23:22:54 +07:00
|
|
|
goto out_no_data;
|
2008-03-26 00:47:29 +07:00
|
|
|
handle_stsi_3_2_2(vcpu, (void *) mem);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2014-01-01 22:58:59 +07:00
|
|
|
rc = write_guest(vcpu, operand2, (void *)mem, PAGE_SIZE);
|
|
|
|
if (rc) {
|
|
|
|
rc = kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
goto out;
|
2008-03-26 00:47:29 +07:00
|
|
|
}
|
2012-07-23 22:20:29 +07:00
|
|
|
trace_kvm_s390_handle_stsi(vcpu, fc, sel1, sel2, operand2);
|
2008-03-26 00:47:29 +07:00
|
|
|
free_page(mem);
|
2013-07-26 20:04:06 +07:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 0);
|
2012-01-11 17:20:32 +07:00
|
|
|
vcpu->run->s.regs.gprs[0] = 0;
|
2008-03-26 00:47:29 +07:00
|
|
|
return 0;
|
2013-03-25 23:22:54 +07:00
|
|
|
out_no_data:
|
2013-07-26 20:04:06 +07:00
|
|
|
kvm_s390_set_psw_cc(vcpu, 3);
|
2014-01-01 22:58:59 +07:00
|
|
|
out:
|
2013-03-25 23:22:54 +07:00
|
|
|
free_page(mem);
|
2013-03-25 23:22:53 +07:00
|
|
|
return rc;
|
2008-03-26 00:47:29 +07:00
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:10 +07:00
|
|
|
static const intercept_handler_t b2_handlers[256] = {
|
2008-03-26 00:47:29 +07:00
|
|
|
[0x02] = handle_stidp,
|
2013-09-12 15:33:49 +07:00
|
|
|
[0x04] = handle_set_clock,
|
2008-03-26 00:47:29 +07:00
|
|
|
[0x10] = handle_set_prefix,
|
|
|
|
[0x11] = handle_store_prefix,
|
|
|
|
[0x12] = handle_store_cpu_address,
|
2014-01-10 20:33:28 +07:00
|
|
|
[0x21] = handle_ipte_interlock,
|
2008-03-26 00:47:29 +07:00
|
|
|
[0x29] = handle_skey,
|
|
|
|
[0x2a] = handle_skey,
|
|
|
|
[0x2b] = handle_skey,
|
2013-09-12 15:33:48 +07:00
|
|
|
[0x2c] = handle_test_block,
|
2012-12-20 21:32:10 +07:00
|
|
|
[0x30] = handle_io_inst,
|
|
|
|
[0x31] = handle_io_inst,
|
|
|
|
[0x32] = handle_io_inst,
|
|
|
|
[0x33] = handle_io_inst,
|
|
|
|
[0x34] = handle_io_inst,
|
|
|
|
[0x35] = handle_io_inst,
|
|
|
|
[0x36] = handle_io_inst,
|
|
|
|
[0x37] = handle_io_inst,
|
|
|
|
[0x38] = handle_io_inst,
|
|
|
|
[0x39] = handle_io_inst,
|
|
|
|
[0x3a] = handle_io_inst,
|
|
|
|
[0x3b] = handle_io_inst,
|
|
|
|
[0x3c] = handle_io_inst,
|
2014-01-10 20:33:28 +07:00
|
|
|
[0x50] = handle_ipte_interlock,
|
2012-12-20 21:32:10 +07:00
|
|
|
[0x5f] = handle_io_inst,
|
|
|
|
[0x74] = handle_io_inst,
|
|
|
|
[0x76] = handle_io_inst,
|
2008-03-26 00:47:29 +07:00
|
|
|
[0x7d] = handle_stsi,
|
|
|
|
[0xb1] = handle_stfl,
|
2012-12-20 21:32:09 +07:00
|
|
|
[0xb2] = handle_lpswe,
|
2008-03-26 00:47:29 +07:00
|
|
|
};
|
|
|
|
|
2009-01-22 16:28:29 +07:00
|
|
|
int kvm_s390_handle_b2(struct kvm_vcpu *vcpu)
|
2008-03-26 00:47:29 +07:00
|
|
|
{
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
2009-01-22 16:28:29 +07:00
|
|
|
/*
|
2013-06-20 22:22:01 +07:00
|
|
|
* A lot of B2 instructions are priviledged. Here we check for
|
|
|
|
* the privileged ones, that we can handle in the kernel.
|
|
|
|
* Anything else goes to userspace.
|
|
|
|
*/
|
2012-12-20 21:32:10 +07:00
|
|
|
handler = b2_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
2013-06-20 22:22:01 +07:00
|
|
|
if (handler)
|
|
|
|
return handler(vcpu);
|
|
|
|
|
2010-02-27 04:37:41 +07:00
|
|
|
return -EOPNOTSUPP;
|
2008-03-26 00:47:29 +07:00
|
|
|
}
|
2011-07-24 15:48:17 +07:00
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
static int handle_epsw(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1, reg2;
|
|
|
|
|
2013-06-12 18:54:57 +07:00
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
2012-12-20 21:32:09 +07:00
|
|
|
|
|
|
|
/* This basically extracts the mask half of the psw. */
|
2013-07-26 20:04:05 +07:00
|
|
|
vcpu->run->s.regs.gprs[reg1] &= 0xffffffff00000000UL;
|
2012-12-20 21:32:09 +07:00
|
|
|
vcpu->run->s.regs.gprs[reg1] |= vcpu->arch.sie_block->gpsw.mask >> 32;
|
|
|
|
if (reg2) {
|
2013-07-26 20:04:05 +07:00
|
|
|
vcpu->run->s.regs.gprs[reg2] &= 0xffffffff00000000UL;
|
2012-12-20 21:32:09 +07:00
|
|
|
vcpu->run->s.regs.gprs[reg2] |=
|
2013-07-26 20:04:05 +07:00
|
|
|
vcpu->arch.sie_block->gpsw.mask & 0x00000000ffffffffUL;
|
2012-12-20 21:32:09 +07:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-06-12 18:54:53 +07:00
|
|
|
#define PFMF_RESERVED 0xfffc0101UL
|
|
|
|
#define PFMF_SK 0x00020000UL
|
|
|
|
#define PFMF_CF 0x00010000UL
|
|
|
|
#define PFMF_UI 0x00008000UL
|
|
|
|
#define PFMF_FSC 0x00007000UL
|
|
|
|
#define PFMF_NQ 0x00000800UL
|
|
|
|
#define PFMF_MR 0x00000400UL
|
|
|
|
#define PFMF_MC 0x00000200UL
|
|
|
|
#define PFMF_KEY 0x000000feUL
|
|
|
|
|
|
|
|
static int handle_pfmf(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1, reg2;
|
|
|
|
unsigned long start, end;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_pfmf++;
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
|
|
if (!MACHINE_HAS_PFMF)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
2013-06-20 22:21:59 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
2013-06-12 18:54:53 +07:00
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_RESERVED)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
/* Only provide non-quiescing support if the host supports it */
|
2013-07-26 20:04:01 +07:00
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_NQ && !test_facility(14))
|
2013-06-12 18:54:53 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
/* No support for conditional-SSKE */
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & (PFMF_MR | PFMF_MC))
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
start = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;
|
2013-09-09 22:58:38 +07:00
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {
|
|
|
|
if (kvm_s390_check_low_addr_protection(vcpu, start))
|
|
|
|
return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
|
|
|
|
}
|
|
|
|
|
2013-06-12 18:54:53 +07:00
|
|
|
switch (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) {
|
|
|
|
case 0x00000000:
|
|
|
|
end = (start + (1UL << 12)) & ~((1UL << 12) - 1);
|
|
|
|
break;
|
|
|
|
case 0x00001000:
|
|
|
|
end = (start + (1UL << 20)) & ~((1UL << 20) - 1);
|
|
|
|
break;
|
|
|
|
/* We dont support EDAT2
|
|
|
|
case 0x00002000:
|
|
|
|
end = (start + (1UL << 31)) & ~((1UL << 31) - 1);
|
|
|
|
break;*/
|
|
|
|
default:
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
}
|
|
|
|
while (start < end) {
|
2013-09-09 22:58:38 +07:00
|
|
|
unsigned long useraddr, abs_addr;
|
|
|
|
|
|
|
|
/* Translate guest address to host address */
|
|
|
|
if ((vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) == 0)
|
|
|
|
abs_addr = kvm_s390_real_to_abs(vcpu, start);
|
|
|
|
else
|
|
|
|
abs_addr = start;
|
|
|
|
useraddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(abs_addr));
|
|
|
|
if (kvm_is_error_hva(useraddr))
|
2013-06-12 18:54:53 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {
|
|
|
|
if (clear_user((void __user *)useraddr, PAGE_SIZE))
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_SK) {
|
2014-01-15 00:11:14 +07:00
|
|
|
__skey_check_enable(vcpu);
|
2013-06-12 18:54:53 +07:00
|
|
|
if (set_guest_storage_key(current->mm, useraddr,
|
|
|
|
vcpu->run->s.regs.gprs[reg1] & PFMF_KEY,
|
|
|
|
vcpu->run->s.regs.gprs[reg1] & PFMF_NQ))
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
|
|
|
}
|
|
|
|
|
|
|
|
start += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
if (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC)
|
|
|
|
vcpu->run->s.regs.gprs[reg2] = end;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-04-17 22:36:29 +07:00
|
|
|
static int handle_essa(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
/* entries expected to be 1FF */
|
|
|
|
int entries = (vcpu->arch.sie_block->cbrlo & ~PAGE_MASK) >> 3;
|
|
|
|
unsigned long *cbrlo, cbrle;
|
|
|
|
struct gmap *gmap;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "cmma release %d pages", entries);
|
|
|
|
gmap = vcpu->arch.gmap;
|
|
|
|
vcpu->stat.instruction_essa++;
|
2014-03-25 19:47:11 +07:00
|
|
|
if (!kvm_s390_cmma_enabled(vcpu->kvm))
|
2013-04-17 22:36:29 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
if (((vcpu->arch.sie_block->ipb & 0xf0000000) >> 28) > 6)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
/* Rewind PSW to repeat the ESSA instruction */
|
|
|
|
vcpu->arch.sie_block->gpsw.addr =
|
|
|
|
__rewind_psw(vcpu->arch.sie_block->gpsw, 4);
|
|
|
|
vcpu->arch.sie_block->cbrlo &= PAGE_MASK; /* reset nceo */
|
|
|
|
cbrlo = phys_to_virt(vcpu->arch.sie_block->cbrlo);
|
|
|
|
down_read(&gmap->mm->mmap_sem);
|
|
|
|
for (i = 0; i < entries; ++i) {
|
|
|
|
cbrle = cbrlo[i];
|
|
|
|
if (unlikely(cbrle & ~PAGE_MASK || cbrle < 2 * PAGE_SIZE))
|
|
|
|
/* invalid entry */
|
|
|
|
break;
|
|
|
|
/* try to free backing */
|
|
|
|
__gmap_zap(cbrle, gmap);
|
|
|
|
}
|
|
|
|
up_read(&gmap->mm->mmap_sem);
|
|
|
|
if (i < entries)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
static const intercept_handler_t b9_handlers[256] = {
|
2014-01-10 20:33:28 +07:00
|
|
|
[0x8a] = handle_ipte_interlock,
|
2012-12-20 21:32:09 +07:00
|
|
|
[0x8d] = handle_epsw,
|
2014-01-10 20:33:28 +07:00
|
|
|
[0x8e] = handle_ipte_interlock,
|
|
|
|
[0x8f] = handle_ipte_interlock,
|
2013-04-17 22:36:29 +07:00
|
|
|
[0xab] = handle_essa,
|
2013-06-12 18:54:53 +07:00
|
|
|
[0xaf] = handle_pfmf,
|
2012-12-20 21:32:09 +07:00
|
|
|
};
|
|
|
|
|
|
|
|
int kvm_s390_handle_b9(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
/* This is handled just as for the B2 instructions. */
|
|
|
|
handler = b9_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
2013-06-20 22:22:01 +07:00
|
|
|
if (handler)
|
|
|
|
return handler(vcpu);
|
|
|
|
|
2012-12-20 21:32:09 +07:00
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
|
|
|
|
2013-06-20 22:22:04 +07:00
|
|
|
int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
|
|
|
u32 val = 0;
|
|
|
|
int reg, rc;
|
2014-01-01 22:59:21 +07:00
|
|
|
u64 ga;
|
2013-06-20 22:22:04 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_lctl++;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
ga = kvm_s390_get_base_disp_rs(vcpu);
|
2013-06-20 22:22:04 +07:00
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
if (ga & 3)
|
2013-06-20 22:22:04 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
VCPU_EVENT(vcpu, 5, "lctl r1:%x, r3:%x, addr:%llx", reg1, reg3, ga);
|
|
|
|
trace_kvm_s390_handle_lctl(vcpu, 0, reg1, reg3, ga);
|
2013-06-20 22:22:04 +07:00
|
|
|
|
|
|
|
reg = reg1;
|
|
|
|
do {
|
2014-01-01 22:59:21 +07:00
|
|
|
rc = read_guest(vcpu, ga, &val, sizeof(val));
|
2013-06-20 22:22:04 +07:00
|
|
|
if (rc)
|
2014-01-01 22:59:21 +07:00
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2013-06-20 22:22:04 +07:00
|
|
|
vcpu->arch.sie_block->gcr[reg] &= 0xffffffff00000000ul;
|
|
|
|
vcpu->arch.sie_block->gcr[reg] |= val;
|
2014-01-01 22:59:21 +07:00
|
|
|
ga += 4;
|
2013-06-20 22:22:04 +07:00
|
|
|
if (reg == reg3)
|
|
|
|
break;
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-01-23 16:47:13 +07:00
|
|
|
int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
|
|
|
u64 ga;
|
|
|
|
u32 val;
|
|
|
|
int reg, rc;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stctl++;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
ga = kvm_s390_get_base_disp_rs(vcpu);
|
|
|
|
|
|
|
|
if (ga & 3)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "stctl r1:%x, r3:%x, addr:%llx", reg1, reg3, ga);
|
|
|
|
trace_kvm_s390_handle_stctl(vcpu, 0, reg1, reg3, ga);
|
|
|
|
|
|
|
|
reg = reg1;
|
|
|
|
do {
|
|
|
|
val = vcpu->arch.sie_block->gcr[reg] & 0x00000000fffffffful;
|
|
|
|
rc = write_guest(vcpu, ga, &val, sizeof(val));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
ga += 4;
|
|
|
|
if (reg == reg3)
|
|
|
|
break;
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-06-20 22:22:04 +07:00
|
|
|
static int handle_lctlg(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
2014-01-01 22:59:21 +07:00
|
|
|
u64 ga, val;
|
2013-06-20 22:22:04 +07:00
|
|
|
int reg, rc;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_lctlg++;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
ga = kvm_s390_get_base_disp_rsy(vcpu);
|
2013-06-20 22:22:04 +07:00
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
if (ga & 7)
|
2013-06-20 22:22:04 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
reg = reg1;
|
|
|
|
|
2014-01-01 22:59:21 +07:00
|
|
|
VCPU_EVENT(vcpu, 5, "lctlg r1:%x, r3:%x, addr:%llx", reg1, reg3, ga);
|
|
|
|
trace_kvm_s390_handle_lctl(vcpu, 1, reg1, reg3, ga);
|
2013-06-20 22:22:04 +07:00
|
|
|
|
|
|
|
do {
|
2014-01-01 22:59:21 +07:00
|
|
|
rc = read_guest(vcpu, ga, &val, sizeof(val));
|
2013-06-20 22:22:04 +07:00
|
|
|
if (rc)
|
2014-01-01 22:59:21 +07:00
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
vcpu->arch.sie_block->gcr[reg] = val;
|
|
|
|
ga += 8;
|
2013-06-20 22:22:04 +07:00
|
|
|
if (reg == reg3)
|
|
|
|
break;
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-01-23 16:47:13 +07:00
|
|
|
static int handle_stctg(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
|
|
|
|
int reg3 = vcpu->arch.sie_block->ipa & 0x000f;
|
|
|
|
u64 ga, val;
|
|
|
|
int reg, rc;
|
|
|
|
|
|
|
|
vcpu->stat.instruction_stctg++;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
|
|
|
ga = kvm_s390_get_base_disp_rsy(vcpu);
|
|
|
|
|
|
|
|
if (ga & 7)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
reg = reg1;
|
|
|
|
|
|
|
|
VCPU_EVENT(vcpu, 5, "stctg r1:%x, r3:%x, addr:%llx", reg1, reg3, ga);
|
|
|
|
trace_kvm_s390_handle_stctl(vcpu, 1, reg1, reg3, ga);
|
|
|
|
|
|
|
|
do {
|
|
|
|
val = vcpu->arch.sie_block->gcr[reg];
|
|
|
|
rc = write_guest(vcpu, ga, &val, sizeof(val));
|
|
|
|
if (rc)
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
|
|
|
ga += 8;
|
|
|
|
if (reg == reg3)
|
|
|
|
break;
|
|
|
|
reg = (reg + 1) % 16;
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:10 +07:00
|
|
|
static const intercept_handler_t eb_handlers[256] = {
|
2013-06-20 22:22:04 +07:00
|
|
|
[0x2f] = handle_lctlg,
|
2014-01-23 16:47:13 +07:00
|
|
|
[0x25] = handle_stctg,
|
2012-12-20 21:32:10 +07:00
|
|
|
};
|
|
|
|
|
2013-06-20 22:22:04 +07:00
|
|
|
int kvm_s390_handle_eb(struct kvm_vcpu *vcpu)
|
2012-12-20 21:32:10 +07:00
|
|
|
{
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
handler = eb_handlers[vcpu->arch.sie_block->ipb & 0xff];
|
|
|
|
if (handler)
|
|
|
|
return handler(vcpu);
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
|
|
|
|
2011-07-24 15:48:17 +07:00
|
|
|
static int handle_tprot(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
2012-12-20 21:32:07 +07:00
|
|
|
u64 address1, address2;
|
2011-07-24 15:48:17 +07:00
|
|
|
struct vm_area_struct *vma;
|
2011-11-17 17:00:43 +07:00
|
|
|
unsigned long user_address;
|
2011-07-24 15:48:17 +07:00
|
|
|
|
|
|
|
vcpu->stat.instruction_tprot++;
|
|
|
|
|
2013-06-20 22:22:00 +07:00
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
|
|
|
|
2012-12-20 21:32:07 +07:00
|
|
|
kvm_s390_get_base_disp_sse(vcpu, &address1, &address2);
|
|
|
|
|
2011-07-24 15:48:17 +07:00
|
|
|
/* we only handle the Linux memory detection case:
|
|
|
|
* access key == 0
|
|
|
|
* guest DAT == off
|
|
|
|
* everything else goes to userspace. */
|
|
|
|
if (address2 & 0xf0)
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_DAT)
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
|
|
|
down_read(¤t->mm->mmap_sem);
|
2013-03-05 19:14:42 +07:00
|
|
|
user_address = __gmap_translate(address1, vcpu->arch.gmap);
|
|
|
|
if (IS_ERR_VALUE(user_address))
|
|
|
|
goto out_inject;
|
2011-11-17 17:00:43 +07:00
|
|
|
vma = find_vma(current->mm, user_address);
|
2013-03-05 19:14:42 +07:00
|
|
|
if (!vma)
|
|
|
|
goto out_inject;
|
2011-07-24 15:48:17 +07:00
|
|
|
vcpu->arch.sie_block->gpsw.mask &= ~(3ul << 44);
|
|
|
|
if (!(vma->vm_flags & VM_WRITE) && (vma->vm_flags & VM_READ))
|
|
|
|
vcpu->arch.sie_block->gpsw.mask |= (1ul << 44);
|
|
|
|
if (!(vma->vm_flags & VM_WRITE) && !(vma->vm_flags & VM_READ))
|
|
|
|
vcpu->arch.sie_block->gpsw.mask |= (2ul << 44);
|
|
|
|
|
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
|
return 0;
|
2013-03-05 19:14:42 +07:00
|
|
|
|
|
|
|
out_inject:
|
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
|
2011-07-24 15:48:17 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
int kvm_s390_handle_e5(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
/* For e5xx... instructions we only handle TPROT */
|
|
|
|
if ((vcpu->arch.sie_block->ipa & 0x00ff) == 0x01)
|
|
|
|
return handle_tprot(vcpu);
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|
|
|
|
|
2012-04-24 14:24:44 +07:00
|
|
|
static int handle_sckpf(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
u32 value;
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
|
2013-06-20 22:21:59 +07:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);
|
2012-04-24 14:24:44 +07:00
|
|
|
|
|
|
|
if (vcpu->run->s.regs.gprs[0] & 0x00000000ffff0000)
|
|
|
|
return kvm_s390_inject_program_int(vcpu,
|
|
|
|
PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
value = vcpu->run->s.regs.gprs[0] & 0x000000000000ffff;
|
|
|
|
vcpu->arch.sie_block->todpr = value;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-20 21:32:06 +07:00
|
|
|
static const intercept_handler_t x01_handlers[256] = {
|
2012-04-24 14:24:44 +07:00
|
|
|
[0x07] = handle_sckpf,
|
|
|
|
};
|
|
|
|
|
|
|
|
int kvm_s390_handle_01(struct kvm_vcpu *vcpu)
|
|
|
|
{
|
|
|
|
intercept_handler_t handler;
|
|
|
|
|
|
|
|
handler = x01_handlers[vcpu->arch.sie_block->ipa & 0x00ff];
|
|
|
|
if (handler)
|
|
|
|
return handler(vcpu);
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
}
|