2017-11-24 14:00:33 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2008-03-25 17:47:23 +00:00
|
|
|
/*
|
2012-07-20 09:15:04 +00:00
|
|
|
* in-kernel handling for sie intercepts
|
2008-03-25 17:47:23 +00:00
|
|
|
*
|
2014-02-03 09:42:30 +00:00
|
|
|
* Copyright IBM Corp. 2008, 2014
|
2008-03-25 17:47:23 +00:00
|
|
|
*
|
|
|
|
|
* Author(s): Carsten Otte <cotte@de.ibm.com>
|
|
|
|
|
* Christian Borntraeger <borntraeger@de.ibm.com>
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <linux/kvm_host.h>
|
|
|
|
|
#include <linux/errno.h>
|
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
|
|
|
|
|
|
#include <asm/kvm_host.h>
|
2014-03-13 18:29:09 +00:00
|
|
|
#include <asm/asm-offsets.h>
|
2014-01-15 15:46:07 +00:00
|
|
|
#include <asm/irq.h>
|
2017-09-29 10:41:50 +00:00
|
|
|
#include <asm/sysinfo.h>
|
2008-03-25 17:47:23 +00:00
|
|
|
|
|
|
|
|
#include "kvm-s390.h"
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
#include "gaccess.h"
|
2012-07-23 15:20:29 +00:00
|
|
|
#include "trace.h"
|
2012-07-23 15:20:30 +00:00
|
|
|
#include "trace-s390.h"
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
|
2015-11-04 12:47:58 +00:00
|
|
|
u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu)
|
2014-11-12 16:13:29 +00:00
|
|
|
{
|
|
|
|
|
struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;
|
2015-11-04 12:47:58 +00:00
|
|
|
u8 ilen = 0;
|
2014-11-12 16:13:29 +00:00
|
|
|
|
2015-11-04 12:47:58 +00:00
|
|
|
switch (vcpu->arch.sie_block->icptcode) {
|
|
|
|
|
case ICPT_INST:
|
|
|
|
|
case ICPT_INSTPROGI:
|
|
|
|
|
case ICPT_OPEREXC:
|
|
|
|
|
case ICPT_PARTEXEC:
|
|
|
|
|
case ICPT_IOINST:
|
|
|
|
|
/* instruction only stored for these icptcodes */
|
|
|
|
|
ilen = insn_length(vcpu->arch.sie_block->ipa >> 8);
|
|
|
|
|
/* Use the length of the EXECUTE instruction if necessary */
|
|
|
|
|
if (sie_block->icptstatus & 1) {
|
|
|
|
|
ilen = (sie_block->icptstatus >> 4) & 0x6;
|
|
|
|
|
if (!ilen)
|
|
|
|
|
ilen = 4;
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
case ICPT_PROGI:
|
|
|
|
|
/* bit 1+2 of pgmilc are the ilc, so we directly get ilen */
|
|
|
|
|
ilen = vcpu->arch.sie_block->pgmilc & 0x6;
|
|
|
|
|
break;
|
2014-11-12 16:13:29 +00:00
|
|
|
}
|
2015-11-04 12:47:58 +00:00
|
|
|
return ilen;
|
2014-11-12 16:13:29 +00:00
|
|
|
}
|
|
|
|
|
|
2008-03-25 17:47:23 +00:00
|
|
|
static int handle_stop(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2014-10-15 14:48:53 +00:00
|
|
|
struct kvm_s390_local_interrupt *li = &vcpu->arch.local_int;
|
2009-05-20 13:34:55 +00:00
|
|
|
int rc = 0;
|
2014-10-15 14:48:53 +00:00
|
|
|
uint8_t flags, stop_pending;
|
2008-03-25 17:47:31 +00:00
|
|
|
|
2008-03-25 17:47:23 +00:00
|
|
|
vcpu->stat.exit_stop_request++;
|
2012-07-23 15:20:30 +00:00
|
|
|
|
2014-08-05 15:40:47 +00:00
|
|
|
/* delay the stop if any non-stop irq is pending */
|
|
|
|
|
if (kvm_s390_vcpu_has_irq(vcpu, 1))
|
|
|
|
|
return 0;
|
|
|
|
|
|
2014-10-15 14:48:53 +00:00
|
|
|
/* avoid races with the injection/SIGP STOP code */
|
|
|
|
|
spin_lock(&li->lock);
|
|
|
|
|
flags = li->irq.stop.flags;
|
|
|
|
|
stop_pending = kvm_s390_is_stop_irq_pending(vcpu);
|
|
|
|
|
spin_unlock(&li->lock);
|
2014-04-14 10:40:03 +00:00
|
|
|
|
2014-10-15 14:48:53 +00:00
|
|
|
trace_kvm_s390_stop_request(stop_pending, flags);
|
|
|
|
|
if (!stop_pending)
|
2014-04-14 10:40:03 +00:00
|
|
|
return 0;
|
2009-05-20 13:34:55 +00:00
|
|
|
|
2014-10-15 14:48:53 +00:00
|
|
|
if (flags & KVM_S390_STOP_FLAG_STORE_STATUS) {
|
2012-02-06 09:59:03 +00:00
|
|
|
rc = kvm_s390_vcpu_store_status(vcpu,
|
|
|
|
|
KVM_S390_STORE_STATUS_NOADDR);
|
2014-04-14 10:40:03 +00:00
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
|
|
|
|
}
|
|
|
|
|
|
2014-04-10 15:35:00 +00:00
|
|
|
if (!kvm_s390_user_cpu_state_ctrl(vcpu->kvm))
|
|
|
|
|
kvm_s390_vcpu_stop(vcpu);
|
2014-04-14 10:40:03 +00:00
|
|
|
return -EOPNOTSUPP;
|
2008-03-25 17:47:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_validity(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int viwhy = vcpu->arch.sie_block->ipb >> 16;
|
2009-05-12 15:21:52 +00:00
|
|
|
|
2008-03-25 17:47:23 +00:00
|
|
|
vcpu->stat.exit_validity++;
|
2012-07-23 15:20:29 +00:00
|
|
|
trace_kvm_s390_intercept_validity(vcpu, viwhy);
|
2016-09-28 14:18:47 +00:00
|
|
|
KVM_EVENT(3, "validity intercept 0x%x for pid %u (kvm 0x%pK)", viwhy,
|
|
|
|
|
current->pid, vcpu->kvm);
|
|
|
|
|
|
|
|
|
|
/* do not warn on invalid runtime instrumentation mode */
|
|
|
|
|
WARN_ONCE(viwhy != 0x44, "kvm: unhandled validity intercept 0x%x\n",
|
|
|
|
|
viwhy);
|
|
|
|
|
return -EINVAL;
|
2008-03-25 17:47:23 +00:00
|
|
|
}
|
|
|
|
|
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
static int handle_instruction(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
vcpu->stat.exit_instruction++;
|
2012-07-23 15:20:29 +00:00
|
|
|
trace_kvm_s390_intercept_instruction(vcpu,
|
|
|
|
|
vcpu->arch.sie_block->ipa,
|
|
|
|
|
vcpu->arch.sie_block->ipb);
|
2018-02-06 10:19:28 +00:00
|
|
|
|
|
|
|
|
switch (vcpu->arch.sie_block->ipa >> 8) {
|
|
|
|
|
case 0x01:
|
|
|
|
|
return kvm_s390_handle_01(vcpu);
|
|
|
|
|
case 0x82:
|
|
|
|
|
return kvm_s390_handle_lpsw(vcpu);
|
|
|
|
|
case 0x83:
|
|
|
|
|
return kvm_s390_handle_diag(vcpu);
|
|
|
|
|
case 0xaa:
|
|
|
|
|
return kvm_s390_handle_aa(vcpu);
|
|
|
|
|
case 0xae:
|
|
|
|
|
return kvm_s390_handle_sigp(vcpu);
|
|
|
|
|
case 0xb2:
|
|
|
|
|
return kvm_s390_handle_b2(vcpu);
|
|
|
|
|
case 0xb6:
|
|
|
|
|
return kvm_s390_handle_stctl(vcpu);
|
|
|
|
|
case 0xb7:
|
|
|
|
|
return kvm_s390_handle_lctl(vcpu);
|
|
|
|
|
case 0xb9:
|
|
|
|
|
return kvm_s390_handle_b9(vcpu);
|
|
|
|
|
case 0xe3:
|
|
|
|
|
return kvm_s390_handle_e3(vcpu);
|
|
|
|
|
case 0xe5:
|
|
|
|
|
return kvm_s390_handle_e5(vcpu);
|
|
|
|
|
case 0xeb:
|
|
|
|
|
return kvm_s390_handle_eb(vcpu);
|
|
|
|
|
default:
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
}
|
|
|
|
|
|
2015-11-04 15:22:19 +00:00
|
|
|
static int inject_prog_on_prog_intercept(struct kvm_vcpu *vcpu)
|
2014-03-03 09:54:33 +00:00
|
|
|
{
|
2015-11-04 15:22:19 +00:00
|
|
|
struct kvm_s390_pgm_info pgm_info = {
|
|
|
|
|
.code = vcpu->arch.sie_block->iprcc,
|
2015-11-04 15:46:55 +00:00
|
|
|
/* the PSW has already been rewound */
|
|
|
|
|
.flags = KVM_S390_PGM_FLAGS_NO_REWIND,
|
2015-11-04 15:22:19 +00:00
|
|
|
};
|
2014-03-03 09:54:33 +00:00
|
|
|
|
|
|
|
|
switch (vcpu->arch.sie_block->iprcc & ~PGM_PER) {
|
|
|
|
|
case PGM_AFX_TRANSLATION:
|
|
|
|
|
case PGM_ASX_TRANSLATION:
|
|
|
|
|
case PGM_EX_TRANSLATION:
|
|
|
|
|
case PGM_LFX_TRANSLATION:
|
|
|
|
|
case PGM_LSTE_SEQUENCE:
|
|
|
|
|
case PGM_LSX_TRANSLATION:
|
|
|
|
|
case PGM_LX_TRANSLATION:
|
|
|
|
|
case PGM_PRIMARY_AUTHORITY:
|
|
|
|
|
case PGM_SECONDARY_AUTHORITY:
|
|
|
|
|
case PGM_SPACE_SWITCH:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
|
|
|
|
case PGM_ALEN_TRANSLATION:
|
|
|
|
|
case PGM_ALE_SEQUENCE:
|
|
|
|
|
case PGM_ASTE_INSTANCE:
|
|
|
|
|
case PGM_ASTE_SEQUENCE:
|
|
|
|
|
case PGM_ASTE_VALIDITY:
|
|
|
|
|
case PGM_EXTENDED_AUTHORITY:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.exc_access_id = vcpu->arch.sie_block->eai;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
|
|
|
|
case PGM_ASCE_TYPE:
|
|
|
|
|
case PGM_PAGE_TRANSLATION:
|
|
|
|
|
case PGM_REGION_FIRST_TRANS:
|
|
|
|
|
case PGM_REGION_SECOND_TRANS:
|
|
|
|
|
case PGM_REGION_THIRD_TRANS:
|
|
|
|
|
case PGM_SEGMENT_TRANSLATION:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;
|
|
|
|
|
pgm_info.exc_access_id = vcpu->arch.sie_block->eai;
|
|
|
|
|
pgm_info.op_access_id = vcpu->arch.sie_block->oai;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
|
|
|
|
case PGM_MONITOR:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.mon_class_nr = vcpu->arch.sie_block->mcn;
|
|
|
|
|
pgm_info.mon_code = vcpu->arch.sie_block->tecmc;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
2015-02-02 20:01:06 +00:00
|
|
|
case PGM_VECTOR_PROCESSING:
|
2014-03-03 09:54:33 +00:00
|
|
|
case PGM_DATA:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.data_exc_code = vcpu->arch.sie_block->dxc;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
|
|
|
|
case PGM_PROTECTION:
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;
|
|
|
|
|
pgm_info.exc_access_id = vcpu->arch.sie_block->eai;
|
2014-03-03 09:54:33 +00:00
|
|
|
break;
|
|
|
|
|
default:
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (vcpu->arch.sie_block->iprcc & PGM_PER) {
|
2015-11-04 15:22:19 +00:00
|
|
|
pgm_info.per_code = vcpu->arch.sie_block->perc;
|
|
|
|
|
pgm_info.per_atmid = vcpu->arch.sie_block->peratmid;
|
|
|
|
|
pgm_info.per_address = vcpu->arch.sie_block->peraddr;
|
|
|
|
|
pgm_info.per_access_id = vcpu->arch.sie_block->peraid;
|
2014-03-03 09:54:33 +00:00
|
|
|
}
|
2015-11-04 15:22:19 +00:00
|
|
|
return kvm_s390_inject_prog_irq(vcpu, &pgm_info);
|
2014-03-03 09:54:33 +00:00
|
|
|
}
|
|
|
|
|
|
2014-03-13 11:16:45 +00:00
|
|
|
/*
|
|
|
|
|
* restore ITDB to program-interruption TDB in guest lowcore
|
|
|
|
|
* and set TX abort indication if required
|
|
|
|
|
*/
|
|
|
|
|
static int handle_itdb(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
struct kvm_s390_itdb *itdb;
|
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
|
|
if (!IS_TE_ENABLED(vcpu) || !IS_ITDB_VALID(vcpu))
|
|
|
|
|
return 0;
|
|
|
|
|
if (current->thread.per_flags & PER_FLAG_NO_TE)
|
|
|
|
|
return 0;
|
|
|
|
|
itdb = (struct kvm_s390_itdb *)vcpu->arch.sie_block->itdba;
|
|
|
|
|
rc = write_guest_lc(vcpu, __LC_PGM_TDB, itdb, sizeof(*itdb));
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
|
|
|
|
memset(itdb, 0, sizeof(*itdb));
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-01-23 11:26:52 +00:00
|
|
|
#define per_event(vcpu) (vcpu->arch.sie_block->iprcc & PGM_PER)
|
|
|
|
|
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
static int handle_prog(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2014-04-17 07:57:10 +00:00
|
|
|
psw_t psw;
|
2014-01-01 15:37:47 +00:00
|
|
|
int rc;
|
|
|
|
|
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
vcpu->stat.exit_program_interruption++;
|
2013-06-28 11:30:24 +00:00
|
|
|
|
2014-01-23 11:26:52 +00:00
|
|
|
if (guestdbg_enabled(vcpu) && per_event(vcpu)) {
|
2016-05-24 10:40:11 +00:00
|
|
|
rc = kvm_s390_handle_per_event(vcpu);
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
2014-01-23 11:26:52 +00:00
|
|
|
/* the interrupt might have been filtered out completely */
|
|
|
|
|
if (vcpu->arch.sie_block->iprcc == 0)
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2014-03-13 11:16:45 +00:00
|
|
|
trace_kvm_s390_intercept_prog(vcpu, vcpu->arch.sie_block->iprcc);
|
2014-04-17 07:57:10 +00:00
|
|
|
if (vcpu->arch.sie_block->iprcc == PGM_SPECIFICATION) {
|
|
|
|
|
rc = read_guest_lc(vcpu, __LC_PGM_NEW_PSW, &psw, sizeof(psw_t));
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
|
|
|
|
/* Avoid endless loops of specification exceptions */
|
|
|
|
|
if (!is_valid_psw(&psw))
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
2014-03-13 11:16:45 +00:00
|
|
|
rc = handle_itdb(vcpu);
|
2014-01-01 15:37:47 +00:00
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
2014-03-03 09:54:33 +00:00
|
|
|
|
2015-11-04 15:22:19 +00:00
|
|
|
return inject_prog_on_prog_intercept(vcpu);
|
KVM: s390: interrupt subsystem, cpu timer, waitpsw
This patch contains the s390 interrupt subsystem (similar to in kernel apic)
including timer interrupts (similar to in-kernel-pit) and enabled wait
(similar to in kernel hlt).
In order to achieve that, this patch also introduces intercept handling
for instruction intercepts, and it implements load control instructions.
This patch introduces an ioctl KVM_S390_INTERRUPT which is valid for both
the vm file descriptors and the vcpu file descriptors. In case this ioctl is
issued against a vm file descriptor, the interrupt is considered floating.
Floating interrupts may be delivered to any virtual cpu in the configuration.
The following interrupts are supported:
SIGP STOP - interprocessor signal that stops a remote cpu
SIGP SET PREFIX - interprocessor signal that sets the prefix register of a
(stopped) remote cpu
INT EMERGENCY - interprocessor interrupt, usually used to signal need_reshed
and for smp_call_function() in the guest.
PROGRAM INT - exception during program execution such as page fault, illegal
instruction and friends
RESTART - interprocessor signal that starts a stopped cpu
INT VIRTIO - floating interrupt for virtio signalisation
INT SERVICE - floating interrupt for signalisations from the system
service processor
struct kvm_s390_interrupt, which is submitted as ioctl parameter when injecting
an interrupt, also carrys parameter data for interrupts along with the interrupt
type. Interrupts on s390 usually have a state that represents the current
operation, or identifies which device has caused the interruption on s390.
kvm_s390_handle_wait() does handle waitpsw in two flavors: in case of a
disabled wait (that is, disabled for interrupts), we exit to userspace. In case
of an enabled wait we set up a timer that equals the cpu clock comparator value
and sleep on a wait queue.
[christian: change virtio interrupt to 0x2603]
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
Signed-off-by: Carsten Otte <cotte@de.ibm.com>
Signed-off-by: Christian Borntraeger <borntraeger@de.ibm.com>
Signed-off-by: Avi Kivity <avi@qumranet.com>
2008-03-25 17:47:26 +00:00
|
|
|
}
|
|
|
|
|
|
2014-01-15 15:46:07 +00:00
|
|
|
/**
|
|
|
|
|
* handle_external_interrupt - used for external interruption interceptions
|
|
|
|
|
*
|
|
|
|
|
* This interception only occurs if the CPUSTAT_EXT_INT bit was set, or if
|
|
|
|
|
* the new PSW does not have external interrupts disabled. In the first case,
|
|
|
|
|
* we've got to deliver the interrupt manually, and in the second case, we
|
|
|
|
|
* drop to userspace to handle the situation there.
|
|
|
|
|
*/
|
|
|
|
|
static int handle_external_interrupt(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
u16 eic = vcpu->arch.sie_block->eic;
|
2014-07-29 13:11:49 +00:00
|
|
|
struct kvm_s390_irq irq;
|
2014-01-15 15:46:07 +00:00
|
|
|
psw_t newpsw;
|
|
|
|
|
int rc;
|
|
|
|
|
|
|
|
|
|
vcpu->stat.exit_external_interrupt++;
|
|
|
|
|
|
|
|
|
|
rc = read_guest_lc(vcpu, __LC_EXT_NEW_PSW, &newpsw, sizeof(psw_t));
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
|
|
|
|
/* We can not handle clock comparator or timer interrupt with bad PSW */
|
|
|
|
|
if ((eic == EXT_IRQ_CLK_COMP || eic == EXT_IRQ_CPU_TIMER) &&
|
|
|
|
|
(newpsw.mask & PSW_MASK_EXT))
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
|
|
|
|
|
switch (eic) {
|
|
|
|
|
case EXT_IRQ_CLK_COMP:
|
|
|
|
|
irq.type = KVM_S390_INT_CLOCK_COMP;
|
|
|
|
|
break;
|
|
|
|
|
case EXT_IRQ_CPU_TIMER:
|
|
|
|
|
irq.type = KVM_S390_INT_CPU_TIMER;
|
|
|
|
|
break;
|
|
|
|
|
case EXT_IRQ_EXTERNAL_CALL:
|
|
|
|
|
irq.type = KVM_S390_INT_EXTERNAL_CALL;
|
2014-07-29 13:11:49 +00:00
|
|
|
irq.u.extcall.code = vcpu->arch.sie_block->extcpuaddr;
|
2014-10-14 13:29:30 +00:00
|
|
|
rc = kvm_s390_inject_vcpu(vcpu, &irq);
|
|
|
|
|
/* ignore if another external call is already pending */
|
|
|
|
|
if (rc == -EBUSY)
|
|
|
|
|
return 0;
|
|
|
|
|
return rc;
|
2014-01-15 15:46:07 +00:00
|
|
|
default:
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return kvm_s390_inject_vcpu(vcpu, &irq);
|
|
|
|
|
}
|
|
|
|
|
|
2014-02-03 09:42:30 +00:00
|
|
|
/**
|
|
|
|
|
* Handle MOVE PAGE partial execution interception.
|
|
|
|
|
*
|
|
|
|
|
* This interception can only happen for guests with DAT disabled and
|
|
|
|
|
* addresses that are currently not mapped in the host. Thus we try to
|
|
|
|
|
* set up the mappings for the corresponding user pages here (or throw
|
|
|
|
|
* addressing exceptions in case of illegal guest addresses).
|
|
|
|
|
*/
|
|
|
|
|
static int handle_mvpg_pei(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2014-05-07 09:44:17 +00:00
|
|
|
unsigned long srcaddr, dstaddr;
|
2014-02-03 09:42:30 +00:00
|
|
|
int reg1, reg2, rc;
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
|
|
|
|
|
/* Make sure that the source is paged-in */
|
2015-01-07 15:27:02 +00:00
|
|
|
rc = guest_translate_address(vcpu, vcpu->run->s.regs.gprs[reg2],
|
2015-11-16 14:42:11 +00:00
|
|
|
reg2, &srcaddr, GACC_FETCH);
|
2015-01-07 15:27:02 +00:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2014-05-07 09:44:17 +00:00
|
|
|
rc = kvm_arch_fault_in_page(vcpu, srcaddr, 0);
|
|
|
|
|
if (rc != 0)
|
2014-02-03 09:42:30 +00:00
|
|
|
return rc;
|
|
|
|
|
|
|
|
|
|
/* Make sure that the destination is paged-in */
|
2015-01-07 15:27:02 +00:00
|
|
|
rc = guest_translate_address(vcpu, vcpu->run->s.regs.gprs[reg1],
|
2015-11-16 14:42:11 +00:00
|
|
|
reg1, &dstaddr, GACC_STORE);
|
2015-01-07 15:27:02 +00:00
|
|
|
if (rc)
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, rc);
|
2014-05-07 09:44:17 +00:00
|
|
|
rc = kvm_arch_fault_in_page(vcpu, dstaddr, 1);
|
|
|
|
|
if (rc != 0)
|
2014-02-03 09:42:30 +00:00
|
|
|
return rc;
|
|
|
|
|
|
2015-11-04 12:47:58 +00:00
|
|
|
kvm_s390_retry_instr(vcpu);
|
2014-02-03 09:42:30 +00:00
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int handle_partial_execution(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2016-05-06 13:33:06 +00:00
|
|
|
vcpu->stat.exit_pei++;
|
|
|
|
|
|
2014-02-03 09:42:30 +00:00
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb254) /* MVPG */
|
|
|
|
|
return handle_mvpg_pei(vcpu);
|
2014-02-21 07:59:59 +00:00
|
|
|
if (vcpu->arch.sie_block->ipa >> 8 == 0xae) /* SIGP */
|
|
|
|
|
return kvm_s390_handle_sigp_pei(vcpu);
|
2014-02-03 09:42:30 +00:00
|
|
|
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
}
|
|
|
|
|
|
2017-09-29 10:41:50 +00:00
|
|
|
/*
|
|
|
|
|
* Handle the sthyi instruction that provides the guest with system
|
|
|
|
|
* information, like current CPU resources available at each level of
|
|
|
|
|
* the machine.
|
|
|
|
|
*/
|
|
|
|
|
int handle_sthyi(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
|
|
|
|
int reg1, reg2, r = 0;
|
|
|
|
|
u64 code, addr, cc = 0, rc = 0;
|
|
|
|
|
struct sthyi_sctns *sctns = NULL;
|
|
|
|
|
|
|
|
|
|
if (!test_kvm_facility(vcpu->kvm, 74))
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
|
|
|
|
|
kvm_s390_get_regs_rre(vcpu, ®1, ®2);
|
|
|
|
|
code = vcpu->run->s.regs.gprs[reg1];
|
|
|
|
|
addr = vcpu->run->s.regs.gprs[reg2];
|
|
|
|
|
|
|
|
|
|
vcpu->stat.instruction_sthyi++;
|
|
|
|
|
VCPU_EVENT(vcpu, 3, "STHYI: fc: %llu addr: 0x%016llx", code, addr);
|
|
|
|
|
trace_kvm_s390_handle_sthyi(vcpu, code, addr);
|
|
|
|
|
|
|
|
|
|
if (reg1 == reg2 || reg1 & 1 || reg2 & 1)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
|
|
if (code & 0xffff) {
|
|
|
|
|
cc = 3;
|
|
|
|
|
rc = 4;
|
|
|
|
|
goto out;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (addr & ~PAGE_MASK)
|
|
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);
|
|
|
|
|
|
|
|
|
|
sctns = (void *)get_zeroed_page(GFP_KERNEL);
|
|
|
|
|
if (!sctns)
|
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
|
|
cc = sthyi_fill(sctns, &rc);
|
|
|
|
|
|
|
|
|
|
out:
|
|
|
|
|
if (!cc) {
|
|
|
|
|
r = write_guest(vcpu, addr, reg2, sctns, PAGE_SIZE);
|
|
|
|
|
if (r) {
|
|
|
|
|
free_page((unsigned long)sctns);
|
|
|
|
|
return kvm_s390_inject_prog_cond(vcpu, r);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
free_page((unsigned long)sctns);
|
|
|
|
|
vcpu->run->s.regs.gprs[reg2 + 1] = rc;
|
|
|
|
|
kvm_s390_set_psw_cc(vcpu, cc);
|
|
|
|
|
return r;
|
|
|
|
|
}
|
|
|
|
|
|
2016-05-09 12:14:01 +00:00
|
|
|
static int handle_operexc(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2017-01-26 19:45:33 +00:00
|
|
|
psw_t oldpsw, newpsw;
|
|
|
|
|
int rc;
|
|
|
|
|
|
2016-05-09 12:14:01 +00:00
|
|
|
vcpu->stat.exit_operation_exception++;
|
|
|
|
|
trace_kvm_s390_handle_operexc(vcpu, vcpu->arch.sie_block->ipa,
|
|
|
|
|
vcpu->arch.sie_block->ipb);
|
|
|
|
|
|
2017-02-27 20:14:47 +00:00
|
|
|
if (vcpu->arch.sie_block->ipa == 0xb256)
|
2016-05-23 13:11:58 +00:00
|
|
|
return handle_sthyi(vcpu);
|
|
|
|
|
|
2016-06-21 12:19:51 +00:00
|
|
|
if (vcpu->arch.sie_block->ipa == 0 && vcpu->kvm->arch.user_instr0)
|
|
|
|
|
return -EOPNOTSUPP;
|
2017-01-26 19:45:33 +00:00
|
|
|
rc = read_guest_lc(vcpu, __LC_PGM_NEW_PSW, &newpsw, sizeof(psw_t));
|
|
|
|
|
if (rc)
|
|
|
|
|
return rc;
|
|
|
|
|
/*
|
|
|
|
|
* Avoid endless loops of operation exceptions, if the pgm new
|
|
|
|
|
* PSW will cause a new operation exception.
|
|
|
|
|
* The heuristic checks if the pgm new psw is within 6 bytes before
|
|
|
|
|
* the faulting psw address (with same DAT, AS settings) and the
|
|
|
|
|
* new psw is not a wait psw and the fault was not triggered by
|
|
|
|
|
* problem state.
|
|
|
|
|
*/
|
|
|
|
|
oldpsw = vcpu->arch.sie_block->gpsw;
|
|
|
|
|
if (oldpsw.addr - newpsw.addr <= 6 &&
|
|
|
|
|
!(newpsw.mask & PSW_MASK_WAIT) &&
|
|
|
|
|
!(oldpsw.mask & PSW_MASK_PSTATE) &&
|
|
|
|
|
(newpsw.mask & PSW_MASK_ASC) == (oldpsw.mask & PSW_MASK_ASC) &&
|
|
|
|
|
(newpsw.mask & PSW_MASK_DAT) == (oldpsw.mask & PSW_MASK_DAT))
|
|
|
|
|
return -EOPNOTSUPP;
|
2016-06-21 12:19:51 +00:00
|
|
|
|
2016-05-09 12:14:01 +00:00
|
|
|
return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);
|
|
|
|
|
}
|
|
|
|
|
|
2008-03-25 17:47:23 +00:00
|
|
|
int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu)
|
|
|
|
|
{
|
2016-05-24 10:10:27 +00:00
|
|
|
int rc, per_rc = 0;
|
|
|
|
|
|
2015-10-19 14:24:28 +00:00
|
|
|
if (kvm_is_ucontrol(vcpu->kvm))
|
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
|
|
2015-07-23 13:24:03 +00:00
|
|
|
switch (vcpu->arch.sie_block->icptcode) {
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_EXTREQ:
|
2018-02-23 07:57:33 +00:00
|
|
|
vcpu->stat.exit_external_request++;
|
|
|
|
|
return 0;
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_IOREQ:
|
2018-02-23 07:57:33 +00:00
|
|
|
vcpu->stat.exit_io_request++;
|
|
|
|
|
return 0;
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_INST:
|
2016-05-24 10:10:27 +00:00
|
|
|
rc = handle_instruction(vcpu);
|
|
|
|
|
break;
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_PROGI:
|
2015-07-23 13:24:03 +00:00
|
|
|
return handle_prog(vcpu);
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_EXTINT:
|
2015-07-23 13:24:03 +00:00
|
|
|
return handle_external_interrupt(vcpu);
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_WAIT:
|
2015-07-23 13:24:03 +00:00
|
|
|
return kvm_s390_handle_wait(vcpu);
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_VALIDITY:
|
2015-07-23 13:24:03 +00:00
|
|
|
return handle_validity(vcpu);
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_STOP:
|
2015-07-23 13:24:03 +00:00
|
|
|
return handle_stop(vcpu);
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_OPEREXC:
|
2016-05-24 10:10:27 +00:00
|
|
|
rc = handle_operexc(vcpu);
|
|
|
|
|
break;
|
2017-03-17 13:59:32 +00:00
|
|
|
case ICPT_PARTEXEC:
|
2016-05-24 10:10:27 +00:00
|
|
|
rc = handle_partial_execution(vcpu);
|
|
|
|
|
break;
|
2017-02-24 21:12:56 +00:00
|
|
|
case ICPT_KSS:
|
|
|
|
|
rc = kvm_s390_skey_check_enable(vcpu);
|
|
|
|
|
break;
|
2015-07-23 13:24:03 +00:00
|
|
|
default:
|
2010-02-26 21:37:41 +00:00
|
|
|
return -EOPNOTSUPP;
|
2015-07-23 13:24:03 +00:00
|
|
|
}
|
2016-05-24 10:10:27 +00:00
|
|
|
|
|
|
|
|
/* process PER, also if the instrution is processed in user space */
|
|
|
|
|
if (vcpu->arch.sie_block->icptstatus & 0x02 &&
|
|
|
|
|
(!rc || rc == -EOPNOTSUPP))
|
|
|
|
|
per_rc = kvm_s390_handle_per_ifetch_icpt(vcpu);
|
|
|
|
|
return per_rc ? per_rc : rc;
|
2008-03-25 17:47:23 +00:00
|
|
|
}
|
