/*---
* CALLfar_pm: task gate
*/
static void
CALLfar_pm_task_gate(selector_t *taskgate_sel)
{
selector_t tss_sel;
int rv;
VERBOSE(("CALLfar_pm: TASK-GATE"));
/* check privilege level */
if (taskgate_sel->desc.dpl < CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", taskgate_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, taskgate_sel->idx);
}
if (taskgate_sel->desc.dpl < taskgate_sel->rpl) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", taskgate_sel->desc.dpl, taskgate_sel->rpl));
EXCEPTION(GP_EXCEPTION, taskgate_sel->idx);
}
/* not present */
if (selector_is_not_present(taskgate_sel)) {
VERBOSE(("CALLfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, taskgate_sel->idx);
}
/* tss descriptor */
rv = parse_selector(&tss_sel, taskgate_sel->desc.u.gate.selector);
if (rv < 0 || tss_sel.ldt) {
VERBOSE(("CALLfar_pm: parse_selector (selector = %04x, rv = %d, %cDT)", tss_sel.selector, rv, tss_sel.ldt ? 'L' : 'G'));
EXCEPTION(GP_EXCEPTION, tss_sel.idx);
}
/* check descriptor type */
switch (tss_sel.desc.type) {
case CPU_SYSDESC_TYPE_TSS_16:
case CPU_SYSDESC_TYPE_TSS_32:
break;
case CPU_SYSDESC_TYPE_TSS_BUSY_16:
case CPU_SYSDESC_TYPE_TSS_BUSY_32:
VERBOSE(("CALLfar_pm: task is busy"));
/*FALLTHROUGH*/
default:
VERBOSE(("CALLfar_pm: invalid descriptor type (type = %d)", tss_sel.desc.type));
EXCEPTION(GP_EXCEPTION, tss_sel.idx);
break;
}
/* not present */
if (selector_is_not_present(&tss_sel)) {
VERBOSE(("CALLfar_pm: TSS selector is not present"));
EXCEPTION(NP_EXCEPTION, tss_sel.idx);
}
task_switch(&tss_sel, TASK_SWITCH_CALL);
}
static void CPUCALL
interrupt_task_gate(const descriptor_t *gsdp, int intrtype, int errorp, int error_code)
{
selector_t task_sel;
int rv;
VERBOSE(("interrupt: TASK-GATE"));
rv = parse_selector(&task_sel, gsdp->u.gate.selector);
if (rv < 0 || task_sel.ldt || !SEG_IS_SYSTEM(&task_sel.desc)) {
VERBOSE(("interrupt: parse_selector (selector = %04x, rv = %d, %cDT, type = %s)", gsdp->u.gate.selector, rv, task_sel.ldt ? 'L' : 'G', task_sel.desc.s ? "code/data" : "system"));
EXCEPTION(TS_EXCEPTION, task_sel.idx);
}
/* check gate type */
switch (task_sel.desc.type) {
case CPU_SYSDESC_TYPE_TSS_16:
case CPU_SYSDESC_TYPE_TSS_32:
break;
case CPU_SYSDESC_TYPE_TSS_BUSY_16:
case CPU_SYSDESC_TYPE_TSS_BUSY_32:
VERBOSE(("interrupt: task is busy."));
/*FALLTHROUGH*/
default:
VERBOSE(("interrupt: invalid gate type (%d)", task_sel.desc.type));
EXCEPTION(TS_EXCEPTION, task_sel.idx);
break;
}
/* not present */
if (selector_is_not_present(&task_sel)) {
VERBOSE(("interrupt: selector is not present"));
EXCEPTION(NP_EXCEPTION, task_sel.idx);
}
task_switch(&task_sel, TASK_SWITCH_INTR);
CPU_SET_PREV_ESP();
if (errorp) {
VERBOSE(("interrupt: push error code (%08x)", error_code));
if (task_sel.desc.type == CPU_SYSDESC_TYPE_TSS_32) {
PUSH0_32(error_code);
} else {
PUSH0_16(error_code);
}
}
/* out of range */
if (CPU_EIP > CPU_STAT_CS_LIMIT) {
VERBOSE(("interrupt: new_ip is out of range. new_ip = %08x, limit = %08x", CPU_EIP, CPU_STAT_CS_LIMIT));
EXCEPTION(GP_EXCEPTION, 0);
}
}
/*---
* IRET_pm: PROTECTED-MODE-RETURN
*/
static void
IRET_pm_protected_mode_return(UINT16 new_cs, UINT32 new_ip, UINT32 new_flags)
{
selector_t cs_sel;
int rv;
/* PROTECTED-MODE-RETURN */
VERBOSE(("IRET_pm: PE=1, VM=0 in flags image"));
rv = parse_selector(&cs_sel, new_cs);
if (rv < 0) {
VERBOSE(("IRET_pm: parse_selector (selector = %04x, rv = %d)", cs_sel.selector, rv));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check code segment descriptor */
if (!cs_sel.desc.s) {
VERBOSE(("IRET_pm: return code segment is system segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!cs_sel.desc.u.seg.c) {
VERBOSE(("IRET_pm: return code segment is data segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (cs_sel.rpl < CPU_STAT_CPL) {
VERBOSE(("IRET_pm: RPL(%d) < CPL(%d)", cs_sel.rpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (cs_sel.desc.u.seg.ec && (cs_sel.desc.dpl > cs_sel.rpl)) {
VERBOSE(("IRET_pm: CONFORMING-CODE-SEGMENT and DPL(%d) != RPL(%d)", cs_sel.desc.dpl, cs_sel.rpl));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* not present */
if (selector_is_not_present(&cs_sel)) {
VERBOSE(("IRET_pm: code segment is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel.idx);
}
if (cs_sel.rpl > CPU_STAT_CPL) {
IRET_pm_protected_mode_return_outer_privilege(&cs_sel, new_ip, new_flags);
} else {
IRET_pm_protected_mode_return_same_privilege(&cs_sel, new_ip, new_flags);
}
}
/*---
* IRET_pm: NT_FLAG
*/
static void
IRET_pm_nested_task(void)
{
selector_t tss_sel;
UINT16 new_tss;
int rv;
VERBOSE(("IRET_pm: TASK-RETURN: PE=1, VM=0, NT=1"));
new_tss = get_backlink_selector_from_tss();
rv = parse_selector(&tss_sel, new_tss);
if (rv < 0 || tss_sel.ldt) {
VERBOSE(("IRET_pm: parse_selector (selector = %04x, rv = %d, %cDT)", tss_sel.selector, rv, tss_sel.ldt ? 'L' : 'G'));
EXCEPTION(GP_EXCEPTION, tss_sel.idx);
}
/* check system segment */
if (tss_sel.desc.s) {
VERBOSE(("IRET_pm: task segment is %s segment", tss_sel.desc.u.seg.c ? "code" : "data"));
EXCEPTION(GP_EXCEPTION, tss_sel.idx);
}
switch (tss_sel.desc.type) {
case CPU_SYSDESC_TYPE_TSS_BUSY_16:
case CPU_SYSDESC_TYPE_TSS_BUSY_32:
break;
case CPU_SYSDESC_TYPE_TSS_16:
case CPU_SYSDESC_TYPE_TSS_32:
VERBOSE(("IRET_pm: task is not busy"));
/*FALLTHROUGH*/
default:
VERBOSE(("IRET_pm: invalid descriptor type (type = %d)", tss_sel.desc.type));
EXCEPTION(GP_EXCEPTION, tss_sel.idx);
break;
}
/* not present */
if (selector_is_not_present(&tss_sel)) {
VERBOSE(("IRET_pm: tss segment is not present"));
EXCEPTION(NP_EXCEPTION, tss_sel.idx);
}
task_switch(&tss_sel, TASK_SWITCH_IRET);
}
/*---
* JMPfar: code segment
*/
static void
JMPfar_pm_code_segment(const selector_t *cs_sel, UINT32 new_ip)
{
VERBOSE(("JMPfar_pm: CODE-SEGMENT"));
/* check privilege level */
if (!cs_sel->desc.u.seg.ec) {
VERBOSE(("JMPfar_pm: NON-CONFORMING-CODE-SEGMENT"));
/* 下巻 p.119 4.8.1.1. */
if (cs_sel->rpl > CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: RPL(%d) > CPL(%d)", cs_sel->rpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
if (cs_sel->desc.dpl != CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: DPL(%d) != CPL(%d)", cs_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
} else {
VERBOSE(("JMPfar_pm: CONFORMING-CODE-SEGMENT"));
/* 下巻 p.120 4.8.1.2. */
if (cs_sel->desc.dpl > CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: DPL(%d) > CPL(%d)", cs_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
}
/* not present */
if (selector_is_not_present(cs_sel)) {
VERBOSE(("JMPfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel->idx);
}
/* out of range */
if (new_ip > cs_sel->desc.u.seg.limit) {
VERBOSE(("JMPfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel->desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
load_cs(cs_sel->selector, &cs_sel->desc, CPU_STAT_CPL);
SET_EIP(new_ip);
}
/*---
* CALLfar_pm: TSS
*/
static void
CALLfar_pm_tss(selector_t *tss_sel)
{
VERBOSE(("TASK-STATE-SEGMENT"));
/* check privilege level */
if (tss_sel->desc.dpl < CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", tss_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, tss_sel->idx);
}
if (tss_sel->desc.dpl < tss_sel->rpl) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", tss_sel->desc.dpl, tss_sel->rpl));
EXCEPTION(GP_EXCEPTION, tss_sel->idx);
}
/* not present */
if (selector_is_not_present(tss_sel)) {
VERBOSE(("CALLfar_pm: TSS selector is not present"));
EXCEPTION(NP_EXCEPTION, tss_sel->idx);
}
task_switch(tss_sel, TASK_SWITCH_CALL);
}
void
RETfar_pm(UINT nbytes)
{
selector_t cs_sel, ss_sel, temp_sel;
UINT32 sp;
UINT32 new_ip, new_sp;
UINT16 new_cs, new_ss;
int rv;
int i;
VERBOSE(("RETfar_pm: old EIP = %04x:%08x, ESP = %04x:%08x, nbytes = %d", CPU_CS, CPU_PREV_EIP, CPU_SS, CPU_ESP, nbytes));
if (CPU_STAT_SS32) {
sp = CPU_ESP;
} else {
sp = CPU_SP;
}
if (CPU_INST_OP32) {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, nbytes + 8);
new_ip = cpu_vmemoryread_d(CPU_SS_INDEX, sp);
new_cs = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 4);
} else {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, nbytes + 4);
new_ip = cpu_vmemoryread_w(CPU_SS_INDEX, sp);
new_cs = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 2);
}
rv = parse_selector(&cs_sel, new_cs);
if (rv < 0) {
VERBOSE(("RETfar_pm: parse_selector (selector = %04x, rv = %d, %s)", cs_sel.selector, rv));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check segment type */
if (!cs_sel.desc.s) {
VERBOSE(("RETfar_pm: return to system segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!cs_sel.desc.u.seg.c) {
VERBOSE(("RETfar_pm: return to data segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (cs_sel.rpl < CPU_STAT_CPL) {
VERBOSE(("RETfar_pm: RPL(%d) < CPL(%d)", cs_sel.rpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!cs_sel.desc.u.seg.ec && (cs_sel.desc.dpl > cs_sel.rpl)) {
VERBOSE(("RETfar_pm: NON-COMFORMING-CODE-SEGMENT and DPL(%d) > RPL(%d)", cs_sel.desc.dpl, cs_sel.rpl));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* not present */
if (selector_is_not_present(&cs_sel)) {
VERBOSE(("RETfar_pm: returned code segment is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel.idx);
}
if (cs_sel.rpl == CPU_STAT_CPL) {
VERBOSE(("RETfar_pm: RETURN-TO-SAME-PRIVILEGE-LEVEL"));
/* check code segment limit */
if (new_ip > cs_sel.desc.u.seg.limit) {
VERBOSE(("RETfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
VERBOSE(("RETfar_pm: new_ip = %08x, new_cs = %04x", new_ip, cs_sel.selector));
if (CPU_INST_OP32) {
nbytes += 8;
} else {
nbytes += 4;
}
if (CPU_STAT_SS32) {
CPU_ESP += nbytes;
} else {
CPU_SP += (UINT16)nbytes;
}
load_cs(cs_sel.selector, &cs_sel.desc, CPU_STAT_CPL);
SET_EIP(new_ip);
} else {
VERBOSE(("RETfar_pm: RETURN-OUTER-PRIVILEGE-LEVEL"));
if (CPU_INST_OP32) {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 8 + 8 + nbytes);
new_sp = cpu_vmemoryread_d(CPU_SS_INDEX, sp + 8 + nbytes);
new_ss = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 8 + nbytes + 4);
} else {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 4 + 4 + nbytes);
new_sp = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 4 + nbytes);
new_ss = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 4 + nbytes + 2);
}
rv = parse_selector(&ss_sel, new_ss);
if (rv < 0) {
VERBOSE(("RETfar_pm: parse_selector (selector = %04x, rv = %d, %s)", ss_sel.selector, rv));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
/* check stack segment descriptor */
if (!ss_sel.desc.s) {
VERBOSE(("RETfar_pm: stack segment is system segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (ss_sel.desc.u.seg.c) {
VERBOSE(("RETfar_pm: stack segment is code segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!ss_sel.desc.u.seg.wr) {
VERBOSE(("RETfar_pm: stack segment is read-only data segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (ss_sel.rpl != cs_sel.rpl) {
VERBOSE(("RETfar_pm: RPL[SS](%d) != RPL[CS](%d)", ss_sel.rpl, cs_sel.rpl));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (ss_sel.desc.dpl != cs_sel.rpl) {
VERBOSE(("RETfar_pm: DPL[SS](%d) != RPL[CS](%d)", ss_sel.desc.dpl, cs_sel.rpl));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* not present */
if (selector_is_not_present(&ss_sel)) {
VERBOSE(("RETfar_pm: stack segment is not present"));
EXCEPTION(SS_EXCEPTION, ss_sel.idx);
}
/* check code segment limit */
if (new_ip > cs_sel.desc.u.seg.limit) {
VERBOSE(("RETfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
VERBOSE(("RETfar_pm: new_ip = %08x, new_cs = %04x", new_ip, cs_sel.selector));
VERBOSE(("RETfar_pm: new_sp = %08x, new_ss = %04x", new_sp, ss_sel.selector));
load_cs(cs_sel.selector, &cs_sel.desc, cs_sel.rpl);
SET_EIP(new_ip);
load_ss(ss_sel.selector, &ss_sel.desc, cs_sel.rpl);
if (CPU_STAT_SS32) {
CPU_ESP = new_sp + nbytes;
} else {
CPU_SP = (UINT16)(new_sp + nbytes);
}
/* check segment register */
for (i = 0; i < CPU_SEGREG_NUM; i++) {
descriptor_t *dp;
BOOL valid;
dp = &CPU_STAT_SREG(i);
if ((!dp->u.seg.c || !dp->u.seg.ec)
&& (CPU_STAT_SREG(i).dpl < CPU_STAT_CPL)) {
/* segment register is invalid */
CPU_REGS_SREG(i) = 0;
CPU_STAT_SREG_CLEAR(i);
continue;
}
rv = parse_selector(&temp_sel, CPU_REGS_SREG(i));
if (rv < 0) {
/* segment register is invalid */
CPU_REGS_SREG(i) = 0;
CPU_STAT_SREG_CLEAR(i);
continue;
}
valid = TRUE;
if (!temp_sel.desc.s) {
/* system segment */
valid = FALSE;
}
if (temp_sel.desc.u.seg.c && !temp_sel.desc.u.seg.wr) {
/* execute-only code segment */
valid = FALSE;
}
if (!temp_sel.desc.u.seg.c || !temp_sel.desc.u.seg.ec) {
if (CPU_STAT_CPL > temp_sel.desc.dpl) {
valid = FALSE;
}
}
if (!valid) {
/* segment register is invalid */
CPU_REGS_SREG(i) = 0;
CPU_STAT_SREG(i).valid = 0;
}
}
}
VERBOSE(("RETfar_pm: new EIP = %04x:%08x, ESP = %04x:%08x", CPU_CS, CPU_EIP, CPU_SS, CPU_ESP));
}
/*---
* CALLfar_pm: call gate (MORE-PRIVILEGE)
*/
static void
CALLfar_pm_call_gate_more_privilege(const selector_t *callgate_sel, selector_t *cs_sel)
{
UINT32 param[32]; /* copy param */
selector_t ss_sel;
UINT32 old_eip, old_esp;
UINT32 new_esp;
UINT16 old_cs, old_ss;
UINT16 new_ss;
int param_count;
int i;
int rv;
VERBOSE(("CALLfar_pm: MORE-PRIVILEGE"));
/* save register */
old_cs = CPU_CS;
old_ss = CPU_SS;
old_eip = CPU_EIP;
old_esp = CPU_ESP;
if (!CPU_STAT_SS32) {
old_esp &= 0xffff;
}
/* get stack pointer from TSS */
get_stack_pointer_from_tss(cs_sel->desc.dpl, &new_ss, &new_esp);
/* parse stack segment descriptor */
rv = parse_selector(&ss_sel, new_ss);
if (rv < 0) {
VERBOSE(("CALLfar_pm: parse_selector (selector = %04x, rv = %d)", new_ss, rv));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
/* check privilege level */
if (ss_sel.rpl != cs_sel->desc.dpl) {
VERBOSE(("CALLfar_pm: RPL[SS](%d) != DPL[CS](%d)", ss_sel.rpl, cs_sel->desc.dpl));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
if (ss_sel.desc.dpl != cs_sel->desc.dpl) {
VERBOSE(("CALLfar_pm: DPL[SS](%d) != DPL[CS](%d)", ss_sel.desc.dpl, cs_sel->desc.dpl));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
/* stack segment must be writable data segment. */
if (!ss_sel.desc.s) {
VERBOSE(("CALLfar_pm: stack segment is system segment"));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
if (ss_sel.desc.u.seg.c) {
VERBOSE(("CALLfar_pm: stack segment is code segment"));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
if (!ss_sel.desc.u.seg.wr) {
VERBOSE(("CALLfar_pm: stack segment is read-only data segment"));
EXCEPTION(TS_EXCEPTION, ss_sel.idx);
}
/* not present */
if (selector_is_not_present(&ss_sel)) {
VERBOSE(("CALLfar_pm: stack segment selector is not present"));
EXCEPTION(SS_EXCEPTION, ss_sel.idx);
}
param_count = callgate_sel->desc.u.gate.count;
VERBOSE(("CALLfar_pm: param_count = %d", param_count));
if (callgate_sel->desc.type == CPU_SYSDESC_TYPE_CALL_32) {
STACK_PUSH_CHECK(ss_sel.idx, &ss_sel.desc, new_esp, 16 + param_count * 4);
/* dump param */
for (i = 0; i < param_count; i++) {
param[i] = cpu_vmemoryread_d(CPU_SS_INDEX, old_esp + i * 4);
VERBOSE(("CALLfar_pm: get param[%d] = %08x", i, param[i]));
}
load_ss(ss_sel.selector, &ss_sel.desc, ss_sel.desc.dpl);
if (CPU_STAT_SS32) {
CPU_ESP = new_esp;
} else {
CPU_SP = (UINT16)new_esp;
}
load_cs(cs_sel->selector, &cs_sel->desc, cs_sel->desc.dpl);
SET_EIP(callgate_sel->desc.u.gate.offset);
PUSH0_32(old_ss);
PUSH0_32(old_esp);
/* restore param */
for (i = param_count; i > 0; i--) {
PUSH0_32(param[i - 1]);
VERBOSE(("CALLfar_pm: set param[%d] = %08x", i - 1, param[i - 1]));
}
PUSH0_32(old_cs);
PUSH0_32(old_eip);
} else {
STACK_PUSH_CHECK(ss_sel.idx, &ss_sel.desc, new_esp, 8 + param_count * 2);
/* dump param */
for (i = 0; i < param_count; i++) {
param[i] = cpu_vmemoryread_w(CPU_SS_INDEX, old_esp + i * 2);
VERBOSE(("CALLfar_pm: get param[%d] = %04x", i, param[i]));
}
load_ss(ss_sel.selector, &ss_sel.desc, ss_sel.desc.dpl);
if (CPU_STAT_SS32) {
CPU_ESP = new_esp;
} else {
CPU_SP = (UINT16)new_esp;
}
load_cs(cs_sel->selector, &cs_sel->desc, cs_sel->desc.dpl);
SET_EIP(callgate_sel->desc.u.gate.offset);
PUSH0_16(old_ss);
PUSH0_16(old_esp);
/* restore param */
for (i = param_count; i > 0; i--) {
PUSH0_16(param[i - 1]);
VERBOSE(("CALLfar_pm: set param[%d] = %04x", i - 1, param[i - 1]));
}
PUSH0_16(old_cs);
PUSH0_16(old_eip);
}
}
static void
CALLfar_pm_call_gate(const selector_t *callgate_sel)
{
selector_t cs_sel;
int rv;
VERBOSE(("CALLfar_pm: CALL-GATE"));
/* check privilege level */
if (callgate_sel->desc.dpl < CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", callgate_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, callgate_sel->idx);
}
if (callgate_sel->desc.dpl < callgate_sel->rpl) {
VERBOSE(("CALLfar_pm: DPL(%d) < CPL(%d)", callgate_sel->desc.dpl, callgate_sel->rpl));
EXCEPTION(GP_EXCEPTION, callgate_sel->idx);
}
/* not present */
if (selector_is_not_present(callgate_sel)) {
VERBOSE(("CALLfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, callgate_sel->idx);
}
/* parse code segment descriptor */
rv = parse_selector(&cs_sel, callgate_sel->desc.u.gate.selector);
if (rv < 0) {
VERBOSE(("CALLfar_pm: parse_selector (selector = %04x, rv = %d)", callgate_sel->desc.u.gate.selector, rv));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check segment type */
if (!cs_sel.desc.s) {
VERBOSE(("CALLfar_pm: code segment is system segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!cs_sel.desc.u.seg.c) {
VERBOSE(("CALLfar_pm: code segment is data segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (cs_sel.desc.dpl > CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) > CPL(%d)", cs_sel.desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* not present */
if (selector_is_not_present(&cs_sel)) {
VERBOSE(("CALLfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel.idx);
}
/* out of range */
if (callgate_sel->desc.u.gate.offset > cs_sel.desc.u.seg.limit) {
VERBOSE(("CALLfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", callgate_sel->desc.u.gate.offset, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
if (!cs_sel.desc.u.seg.ec && (cs_sel.desc.dpl < CPU_STAT_CPL)) {
CALLfar_pm_call_gate_more_privilege(callgate_sel, &cs_sel);
} else {
CALLfar_pm_call_gate_same_privilege(callgate_sel, &cs_sel);
}
}
/*---
* CALLfar_pm: code segment
*/
static void
CALLfar_pm_code_segment(const selector_t *cs_sel, UINT32 new_ip)
{
UINT32 sp;
VERBOSE(("CALLfar_pm: CODE-SEGMENT"));
/* check privilege level */
if (!cs_sel->desc.u.seg.ec) {
VERBOSE(("CALLfar_pm: NON-CONFORMING-CODE-SEGMENT"));
/* 下巻 p.119 4.8.1.1. */
if (cs_sel->rpl > CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: RPL(%d) > CPL(%d)", cs_sel->rpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
if (cs_sel->desc.dpl != CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) != CPL(%d)", cs_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
} else {
VERBOSE(("CALLfar_pm: CONFORMING-CODE-SEGMENT"));
/* 下巻 p.120 4.8.1.2. */
if (cs_sel->desc.dpl > CPU_STAT_CPL) {
VERBOSE(("CALLfar_pm: DPL(%d) > CPL(%d)", cs_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel->idx);
}
}
/* not present */
if (selector_is_not_present(cs_sel)) {
VERBOSE(("CALLfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel->idx);
}
if (CPU_STAT_SS32) {
sp = CPU_ESP;
} else {
sp = CPU_SP;
}
if (CPU_INST_OP32) {
STACK_PUSH_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 8);
/* out of range */
if (new_ip > cs_sel->desc.u.seg.limit) {
VERBOSE(("CALLfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel->desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
PUSH0_32(CPU_CS);
PUSH0_32(CPU_EIP);
} else {
STACK_PUSH_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 4);
/* out of range */
if (new_ip > cs_sel->desc.u.seg.limit) {
VERBOSE(("CALLfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel->desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
PUSH0_16(CPU_CS);
PUSH0_16(CPU_IP);
}
load_cs(cs_sel->selector, &cs_sel->desc, CPU_STAT_CPL);
SET_EIP(new_ip);
}
/*---
* JMPfar: call gate
*/
static void
JMPfar_pm_call_gate(const selector_t *callgate_sel)
{
selector_t cs_sel;
int rv;
VERBOSE(("JMPfar_pm: CALL-GATE"));
/* check privilege level */
if (callgate_sel->desc.dpl < CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: DPL(%d) < CPL(%d)", callgate_sel->desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, callgate_sel->idx);
}
if (callgate_sel->desc.dpl < callgate_sel->rpl) {
VERBOSE(("JMPfar_pm: DPL(%d) < RPL(%d)", callgate_sel->desc.dpl, callgate_sel->rpl));
EXCEPTION(GP_EXCEPTION, callgate_sel->idx);
}
/* not present */
if (selector_is_not_present(callgate_sel)) {
VERBOSE(("JMPfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, callgate_sel->idx);
}
/* parse code segment selector */
rv = parse_selector(&cs_sel, callgate_sel->desc.u.gate.selector);
if (rv < 0) {
VERBOSE(("JMPfar_pm: parse_selector (selector = %04x, rv = %d)", callgate_sel->desc.u.gate.selector, rv));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check segment type */
if (!cs_sel.desc.s) {
VERBOSE(("JMPfar_pm: code segment is system segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (!cs_sel.desc.u.seg.c) {
VERBOSE(("JMPfar_pm: code segment is data segment"));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (!cs_sel.desc.u.seg.ec) {
/* 下巻 p.119 4.8.1.1. */
if (cs_sel.rpl > CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: RPL(%d) > CPL(%d)", cs_sel.rpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
if (cs_sel.desc.dpl != CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: DPL(%d) != CPL(%d)", cs_sel.desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
} else {
/* 下巻 p.120 4.8.1.2. */
if (cs_sel.desc.dpl > CPU_STAT_CPL) {
VERBOSE(("JMPfar_pm: DPL(%d) > CPL(%d)", cs_sel.desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, cs_sel.idx);
}
}
/* not present */
if (selector_is_not_present(&cs_sel)) {
VERBOSE(("JMPfar_pm: selector is not present"));
EXCEPTION(NP_EXCEPTION, cs_sel.idx);
}
/* out of range */
if (callgate_sel->desc.u.gate.offset > cs_sel.desc.u.seg.limit) {
VERBOSE(("JMPfar_pm: new_ip is out of range. new_ip = %08x, limit = %08x", callgate_sel->desc.u.gate.offset, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
load_cs(cs_sel.selector, &cs_sel.desc, CPU_STAT_CPL);
SET_EIP(callgate_sel->desc.u.gate.offset);
}
/*---
* IRET_pm: OUTER-PRIVILEGE
*/
static void
IRET_pm_protected_mode_return_outer_privilege(const selector_t *cs_sel, UINT32 new_ip, UINT32 new_flags)
{
descriptor_t *dp;
selector_t ss_sel;
UINT32 mask;
UINT32 sp;
UINT32 new_sp;
UINT16 new_ss;
int rv;
int i;
VERBOSE(("IRET_pm: RETURN-OUTER-PRIVILEGE-LEVEL"));
if (CPU_STAT_SS32) {
sp = CPU_ESP;
} else {
sp = CPU_SP;
}
if (CPU_INST_OP32) {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 20);
new_sp = cpu_vmemoryread_d(CPU_SS_INDEX, sp + 12);
new_ss = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 16);
} else {
STACK_POP_CHECK(CPU_REGS_SREG(CPU_SS_INDEX), &CPU_STAT_SREG(CPU_SS_INDEX), sp, 10);
new_sp = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 6);
new_ss = cpu_vmemoryread_w(CPU_SS_INDEX, sp + 8);
}
VERBOSE(("IRET_pm: new_sp = 0x%08x, new_ss = 0x%04x", new_sp, new_ss));
rv = parse_selector(&ss_sel, new_ss);
if (rv < 0) {
VERBOSE(("IRET_pm: parse_selector (selector = %04x, rv = %d)", ss_sel.selector, rv));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
/* check privilege level */
if (ss_sel.rpl != cs_sel->rpl) {
VERBOSE(("IRET_pm: RPL[SS](%d) != RPL[CS](%d)", ss_sel.rpl, cs_sel->rpl));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
if (ss_sel.desc.dpl != cs_sel->rpl) {
VERBOSE(("IRET_pm: DPL[SS](%d) != RPL[CS](%d)", ss_sel.desc.dpl, cs_sel->rpl));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
/* check stack segment descriptor */
if (!ss_sel.desc.s) {
VERBOSE(("IRET_pm: stack segment is system segment"));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
if (ss_sel.desc.u.seg.c) {
VERBOSE(("IRET_pm: stack segment is code segment"));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
if (!ss_sel.desc.u.seg.wr) {
VERBOSE(("IRET_pm: stack segment is read-only data segment"));
EXCEPTION(GP_EXCEPTION, ss_sel.idx);
}
/* not present */
if (selector_is_not_present(&ss_sel)) {
VERBOSE(("IRET_pm: stack segment is not present"));
EXCEPTION(SS_EXCEPTION, ss_sel.idx);
}
/* check code segment limit */
if (new_ip > cs_sel->desc.u.seg.limit) {
VERBOSE(("IRET_pm: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel->desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
mask = 0;
if (CPU_INST_OP32)
mask |= RF_FLAG;
if (CPU_STAT_CPL <= CPU_STAT_IOPL)
mask |= I_FLAG;
if (CPU_STAT_CPL == 0) {
mask |= IOPL_FLAG;
if (CPU_INST_OP32) {
mask |= VM_FLAG|VIF_FLAG|VIP_FLAG;
}
}
/* set new register */
load_cs(cs_sel->selector, &cs_sel->desc, cs_sel->rpl);
SET_EIP(new_ip);
set_eflags(new_flags, mask);
load_ss(ss_sel.selector, &ss_sel.desc, cs_sel->rpl);
if (CPU_STAT_SS32) {
CPU_ESP = new_sp;
} else {
CPU_SP = (UINT16)new_sp;
}
/* check segment register */
for (i = 0; i < CPU_SEGREG_NUM; i++) {
if ((i != CPU_CS_INDEX) && (i != CPU_SS_INDEX)) {
dp = &CPU_STAT_SREG(i);
if ((!dp->u.seg.c || !dp->u.seg.ec)
&& (CPU_STAT_SREG(i).dpl < CPU_STAT_CPL)) {
/* segment register is invalid */
CPU_REGS_SREG(i) = 0;
CPU_STAT_SREG_CLEAR(i);
}
}
}
}
void
load_tr(UINT16 selector)
{
selector_t task_sel;
int rv;
#if defined(IA32_SUPPORT_DEBUG_REGISTER)
int i;
#endif
UINT16 iobase;
rv = parse_selector(&task_sel, selector);
if (rv < 0 || task_sel.ldt || task_sel.desc.s) {
EXCEPTION(GP_EXCEPTION, task_sel.idx);
}
/* check descriptor type & stack room size */
switch (task_sel.desc.type) {
case CPU_SYSDESC_TYPE_TSS_16:
if (task_sel.desc.u.seg.limit < 0x2b) {
EXCEPTION(TS_EXCEPTION, task_sel.idx);
}
iobase = 0;
break;
case CPU_SYSDESC_TYPE_TSS_32:
if (task_sel.desc.u.seg.limit < 0x67) {
EXCEPTION(TS_EXCEPTION, task_sel.idx);
}
iobase = cpu_kmemoryread_w(task_sel.desc.u.seg.segbase + 102);
break;
default:
EXCEPTION(GP_EXCEPTION, task_sel.idx);
return;
}
/* not present */
rv = selector_is_not_present(&task_sel);
if (rv < 0) {
EXCEPTION(NP_EXCEPTION, task_sel.idx);
}
#if defined(MORE_DEBUG)
tr_dump(task_sel.selector, task_sel.desc.u.seg.segbase, task_sel.desc.u.seg.limit);
#endif
CPU_SET_TASK_BUSY(task_sel.selector, &task_sel.desc);
CPU_TR = task_sel.selector;
CPU_TR_DESC = task_sel.desc;
/* I/O deny bitmap */
if (task_sel.desc.type == CPU_SYSDESC_TYPE_TSS_BUSY_32) {
if (iobase != 0 && iobase < task_sel.desc.u.seg.limit) {
CPU_STAT_IOLIMIT = (UINT16)(task_sel.desc.u.seg.limit - iobase);
CPU_STAT_IOADDR = task_sel.desc.u.seg.segbase + iobase;
} else {
CPU_STAT_IOLIMIT = 0;
}
} else {
CPU_STAT_IOLIMIT = 0;
}
#if defined(IA32_SUPPORT_DEBUG_REGISTER)
/* clear local break point flags */
CPU_DR7 &= ~(CPU_DR7_L(0)|CPU_DR7_L(1)|CPU_DR7_L(2)|CPU_DR7_L(3)|CPU_DR7_LE);
CPU_STAT_BP = 0;
for (i = 0; i < CPU_DEBUG_REG_INDEX_NUM; i++) {
if (CPU_DR7 & CPU_DR7_G(i)) {
CPU_STAT_BP |= (1 << i);
}
}
#endif
}
void
task_switch(selector_t *task_sel, task_switch_type_t type)
{
UINT32 regs[CPU_REG_NUM];
UINT32 eip;
UINT32 new_flags;
UINT32 cr3 = 0;
UINT16 sreg[CPU_SEGREG_NUM];
UINT16 ldtr;
UINT16 iobase;
UINT16 t;
selector_t cs_sel;
int rv;
UINT32 cur_base; /* current task state */
UINT32 task_base; /* new task state */
UINT32 old_flags = REAL_EFLAGREG;
BOOL task16;
UINT i;
VERBOSE(("task_switch: start"));
/* limit check */
switch (task_sel->desc.type) {
case CPU_SYSDESC_TYPE_TSS_32:
case CPU_SYSDESC_TYPE_TSS_BUSY_32:
if (task_sel->desc.u.seg.limit < 0x67) {
EXCEPTION(TS_EXCEPTION, task_sel->idx);
}
task16 = FALSE;
break;
case CPU_SYSDESC_TYPE_TSS_16:
case CPU_SYSDESC_TYPE_TSS_BUSY_16:
if (task_sel->desc.u.seg.limit < 0x2b) {
EXCEPTION(TS_EXCEPTION, task_sel->idx);
}
task16 = TRUE;
break;
default:
ia32_panic("task_switch: descriptor type is invalid.");
task16 = FALSE; /* compiler happy */
break;
}
cur_base = CPU_TR_DESC.u.seg.segbase;
task_base = task_sel->desc.u.seg.segbase;
VERBOSE(("task_switch: cur task (%04x) = 0x%08x:%08x", CPU_TR, cur_base, CPU_TR_DESC.u.seg.limit));
VERBOSE(("task_switch: new task (%04x) = 0x%08x:%08x", task_sel->selector, task_base, task_sel->desc.u.seg.limit));
VERBOSE(("task_switch: %dbit task switch", task16 ? 16 : 32));
#if defined(MORE_DEBUG)
{
UINT32 v;
VERBOSE(("task_switch: new task"));
for (i = 0; i < task_sel->desc.u.seg.limit; i += 4) {
v = cpu_kmemoryread_d(task_base + i);
VERBOSE(("task_switch: 0x%08x: %08x", task_base + i,v));
}
}
#endif
if (CPU_STAT_PAGING) {
/* task state paging check */
paging_check(cur_base, CPU_TR_DESC.u.seg.limit, CPU_PAGE_WRITE_DATA|CPU_MODE_SUPERVISER);
paging_check(task_base, task_sel->desc.u.seg.limit, CPU_PAGE_WRITE_DATA|CPU_MODE_SUPERVISER);
}
/* load task state */
memset(sreg, 0, sizeof(sreg));
if (!task16) {
if (CPU_STAT_PAGING) {
cr3 = cpu_kmemoryread_d(task_base + 28);
}
eip = cpu_kmemoryread_d(task_base + 32);
new_flags = cpu_kmemoryread_d(task_base + 36);
for (i = 0; i < CPU_REG_NUM; i++) {
regs[i] = cpu_kmemoryread_d(task_base + 40 + i * 4);
}
for (i = 0; i < CPU_SEGREG_NUM; i++) {
sreg[i] = cpu_kmemoryread_w(task_base + 72 + i * 4);
}
ldtr = cpu_kmemoryread_w(task_base + 96);
t = cpu_kmemoryread_w(task_base + 100);
if (t & 1) {
CPU_STAT_BP_EVENT |= CPU_STAT_BP_EVENT_TASK;
}
iobase = cpu_kmemoryread_w(task_base + 102);
} else {
eip = cpu_kmemoryread_w(task_base + 14);
new_flags = cpu_kmemoryread_w(task_base + 16);
for (i = 0; i < CPU_REG_NUM; i++) {
regs[i] = cpu_kmemoryread_w(task_base + 18 + i * 2);
}
for (i = 0; i < CPU_SEGREG286_NUM; i++) {
sreg[i] = cpu_kmemoryread_w(task_base + 34 + i * 2);
}
ldtr = cpu_kmemoryread_w(task_base + 42);
iobase = 0;
t = 0;
}
#if defined(DEBUG)
VERBOSE(("task_switch: current task"));
if (!task16) {
VERBOSE(("task_switch: CR3 = 0x%08x", CPU_CR3));
}
VERBOSE(("task_switch: eip = 0x%08x", CPU_EIP));
VERBOSE(("task_switch: eflags = 0x%08x", old_flags));
for (i = 0; i < CPU_REG_NUM; i++) {
VERBOSE(("task_switch: regs[%d] = 0x%08x", i, CPU_REGS_DWORD(i)));
}
for (i = 0; i < CPU_SEGREG_NUM; i++) {
VERBOSE(("task_switch: sreg[%d] = 0x%04x", i, CPU_REGS_SREG(i)));
}
VERBOSE(("task_switch: ldtr = 0x%04x", CPU_LDTR));
VERBOSE(("task_switch: new task"));
if (!task16) {
VERBOSE(("task_switch: CR3 = 0x%08x", cr3));
}
VERBOSE(("task_switch: eip = 0x%08x", eip));
VERBOSE(("task_switch: eflags = 0x%08x", new_flags));
for (i = 0; i < CPU_REG_NUM; i++) {
VERBOSE(("task_switch: regs[%d] = 0x%08x", i, regs[i]));
}
for (i = 0; i < CPU_SEGREG_NUM; i++) {
VERBOSE(("task_switch: sreg[%d] = 0x%04x", i, sreg[i]));
}
VERBOSE(("task_switch: ldtr = 0x%04x", ldtr));
if (!task16) {
VERBOSE(("task_switch: t = 0x%04x", t));
VERBOSE(("task_switch: iobase = 0x%04x", iobase));
}
#endif
/* if IRET or JMP, clear busy flag in this task: need */
/* if IRET, clear NT_FLAG in current EFLAG: need */
switch (type) {
case TASK_SWITCH_IRET:
/* clear NT_FLAG */
old_flags &= ~NT_FLAG;
/*FALLTHROUGH*/
case TASK_SWITCH_JMP:
/* clear busy flags in current task */
CPU_SET_TASK_FREE(CPU_TR, &CPU_TR_DESC);
break;
case TASK_SWITCH_CALL:
case TASK_SWITCH_INTR:
/* Nothing to do */
break;
default:
ia32_panic("task_switch(): task switch type is invalid");
break;
}
/* save this task state in this task state segment */
if (!task16) {
cpu_kmemorywrite_d(cur_base + 32, CPU_EIP);
cpu_kmemorywrite_d(cur_base + 36, old_flags);
for (i = 0; i < CPU_REG_NUM; i++) {
cpu_kmemorywrite_d(cur_base + 40 + i * 4, CPU_REGS_DWORD(i));
}
for (i = 0; i < CPU_SEGREG_NUM; i++) {
cpu_kmemorywrite_w(cur_base + 72 + i * 4, CPU_REGS_SREG(i));
}
} else {
cpu_kmemorywrite_w(cur_base + 14, CPU_IP);
cpu_kmemorywrite_w(cur_base + 16, (UINT16)old_flags);
for (i = 0; i < CPU_REG_NUM; i++) {
cpu_kmemorywrite_w(cur_base + 18 + i * 2, CPU_REGS_WORD(i));
}
for (i = 0; i < CPU_SEGREG286_NUM; i++) {
cpu_kmemorywrite_w(cur_base + 34 + i * 2, CPU_REGS_SREG(i));
}
}
#if defined(MORE_DEBUG)
{
UINT32 v;
VERBOSE(("task_switch: current task"));
for (i = 0; i < CPU_TR_DESC.u.seg.limit; i += 4) {
v = cpu_kmemoryread_d(cur_base + i);
VERBOSE(("task_switch: 0x%08x: %08x", cur_base + i, v));
}
}
#endif
/* set back link selector */
switch (type) {
case TASK_SWITCH_CALL:
case TASK_SWITCH_INTR:
/* set back link selector */
cpu_kmemorywrite_w(task_base, CPU_TR);
break;
case TASK_SWITCH_IRET:
case TASK_SWITCH_JMP:
/* Nothing to do */
break;
default:
ia32_panic("task_switch(): task switch type is invalid");
break;
}
/* Now task switching! */
/* if CALL, INTR, set EFLAGS image NT_FLAG */
/* if CALL, INTR, JMP set busy flag */
switch (type) {
case TASK_SWITCH_CALL:
case TASK_SWITCH_INTR:
/* set back link selector */
new_flags |= NT_FLAG;
/*FALLTHROUGH*/
case TASK_SWITCH_JMP:
CPU_SET_TASK_BUSY(task_sel->selector, &task_sel->desc);
break;
case TASK_SWITCH_IRET:
/* check busy flag is active */
if (task_sel->desc.valid) {
UINT32 h;
h = cpu_kmemoryread_d(task_sel->addr + 4);
if ((h & CPU_TSS_H_BUSY) == 0) {
ia32_panic("task_switch: new task is not busy");
}
}
break;
default:
ia32_panic("task_switch(): task switch type is invalid");
break;
}
/* set CR0 image CPU_CR0_TS */
CPU_CR0 |= CPU_CR0_TS;
/* load task selector to CPU_TR */
CPU_TR = task_sel->selector;
CPU_TR_DESC = task_sel->desc;
/* load task state (CR3, EFLAG, EIP, GPR, segreg, LDTR) */
/* set new CR3 */
if (!task16 && CPU_STAT_PAGING) {
set_CR3(cr3);
}
/* set new EIP, GPR */
CPU_PREV_EIP = CPU_EIP = eip;
for (i = 0; i < CPU_REG_NUM; i++) {
CPU_REGS_DWORD(i) = regs[i];
}
for (i = 0; i < CPU_SEGREG_NUM; i++) {
CPU_REGS_SREG(i) = sreg[i];
CPU_STAT_SREG_INIT(i);
}
/* set new EFLAGS */
set_eflags(new_flags, I_FLAG|IOPL_FLAG|RF_FLAG|VM_FLAG|VIF_FLAG|VIP_FLAG);
/* I/O deny bitmap */
if (!task16) {
if (iobase != 0 && iobase < task_sel->desc.u.seg.limit) {
CPU_STAT_IOLIMIT = (UINT16)(task_sel->desc.u.seg.limit - iobase);
CPU_STAT_IOADDR = task_sel->desc.u.seg.segbase + iobase;
} else {
CPU_STAT_IOLIMIT = 0;
}
} else {
CPU_STAT_IOLIMIT = 0;
}
VERBOSE(("task_switch: ioaddr = %08x, limit = %08x", CPU_STAT_IOADDR, CPU_STAT_IOLIMIT));
#if defined(IA32_SUPPORT_DEBUG_REGISTER)
/* check resume flag */
if (CPU_EFLAG & RF_FLAG) {
CPU_STAT_BP_EVENT |= CPU_STAT_BP_EVENT_RF;
}
/* clear local break point flags */
CPU_DR7 &= ~(CPU_DR7_L(0)|CPU_DR7_L(1)|CPU_DR7_L(2)|CPU_DR7_L(3)|CPU_DR7_LE);
CPU_STAT_BP = 0;
for (i = 0; i < CPU_DEBUG_REG_INDEX_NUM; i++) {
if (CPU_DR7 & CPU_DR7_G(i)) {
CPU_STAT_BP |= (1 << i);
}
}
#endif
/* load new LDTR */
load_ldtr(ldtr, TS_EXCEPTION);
/* set new segment register */
if (!CPU_STAT_VM86) {
/* clear segment descriptor cache */
for (i = 0; i < CPU_SEGREG_NUM; i++) {
CPU_STAT_SREG_CLEAR(i);
}
/* load CS */
rv = parse_selector(&cs_sel, sreg[CPU_CS_INDEX]);
if (rv < 0) {
VERBOSE(("task_switch: load CS failure (sel = 0x%04x, rv = %d)", sreg[CPU_CS_INDEX], rv));
EXCEPTION(TS_EXCEPTION, cs_sel.idx);
}
/* CS register must be code segment */
if (!cs_sel.desc.s || !cs_sel.desc.u.seg.c) {
EXCEPTION(TS_EXCEPTION, cs_sel.idx);
}
/* check privilege level */
if (!cs_sel.desc.u.seg.ec) {
/* non-confirming code segment */
if (cs_sel.desc.dpl != cs_sel.rpl) {
EXCEPTION(TS_EXCEPTION, cs_sel.idx);
}
} else {
/* confirming code segment */
if (cs_sel.desc.dpl < cs_sel.rpl) {
EXCEPTION(TS_EXCEPTION, cs_sel.idx);
}
}
/* code segment is not present */
rv = selector_is_not_present(&cs_sel);
if (rv < 0) {
EXCEPTION(NP_EXCEPTION, cs_sel.idx);
}
/* Now loading CS register */
load_cs(cs_sel.selector, &cs_sel.desc, cs_sel.desc.dpl);
/* load ES, SS, DS, FS, GS segment register */
for (i = 0; i < CPU_SEGREG_NUM; i++) {
if (i != CPU_CS_INDEX) {
load_segreg(i, sreg[i], TS_EXCEPTION);
}
}
}
/* out of range */
if (CPU_EIP > CPU_STAT_CS_LIMIT) {
VERBOSE(("task_switch: new_ip is out of range. new_ip = %08x, limit = %08x", CPU_EIP, CPU_STAT_CS_LIMIT));
EXCEPTION(GP_EXCEPTION, 0);
}
VERBOSE(("task_switch: done."));
}
static void CPUCALL
interrupt_intr_or_trap(const descriptor_t *gsdp, int intrtype, int errorp, int error_code)
{
selector_t cs_sel, ss_sel;
UINT stacksize;
UINT32 old_flags;
UINT32 new_flags;
UINT32 mask;
UINT32 sp;
UINT32 new_ip, new_sp;
UINT32 old_ip, old_sp;
UINT16 old_cs, old_ss, new_ss;
BOOL is32bit;
int exc_errcode;
int rv;
new_ip = gsdp->u.gate.offset;
old_ss = CPU_SS;
old_cs = CPU_CS;
old_ip = CPU_EIP;
old_sp = CPU_ESP;
old_flags = REAL_EFLAGREG;
new_flags = REAL_EFLAGREG & ~(T_FLAG|RF_FLAG|NT_FLAG|VM_FLAG);
mask = T_FLAG|RF_FLAG|NT_FLAG|VM_FLAG;
switch (gsdp->type) {
case CPU_SYSDESC_TYPE_INTR_16:
case CPU_SYSDESC_TYPE_INTR_32:
VERBOSE(("interrupt: INTERRUPT-GATE"));
new_flags &= ~I_FLAG;
mask |= I_FLAG;
break;
case CPU_SYSDESC_TYPE_TRAP_16:
case CPU_SYSDESC_TYPE_TRAP_32:
VERBOSE(("interrupt: TRAP-GATE"));
break;
default:
ia32_panic("interrupt: gate descriptor type is invalid (type = %d)", gsdp->type);
break;
}
exc_errcode = gsdp->u.gate.selector & ~3;
if (intrtype == INTR_TYPE_EXTINTR)
exc_errcode++;
rv = parse_selector(&cs_sel, gsdp->u.gate.selector);
if (rv < 0) {
VERBOSE(("interrupt: parse_selector (selector = %04x, rv = %d)", gsdp->u.gate.selector, rv));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
/* check segment type */
if (SEG_IS_SYSTEM(&cs_sel.desc)) {
VERBOSE(("interrupt: code segment is system segment"));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
if (SEG_IS_DATA(&cs_sel.desc)) {
VERBOSE(("interrupt: code segment is data segment"));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
/* check privilege level */
if (cs_sel.desc.dpl > CPU_STAT_CPL) {
VERBOSE(("interrupt: DPL(%d) > CPL(%d)", cs_sel.desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
/* not present */
if (selector_is_not_present(&cs_sel)) {
VERBOSE(("interrupt: selector is not present"));
EXCEPTION(NP_EXCEPTION, exc_errcode);
}
is32bit = gsdp->type & CPU_SYSDESC_TYPE_32BIT;
if (!SEG_IS_CONFORMING_CODE(&cs_sel.desc) && (cs_sel.desc.dpl < CPU_STAT_CPL)) {
stacksize = errorp ? 12 : 10;
if (!CPU_STAT_VM86) {
VERBOSE(("interrupt: INTER-PRIVILEGE-LEVEL-INTERRUPT"));
} else {
/* VM86 */
VERBOSE(("interrupt: INTERRUPT-FROM-VIRTUAL-8086-MODE"));
if (cs_sel.desc.dpl != 0) {
/* 16.3.1.1 */
VERBOSE(("interrupt: DPL[CS](%d) != 0", cs_sel.desc.dpl));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
stacksize += 8;
}
if (is32bit) {
stacksize *= 2;
}
/* get stack pointer from TSS */
get_stack_pointer_from_tss(cs_sel.desc.dpl, &new_ss, &new_sp);
/* parse stack segment descriptor */
rv = parse_selector(&ss_sel, new_ss);
/* update exception error code */
exc_errcode = ss_sel.idx;
if (intrtype == INTR_TYPE_EXTINTR)
exc_errcode++;
if (rv < 0) {
VERBOSE(("interrupt: parse_selector (selector = %04x, rv = %d)", new_ss, rv));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
/* check privilege level */
if (ss_sel.rpl != cs_sel.desc.dpl) {
VERBOSE(("interrupt: selector RPL[SS](%d) != DPL[CS](%d)", ss_sel.rpl, cs_sel.desc.dpl));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
if (ss_sel.desc.dpl != cs_sel.desc.dpl) {
VERBOSE(("interrupt: descriptor DPL[SS](%d) != DPL[CS](%d)", ss_sel.desc.dpl, cs_sel.desc.dpl));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
/* stack segment must be writable data segment. */
if (SEG_IS_SYSTEM(&ss_sel.desc)) {
VERBOSE(("interrupt: stack segment is system segment"));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
if (SEG_IS_CODE(&ss_sel.desc)) {
VERBOSE(("interrupt: stack segment is code segment"));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
if (!SEG_IS_WRITABLE_DATA(&ss_sel.desc)) {
VERBOSE(("interrupt: stack segment is read-only data segment"));
EXCEPTION(TS_EXCEPTION, exc_errcode);
}
/* not present */
if (selector_is_not_present(&ss_sel)) {
VERBOSE(("interrupt: selector is not present"));
EXCEPTION(SS_EXCEPTION, exc_errcode);
}
/* check stack room size */
cpu_stack_push_check(ss_sel.idx, &ss_sel.desc, new_sp, stacksize, ss_sel.desc.d);
/* out of range */
if (new_ip > cs_sel.desc.u.seg.limit) {
VERBOSE(("interrupt: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
load_ss(ss_sel.selector, &ss_sel.desc, cs_sel.desc.dpl);
CPU_ESP = new_sp;
load_cs(cs_sel.selector, &cs_sel.desc, cs_sel.desc.dpl);
CPU_EIP = new_ip;
if (is32bit) {
if (CPU_STAT_VM86) {
PUSH0_32(CPU_GS);
PUSH0_32(CPU_FS);
PUSH0_32(CPU_DS);
PUSH0_32(CPU_ES);
LOAD_SEGREG(CPU_GS_INDEX, 0);
CPU_STAT_SREG(CPU_GS_INDEX).valid = 0;
LOAD_SEGREG(CPU_FS_INDEX, 0);
CPU_STAT_SREG(CPU_FS_INDEX).valid = 0;
LOAD_SEGREG(CPU_DS_INDEX, 0);
CPU_STAT_SREG(CPU_DS_INDEX).valid = 0;
LOAD_SEGREG(CPU_ES_INDEX, 0);
CPU_STAT_SREG(CPU_ES_INDEX).valid = 0;
}
PUSH0_32(old_ss);
PUSH0_32(old_sp);
PUSH0_32(old_flags);
PUSH0_32(old_cs);
PUSH0_32(old_ip);
if (errorp) {
PUSH0_32(error_code);
}
} else {
if (CPU_STAT_VM86) {
ia32_panic("interrupt: 16bit gate && VM86");
}
PUSH0_16(old_ss);
PUSH0_16(old_sp);
PUSH0_16(old_flags);
PUSH0_16(old_cs);
PUSH0_16(old_ip);
if (errorp) {
PUSH0_16(error_code);
}
}
} else {
if (CPU_STAT_VM86) {
VERBOSE(("interrupt: VM86"));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
if (!SEG_IS_CONFORMING_CODE(&cs_sel.desc) && (cs_sel.desc.dpl != CPU_STAT_CPL)) {
VERBOSE(("interrupt: %sCONFORMING-CODE-SEGMENT(%d) && DPL[CS](%d) != CPL", SEG_IS_CONFORMING_CODE(&cs_sel.desc) ? "" : "NON-", cs_sel.desc.dpl, CPU_STAT_CPL));
EXCEPTION(GP_EXCEPTION, exc_errcode);
}
VERBOSE(("interrupt: INTRA-PRIVILEGE-LEVEL-INTERRUPT"));
stacksize = errorp ? 8 : 6;
if (is32bit) {
stacksize *= 2;
}
/* check stack room size */
if (CPU_STAT_SS32) {
sp = CPU_ESP;
} else {
sp = CPU_SP;
}
/*
* 17.1
* コールゲート、割り込みゲート、またはトラップゲートを通じて
* プログラムの制御を他のコード・セグメントに移行するときは、
* 移行中に使用されるオペランド・サイズは使用されるゲートの
* タイプ（16 ビットまたは32 ビット）によって決まる（移行命
* 令のD フラグ、プリフィックスのいずれにもよらない）。
*/
SS_PUSH_CHECK1(sp, stacksize, is32bit);
/* out of range */
if (new_ip > cs_sel.desc.u.seg.limit) {
VERBOSE(("interrupt: new_ip is out of range. new_ip = %08x, limit = %08x", new_ip, cs_sel.desc.u.seg.limit));
EXCEPTION(GP_EXCEPTION, 0);
}
load_cs(cs_sel.selector, &cs_sel.desc, CPU_STAT_CPL);
CPU_EIP = new_ip;
if (is32bit) {
PUSH0_32(old_flags);
PUSH0_32(old_cs);
PUSH0_32(old_ip);
if (errorp) {
PUSH0_32(error_code);
}
} else {
PUSH0_16(old_flags);
PUSH0_16(old_cs);
PUSH0_16(old_ip);
if (errorp) {
PUSH0_16(error_code);
}
}
}
set_eflags(new_flags, mask);
VERBOSE(("interrupt: new EIP = %04x:%08x, ESP = %04x:%08x", CPU_CS, CPU_EIP, CPU_SS, CPU_ESP));
}
