version 1.75, 2008/06/01 18:37:12 |
version 1.92, 2010/07/15 18:55:27 |
|
|
* 2. Redistributions in binary form must reproduce the above copyright |
* 2. Redistributions in binary form must reproduce the above copyright |
* notice, this list of conditions and the following disclaimer in the |
* notice, this list of conditions and the following disclaimer in the |
* documentation and/or other materials provided with the distribution. |
* documentation and/or other materials provided with the distribution. |
* 3. All advertising materials mentioning features or use of this software |
|
* must display the following acknowledgement: |
|
* This product includes software developed by Manuel Bouyer. |
|
* 4. The name of the author may not be used to endorse or promote products |
|
* derived from this software without specific prior written permission. |
|
* |
* |
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
|
|
|
|
|
|
/*- |
/*- |
* Copyright (c) 1998, 2000, 2004, 2006, 2007 The NetBSD Foundation, Inc. |
* Copyright (c) 1998, 2000, 2004, 2006, 2007, 2009 The NetBSD Foundation, Inc. |
* All rights reserved. |
* All rights reserved. |
* |
* |
* This code is derived from software contributed to The NetBSD Foundation |
* This code is derived from software contributed to The NetBSD Foundation |
* by Charles M. Hannum. |
* by Charles M. Hannum, and by Andrew Doran. |
* |
* |
* Redistribution and use in source and binary forms, with or without |
* Redistribution and use in source and binary forms, with or without |
* modification, are permitted provided that the following conditions |
* modification, are permitted provided that the following conditions |
Line 138 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 133 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#include "opt_compat_oldboot.h" |
#include "opt_compat_oldboot.h" |
#include "opt_ddb.h" |
#include "opt_ddb.h" |
|
#include "opt_modular.h" |
|
#include "opt_multiboot.h" |
#include "opt_realmem.h" |
#include "opt_realmem.h" |
#include "opt_vm86.h" |
#include "opt_vm86.h" |
#include "opt_xen.h" |
#include "opt_xen.h" |
Line 171 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 168 __KERNEL_RCSID(0, "$NetBSD$"); |
|
* Xen guest identifier and loader selection |
* Xen guest identifier and loader selection |
*/ |
*/ |
.section __xen_guest |
.section __xen_guest |
#ifdef XEN3 |
|
.ascii "GUEST_OS=netbsd,GUEST_VER=3.0,XEN_VER=xen-3.0" |
.ascii "GUEST_OS=netbsd,GUEST_VER=3.0,XEN_VER=xen-3.0" |
#if defined(DOM0OPS) || !defined(XEN_COMPAT_030001) |
#if defined(DOM0OPS) || !defined(XEN_COMPAT_030001) |
.ascii ",VIRT_BASE=0xc0000000" /* KERNBASE */ |
.ascii ",VIRT_BASE=0xc0000000" /* KERNBASE */ |
Line 188 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 184 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#ifdef PAE |
#ifdef PAE |
.ascii ",PAE=yes[extended-cr3]" |
.ascii ",PAE=yes[extended-cr3]" |
#endif |
#endif |
#else /* !XEN3 */ |
|
.ascii "GUEST_OS=netbsd,GUEST_VER=2.0,XEN_VER=2.0" |
|
#endif /* XEN3 */ |
|
.ascii ",LOADER=generic" |
.ascii ",LOADER=generic" |
#if (NKSYMS || defined(DDB) || defined(LKM)) && !defined(SYMTAB_SPACE) |
#if (NKSYMS || defined(DDB) || defined(MODULAR)) && !defined(SYMTAB_SPACE) |
.ascii ",BSD_SYMTAB=yes" |
.ascii ",BSD_SYMTAB=yes" |
#endif |
#endif |
.byte 0 |
.byte 0 |
Line 208 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 201 __KERNEL_RCSID(0, "$NetBSD$"); |
|
.globl _C_LABEL(esym) |
.globl _C_LABEL(esym) |
.globl _C_LABEL(eblob) |
.globl _C_LABEL(eblob) |
.globl _C_LABEL(atdevbase) |
.globl _C_LABEL(atdevbase) |
.globl _C_LABEL(proc0uarea),_C_LABEL(PDPpaddr) |
.globl _C_LABEL(lwp0uarea),_C_LABEL(PDPpaddr) |
.globl _C_LABEL(gdt) |
.globl _C_LABEL(gdt) |
.globl _C_LABEL(idt) |
.globl _C_LABEL(idt) |
.globl _C_LABEL(lapic_tpr) |
.globl _C_LABEL(lapic_tpr) |
Line 239 _C_LABEL(lapic_tpr): |
|
Line 232 _C_LABEL(lapic_tpr): |
|
_C_LABEL(cpu): .long 0 # are we 80486, Pentium, or.. |
_C_LABEL(cpu): .long 0 # are we 80486, Pentium, or.. |
_C_LABEL(cpuid_level): .long 0 |
_C_LABEL(cpuid_level): .long 0 |
_C_LABEL(atdevbase): .long 0 # location of start of iomem in virtual |
_C_LABEL(atdevbase): .long 0 # location of start of iomem in virtual |
_C_LABEL(proc0uarea): .long 0 |
_C_LABEL(lwp0uarea): .long 0 |
_C_LABEL(PDPpaddr): .long 0 # paddr of PDP, for libkvm |
_C_LABEL(PDPpaddr): .long 0 # paddr of PDP, for libkvm |
_C_LABEL(tablesize): .long 0 |
_C_LABEL(tablesize): .long 0 |
|
|
Line 516 try586: /* Use the `cpuid' instruction. |
|
Line 509 try586: /* Use the `cpuid' instruction. |
|
/* Find end of kernel image. */ |
/* Find end of kernel image. */ |
movl $RELOC(end),%edi |
movl $RELOC(end),%edi |
|
|
#if (NKSYMS || defined(DDB) || defined(LKM)) && !defined(SYMTAB_SPACE) |
#if (NKSYMS || defined(DDB) || defined(MODULAR)) && !defined(SYMTAB_SPACE) |
/* Save the symbols (if loaded). */ |
/* Save the symbols (if loaded). */ |
movl RELOC(esym),%eax |
movl RELOC(esym),%eax |
testl %eax,%eax |
testl %eax,%eax |
Line 648 try586: /* Use the `cpuid' instruction. |
|
Line 641 try586: /* Use the `cpuid' instruction. |
|
movl %cr0,%eax # get control word |
movl %cr0,%eax # get control word |
# enable paging & NPX emulation |
# enable paging & NPX emulation |
orl $(CR0_PE|CR0_PG|CR0_NE|CR0_TS|CR0_EM|CR0_MP),%eax |
orl $(CR0_PE|CR0_PG|CR0_NE|CR0_TS|CR0_EM|CR0_MP),%eax |
movl %eax,%cr0 # and let's page NOW! |
movl %eax,%cr0 # and page NOW! |
|
|
pushl $begin # jump to high mem |
pushl $begin # jump to high mem |
ret |
ret |
|
|
|
|
/* Set up bootstrap stack. */ |
/* Set up bootstrap stack. */ |
leal (PROC0_STK_OFF+KERNBASE)(%esi),%eax |
leal (PROC0_STK_OFF+KERNBASE)(%esi),%eax |
movl %eax,_C_LABEL(proc0uarea) |
movl %eax,_C_LABEL(lwp0uarea) |
leal (KSTACK_SIZE-FRAMESIZE)(%eax),%esp |
leal (KSTACK_SIZE-FRAMESIZE)(%eax),%esp |
movl %esi,(KSTACK_SIZE+PCB_CR3)(%eax) # pcb->pcb_cr3 |
movl %esi,(KSTACK_SIZE+PCB_CR3)(%eax) # pcb->pcb_cr3 |
xorl %ebp,%ebp # mark end of frames |
xorl %ebp,%ebp # mark end of frames |
|
|
popfl |
popfl |
|
|
cld |
cld |
#ifdef XEN3 |
|
movl %esp, %ebx # save start of available space |
movl %esp, %ebx # save start of available space |
#else |
|
movl %esi,%ebx # save start_info pointer |
|
#endif |
|
movl $_RELOC(tmpstk),%esp # bootstrap stack end location |
movl $_RELOC(tmpstk),%esp # bootstrap stack end location |
|
|
/* Clear BSS first so that there are no surprises... */ |
/* Clear BSS first so that there are no surprises... */ |
|
|
movl %eax,RELOC(cpuid_level) |
movl %eax,RELOC(cpuid_level) |
|
|
call xen_pmap_bootstrap |
call xen_pmap_bootstrap |
|
|
/* |
/* |
* First avail returned by xen_pmap_bootstrap in %eax |
* First avail returned by xen_pmap_bootstrap in %eax |
*/ |
*/ |
movl %eax, %esi; |
movl %eax, %esi; |
movl %esi, _C_LABEL(proc0uarea) |
movl %esi, _C_LABEL(lwp0uarea) |
|
|
#define PROC0PDIR ((0) * PAGE_SIZE) |
|
#define PROC0STACK ((1) * PAGE_SIZE) |
|
|
|
/* Set up bootstrap stack. */ |
/* Set up bootstrap stack. */ |
leal (KSTACK_SIZE-FRAMESIZE)(%eax),%esp |
leal (KSTACK_SIZE-FRAMESIZE)(%eax),%esp |
|
|
|
|
addl $USPACE, %esi |
addl $USPACE, %esi |
subl $KERNBASE, %esi #init386 want a physical address |
subl $KERNBASE, %esi #init386 want a physical address |
|
|
|
#ifdef PAE |
|
pushl $0 # init386() expects a 64 bits paddr_t with PAE |
|
#endif |
pushl %esi |
pushl %esi |
call _C_LABEL(init386) # wire 386 chip for unix operation |
call _C_LABEL(init386) # wire 386 chip for unix operation |
addl $4,%esp |
addl $PDE_SIZE,%esp |
call _C_LABEL(main) |
call _C_LABEL(main) |
|
|
#if defined(XEN3) && !defined(XEN_COMPAT_030001) |
#if defined(XEN) && !defined(XEN_COMPAT_030001) |
/* space for the hypercall call page */ |
/* space for the hypercall call page */ |
#define HYPERCALL_PAGE_OFFSET 0x1000 |
#define HYPERCALL_PAGE_OFFSET 0x1000 |
.org HYPERCALL_PAGE_OFFSET |
.org HYPERCALL_PAGE_OFFSET |
ENTRY(hypercall_page) |
ENTRY(hypercall_page) |
.skip 0x1000 |
.skip 0x1000 |
#endif /* defined(XEN3) && !defined(XEN_COMPAT_030001) */ |
#endif /* defined(XEN) && !defined(XEN_COMPAT_030001) */ |
|
|
/* |
/* |
* void lgdt_finish(void); |
* void lgdt_finish(void); |
|
|
END(dumpsys) |
END(dumpsys) |
|
|
/* |
/* |
* struct lwp *cpu_switchto(struct lwp *oldlwp, struct newlwp, |
* struct lwp *cpu_switchto(struct lwp *oldlwp, struct *newlwp, |
* bool returning) |
* bool returning) |
* |
* |
* 1. if (oldlwp != NULL), save its context. |
* 1. if (oldlwp != NULL), save its context. |
Line 942 ENTRY(cpu_switchto) |
|
Line 933 ENTRY(cpu_switchto) |
|
jz 1f |
jz 1f |
|
|
/* Save old context. */ |
/* Save old context. */ |
movl L_ADDR(%esi),%eax |
movl L_PCB(%esi),%eax |
movl %esp,PCB_ESP(%eax) |
movl %esp,PCB_ESP(%eax) |
movl %ebp,PCB_EBP(%eax) |
movl %ebp,PCB_EBP(%eax) |
|
|
/* Switch to newlwp's stack. */ |
/* Switch to newlwp's stack. */ |
1: movl L_ADDR(%edi),%ebx |
1: movl L_PCB(%edi),%ebx |
movl PCB_EBP(%ebx),%ebp |
movl PCB_EBP(%ebx),%ebp |
movl PCB_ESP(%ebx),%esp |
movl PCB_ESP(%ebx),%esp |
|
|
Line 1000 ENTRY(cpu_switchto) |
|
Line 991 ENTRY(cpu_switchto) |
|
jne 5f |
jne 5f |
|
|
/* |
/* |
* Restore cr0 (including FPU state). Raise the IPL to IPL_IPI. |
* Restore cr0 (including FPU state). Raise the IPL to IPL_HIGH. |
* FPU IPIs can alter the LWP's saved cr0. Dropping the priority |
* FPU IPIs can alter the LWP's saved cr0. Dropping the priority |
* is deferred until mi_switch(), when cpu_switchto() returns. |
* is deferred until mi_switch(), when cpu_switchto() returns. |
*/ |
*/ |
2: |
2: |
#ifndef XEN |
#ifndef XEN |
movl $IPL_IPI,CPUVAR(ILEVEL) |
movl $IPL_HIGH,CPUVAR(ILEVEL) |
movl PCB_CR0(%ebx),%ecx |
movl PCB_CR0(%ebx),%ecx /* has CR0_TS clear */ |
movl %cr0,%edx |
movl %cr0,%edx |
|
|
/* |
/* |
* If our floating point registers are on a different CPU, |
* If our floating point registers are on a different CPU, |
* set CR0_TS so we'll trap rather than reuse bogus state. |
* set CR0_TS so we'll trap rather than reuse bogus state. |
*/ |
*/ |
movl PCB_FPCPU(%ebx),%eax |
cmpl CPUVAR(FPCURLWP),%edi |
cmpl CPUVAR(SELF),%eax |
|
je 3f |
je 3f |
orl $CR0_TS,%ecx |
orl $CR0_TS,%ecx |
|
|
Line 1046 ENTRY(cpu_switchto) |
|
Line 1036 ENTRY(cpu_switchto) |
|
|
|
.Lcopy_iobitmap: |
.Lcopy_iobitmap: |
/* Copy I/O bitmap. */ |
/* Copy I/O bitmap. */ |
|
incl _C_LABEL(pmap_iobmp_evcnt)+EV_COUNT |
movl $(IOMAPSIZE/4),%ecx |
movl $(IOMAPSIZE/4),%ecx |
pushl %esi |
pushl %esi |
pushl %edi |
pushl %edi |
|
|
* Old call gate entry for syscall |
* Old call gate entry for syscall |
*/ |
*/ |
IDTVEC(osyscall) |
IDTVEC(osyscall) |
|
#ifndef XEN |
|
/* XXX we are in trouble! interrupts be off here. */ |
|
cli # must be first instruction |
|
#endif |
pushfl # set eflags in trap frame |
pushfl # set eflags in trap frame |
popl 8(%esp) |
popl 8(%esp) |
|
orl $PSL_I,(%esp) # re-enable ints on return to user |
pushl $7 # size of instruction for restart |
pushl $7 # size of instruction for restart |
jmp syscall1 |
jmp syscall1 |
IDTVEC_END(osyscall) |
IDTVEC_END(osyscall) |
Line 1094 IDTVEC(syscall) |
|
Line 1090 IDTVEC(syscall) |
|
syscall1: |
syscall1: |
pushl $T_ASTFLT # trap # for doing ASTs |
pushl $T_ASTFLT # trap # for doing ASTs |
INTRENTRY |
INTRENTRY |
|
STI(%eax) |
#ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
movl CPUVAR(ILEVEL),%ebx |
movl CPUVAR(ILEVEL),%ebx |
testl %ebx,%ebx |
testl %ebx,%ebx |
jz 1f |
jz 1f |
pushl $5f |
pushl $5f |
call _C_LABEL(printf) |
call _C_LABEL(panic) |
addl $4,%esp |
addl $4,%esp |
#ifdef DDB |
#ifdef DDB |
int $3 |
int $3 |
|
|
INTRFASTEXIT |
INTRFASTEXIT |
3: STI(%eax) |
3: STI(%eax) |
pushl $4f |
pushl $4f |
call _C_LABEL(printf) |
call _C_LABEL(panic) |
addl $4,%esp |
addl $4,%esp |
pushl $IPL_NONE |
pushl $IPL_NONE |
call _C_LABEL(spllower) |
call _C_LABEL(spllower) |
addl $4,%esp |
addl $4,%esp |
jmp .Lsyscall_checkast |
jmp .Lsyscall_checkast |
4: .asciz "WARNING: SPL NOT LOWERED ON SYSCALL EXIT\n" |
4: .asciz "SPL NOT LOWERED ON SYSCALL EXIT\n" |
5: .asciz "WARNING: SPL NOT ZERO ON SYSCALL ENTRY\n" |
5: .asciz "SPL NOT ZERO ON SYSCALL ENTRY\n" |
#endif /* DIAGNOSTIC */ |
#endif /* DIAGNOSTIC */ |
9: |
9: |
cmpl $0, CPUVAR(WANT_PMAPLOAD) |
cmpl $0, CPUVAR(WANT_PMAPLOAD) |
|
|
jmp .Lsyscall_checkast /* re-check ASTs */ |
jmp .Lsyscall_checkast /* re-check ASTs */ |
IDTVEC_END(syscall) |
IDTVEC_END(syscall) |
|
|
|
IDTVEC(svr4_fasttrap) |
|
pushl $2 # size of instruction for restart |
|
pushl $T_ASTFLT # trap # for doing ASTs |
|
INTRENTRY |
|
STI(%eax) |
|
pushl $RW_READER |
|
pushl $_C_LABEL(svr4_fasttrap_lock) |
|
call _C_LABEL(rw_enter) |
|
addl $8,%esp |
|
call *_C_LABEL(svr4_fasttrap_vec) |
|
pushl $_C_LABEL(svr4_fasttrap_lock) |
|
call _C_LABEL(rw_exit) |
|
addl $4,%esp |
|
2: /* Check for ASTs on exit to user mode. */ |
|
cli |
|
CHECK_ASTPENDING(%eax) |
|
je 1f |
|
/* Always returning to user mode here. */ |
|
CLEAR_ASTPENDING(%eax) |
|
sti |
|
/* Pushed T_ASTFLT into tf_trapno on entry. */ |
|
pushl %esp |
|
call _C_LABEL(trap) |
|
addl $4,%esp |
|
jmp 2b |
|
1: CHECK_DEFERRED_SWITCH |
|
jnz 9f |
|
INTRFASTEXIT |
|
9: sti |
|
call _C_LABEL(pmap_load) |
|
cli |
|
jmp 2b |
|
|
#if NNPX > 0 |
#if NNPX > 0 |
/* |
/* |
* Special interrupt handlers. Someday intr0-intr15 will be used to count |
* Special interrupt handlers. Someday intr0-intr15 will be used to count |
Line 1227 END(npx586bug1) |
|
Line 1257 END(npx586bug1) |
|
#endif /* NNPX > 0 */ |
#endif /* NNPX > 0 */ |
|
|
/* |
/* |
* void sse2_zero_page(void *pg) |
* void sse2_idlezero_page(void *pg) |
* |
* |
* Zero a page without polluting the cache. |
* Zero a page without polluting the cache. Preemption must be |
|
* disabled by the caller. Abort if a preemption is pending. |
*/ |
*/ |
ENTRY(sse2_zero_page) |
ENTRY(sse2_idlezero_page) |
pushl %ebp |
pushl %ebp |
movl %esp,%ebp |
movl %esp,%ebp |
movl 8(%esp), %edx |
movl 8(%esp), %edx |
movl $(PAGE_SIZE/64), %ecx |
movl $(PAGE_SIZE/32), %ecx |
xorl %eax, %eax |
xorl %eax, %eax |
.align 16 |
.align 16 |
1: |
1: |
|
testl $RESCHED_KPREEMPT, CPUVAR(RESCHED) |
|
jnz 2f |
movnti %eax, 0(%edx) |
movnti %eax, 0(%edx) |
movnti %eax, 4(%edx) |
movnti %eax, 4(%edx) |
movnti %eax, 8(%edx) |
movnti %eax, 8(%edx) |
Line 1247 ENTRY(sse2_zero_page) |
|
Line 1280 ENTRY(sse2_zero_page) |
|
movnti %eax, 20(%edx) |
movnti %eax, 20(%edx) |
movnti %eax, 24(%edx) |
movnti %eax, 24(%edx) |
movnti %eax, 28(%edx) |
movnti %eax, 28(%edx) |
movnti %eax, 32(%edx) |
addl $32, %edx |
movnti %eax, 36(%edx) |
|
movnti %eax, 40(%edx) |
|
movnti %eax, 44(%edx) |
|
movnti %eax, 48(%edx) |
|
movnti %eax, 52(%edx) |
|
movnti %eax, 56(%edx) |
|
movnti %eax, 60(%edx) |
|
addl $64, %edx |
|
decl %ecx |
decl %ecx |
jnz 1b |
jnz 1b |
sfence |
sfence |
|
incl %eax |
pop %ebp |
pop %ebp |
ret |
ret |
END(sse2_zero_page) |
2: |
|
|
/* |
|
* void sse2_copy_page(void *src, void *dst) |
|
* |
|
* Copy a page without polluting the cache. |
|
*/ |
|
ENTRY(sse2_copy_page) |
|
pushl %ebp |
|
pushl %ebx |
|
pushl %esi |
|
pushl %edi |
|
movl 20(%esp), %esi |
|
movl 24(%esp), %edi |
|
xorl %ebp, %ebp |
|
.align 16 |
|
1: |
|
movl 0(%esi,%ebp), %eax |
|
movl 4(%esi,%ebp), %ebx |
|
movl 8(%esi,%ebp), %ecx |
|
movl 12(%esi,%ebp), %edx |
|
movnti %eax, 0(%edi,%ebp) |
|
movnti %ebx, 4(%edi,%ebp) |
|
movnti %ecx, 8(%edi,%ebp) |
|
movnti %edx, 12(%edi,%ebp) |
|
movl 16(%esi,%ebp), %eax |
|
movl 20(%esi,%ebp), %ebx |
|
movl 24(%esi,%ebp), %ecx |
|
movl 28(%esi,%ebp), %edx |
|
movnti %eax, 16(%edi,%ebp) |
|
movnti %ebx, 20(%edi,%ebp) |
|
movnti %ecx, 24(%edi,%ebp) |
|
movnti %edx, 28(%edi,%ebp) |
|
addl $32, %ebp |
|
cmpl $PAGE_SIZE, %ebp |
|
jne 1b |
|
sfence |
sfence |
popl %edi |
|
popl %esi |
|
popl %ebx |
|
popl %ebp |
popl %ebp |
ret |
ret |
END(sse2_copy_page) |
END(sse2_idlezero_page) |