version 1.71, 2008/05/02 15:26:38 |
version 1.78, 2008/10/19 14:12:28 |
Line 138 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 138 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#include "opt_compat_oldboot.h" |
#include "opt_compat_oldboot.h" |
#include "opt_ddb.h" |
#include "opt_ddb.h" |
|
#include "opt_multiboot.h" |
#include "opt_realmem.h" |
#include "opt_realmem.h" |
#include "opt_vm86.h" |
#include "opt_vm86.h" |
#include "opt_xen.h" |
#include "opt_xen.h" |
Line 204 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 205 __KERNEL_RCSID(0, "$NetBSD$"); |
|
.data |
.data |
|
|
.globl _C_LABEL(cpu) |
.globl _C_LABEL(cpu) |
|
.globl _C_LABEL(cpuid_level) |
.globl _C_LABEL(esym) |
.globl _C_LABEL(esym) |
.globl _C_LABEL(eblob) |
.globl _C_LABEL(eblob) |
.globl _C_LABEL(atdevbase) |
.globl _C_LABEL(atdevbase) |
Line 236 _C_LABEL(lapic_tpr): |
|
Line 238 _C_LABEL(lapic_tpr): |
|
#endif |
#endif |
|
|
_C_LABEL(cpu): .long 0 # are we 80486, Pentium, or.. |
_C_LABEL(cpu): .long 0 # are we 80486, Pentium, or.. |
|
_C_LABEL(cpuid_level): .long 0 |
_C_LABEL(atdevbase): .long 0 # location of start of iomem in virtual |
_C_LABEL(atdevbase): .long 0 # location of start of iomem in virtual |
_C_LABEL(proc0uarea): .long 0 |
_C_LABEL(proc0uarea): .long 0 |
_C_LABEL(PDPpaddr): .long 0 # paddr of PDP, for libkvm |
_C_LABEL(PDPpaddr): .long 0 # paddr of PDP, for libkvm |
Line 309 _C_LABEL(Multiboot_Header): |
|
Line 312 _C_LABEL(Multiboot_Header): |
|
movw %ax,%fs |
movw %ax,%fs |
movw %ax,%gs |
movw %ax,%gs |
decl %eax |
decl %eax |
movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL |
movl %eax,RELOC(cpuid_level) |
|
|
/* Find out our CPU type. */ |
/* Find out our CPU type. */ |
|
|
|
|
try586: /* Use the `cpuid' instruction. */ |
try586: /* Use the `cpuid' instruction. */ |
xorl %eax,%eax |
xorl %eax,%eax |
cpuid |
cpuid |
movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL |
movl %eax,RELOC(cpuid_level) |
|
|
2: |
2: |
/* |
/* |
Line 646 try586: /* Use the `cpuid' instruction. |
|
Line 649 try586: /* Use the `cpuid' instruction. |
|
movl %cr0,%eax # get control word |
movl %cr0,%eax # get control word |
# enable paging & NPX emulation |
# enable paging & NPX emulation |
orl $(CR0_PE|CR0_PG|CR0_NE|CR0_TS|CR0_EM|CR0_MP),%eax |
orl $(CR0_PE|CR0_PG|CR0_NE|CR0_TS|CR0_EM|CR0_MP),%eax |
movl %eax,%cr0 # and let's page NOW! |
movl %eax,%cr0 # and page NOW! |
|
|
pushl $begin # jump to high mem |
pushl $begin # jump to high mem |
ret |
ret |
|
|
movw %ax,%fs |
movw %ax,%fs |
movw %ax,%gs |
movw %ax,%gs |
decl %eax |
decl %eax |
movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL |
movl %eax,RELOC(cpuid_level) |
|
|
xorl %eax,%eax |
xorl %eax,%eax |
cpuid |
cpuid |
movl %eax,RELOC(cpu_info_primary)+CPU_INFO_LEVEL |
movl %eax,RELOC(cpuid_level) |
|
|
call xen_pmap_bootstrap |
call xen_pmap_bootstrap |
/* |
/* |
Line 805 NENTRY(lgdt_finish) |
|
Line 808 NENTRY(lgdt_finish) |
|
pushl $GSEL(GCODE_SEL, SEL_KPL) |
pushl $GSEL(GCODE_SEL, SEL_KPL) |
pushl %eax |
pushl %eax |
lret |
lret |
|
END(lgdt_finish) |
|
|
#endif /* XEN */ |
#endif /* XEN */ |
|
|
Line 829 NENTRY(lwp_trampoline) |
|
Line 833 NENTRY(lwp_trampoline) |
|
addl $4,%esp |
addl $4,%esp |
jmp .Lsyscall_checkast |
jmp .Lsyscall_checkast |
/* NOTREACHED */ |
/* NOTREACHED */ |
|
END(lwp_trampoline) |
|
|
/* |
/* |
* sigcode() |
* sigcode() |
|
|
int $0x80 # exit if sigreturn fails |
int $0x80 # exit if sigreturn fails |
.globl _C_LABEL(esigcode) |
.globl _C_LABEL(esigcode) |
_C_LABEL(esigcode): |
_C_LABEL(esigcode): |
|
END(sigcode) |
|
|
/* |
/* |
* int setjmp(label_t *) |
* int setjmp(label_t *) |
|
|
movl %edx,20(%eax) # save eip |
movl %edx,20(%eax) # save eip |
xorl %eax,%eax # return 0 |
xorl %eax,%eax # return 0 |
ret |
ret |
|
END(setjmp) |
|
|
/* |
/* |
* int longjmp(label_t *) |
* int longjmp(label_t *) |
|
|
movl %edx,(%esp) # put in return frame |
movl %edx,(%esp) # put in return frame |
movl $1,%eax # return 1 |
movl $1,%eax # return 1 |
ret |
ret |
|
END(longjmp) |
|
|
/* |
/* |
* void dumpsys(void) |
* void dumpsys(void) |
|
|
call _C_LABEL(dodumpsys) # dump! |
call _C_LABEL(dodumpsys) # dump! |
addl $(3*4), %esp # unwind switchframe |
addl $(3*4), %esp # unwind switchframe |
ret |
ret |
|
END(dumpsys) |
|
|
/* |
/* |
* struct lwp *cpu_switchto(struct lwp *oldlwp, struct newlwp, |
* struct lwp *cpu_switchto(struct lwp *oldlwp, struct newlwp, |
Line 919 ENTRY(cpu_switchto) |
|
Line 928 ENTRY(cpu_switchto) |
|
#if defined(DIAGNOSTIC) && !defined(XEN) |
#if defined(DIAGNOSTIC) && !defined(XEN) |
cmpl $IPL_SCHED,CPUVAR(ILEVEL) |
cmpl $IPL_SCHED,CPUVAR(ILEVEL) |
jbe 0f |
jbe 0f |
|
pushl CPUVAR(ILEVEL) |
pushl $.Lstr |
pushl $.Lstr |
call _C_LABEL(panic) |
call _C_LABEL(panic) |
addl $4,%esp |
addl $8,%esp |
.Lstr: .string "cpu_switcho: switching above IPL_SCHED\0" |
.Lstr: .string "cpu_switchto: switching above IPL_SCHED (%d)\0" |
0: |
0: |
#endif |
#endif |
|
|
Line 1049 ENTRY(cpu_switchto) |
|
Line 1059 ENTRY(cpu_switchto) |
|
popl %esi |
popl %esi |
movl $((CPU_INFO_IOMAP - CPU_INFO_TSS) << 16),CPUVAR(IOBASE) |
movl $((CPU_INFO_IOMAP - CPU_INFO_TSS) << 16),CPUVAR(IOBASE) |
jmp .Liobitmap_done |
jmp .Liobitmap_done |
|
END(cpu_switchto) |
|
|
/* |
/* |
* void savectx(struct pcb *pcb); |
* void savectx(struct pcb *pcb); |
|
|
movl %esp,PCB_ESP(%edx) |
movl %esp,PCB_ESP(%edx) |
movl %ebp,PCB_EBP(%edx) |
movl %ebp,PCB_EBP(%edx) |
ret |
ret |
|
END(savectx) |
|
|
/* |
/* |
* osyscall() |
* osyscall() |
Line 1071 IDTVEC(osyscall) |
|
Line 1083 IDTVEC(osyscall) |
|
popl 8(%esp) |
popl 8(%esp) |
pushl $7 # size of instruction for restart |
pushl $7 # size of instruction for restart |
jmp syscall1 |
jmp syscall1 |
|
IDTVEC_END(osyscall) |
|
|
/* |
/* |
* syscall() |
* syscall() |
|
|
call _C_LABEL(trap) |
call _C_LABEL(trap) |
addl $4,%esp |
addl $4,%esp |
jmp .Lsyscall_checkast /* re-check ASTs */ |
jmp .Lsyscall_checkast /* re-check ASTs */ |
|
IDTVEC_END(syscall) |
|
|
#if NNPX > 0 |
#if NNPX > 0 |
/* |
/* |
Line 1184 NENTRY(probeintr) |
|
Line 1198 NENTRY(probeintr) |
|
outb %al,$0xf0 # clear BUSY# latch |
outb %al,$0xf0 # clear BUSY# latch |
popl %eax |
popl %eax |
iret |
iret |
|
END(probeintr) |
|
|
/* |
/* |
* void probetrap(void) |
* void probetrap(void) |
Line 1193 NENTRY(probetrap) |
|
Line 1208 NENTRY(probetrap) |
|
incl _C_LABEL(npx_traps_while_probing) |
incl _C_LABEL(npx_traps_while_probing) |
fnclex |
fnclex |
iret |
iret |
|
END(probetrap) |
|
|
/* |
/* |
* int npx586bug1(int a, int b) |
* int npx586bug1(int a, int b) |
Line 1208 NENTRY(npx586bug1) |
|
Line 1224 NENTRY(npx586bug1) |
|
fistpl (%esp) |
fistpl (%esp) |
popl %eax |
popl %eax |
ret |
ret |
|
END(npx586bug1) |
#endif /* NNPX > 0 */ |
#endif /* NNPX > 0 */ |
|
|
/* |
/* |
* void sse2_zero_page(void *pg) |
* void sse2_idlezero_page(void *pg) |
* |
* |
* Zero a page without polluting the cache. |
* Zero a page without polluting the cache. Preemption must be |
|
* disabled by the caller. Abort if a preemption is pending. |
*/ |
*/ |
ENTRY(sse2_zero_page) |
ENTRY(sse2_idlezero_page) |
pushl %ebp |
pushl %ebp |
movl %esp,%ebp |
movl %esp,%ebp |
movl 8(%esp), %edx |
movl 8(%esp), %edx |
movl $PAGE_SIZE, %ecx |
movl $(PAGE_SIZE/32), %ecx |
xorl %eax, %eax |
xorl %eax, %eax |
.align 16 |
.align 16 |
1: |
1: |
|
cmpl $0, CPUVAR(RESCHED) |
|
jnz 2f |
movnti %eax, 0(%edx) |
movnti %eax, 0(%edx) |
movnti %eax, 4(%edx) |
movnti %eax, 4(%edx) |
movnti %eax, 8(%edx) |
movnti %eax, 8(%edx) |
Line 1231 ENTRY(sse2_zero_page) |
|
Line 1251 ENTRY(sse2_zero_page) |
|
movnti %eax, 20(%edx) |
movnti %eax, 20(%edx) |
movnti %eax, 24(%edx) |
movnti %eax, 24(%edx) |
movnti %eax, 28(%edx) |
movnti %eax, 28(%edx) |
subl $32, %ecx |
addl $32, %edx |
leal 32(%edx), %edx |
decl %ecx |
jnz 1b |
jnz 1b |
sfence |
sfence |
|
incl %eax |
pop %ebp |
pop %ebp |
ret |
ret |
|
2: |
/* |
|
* void sse2_copy_page(void *src, void *dst) |
|
* |
|
* Copy a page without polluting the cache. |
|
*/ |
|
ENTRY(sse2_copy_page) |
|
pushl %ebp |
|
pushl %ebx |
|
pushl %esi |
|
pushl %edi |
|
movl 20(%esp), %esi |
|
movl 24(%esp), %edi |
|
movl $PAGE_SIZE, %ebp |
|
.align 16 |
|
1: |
|
movl 0(%esi), %eax |
|
movl 4(%esi), %ebx |
|
movl 8(%esi), %ecx |
|
movl 12(%esi), %edx |
|
movnti %eax, 0(%edi) |
|
movnti %ebx, 4(%edi) |
|
movnti %ecx, 8(%edi) |
|
movnti %edx, 12(%edi) |
|
subl $16, %ebp |
|
leal 16(%esi), %esi |
|
leal 16(%edi), %edi |
|
jnz 1b |
|
sfence |
sfence |
popl %edi |
|
popl %esi |
|
popl %ebx |
|
popl %ebp |
popl %ebp |
ret |
ret |
|
END(sse2_idlezero_page) |