| version 1.29, 2004/08/05 15:25:29 |
version 1.30, 2004/08/22 06:46:34 |
|
|
| #include <machine/asm.h> |
#include <machine/asm.h> |
| |
|
| #if defined(MULTIPROCESSOR) |
#if defined(MULTIPROCESSOR) |
| |
|
| #define SET_CURLWP(lwp,cpu) \ |
#define SET_CURLWP(lwp,cpu) \ |
| movl CPUVAR(SELF),cpu ; \ |
movl CPUVAR(SELF),cpu ; \ |
| movl lwp,CPUVAR(CURLWP) ; \ |
movl lwp,CPUVAR(CURLWP) ; \ |
| movl cpu,L_CPU(lwp) |
movl cpu,L_CPU(lwp) |
| |
|
| #else |
#else |
| |
|
| #define SET_CURLWP(lwp,tcpu) movl lwp,CPUVAR(CURLWP) |
#define SET_CURLWP(lwp,tcpu) movl lwp,CPUVAR(CURLWP) |
|
|
| |
|
| #endif |
#endif |
| |
|
| #define GET_CURPCB(reg) movl CPUVAR(CURPCB),reg |
#define GET_CURPCB(reg) movl CPUVAR(CURPCB),reg |
| #define SET_CURPCB(reg) movl reg,CPUVAR(CURPCB) |
#define SET_CURPCB(reg) movl reg,CPUVAR(CURPCB) |
| |
|
| #define CLEAR_RESCHED(reg) movl reg,CPUVAR(RESCHED) |
#define CLEAR_RESCHED(reg) movl reg,CPUVAR(RESCHED) |
|
|
| #ifdef MULTIPROCESSOR |
#ifdef MULTIPROCESSOR |
| #include <machine/i82489reg.h> |
#include <machine/i82489reg.h> |
| #endif |
#endif |
| |
|
| /* |
/* |
| * PTmap is recursive pagemap at top of virtual address space. |
* PTmap is recursive pagemap at top of virtual address space. |
| * Within PTmap, the page directory can be found (third indirection). |
* Within PTmap, the page directory can be found (third indirection). |
|
|
| #ifdef I586_CPU |
#ifdef I586_CPU |
| .globl _C_LABEL(idt) |
.globl _C_LABEL(idt) |
| #endif |
#endif |
| .globl _C_LABEL(lapic_tpr) |
.globl _C_LABEL(lapic_tpr) |
| |
|
| #if NLAPIC > 0 |
#if NLAPIC > 0 |
| #ifdef __ELF__ |
#ifdef __ELF__ |
| .align PAGE_SIZE |
.align PAGE_SIZE |
|
|
| .globl _C_LABEL(local_apic), _C_LABEL(lapic_id) |
.globl _C_LABEL(local_apic), _C_LABEL(lapic_id) |
| _C_LABEL(local_apic): |
_C_LABEL(local_apic): |
| .space LAPIC_ID |
.space LAPIC_ID |
| _C_LABEL(lapic_id): |
_C_LABEL(lapic_id): |
| .long 0x00000000 |
.long 0x00000000 |
| .space LAPIC_TPRI-(LAPIC_ID+4) |
.space LAPIC_TPRI-(LAPIC_ID+4) |
| _C_LABEL(lapic_tpr): |
_C_LABEL(lapic_tpr): |
| .space LAPIC_PPRI-LAPIC_TPRI |
.space LAPIC_PPRI-LAPIC_TPRI |
| _C_LABEL(lapic_ppr): |
_C_LABEL(lapic_ppr): |
| .space LAPIC_ISR-LAPIC_PPRI |
.space LAPIC_ISR-LAPIC_PPRI |
| _C_LABEL(lapic_isr): |
_C_LABEL(lapic_isr): |
| .space PAGE_SIZE-LAPIC_ISR |
.space PAGE_SIZE-LAPIC_ISR |
| #else |
#else |
| _C_LABEL(lapic_tpr): |
_C_LABEL(lapic_tpr): |
| .long 0 |
.long 0 |
| #endif |
#endif |
| |
|
| |
|
| _C_LABEL(cpu): .long 0 # are we 386, 386sx, or 486, |
_C_LABEL(cpu): .long 0 # are we 386, 386sx, or 486, |
| # or Pentium, or.. |
# or Pentium, or.. |
| Line 233 _C_LABEL(biosextmem): .long 0 # extended |
|
| Line 233 _C_LABEL(biosextmem): .long 0 # extended |
|
| #else |
#else |
| _C_LABEL(biosextmem): .long REALEXTMEM |
_C_LABEL(biosextmem): .long REALEXTMEM |
| #endif |
#endif |
| |
|
| .space 512 |
.space 512 |
| tmpstk: |
tmpstk: |
| |
|
| Line 497 try586: /* Use the `cpuid' instruction. |
|
| Line 497 try586: /* Use the `cpuid' instruction. |
|
| /* |
/* |
| * Virtual address space of kernel: |
* Virtual address space of kernel: |
| * |
* |
| * text | data | bss | [syms] | page dir | proc0 kstack |
* text | data | bss | [syms] | page dir | proc0 kstack |
| * 0 1 2 3 |
* 0 1 2 3 |
| */ |
*/ |
| #define PROC0PDIR ((0) * PAGE_SIZE) |
#define PROC0PDIR ((0) * PAGE_SIZE) |
| Line 572 try586: /* Use the `cpuid' instruction. |
|
| Line 572 try586: /* Use the `cpuid' instruction. |
|
| /* Calculate end of text segment, rounded to a page. */ |
/* Calculate end of text segment, rounded to a page. */ |
| leal (RELOC(etext)+PGOFSET),%edx |
leal (RELOC(etext)+PGOFSET),%edx |
| andl $~PGOFSET,%edx |
andl $~PGOFSET,%edx |
| |
|
| /* Skip over the first 1MB. */ |
/* Skip over the first 1MB. */ |
| movl $_RELOC(KERNTEXTOFF),%eax |
movl $_RELOC(KERNTEXTOFF),%eax |
| movl %eax,%ecx |
movl %eax,%ecx |
|
|
| pushl %esp |
pushl %esp |
| call _C_LABEL(initgdt) |
call _C_LABEL(initgdt) |
| addl $4,%esp |
addl $4,%esp |
| |
|
| movl _C_LABEL(nkpde),%eax |
movl _C_LABEL(nkpde),%eax |
| shll $PGSHIFT,%eax |
shll $PGSHIFT,%eax |
| addl $TABLESIZE,%eax |
addl $TABLESIZE,%eax |
| Line 882 ENTRY(i386_copyout) |
|
| Line 882 ENTRY(i386_copyout) |
|
| pushl %esi |
pushl %esi |
| pushl %edi |
pushl %edi |
| pushl $0 |
pushl $0 |
| |
|
| movl 16(%esp),%esi |
movl 16(%esp),%esi |
| movl 20(%esp),%edi |
movl 20(%esp),%edi |
| movl 24(%esp),%eax |
movl 24(%esp),%eax |
| Line 924 ENTRY(i386_copyout) |
|
| Line 924 ENTRY(i386_copyout) |
|
| 1: /* Check PTE for each page. */ |
1: /* Check PTE for each page. */ |
| testb $PG_RW,_C_LABEL(PTmap)(,%edi,4) |
testb $PG_RW,_C_LABEL(PTmap)(,%edi,4) |
| jz 2f |
jz 2f |
| |
|
| 4: incl %edi |
4: incl %edi |
| decl %ecx |
decl %ecx |
| jns 1b |
jns 1b |
| Line 932 ENTRY(i386_copyout) |
|
| Line 932 ENTRY(i386_copyout) |
|
| movl 20(%esp),%edi |
movl 20(%esp),%edi |
| movl 24(%esp),%eax |
movl 24(%esp),%eax |
| jmp 3f |
jmp 3f |
| |
|
| 2: /* Simulate a trap. */ |
2: /* Simulate a trap. */ |
| pushl %ecx |
pushl %ecx |
| movl %edi,%eax |
movl %edi,%eax |
| Line 972 ENTRY(i486_copyout) |
|
| Line 972 ENTRY(i486_copyout) |
|
| pushl %esi |
pushl %esi |
| pushl %edi |
pushl %edi |
| pushl $0 |
pushl $0 |
| |
|
| movl 16(%esp),%esi |
movl 16(%esp),%esi |
| movl 20(%esp),%edi |
movl 20(%esp),%edi |
| movl 24(%esp),%eax |
movl 24(%esp),%eax |
| Line 1027 ENTRY(i386_copyin) |
|
| Line 1027 ENTRY(i386_copyin) |
|
| GET_CURPCB(%eax) |
GET_CURPCB(%eax) |
| pushl $0 |
pushl $0 |
| movl $_C_LABEL(copy_fault),PCB_ONFAULT(%eax) |
movl $_C_LABEL(copy_fault),PCB_ONFAULT(%eax) |
| |
|
| movl 16(%esp),%esi |
movl 16(%esp),%esi |
| movl 20(%esp),%edi |
movl 20(%esp),%edi |
| movl 24(%esp),%eax |
movl 24(%esp),%eax |
| Line 1219 ENTRY(copyoutstr) |
|
| Line 1219 ENTRY(copyoutstr) |
|
| ENTRY(copyinstr) |
ENTRY(copyinstr) |
| pushl %esi |
pushl %esi |
| pushl %edi |
pushl %edi |
| |
|
| DO_DEFERRED_SWITCH(%eax) |
DO_DEFERRED_SWITCH(%eax) |
| |
|
| GET_CURPCB(%ecx) |
GET_CURPCB(%ecx) |
|
|
| movl (%edx),%eax |
movl (%edx),%eax |
| movl $0,PCB_ONFAULT(%ecx) |
movl $0,PCB_ONFAULT(%ecx) |
| ret |
ret |
| |
|
| /* |
/* |
| * int fusword(const void *uaddr); |
* int fusword(const void *uaddr); |
| * Fetch a short from the user's address space. |
* Fetch a short from the user's address space. |
|
|
| movzwl (%edx),%eax |
movzwl (%edx),%eax |
| movl $0,PCB_ONFAULT(%ecx) |
movl $0,PCB_ONFAULT(%ecx) |
| ret |
ret |
| |
|
| /* |
/* |
| * int fuswintr(const void *uaddr); |
* int fuswintr(const void *uaddr); |
| * Fetch a short from the user's address space. Can be called during an |
* Fetch a short from the user's address space. Can be called during an |
| Line 1379 ENTRY(fuswintr) |
|
| Line 1379 ENTRY(fuswintr) |
|
| movzwl (%edx),%eax |
movzwl (%edx),%eax |
| movl $0,PCB_ONFAULT(%ecx) |
movl $0,PCB_ONFAULT(%ecx) |
| ret |
ret |
| |
|
| /* |
/* |
| * int fubyte(const void *uaddr); |
* int fubyte(const void *uaddr); |
| * Fetch a byte from the user's address space. |
* Fetch a byte from the user's address space. |
|
|
| xorl %eax,%eax |
xorl %eax,%eax |
| movl %eax,PCB_ONFAULT(%ecx) |
movl %eax,PCB_ONFAULT(%ecx) |
| ret |
ret |
| |
|
| /* |
/* |
| * int susword(void *uaddr, short x); |
* int susword(void *uaddr, short x); |
| * Store a short in the user's address space. |
* Store a short in the user's address space. |
|
|
| jne 2f |
jne 2f |
| #endif /* I486_CPU || I586_CPU || I686_CPU */ |
#endif /* I486_CPU || I586_CPU || I686_CPU */ |
| |
|
| GET_CURPCB(%eax) |
GET_CURPCB(%eax) |
| movl $3f,PCB_ONFAULT(%eax) |
movl $3f,PCB_ONFAULT(%eax) |
| |
|
| movl %edx,%eax |
movl %edx,%eax |
| Line 1696 NENTRY(switch_error) |
|
| Line 1696 NENTRY(switch_error) |
|
| * Find a runnable process and switch to it. Wait if necessary. If the new |
* Find a runnable process and switch to it. Wait if necessary. If the new |
| * process is the same as the old one, we short-circuit the context save and |
* process is the same as the old one, we short-circuit the context save and |
| * restore. |
* restore. |
| * |
* |
| * Note that the stack frame layout is known to "struct switchframe" |
* Note that the stack frame layout is known to "struct switchframe" |
| * in <machine/frame.h> and to the code in cpu_fork() which initializes |
* in <machine/frame.h> and to the code in cpu_fork() which initializes |
| * it for a new lwp. |
* it for a new lwp. |
| */ |
*/ |
| ENTRY(cpu_switch) |
ENTRY(cpu_switch) |
| Line 1713 ENTRY(cpu_switch) |
|
| Line 1713 ENTRY(cpu_switch) |
|
| call _C_LABEL(panic) |
call _C_LABEL(panic) |
| /* NOTREACHED */ |
/* NOTREACHED */ |
| 2: .asciz "not splsched() in cpu_switch!" |
2: .asciz "not splsched() in cpu_switch!" |
| 1: |
1: |
| #endif /* DEBUG */ |
#endif /* DEBUG */ |
| |
|
| movl 16(%esp),%esi # current |
movl 16(%esp),%esi # current |
| |
|
| /* |
/* |
| Line 1803 ENTRY(cpu_switch) |
|
| Line 1803 ENTRY(cpu_switch) |
|
| |
|
| xorl %esi,%esi |
xorl %esi,%esi |
| sti |
sti |
| idle_unlock: |
idle_unlock: |
| #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
| call _C_LABEL(sched_unlock_idle) |
call _C_LABEL(sched_unlock_idle) |
| #endif |
#endif |
| /* Interrupts are okay again. */ |
/* Interrupts are okay again. */ |
|
|
| call _C_LABEL(Xspllower) # process pending interrupts |
call _C_LABEL(Xspllower) # process pending interrupts |
| addl $4,%esp |
addl $4,%esp |
| jmp idle_start |
jmp idle_start |
| idle_zero: |
idle_zero: |
| sti |
sti |
| call _C_LABEL(uvm_pageidlezero) |
call _C_LABEL(uvm_pageidlezero) |
| cli |
cli |
|
|
| sti |
sti |
| hlt |
hlt |
| NENTRY(mpidle) |
NENTRY(mpidle) |
| idle_start: |
idle_start: |
| cli |
cli |
| cmpl $0,_C_LABEL(sched_whichqs) |
cmpl $0,_C_LABEL(sched_whichqs) |
| jz idle_loop |
jz idle_loop |
| idle_exit: |
idle_exit: |
| movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh |
movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh |
| sti |
sti |
| #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
| call _C_LABEL(sched_lock_idle) |
call _C_LABEL(sched_lock_idle) |
| #endif |
#endif |
| movl _C_LABEL(sched_whichqs),%ecx |
movl _C_LABEL(sched_whichqs),%ecx |
| bsfl %ecx,%ebx |
bsfl %ecx,%ebx |
| jz idle_unlock |
jz idle_unlock |
| |
|
| switch_dequeue: |
switch_dequeue: |
| /* |
/* |
| * we're running at splhigh(), but it's otherwise okay to take |
* we're running at splhigh(), but it's otherwise okay to take |
| * interrupts here. |
* interrupts here. |
| */ |
*/ |
| sti |
sti |
| leal _C_LABEL(sched_qs)(,%ebx,8),%eax # select q |
leal _C_LABEL(sched_qs)(,%ebx,8),%eax # select q |
|
|
| movl %eax,PCB_CR3(%esi) /* XXX should be done by pmap_activate? */ |
movl %eax,PCB_CR3(%esi) /* XXX should be done by pmap_activate? */ |
| #ifdef MULTIPROCESSOR |
#ifdef MULTIPROCESSOR |
| movl CPUVAR(GDT),%eax |
movl CPUVAR(GDT),%eax |
| #else |
#else |
| /* Load TSS info. */ |
/* Load TSS info. */ |
| movl _C_LABEL(gdt),%eax |
movl _C_LABEL(gdt),%eax |
| #endif |
#endif |
| Line 1958 switch_restored: |
|
| Line 1958 switch_restored: |
|
| /* Restore cr0 (including FPU state). */ |
/* Restore cr0 (including FPU state). */ |
| movl PCB_CR0(%esi),%ecx |
movl PCB_CR0(%esi),%ecx |
| #ifdef MULTIPROCESSOR |
#ifdef MULTIPROCESSOR |
| /* |
/* |
| * If our floating point registers are on a different CPU, |
* If our floating point registers are on a different CPU, |
| * clear CR0_TS so we'll trap rather than reuse bogus state. |
* clear CR0_TS so we'll trap rather than reuse bogus state. |
| */ |
*/ |
| Line 1966 switch_restored: |
|
| Line 1966 switch_restored: |
|
| cmpl CPUVAR(SELF),%ebx |
cmpl CPUVAR(SELF),%ebx |
| jz 1f |
jz 1f |
| orl $CR0_TS,%ecx |
orl $CR0_TS,%ecx |
| 1: |
1: |
| #endif |
#endif |
| movl %ecx,%cr0 |
movl %ecx,%cr0 |
| |
|
| /* Record new pcb. */ |
/* Record new pcb. */ |
| Line 1987 switch_restored: |
|
| Line 1987 switch_restored: |
|
| movl $1,%ebx |
movl $1,%ebx |
| |
|
| switch_return: |
switch_return: |
| #if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
#if defined(MULTIPROCESSOR) || defined(LOCKDEBUG) |
| call _C_LABEL(sched_unlock_idle) |
call _C_LABEL(sched_unlock_idle) |
| #endif |
#endif |
| cmpl $0,CPUVAR(IPENDING) |
cmpl $0,CPUVAR(IPENDING) |
|
|
| movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh() |
movl $IPL_HIGH,CPUVAR(ILEVEL) # splhigh() |
| |
|
| movl %ebx,%eax |
movl %ebx,%eax |
| |
|
| popl %edi |
popl %edi |
| popl %esi |
popl %esi |
| popl %ebx |
popl %ebx |
| Line 2062 ENTRY(cpu_switchto) |
|
| Line 2062 ENTRY(cpu_switchto) |
|
| |
|
| /* |
/* |
| * void cpu_exit(struct lwp *l) |
* void cpu_exit(struct lwp *l) |
| * Switch to the appropriate idle context (lwp0's if uniprocessor; the CPU's |
* Switch to the appropriate idle context (lwp0's if uniprocessor; the CPU's |
| * if multiprocessor) and deallocate the address space and kernel stack for p. |
* if multiprocessor) and deallocate the address space and kernel stack for p. |
| * Then jump into cpu_switch(), as if we were in the idle proc all along. |
* Then jump into cpu_switch(), as if we were in the idle proc all along. |
| */ |
*/ |
| #ifndef MULTIPROCESSOR |
#ifndef MULTIPROCESSOR |
| Line 2097 ENTRY(cpu_exit) |
|
| Line 2097 ENTRY(cpu_exit) |
|
| movl %eax,PCB_CR3(%esi) |
movl %eax,PCB_CR3(%esi) |
| #ifdef MULTIPROCESSOR |
#ifdef MULTIPROCESSOR |
| movl CPUVAR(GDT),%eax |
movl CPUVAR(GDT),%eax |
| #else |
#else |
| /* Load TSS info. */ |
/* Load TSS info. */ |
| movl _C_LABEL(gdt),%eax |
movl _C_LABEL(gdt),%eax |
| #endif |
#endif |
| Line 2136 ENTRY(cpu_exit) |
|
| Line 2136 ENTRY(cpu_exit) |
|
| /* LINTSTUB: Func: void savectx(struct pcb *pcb) */ |
/* LINTSTUB: Func: void savectx(struct pcb *pcb) */ |
| ENTRY(savectx) |
ENTRY(savectx) |
| movl 4(%esp),%edx # edx = p->p_addr |
movl 4(%esp),%edx # edx = p->p_addr |
| |
|
| /* Save stack pointers. */ |
/* Save stack pointers. */ |
| movl %esp,PCB_ESP(%edx) |
movl %esp,PCB_ESP(%edx) |
| movl %ebp,PCB_EBP(%edx) |
movl %ebp,PCB_EBP(%edx) |
|
|
| #ifdef DDB |
#ifdef DDB |
| int $3 |
int $3 |
| #endif |
#endif |
| 1: |
1: |
| #endif /* DIAGNOSTIC */ |
#endif /* DIAGNOSTIC */ |
| movl CPUVAR(CURLWP),%edx |
movl CPUVAR(CURLWP),%edx |
| movl %esp,L_MD_REGS(%edx) # save pointer to frame |
movl %esp,L_MD_REGS(%edx) # save pointer to frame |
|
|
| movl $IPL_NONE,CPUVAR(ILEVEL) |
movl $IPL_NONE,CPUVAR(ILEVEL) |
| jmp 2b |
jmp 2b |
| 4: .asciz "WARNING: SPL NOT LOWERED ON SYSCALL EXIT\n" |
4: .asciz "WARNING: SPL NOT LOWERED ON SYSCALL EXIT\n" |
| 5: .asciz "WARNING: SPL NOT ZERO ON SYSCALL ENTRY\n" |
5: .asciz "WARNING: SPL NOT ZERO ON SYSCALL ENTRY\n" |
| 6: .asciz "WARNING: WANT PMAPLOAD ON SYSCALL ENTRY\n" |
6: .asciz "WARNING: WANT PMAPLOAD ON SYSCALL ENTRY\n" |
| #endif /* DIAGNOSTIC */ |
#endif /* DIAGNOSTIC */ |
| 9: sti |
9: sti |
| call _C_LABEL(pmap_load) |
call _C_LABEL(pmap_load) |