src/sys/arch/i386/i386/locore.S - diff

Return to locore.S CVS log

Up to [cvs.NetBSD.org] / src / sys / arch / i386 / i386

Please note that diffs are not public domain; they are subject to the copyright notices on the relevant files.

Diff for /src/sys/arch/i386/i386/locore.S between version 1.132 and 1.160

version 1.132, 2016/07/01 13:11:21

version 1.160, 2018/07/26 09:29:08

Line 130

#include <machine/asm.h>

__KERNEL_RCSID(0, "$NetBSD$");

#include "opt_compat_oldboot.h"

#include "opt_copy_symtab.h"

#include "opt_ddb.h"

#include "opt_modular.h"

#include "opt_multiboot.h"

#include "opt_realmem.h"

#include "opt_vm86.h"

#include "opt_xen.h"

#include "assym.h"

Line 270 __KERNEL_RCSID(0, "$NetBSD$");

Line 268 __KERNEL_RCSID(0, "$NetBSD$");

.data

.globl _C_LABEL(lapic_tpr)

#if NLAPIC > 0

#ifdef __ELF__

.align PAGE_SIZE

#else

.align 12

#endif

.globl _C_LABEL(local_apic)

.globl _C_LABEL(lapic_id)

.type _C_LABEL(local_apic), @object

LABEL(local_apic)

.space LAPIC_ID

END(local_apic)

.type _C_LABEL(lapic_id), @object

LABEL(lapic_id)

.long 0x00000000

.space LAPIC_TPRI-(LAPIC_ID+4)

END(lapic_id)

.type _C_LABEL(lapic_tpr), @object

LABEL(lapic_tpr)

.space LAPIC_PPRI-LAPIC_TPRI

END(lapic_tpr)

.type _C_LABEL(lapic_ppr), @object

_C_LABEL(lapic_ppr):

.space LAPIC_ISR-LAPIC_PPRI

END(lapic_ppr)

.type _C_LABEL(lapic_isr), @object

_C_LABEL(lapic_isr):

.space PAGE_SIZE-LAPIC_ISR

END(lapic_isr)

#else

.type _C_LABEL(lapic_tpr), @object

LABEL(lapic_tpr)

.long 0

END(lapic_tpr)

#endif

.globl _C_LABEL(tablesize)

.globl _C_LABEL(nox_flag)

.globl _C_LABEL(cputype)

Line 382 _C_LABEL(Multiboot_Header):

Line 341 _C_LABEL(Multiboot_Header):

jne 1f

* Indeed, a multiboot-compliant boot loader executed us. We copy

* Indeed, a multiboot-compliant boot loader executed us. We switch

* the received Multiboot information structure into kernel's data

* to the temporary stack, and copy the received Multiboot information

* space to process it later -- after we are relocated. It will

* structure into kernel's data space to process it later -- after we

* be safer to run complex C code than doing it at this point.

* are relocated. It will be safer to run complex C code than doing it

* at this point.

movl $_RELOC(tmpstk),%esp

pushl %ebx /* Address of Multiboot information */

call _C_LABEL(multiboot_pre_reloc)

addl $4,%esp

Line 640 no_NOX:

Line 601 no_NOX:

/* Find end of kernel image; brings us on (1). */

movl $RELOC(end),%edi

movl $RELOC(__kernel_end),%edi

#if (NKSYMS || defined(DDB) || defined(MODULAR)) && !defined(makeoptions_COPY_SYMTAB)

/* Save the symbols (if loaded); brinds us on (2). */

Line 672 no_NOX:

Line 633 no_NOX:

incl %eax /* one more PTP for VAs stolen by bootstrap */

1: movl %eax,RELOC(nkptp)+1*4

/* tablesize = (PDP_SIZE + UPAGES + nkptp) << PGSHIFT; */

/* tablesize = (PDP_SIZE + UPAGES + nkptp[1]) << PGSHIFT; */

addl $(PDP_SIZE+UPAGES),%eax

#ifdef PAE

incl %eax /* one more page for L3 */

Line 682 no_NOX:

Line 643 no_NOX:

#endif

movl %eax,RELOC(tablesize)

/* Ensure that nkptp covers BOOTSTRAP TABLES. */

/* Ensure that nkptp[1] covers BOOTSTRAP TABLES, ie:

* (esi + tablesize) >> L2_SHIFT + 1 < nkptp[1] */

addl %esi,%eax

addl $~L2_FRAME,%eax

shrl $L2_SHIFT,%eax

Line 709 no_NOX:

Line 671 no_NOX:

leal (PROC0_PTP1_OFF)(%esi),%ebx

/* Skip the first MB. */

/* Skip the area below the kernel text. */

movl $(KERNTEXTOFF - KERNBASE),%ecx

shrl $PGSHIFT,%ecx

fillkpt_blank

Line 738 no_NOX:

Line 700 no_NOX:

orl $(PG_V|PG_KW),%eax

fillkpt_nox

/* Map [SYMS]+[PRELOADED MODULES] RWX. */

/* Map [SYMS]+[PRELOADED MODULES] RW. */

movl $RELOC(__kernel_end),%eax

movl %esi,%ecx /* start of BOOTSTRAP TABLES */

subl %eax,%ecx

shrl $PGSHIFT,%ecx

orl $(PG_V|PG_KW),%eax

fillkpt

fillkpt_nox

/* Map the BOOTSTRAP TABLES RW. */

movl %esi,%eax /* start of BOOTSTRAP TABLES */

Line 776 no_NOX:

Line 738 no_NOX:

movl RELOC(nkptp)+1*4,%ecx

fillkpt

/* Install a PDE recursively mapping page directory as a page table! */

/* Install recursive top level PDE */

leal (PROC0_PDIR_OFF + PDIR_SLOT_PTE * PDE_SIZE)(%esi),%ebx

leal (PROC0_PDIR_OFF)(%esi),%eax

orl $(PG_V|PG_KW),%eax

movl $PDP_SIZE,%ecx

fillkpt

fillkpt_nox

#ifdef PAE

Line 876 begin:

Line 838 begin:

pushl $0 /* init386() expects a 64 bits paddr_t with PAE */

#endif

pushl %eax

call _C_LABEL(init386) /* wire 386 chip for unix operation */

call _C_LABEL(init_bootspace)

call _C_LABEL(init386)

addl $PDE_SIZE,%esp /* pop paddr_t */

addl $NGDT*8,%esp /* pop temporary gdt */

#ifdef SAFARI_FIFO_HACK

movb $5,%al

movw $0x37b,%dx

outb %al,%dx

movw $0x37f,%dx

inb %dx,%al

movb %al,%cl

orb $1,%cl

movb $5,%al

movw $0x37b,%dx

outb %al,%dx

movw $0x37f,%dx

movb %cl,%al

outb %al,%dx

#endif /* SAFARI_FIFO_HACK */

call _C_LABEL(main)

#else /* XEN */

/* First, reset the PSL. */

Line 905 begin:

Line 850 begin:

popfl

cld

movl %esp, %ebx /* save start of available space */

movl $_RELOC(tmpstk),%esp /* bootstrap stack end location */

* Xen info:

* - %esp -> stack, *theoretically* the last used page by Xen bootstrap

movl %esp,%ebx

movl $_RELOC(tmpstk),%esp

/* Clear BSS. */

xorl %eax,%eax

movl $RELOC(__bss_start),%edi

movl $RELOC(_end),%ecx

subl %edi,%ecx

rep stosb

rep

stosb

/* Copy the necessary stuff from start_info structure. */

/* We need to copy shared_info early, so that sti/cli work */

movl $RELOC(start_info_union),%edi

movl $128,%ecx

rep movsl

rep

movsl

/* Clear segment registers; always null in proc0. */

/* Clear segment registers. */

xorl %eax,%eax

movw %ax,%fs

movw %ax,%gs

decl %eax

movl %eax,RELOC(cpuid_level)

xorl %eax,%eax

cpuid

movl %eax,RELOC(cpuid_level)

* Use a temp page. We'll re- add it to uvm(9) once we're

* Use a temporary GDT page. We'll re-add it to uvm(9) once we're done

* done using it.

* using it.

movl $RELOC(tmpgdt), %eax

movl $RELOC(tmpgdt),%eax

pushl %eax /* start of temporary gdt */

call _C_LABEL(initgdt)

addl $4,%esp

call xen_pmap_bootstrap

call xen_locore

* First avail returned by xen_pmap_bootstrap in %eax

* The first VA available is returned by xen_locore in %eax. We

* use it as the UAREA, and set up the stack here.

movl %eax, %esi;

movl %eax,%esi

movl %esi, _C_LABEL(lwp0uarea)

movl %esi,_C_LABEL(lwp0uarea)

/* Set up bootstrap stack. */

leal (USPACE-FRAMESIZE)(%eax),%esp

xorl %ebp,%ebp /* mark end of frames */

addl $USPACE, %esi

/* Set first_avail after the DUMMY PAGE (see xen_locore). */

subl $KERNBASE, %esi /* init386 wants a physical address */

addl $(USPACE+PAGE_SIZE),%esi

subl $KERNBASE,%esi /* init386 wants a physical address */

#ifdef PAE

pushl $0 /* init386() expects a 64 bits paddr_t with PAE */

#endif

pushl %esi

call _C_LABEL(init386) /* wire 386 chip for unix operation */

call _C_LABEL(init_bootspace)

call _C_LABEL(init386)

addl $PDE_SIZE,%esp /* pop paddr_t */

call _C_LABEL(main)

#endif /* XEN */

Line 983 END(hypercall_page)

Line 934 END(hypercall_page)

* this only happens at run time when the GDT is resized.

/* LINTSTUB: Func: void lgdt_finish(void) */

NENTRY(lgdt_finish)

ENTRY(lgdt_finish)

movl $GSEL(GDATA_SEL, SEL_KPL),%eax

movw %ax,%ds

movw %ax,%es

Line 1010 END(lgdt_finish)

Line 961 END(lgdt_finish)

* stub to call.

* NOTE: This function does not have a normal calling sequence!

NENTRY(lwp_trampoline)

ENTRY(lwp_trampoline)

movl %ebp,%edi /* for .Lsyscall_checkast */

xorl %ebp,%ebp

pushl %edi

Line 1030 END(lwp_trampoline)

Line 981 END(lwp_trampoline)

* Signal trampoline; copied to top of user stack. Used only for

* compatibility with old releases of NetBSD.

NENTRY(sigcode)

ENTRY(sigcode)

* Handler has returned here as if we called it. The sigcontext

* is on the stack after the 3 args "we" pushed.

Line 1161 skip_save:

Line 1112 skip_save:

addl $4,%esp

#else

movl PCB_ESP0(%ebx),%eax

movl %eax,CPUVAR(ESP0)

movl CPUVAR(TSS),%ecx

movl %eax,TSS_ESP0(%ecx)

#endif

/* Switch the dbregs. */

pushl %edi

pushl %esi

call _C_LABEL(x86_dbregs_switch)

addl $8,%esp

#ifndef XEN

pushl %edx

movb _C_LABEL(x86_fpu_eager),%dl

testb %dl,%dl

jz .Lno_eagerfpu

pushl %edi

pushl %esi

call _C_LABEL(fpu_eagerswitch)

addl $8,%esp

.Lno_eagerfpu:

popl %edx

#endif

/* Don't bother with the rest if switching to a system process. */

Line 1185 skip_save:

Line 1156 skip_save:

movl PCB_IOMAP(%ebx),%eax

orl %eax,%eax

jnz .Lcopy_iobitmap

movl $(IOMAP_INVALOFF << 16),CPUVAR(IOBASE)

movl CPUVAR(TSS),%eax

movl $(IOMAP_INVALOFF << 16),TSS_IOBASE(%eax)

.Liobitmap_done:

/* Is this process using RAS (restartable atomic sequences)? */

movl L_PROC(%edi),%eax

cmpl $0,P_RASLIST(%eax)

jne 5f

je no_RAS

/* Handle restartable atomic sequences (RAS). */

movl L_MD_REGS(%edi),%ecx

pushl TF_EIP(%ecx)

pushl %eax

call _C_LABEL(ras_lookup)

addl $8,%esp

cmpl $-1,%eax

je no_RAS

movl L_MD_REGS(%edi),%ecx

movl %eax,TF_EIP(%ecx)

no_RAS:

* Restore cr0 (including FPU state). Raise the IPL to IPL_HIGH.

* FPU IPIs can alter the LWP's saved cr0. Dropping the priority

* is deferred until mi_switch(), when cpu_switchto() returns.

#ifdef XEN

pushl %edi

call _C_LABEL(i386_tls_switch)

Line 1231 switch_return:

Line 1214 switch_return:

popl %ebx

ret

/* Check for restartable atomic sequences (RAS). */

5: movl L_MD_REGS(%edi),%ecx

pushl TF_EIP(%ecx)

pushl %eax

call _C_LABEL(ras_lookup)

addl $8,%esp

cmpl $-1,%eax

je 2b

movl L_MD_REGS(%edi),%ecx

movl %eax,TF_EIP(%ecx)

jmp 2b

.Lcopy_iobitmap:

/* Copy I/O bitmap. */

incl _C_LABEL(pmap_iobmp_evcnt)+EV_COUNT

Line 1250 switch_return:

Line 1221 switch_return:

pushl %esi

pushl %edi

movl %eax,%esi /* pcb_iomap */

movl CPUVAR(SELF),%edi

movl CPUVAR(TSS),%edi

leal CPU_INFO_IOMAP(%edi),%edi

leal TSS_IOMAP(%edi),%edi

rep

movsl

popl %edi

popl %esi

movl $((CPU_INFO_IOMAP - CPU_INFO_TSS) << 16),CPUVAR(IOBASE)

movl CPUVAR(TSS),%eax

movl $(IOMAP_VALIDOFF << 16),TSS_IOBASE(%eax)

jmp .Liobitmap_done

END(cpu_switchto)

Line 1273 ENTRY(savectx)

Line 1245 ENTRY(savectx)

END(savectx)

* osyscall()

* Old call gate entry for syscall

IDTVEC(osyscall)

#ifndef XEN

/* XXX we are in trouble! interrupts be off here. */

cli /* must be first instruction */

#endif

pushfl /* set eflags in trap frame */

popl 8(%esp)

orl $PSL_I,8(%esp) /* re-enable ints on return to user */

pushl $7 /* size of instruction for restart */

jmp syscall1

IDTVEC_END(osyscall)

* syscall()

* Trap gate entry for syscall

IDTVEC(syscall)

pushl $2 /* size of instruction for restart */

syscall1:

pushl $T_ASTFLT /* trap # for doing ASTs */

INTRENTRY

STI(%eax)

Line 1383 syscall1:

Line 1337 syscall1:

jmp .Lsyscall_checkast /* re-check ASTs */

IDTVEC_END(syscall)

IDTVEC(svr4_fasttrap)

pushl $2 /* size of instruction for restart */

pushl $T_ASTFLT /* trap # for doing ASTs */

INTRENTRY

STI(%eax)

pushl $RW_READER

pushl $_C_LABEL(svr4_fasttrap_lock)

call _C_LABEL(rw_enter)

addl $8,%esp

call *_C_LABEL(svr4_fasttrap_vec)

pushl $_C_LABEL(svr4_fasttrap_lock)

call _C_LABEL(rw_exit)

addl $4,%esp

2: /* Check for ASTs on exit to user mode. */

cli

CHECK_ASTPENDING(%eax)

je 1f

/* Always returning to user mode here. */

CLEAR_ASTPENDING(%eax)

sti

/* Pushed T_ASTFLT into tf_trapno on entry. */

pushl %esp

call _C_LABEL(trap)

addl $4,%esp

jmp 2b

1: CHECK_DEFERRED_SWITCH

jnz 9f

INTRFASTEXIT

9: sti

call _C_LABEL(pmap_load)

cli

jmp 2b

* int npx586bug1(int a, int b)

* Used when checking for the FDIV bug on first generations pentiums.

* Anything 120MHz or above is fine.

NENTRY(npx586bug1)

ENTRY(npx586bug1)

fildl 4(%esp) /* x */

fildl 8(%esp) /* y */

fld %st(1)

Line 1470 ENTRY(sse2_idlezero_page)

Line 1391 ENTRY(sse2_idlezero_page)

popl %ebp

ret

END(sse2_idlezero_page)

ENTRY(intrfastexit)

movw TF_GS(%esp),%gs

movw TF_FS(%esp),%fs

movw TF_ES(%esp),%es

movw TF_DS(%esp),%ds

movl TF_EDI(%esp),%edi

movl TF_ESI(%esp),%esi

movl TF_EBP(%esp),%ebp

movl TF_EBX(%esp),%ebx

movl TF_EDX(%esp),%edx

movl TF_ECX(%esp),%ecx

movl TF_EAX(%esp),%eax

addl $(TF_PUSHSIZE+8),%esp

iret

END(intrfastexit)

CVSweb <webmaster@jp.NetBSD.org>