version 1.111.2.12, 2008/02/11 14:59:58 |
version 1.141.2.4, 2008/03/23 02:05:01 |
|
|
/* $NetBSD$ */ |
/* uipc_socket.c,v 1.141.2.3 2008/01/09 01:56:28 matt Exp */ |
|
|
/*- |
/*- |
* Copyright (c) 2002, 2007 The NetBSD Foundation, Inc. |
* Copyright (c) 2002, 2007, 2008 The NetBSD Foundation, Inc. |
* All rights reserved. |
* All rights reserved. |
* |
* |
* This code is derived from software contributed to The NetBSD Foundation |
* This code is derived from software contributed to The NetBSD Foundation |
|
|
*/ |
*/ |
|
|
#include <sys/cdefs.h> |
#include <sys/cdefs.h> |
__KERNEL_RCSID(0, "$NetBSD$"); |
__KERNEL_RCSID(0, "uipc_socket.c,v 1.141.2.3 2008/01/09 01:56:28 matt Exp"); |
|
|
#include "opt_sock_counters.h" |
#include "opt_sock_counters.h" |
#include "opt_sosend_loan.h" |
#include "opt_sosend_loan.h" |
Line 251 sokvafree(vaddr_t sva, vsize_t len) |
|
Line 251 sokvafree(vaddr_t sva, vsize_t len) |
|
} |
} |
|
|
static void |
static void |
sodoloanfree(struct vm_page **pgs, void *buf, size_t size, bool mapped) |
sodoloanfree(struct vm_page **pgs, void *buf, size_t size) |
{ |
{ |
vaddr_t sva, eva; |
vaddr_t va, sva, eva; |
vsize_t len; |
vsize_t len; |
int npgs; |
paddr_t pa; |
|
int i, npgs; |
KASSERT(pgs != NULL); |
|
|
|
eva = round_page((vaddr_t) buf + size); |
eva = round_page((vaddr_t) buf + size); |
sva = trunc_page((vaddr_t) buf); |
sva = trunc_page((vaddr_t) buf); |
len = eva - sva; |
len = eva - sva; |
npgs = len >> PAGE_SHIFT; |
npgs = len >> PAGE_SHIFT; |
|
|
if (mapped) { |
if (__predict_false(pgs == NULL)) { |
pmap_kremove(sva, len); |
pgs = alloca(npgs * sizeof(*pgs)); |
pmap_update(pmap_kernel()); |
|
|
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
|
if (pmap_extract(pmap_kernel(), va, &pa) == false) |
|
panic("sodoloanfree: va 0x%lx not mapped", va); |
|
pgs[i] = PHYS_TO_VM_PAGE(pa); |
|
} |
} |
} |
|
|
|
pmap_kremove(sva, len); |
|
pmap_update(pmap_kernel()); |
uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
sokvafree(sva, len); |
sokvafree(sva, len); |
} |
} |
|
|
static size_t |
static size_t |
sodopendfree() |
sodopendfree(void) |
{ |
{ |
size_t rv; |
size_t rv; |
|
|
|
|
*/ |
*/ |
|
|
static size_t |
static size_t |
sodopendfreel() |
sodopendfreel(void) |
{ |
{ |
struct mbuf *m, *next; |
struct mbuf *m, *next; |
size_t rv = 0; |
size_t rv = 0; |
|
|
|
|
for (; m != NULL; m = next) { |
for (; m != NULL; m = next) { |
next = m->m_next; |
next = m->m_next; |
KASSERT((~m->m_flags & (M_EXT|M_EXT_PAGES)) == 0); |
|
KASSERT(m->m_ext.ext_refcnt == 0); |
|
|
|
rv += m->m_ext.ext_size; |
rv += m->m_ext.ext_size; |
sodoloanfree(m->m_ext.ext_pgs, m->m_ext.ext_buf, |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
m->m_ext.ext_size, |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
(m->m_ext.ext_flags & M_EXT_LAZY) == 0); |
m->m_ext.ext_size); |
pool_cache_put(mb_cache, m); |
pool_cache_put(mb_cache, m); |
} |
} |
|
|
|
|
soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
{ |
{ |
|
|
KASSERT(m != NULL); |
if (m == NULL) { |
|
|
|
/* |
|
* called from MEXTREMOVE. |
|
*/ |
|
|
|
sodoloanfree(NULL, buf, size); |
|
return; |
|
} |
|
|
/* |
/* |
* postpone freeing mbuf. |
* postpone freeing mbuf. |
Line 348 sosend_loan(struct socket *so, struct ui |
|
Line 361 sosend_loan(struct socket *so, struct ui |
|
struct iovec *iov = uio->uio_iov; |
struct iovec *iov = uio->uio_iov; |
vaddr_t sva, eva; |
vaddr_t sva, eva; |
vsize_t len; |
vsize_t len; |
vaddr_t lva; |
vaddr_t lva, va; |
int npgs, error; |
int npgs, i, error; |
#if !defined(__HAVE_LAZY_MBUF) |
|
vaddr_t va; |
|
int i; |
|
#endif /* !defined(__HAVE_LAZY_MBUF) */ |
|
|
|
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
return (0); |
return (0); |
Line 382 sosend_loan(struct socket *so, struct ui |
|
Line 391 sosend_loan(struct socket *so, struct ui |
|
return (0); |
return (0); |
} |
} |
|
|
#if !defined(__HAVE_LAZY_MBUF) |
|
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
pmap_kenter_pa(va, VM_PAGE_TO_PHYS(m->m_ext.ext_pgs[i]), |
pmap_kenter_pa(va, VM_PAGE_TO_PHYS(m->m_ext.ext_pgs[i]), |
VM_PROT_READ); |
VM_PROT_READ); |
pmap_update(pmap_kernel()); |
pmap_update(pmap_kernel()); |
#endif /* !defined(__HAVE_LAZY_MBUF) */ |
|
|
|
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
|
|
MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
|
|
#if defined(__HAVE_LAZY_MBUF) |
|
m->m_flags |= M_EXT_LAZY; |
|
m->m_ext.ext_flags |= M_EXT_LAZY; |
|
#endif /* defined(__HAVE_LAZY_MBUF) */ |
|
|
|
uio->uio_resid -= space; |
uio->uio_resid -= space; |
/* uio_offset not updated, not set/used for write(2) */ |
/* uio_offset not updated, not set/used for write(2) */ |
uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
Line 1680 sogetopt(struct socket *so, int level, i |
|
Line 1682 sogetopt(struct socket *so, int level, i |
|
void |
void |
sohasoutofband(struct socket *so) |
sohasoutofband(struct socket *so) |
{ |
{ |
|
|
fownsignal(so->so_pgid, SIGURG, POLL_PRI, POLLPRI|POLLRDBAND, so); |
fownsignal(so->so_pgid, SIGURG, POLL_PRI, POLLPRI|POLLRDBAND, so); |
selwakeup(&so->so_rcv.sb_sel); |
selnotify(&so->so_rcv.sb_sel, POLLPRI | POLLRDBAND, 0); |
} |
} |
|
|
static void |
static void |
Line 1799 soo_kqfilter(struct file *fp, struct kno |
|
Line 1802 soo_kqfilter(struct file *fp, struct kno |
|
return (0); |
return (0); |
} |
} |
|
|
|
static int |
|
sodopoll(struct socket *so, int events) |
|
{ |
|
int revents; |
|
|
|
revents = 0; |
|
|
|
if (events & (POLLIN | POLLRDNORM)) |
|
if (soreadable(so)) |
|
revents |= events & (POLLIN | POLLRDNORM); |
|
|
|
if (events & (POLLOUT | POLLWRNORM)) |
|
if (sowritable(so)) |
|
revents |= events & (POLLOUT | POLLWRNORM); |
|
|
|
if (events & (POLLPRI | POLLRDBAND)) |
|
if (so->so_oobmark || (so->so_state & SS_RCVATMARK)) |
|
revents |= events & (POLLPRI | POLLRDBAND); |
|
|
|
return revents; |
|
} |
|
|
|
int |
|
sopoll(struct socket *so, int events) |
|
{ |
|
int revents = 0; |
|
int s; |
|
|
|
if ((revents = sodopoll(so, events)) != 0) |
|
return revents; |
|
|
|
KERNEL_LOCK(1, curlwp); |
|
s = splsoftnet(); |
|
|
|
if ((revents = sodopoll(so, events)) == 0) { |
|
if (events & (POLLIN | POLLPRI | POLLRDNORM | POLLRDBAND)) { |
|
selrecord(curlwp, &so->so_rcv.sb_sel); |
|
so->so_rcv.sb_flags |= SB_SEL; |
|
} |
|
|
|
if (events & (POLLOUT | POLLWRNORM)) { |
|
selrecord(curlwp, &so->so_snd.sb_sel); |
|
so->so_snd.sb_flags |= SB_SEL; |
|
} |
|
} |
|
|
|
splx(s); |
|
KERNEL_UNLOCK_ONE(curlwp); |
|
|
|
return revents; |
|
} |
|
|
|
|
#include <sys/sysctl.h> |
#include <sys/sysctl.h> |
|
|
static int sysctl_kern_somaxkva(SYSCTLFN_PROTO); |
static int sysctl_kern_somaxkva(SYSCTLFN_PROTO); |