version 1.111.2.7, 2007/09/03 14:41:18 |
version 1.134.2.2, 2007/04/10 13:26:42 |
Line 248 sokvafree(vaddr_t sva, vsize_t len) |
|
Line 248 sokvafree(vaddr_t sva, vsize_t len) |
|
} |
} |
|
|
static void |
static void |
sodoloanfree(struct vm_page **pgs, void *buf, size_t size, bool mapped) |
sodoloanfree(struct vm_page **pgs, void *buf, size_t size) |
{ |
{ |
vaddr_t sva, eva; |
vaddr_t va, sva, eva; |
vsize_t len; |
vsize_t len; |
int npgs; |
paddr_t pa; |
|
int i, npgs; |
KASSERT(pgs != NULL); |
|
|
|
eva = round_page((vaddr_t) buf + size); |
eva = round_page((vaddr_t) buf + size); |
sva = trunc_page((vaddr_t) buf); |
sva = trunc_page((vaddr_t) buf); |
len = eva - sva; |
len = eva - sva; |
npgs = len >> PAGE_SHIFT; |
npgs = len >> PAGE_SHIFT; |
|
|
if (mapped) { |
if (__predict_false(pgs == NULL)) { |
pmap_kremove(sva, len); |
pgs = alloca(npgs * sizeof(*pgs)); |
pmap_update(pmap_kernel()); |
|
|
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
|
if (pmap_extract(pmap_kernel(), va, &pa) == false) |
|
panic("sodoloanfree: va 0x%lx not mapped", va); |
|
pgs[i] = PHYS_TO_VM_PAGE(pa); |
|
} |
} |
} |
|
|
|
pmap_kremove(sva, len); |
|
pmap_update(pmap_kernel()); |
uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
sokvafree(sva, len); |
sokvafree(sva, len); |
} |
} |
|
|
|
|
for (; m != NULL; m = next) { |
for (; m != NULL; m = next) { |
next = m->m_next; |
next = m->m_next; |
KASSERT((~m->m_flags & (M_EXT|M_EXT_PAGES)) == 0); |
|
KASSERT(m->m_ext.ext_refcnt == 0); |
|
|
|
rv += m->m_ext.ext_size; |
rv += m->m_ext.ext_size; |
sodoloanfree(m->m_ext.ext_pgs, m->m_ext.ext_buf, |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
m->m_ext.ext_size, |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
(m->m_ext.ext_flags & M_EXT_LAZY) == 0); |
m->m_ext.ext_size); |
s = splvm(); |
s = splvm(); |
pool_cache_put(&mbpool_cache, m); |
pool_cache_put(&mbpool_cache, m); |
splx(s); |
splx(s); |
|
|
soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
{ |
{ |
|
|
KASSERT(m != NULL); |
if (m == NULL) { |
|
|
|
/* |
|
* called from MEXTREMOVE. |
|
*/ |
|
|
|
sodoloanfree(NULL, buf, size); |
|
return; |
|
} |
|
|
/* |
/* |
* postpone freeing mbuf. |
* postpone freeing mbuf. |
Line 348 sosend_loan(struct socket *so, struct ui |
|
Line 361 sosend_loan(struct socket *so, struct ui |
|
struct iovec *iov = uio->uio_iov; |
struct iovec *iov = uio->uio_iov; |
vaddr_t sva, eva; |
vaddr_t sva, eva; |
vsize_t len; |
vsize_t len; |
vaddr_t lva; |
vaddr_t lva, va; |
int npgs, error; |
int npgs, i, error; |
#if !defined(__HAVE_LAZY_MBUF) |
|
vaddr_t va; |
|
int i; |
|
#endif /* !defined(__HAVE_LAZY_MBUF) */ |
|
|
|
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
return (0); |
return (0); |
Line 382 sosend_loan(struct socket *so, struct ui |
|
Line 391 sosend_loan(struct socket *so, struct ui |
|
return (0); |
return (0); |
} |
} |
|
|
#if !defined(__HAVE_LAZY_MBUF) |
|
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
pmap_kenter_pa(va, VM_PAGE_TO_PHYS(m->m_ext.ext_pgs[i]), |
pmap_kenter_pa(va, VM_PAGE_TO_PHYS(m->m_ext.ext_pgs[i]), |
VM_PROT_READ); |
VM_PROT_READ); |
pmap_update(pmap_kernel()); |
pmap_update(pmap_kernel()); |
#endif /* !defined(__HAVE_LAZY_MBUF) */ |
|
|
|
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
|
|
MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
|
|
#if defined(__HAVE_LAZY_MBUF) |
|
m->m_flags |= M_EXT_LAZY; |
|
m->m_ext.ext_flags |= M_EXT_LAZY; |
|
#endif /* defined(__HAVE_LAZY_MBUF) */ |
|
|
|
uio->uio_resid -= space; |
uio->uio_resid -= space; |
/* uio_offset not updated, not set/used for write(2) */ |
/* uio_offset not updated, not set/used for write(2) */ |
uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
Line 459 socreate(int dom, struct socket **aso, i |
|
Line 461 socreate(int dom, struct socket **aso, i |
|
error = kauth_authorize_network(l->l_cred, KAUTH_NETWORK_SOCKET, |
error = kauth_authorize_network(l->l_cred, KAUTH_NETWORK_SOCKET, |
KAUTH_REQ_NETWORK_SOCKET_OPEN, KAUTH_ARG(dom), KAUTH_ARG(type), |
KAUTH_REQ_NETWORK_SOCKET_OPEN, KAUTH_ARG(dom), KAUTH_ARG(type), |
KAUTH_ARG(proto)); |
KAUTH_ARG(proto)); |
if (error != 0) |
if (error) |
return error; |
return (error); |
|
|
if (proto) |
if (proto) |
prp = pffindproto(dom, proto, type); |
prp = pffindproto(dom, proto, type); |
else |
else |
prp = pffindtype(dom, type); |
prp = pffindtype(dom, type); |
if (prp == NULL) { |
if (prp == 0) { |
/* no support for domain */ |
/* no support for domain */ |
if (pffinddomain(dom) == 0) |
if (pffinddomain(dom) == 0) |
return EAFNOSUPPORT; |
return (EAFNOSUPPORT); |
/* no support for socket type */ |
/* no support for socket type */ |
if (proto == 0 && type != 0) |
if (proto == 0 && type != 0) |
return EPROTOTYPE; |
return (EPROTOTYPE); |
return EPROTONOSUPPORT; |
return (EPROTONOSUPPORT); |
} |
} |
if (prp->pr_usrreq == NULL) |
if (prp->pr_usrreq == 0) |
return EPROTONOSUPPORT; |
return (EPROTONOSUPPORT); |
if (prp->pr_type != type) |
if (prp->pr_type != type) |
return EPROTOTYPE; |
return (EPROTOTYPE); |
s = splsoftnet(); |
s = splsoftnet(); |
so = pool_get(&socket_pool, PR_WAITOK); |
so = pool_get(&socket_pool, PR_WAITOK); |
memset(so, 0, sizeof(*so)); |
memset((void *)so, 0, sizeof(*so)); |
TAILQ_INIT(&so->so_q0); |
TAILQ_INIT(&so->so_q0); |
TAILQ_INIT(&so->so_q); |
TAILQ_INIT(&so->so_q); |
so->so_type = type; |
so->so_type = type; |
Line 495 socreate(int dom, struct socket **aso, i |
|
Line 497 socreate(int dom, struct socket **aso, i |
|
#endif |
#endif |
uid = kauth_cred_geteuid(l->l_cred); |
uid = kauth_cred_geteuid(l->l_cred); |
so->so_uidinfo = uid_find(uid); |
so->so_uidinfo = uid_find(uid); |
error = (*prp->pr_usrreq)(so, PRU_ATTACH, NULL, |
error = (*prp->pr_usrreq)(so, PRU_ATTACH, (struct mbuf *)0, |
(struct mbuf *)(long)proto, NULL, l); |
(struct mbuf *)(long)proto, (struct mbuf *)0, l); |
if (error != 0) { |
if (error) { |
so->so_state |= SS_NOFDREF; |
so->so_state |= SS_NOFDREF; |
sofree(so); |
sofree(so); |
splx(s); |
splx(s); |
return error; |
return (error); |
} |
} |
splx(s); |
splx(s); |
*aso = so; |
*aso = so; |
return 0; |
return (0); |
} |
} |
|
|
int |
int |
Line 514 sobind(struct socket *so, struct mbuf *n |
|
Line 516 sobind(struct socket *so, struct mbuf *n |
|
int s, error; |
int s, error; |
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, NULL, nam, NULL, l); |
error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, (struct mbuf *)0, |
|
nam, (struct mbuf *)0, l); |
splx(s); |
splx(s); |
return error; |
return (error); |
} |
} |
|
|
int |
int |
Line 525 solisten(struct socket *so, int backlog) |
|
Line 528 solisten(struct socket *so, int backlog) |
|
int s, error; |
int s, error; |
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, NULL, |
error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, (struct mbuf *)0, |
NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
if (error != 0) { |
if (error) { |
splx(s); |
splx(s); |
return error; |
return (error); |
} |
} |
if (TAILQ_EMPTY(&so->so_q)) |
if (TAILQ_EMPTY(&so->so_q)) |
so->so_options |= SO_ACCEPTCONN; |
so->so_options |= SO_ACCEPTCONN; |
Line 537 solisten(struct socket *so, int backlog) |
|
Line 540 solisten(struct socket *so, int backlog) |
|
backlog = 0; |
backlog = 0; |
so->so_qlimit = min(backlog, somaxconn); |
so->so_qlimit = min(backlog, somaxconn); |
splx(s); |
splx(s); |
return 0; |
return (0); |
} |
} |
|
|
void |
void |
Line 613 soclose(struct socket *so) |
|
Line 616 soclose(struct socket *so) |
|
drop: |
drop: |
if (so->so_pcb) { |
if (so->so_pcb) { |
int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
NULL, NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
|
(struct lwp *)0); |
if (error == 0) |
if (error == 0) |
error = error2; |
error = error2; |
} |
} |
Line 632 soclose(struct socket *so) |
|
Line 636 soclose(struct socket *so) |
|
int |
int |
soabort(struct socket *so) |
soabort(struct socket *so) |
{ |
{ |
int error; |
|
|
|
KASSERT(so->so_head == NULL); |
return (*so->so_proto->pr_usrreq)(so, PRU_ABORT, (struct mbuf *)0, |
error = (*so->so_proto->pr_usrreq)(so, PRU_ABORT, NULL, |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
NULL, NULL, NULL); |
|
if (error) { |
|
sofree(so); |
|
} |
|
return error; |
|
} |
} |
|
|
int |
int |
Line 656 soaccept(struct socket *so, struct mbuf |
|
Line 654 soaccept(struct socket *so, struct mbuf |
|
if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
(so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
(so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
NULL, nam, NULL, NULL); |
(struct mbuf *)0, nam, (struct mbuf *)0, (struct lwp *)0); |
else |
else |
error = ECONNABORTED; |
error = ECONNABORTED; |
|
|
Line 684 soconnect(struct socket *so, struct mbuf |
|
Line 682 soconnect(struct socket *so, struct mbuf |
|
error = EISCONN; |
error = EISCONN; |
else |
else |
error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
NULL, nam, NULL, l); |
(struct mbuf *)0, nam, (struct mbuf *)0, l); |
splx(s); |
splx(s); |
return (error); |
return (error); |
} |
} |
Line 696 soconnect2(struct socket *so1, struct so |
|
Line 694 soconnect2(struct socket *so1, struct so |
|
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
NULL, (struct mbuf *)so2, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0, |
|
(struct lwp *)0); |
splx(s); |
splx(s); |
return (error); |
return (error); |
} |
} |
Line 716 sodisconnect(struct socket *so) |
|
Line 715 sodisconnect(struct socket *so) |
|
goto bad; |
goto bad; |
} |
} |
error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
NULL, NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
|
(struct lwp *)0); |
bad: |
bad: |
splx(s); |
splx(s); |
sodopendfree(); |
sodopendfree(); |
Line 833 sosend(struct socket *so, struct mbuf *a |
|
Line 833 sosend(struct socket *so, struct mbuf *a |
|
m = m_gethdr(M_WAIT, MT_DATA); |
m = m_gethdr(M_WAIT, MT_DATA); |
mlen = MHLEN; |
mlen = MHLEN; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.rcvif = NULL; |
m->m_pkthdr.rcvif = (struct ifnet *)0; |
} else { |
} else { |
m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
mlen = MLEN; |
mlen = MLEN; |
Line 974 soreceive(struct socket *so, struct mbuf |
|
Line 974 soreceive(struct socket *so, struct mbuf |
|
if (flags & MSG_OOB) { |
if (flags & MSG_OOB) { |
m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
(struct mbuf *)(long)(flags & MSG_PEEK), NULL, l); |
(struct mbuf *)(long)(flags & MSG_PEEK), |
|
(struct mbuf *)0, l); |
if (error) |
if (error) |
goto bad; |
goto bad; |
do { |
do { |
Line 988 soreceive(struct socket *so, struct mbuf |
|
Line 989 soreceive(struct socket *so, struct mbuf |
|
return (error); |
return (error); |
} |
} |
if (mp) |
if (mp) |
*mp = NULL; |
*mp = (struct mbuf *)0; |
if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
(*pr->pr_usrreq)(so, PRU_RCVD, NULL, NULL, NULL, l); |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
|
(struct mbuf *)0, (struct mbuf *)0, l); |
|
|
restart: |
restart: |
if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
Line 1226 soreceive(struct socket *so, struct mbuf |
|
Line 1228 soreceive(struct socket *so, struct mbuf |
|
*mp = m; |
*mp = m; |
mp = &m->m_next; |
mp = &m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
*mp = NULL; |
*mp = (struct mbuf *)0; |
} else { |
} else { |
MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
Line 1297 soreceive(struct socket *so, struct mbuf |
|
Line 1299 soreceive(struct socket *so, struct mbuf |
|
*/ |
*/ |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
(*pr->pr_usrreq)(so, PRU_RCVD, |
(*pr->pr_usrreq)(so, PRU_RCVD, |
NULL, (struct mbuf *)(long)flags, NULL, l); |
(struct mbuf *)0, |
|
(struct mbuf *)(long)flags, |
|
(struct mbuf *)0, l); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
error = sbwait(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
Line 1333 soreceive(struct socket *so, struct mbuf |
|
Line 1337 soreceive(struct socket *so, struct mbuf |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
(*pr->pr_usrreq)(so, PRU_RCVD, NULL, |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
(struct mbuf *)(long)flags, NULL, l); |
(struct mbuf *)(long)flags, (struct mbuf *)0, l); |
} |
} |
if (orig_resid == uio->uio_resid && orig_resid && |
if (orig_resid == uio->uio_resid && orig_resid && |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
Line 1363 soshutdown(struct socket *so, int how) |
|
Line 1367 soshutdown(struct socket *so, int how) |
|
if (how == SHUT_RD || how == SHUT_RDWR) |
if (how == SHUT_RD || how == SHUT_RDWR) |
sorflush(so); |
sorflush(so); |
if (how == SHUT_WR || how == SHUT_RDWR) |
if (how == SHUT_WR || how == SHUT_RDWR) |
return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, NULL, |
return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, (struct mbuf *)0, |
NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
return (0); |
return (0); |
} |
} |
|
|
Line 1401 sosetopt(struct socket *so, int level, i |
|
Line 1405 sosetopt(struct socket *so, int level, i |
|
int error; |
int error; |
struct mbuf *m; |
struct mbuf *m; |
struct linger *l; |
struct linger *l; |
struct sockbuf *sb; |
|
|
|
error = 0; |
error = 0; |
m = m0; |
m = m0; |
Line 1476 sosetopt(struct socket *so, int level, i |
|
Line 1479 sosetopt(struct socket *so, int level, i |
|
|
|
case SO_SNDBUF: |
case SO_SNDBUF: |
case SO_RCVBUF: |
case SO_RCVBUF: |
sb = (optname == SO_SNDBUF) ? |
if (sbreserve(optname == SO_SNDBUF ? |
&so->so_snd : &so->so_rcv; |
&so->so_snd : &so->so_rcv, |
if (sbreserve(sb, (u_long)optval, so) == 0) { |
(u_long) optval, so) == 0) { |
error = ENOBUFS; |
error = ENOBUFS; |
goto bad; |
goto bad; |
} |
} |
sb->sb_flags &= ~SB_AUTOSIZE; |
|
break; |
break; |
|
|
/* |
/* |