| version 1.111.2.15, 2008/03/24 09:39:02 |
version 1.112, 2005/10/21 17:40:03 |
|
|
| /* $NetBSD$ */ |
/* $NetBSD$ */ |
| |
|
| /*- |
/*- |
| * Copyright (c) 2002, 2007, 2008 The NetBSD Foundation, Inc. |
* Copyright (c) 2002 The NetBSD Foundation, Inc. |
| * All rights reserved. |
* All rights reserved. |
| * |
* |
| * This code is derived from software contributed to The NetBSD Foundation |
* This code is derived from software contributed to The NetBSD Foundation |
| Line 79 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| Line 79 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| #include <sys/systm.h> |
#include <sys/systm.h> |
| #include <sys/proc.h> |
#include <sys/proc.h> |
| #include <sys/file.h> |
#include <sys/file.h> |
| #include <sys/filedesc.h> |
|
| #include <sys/malloc.h> |
#include <sys/malloc.h> |
| #include <sys/mbuf.h> |
#include <sys/mbuf.h> |
| #include <sys/domain.h> |
#include <sys/domain.h> |
| Line 92 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| Line 91 __KERNEL_RCSID(0, "$NetBSD$"); |
|
| #include <sys/pool.h> |
#include <sys/pool.h> |
| #include <sys/event.h> |
#include <sys/event.h> |
| #include <sys/poll.h> |
#include <sys/poll.h> |
| #include <sys/kauth.h> |
|
| #include <sys/mutex.h> |
|
| #include <sys/condvar.h> |
|
| |
|
| #include <uvm/uvm.h> |
#include <uvm/uvm.h> |
| |
|
| POOL_INIT(socket_pool, sizeof(struct socket), 0, 0, 0, "sockpl", NULL, |
POOL_INIT(socket_pool, sizeof(struct socket), 0, 0, 0, "sockpl", NULL); |
| IPL_SOFTNET); |
|
| |
|
| MALLOC_DEFINE(M_SOOPTS, "soopts", "socket options"); |
MALLOC_DEFINE(M_SOOPTS, "soopts", "socket options"); |
| MALLOC_DEFINE(M_SONAME, "soname", "socket name"); |
MALLOC_DEFINE(M_SONAME, "soname", "socket name"); |
| |
|
| extern const struct fileops socketops; |
|
| |
|
| extern int somaxconn; /* patchable (XXX sysctl) */ |
extern int somaxconn; /* patchable (XXX sysctl) */ |
| int somaxconn = SOMAXCONN; |
int somaxconn = SOMAXCONN; |
| |
|
| #ifdef SOSEND_COUNTERS |
#ifdef SOSEND_COUNTERS |
| #include <sys/device.h> |
#include <sys/device.h> |
| |
|
| static struct evcnt sosend_loan_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt sosend_loan_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
| NULL, "sosend", "loan big"); |
NULL, "sosend", "loan big"); |
| static struct evcnt sosend_copy_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt sosend_copy_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
| NULL, "sosend", "copy big"); |
NULL, "sosend", "copy big"); |
| static struct evcnt sosend_copy_small = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt sosend_copy_small = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
| NULL, "sosend", "copy small"); |
NULL, "sosend", "copy small"); |
| static struct evcnt sosend_kvalimit = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt sosend_kvalimit = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
| NULL, "sosend", "kva limit"); |
NULL, "sosend", "kva limit"); |
| |
|
| #define SOSEND_COUNTER_INCR(ev) (ev)->ev_count++ |
#define SOSEND_COUNTER_INCR(ev) (ev)->ev_count++ |
| Line 133 EVCNT_ATTACH_STATIC(sosend_kvalimit); |
|
| Line 126 EVCNT_ATTACH_STATIC(sosend_kvalimit); |
|
| |
|
| #endif /* SOSEND_COUNTERS */ |
#endif /* SOSEND_COUNTERS */ |
| |
|
| static struct callback_entry sokva_reclaimerentry; |
void |
| |
soinit(void) |
| |
{ |
| |
|
| |
/* Set the initial adjusted socket buffer size. */ |
| |
if (sb_max_set(sb_max)) |
| |
panic("bad initial sb_max value: %lu", sb_max); |
| |
|
| |
} |
| |
|
| #ifdef SOSEND_NO_LOAN |
#ifdef SOSEND_NO_LOAN |
| int sock_loan_thresh = -1; |
int use_sosend_loan = 0; |
| #else |
#else |
| int sock_loan_thresh = 4096; |
int use_sosend_loan = 1; |
| #endif |
#endif |
| |
|
| static kmutex_t so_pendfree_lock; |
struct simplelock so_pendfree_slock = SIMPLELOCK_INITIALIZER; |
| static struct mbuf *so_pendfree; |
struct mbuf *so_pendfree; |
| |
|
| #ifndef SOMAXKVA |
#ifndef SOMAXKVA |
| #define SOMAXKVA (16 * 1024 * 1024) |
#define SOMAXKVA (16 * 1024 * 1024) |
| #endif |
#endif |
| int somaxkva = SOMAXKVA; |
int somaxkva = SOMAXKVA; |
| static int socurkva; |
int socurkva; |
| static kcondvar_t socurkva_cv; |
int sokvawaiters; |
| |
|
| |
#define SOCK_LOAN_THRESH 4096 |
| #define SOCK_LOAN_CHUNK 65536 |
#define SOCK_LOAN_CHUNK 65536 |
| |
|
| static size_t sodopendfree(void); |
static size_t sodopendfree(struct socket *); |
| static size_t sodopendfreel(void); |
static size_t sodopendfreel(struct socket *); |
| |
static __inline vsize_t sokvareserve(struct socket *, vsize_t); |
| |
static __inline void sokvaunreserve(vsize_t); |
| |
|
| static vsize_t |
static __inline vsize_t |
| sokvareserve(struct socket *so, vsize_t len) |
sokvareserve(struct socket *so, vsize_t len) |
| { |
{ |
| |
int s; |
| int error; |
int error; |
| |
|
| mutex_enter(&so_pendfree_lock); |
s = splvm(); |
| |
simple_lock(&so_pendfree_slock); |
| while (socurkva + len > somaxkva) { |
while (socurkva + len > somaxkva) { |
| size_t freed; |
size_t freed; |
| |
|
| Line 169 sokvareserve(struct socket *so, vsize_t |
|
| Line 175 sokvareserve(struct socket *so, vsize_t |
|
| * try to do pendfree. |
* try to do pendfree. |
| */ |
*/ |
| |
|
| freed = sodopendfreel(); |
freed = sodopendfreel(so); |
| |
|
| /* |
/* |
| * if some kva was freed, try again. |
* if some kva was freed, try again. |
| Line 179 sokvareserve(struct socket *so, vsize_t |
|
| Line 185 sokvareserve(struct socket *so, vsize_t |
|
| continue; |
continue; |
| |
|
| SOSEND_COUNTER_INCR(&sosend_kvalimit); |
SOSEND_COUNTER_INCR(&sosend_kvalimit); |
| error = cv_wait_sig(&socurkva_cv, &so_pendfree_lock); |
sokvawaiters++; |
| |
error = ltsleep(&socurkva, PVM | PCATCH, "sokva", 0, |
| |
&so_pendfree_slock); |
| |
sokvawaiters--; |
| if (error) { |
if (error) { |
| len = 0; |
len = 0; |
| break; |
break; |
| } |
} |
| } |
} |
| socurkva += len; |
socurkva += len; |
| mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
| |
splx(s); |
| return len; |
return len; |
| } |
} |
| |
|
| static void |
static __inline void |
| sokvaunreserve(vsize_t len) |
sokvaunreserve(vsize_t len) |
| { |
{ |
| |
int s; |
| |
|
| mutex_enter(&so_pendfree_lock); |
s = splvm(); |
| |
simple_lock(&so_pendfree_slock); |
| socurkva -= len; |
socurkva -= len; |
| cv_broadcast(&socurkva_cv); |
if (sokvawaiters) |
| mutex_exit(&so_pendfree_lock); |
wakeup(&socurkva); |
| |
simple_unlock(&so_pendfree_slock); |
| |
splx(s); |
| } |
} |
| |
|
| /* |
/* |
| Line 251 sokvafree(vaddr_t sva, vsize_t len) |
|
| Line 265 sokvafree(vaddr_t sva, vsize_t len) |
|
| } |
} |
| |
|
| static void |
static void |
| sodoloanfree(struct vm_page **pgs, void *buf, size_t size) |
sodoloanfree(struct vm_page **pgs, caddr_t buf, size_t size) |
| { |
{ |
| vaddr_t sva, eva; |
vaddr_t va, sva, eva; |
| vsize_t len; |
vsize_t len; |
| int npgs; |
paddr_t pa; |
| |
int i, npgs; |
| KASSERT(pgs != NULL); |
|
| |
|
| eva = round_page((vaddr_t) buf + size); |
eva = round_page((vaddr_t) buf + size); |
| sva = trunc_page((vaddr_t) buf); |
sva = trunc_page((vaddr_t) buf); |
| len = eva - sva; |
len = eva - sva; |
| npgs = len >> PAGE_SHIFT; |
npgs = len >> PAGE_SHIFT; |
| |
|
| |
if (__predict_false(pgs == NULL)) { |
| |
pgs = alloca(npgs * sizeof(*pgs)); |
| |
|
| |
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
| |
if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) |
| |
panic("sodoloanfree: va 0x%lx not mapped", va); |
| |
pgs[i] = PHYS_TO_VM_PAGE(pa); |
| |
} |
| |
} |
| |
|
| pmap_kremove(sva, len); |
pmap_kremove(sva, len); |
| pmap_update(pmap_kernel()); |
pmap_update(pmap_kernel()); |
| uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
uvm_unloan(pgs, npgs, UVM_LOAN_TOPAGE); |
| Line 271 sodoloanfree(struct vm_page **pgs, void |
|
| Line 294 sodoloanfree(struct vm_page **pgs, void |
|
| } |
} |
| |
|
| static size_t |
static size_t |
| sodopendfree(void) |
sodopendfree(struct socket *so) |
| { |
{ |
| |
int s; |
| size_t rv; |
size_t rv; |
| |
|
| mutex_enter(&so_pendfree_lock); |
s = splvm(); |
| rv = sodopendfreel(); |
simple_lock(&so_pendfree_slock); |
| mutex_exit(&so_pendfree_lock); |
rv = sodopendfreel(so); |
| |
simple_unlock(&so_pendfree_slock); |
| |
splx(s); |
| |
|
| return rv; |
return rv; |
| } |
} |
| |
|
| /* |
/* |
| * sodopendfreel: free mbufs on "pendfree" list. |
* sodopendfreel: free mbufs on "pendfree" list. |
| * unlock and relock so_pendfree_lock when freeing mbufs. |
* unlock and relock so_pendfree_slock when freeing mbufs. |
| * |
* |
| * => called with so_pendfree_lock held. |
* => called with so_pendfree_slock held. |
| |
* => called at splvm. |
| */ |
*/ |
| |
|
| static size_t |
static size_t |
| sodopendfreel(void) |
sodopendfreel(struct socket *so) |
| { |
{ |
| struct mbuf *m, *next; |
|
| size_t rv = 0; |
size_t rv = 0; |
| |
|
| KASSERT(mutex_owned(&so_pendfree_lock)); |
LOCK_ASSERT(simple_lock_held(&so_pendfree_slock)); |
| |
|
| |
for (;;) { |
| |
struct mbuf *m; |
| |
struct mbuf *next; |
| |
|
| while (so_pendfree != NULL) { |
|
| m = so_pendfree; |
m = so_pendfree; |
| |
if (m == NULL) |
| |
break; |
| so_pendfree = NULL; |
so_pendfree = NULL; |
| mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
| |
/* XXX splx */ |
| |
|
| for (; m != NULL; m = next) { |
for (; m != NULL; m = next) { |
| next = m->m_next; |
next = m->m_next; |
| KASSERT((~m->m_flags & (M_EXT|M_EXT_PAGES)) == 0); |
|
| KASSERT(m->m_ext.ext_refcnt == 0); |
|
| |
|
| rv += m->m_ext.ext_size; |
rv += m->m_ext.ext_size; |
| sodoloanfree(m->m_ext.ext_pgs, m->m_ext.ext_buf, |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
| |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
| m->m_ext.ext_size); |
m->m_ext.ext_size); |
| pool_cache_put(mb_cache, m); |
pool_cache_put(&mbpool_cache, m); |
| } |
} |
| |
|
| mutex_enter(&so_pendfree_lock); |
/* XXX splvm */ |
| |
simple_lock(&so_pendfree_slock); |
| } |
} |
| |
|
| return (rv); |
return (rv); |
| } |
} |
| |
|
| void |
void |
| soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
soloanfree(struct mbuf *m, caddr_t buf, size_t size, void *arg) |
| { |
{ |
| |
int s; |
| |
|
| KASSERT(m != NULL); |
if (m == NULL) { |
| |
|
| |
/* |
| |
* called from MEXTREMOVE. |
| |
*/ |
| |
|
| |
sodoloanfree(NULL, buf, size); |
| |
return; |
| |
} |
| |
|
| /* |
/* |
| * postpone freeing mbuf. |
* postpone freeing mbuf. |
| Line 332 soloanfree(struct mbuf *m, void *buf, si |
|
| Line 373 soloanfree(struct mbuf *m, void *buf, si |
|
| * because we need to put kva back to kernel_map. |
* because we need to put kva back to kernel_map. |
| */ |
*/ |
| |
|
| mutex_enter(&so_pendfree_lock); |
s = splvm(); |
| |
simple_lock(&so_pendfree_slock); |
| m->m_next = so_pendfree; |
m->m_next = so_pendfree; |
| so_pendfree = m; |
so_pendfree = m; |
| cv_broadcast(&socurkva_cv); |
if (sokvawaiters) |
| mutex_exit(&so_pendfree_lock); |
wakeup(&socurkva); |
| |
simple_unlock(&so_pendfree_slock); |
| |
splx(s); |
| } |
} |
| |
|
| static long |
static long |
| Line 345 sosend_loan(struct socket *so, struct ui |
|
| Line 389 sosend_loan(struct socket *so, struct ui |
|
| struct iovec *iov = uio->uio_iov; |
struct iovec *iov = uio->uio_iov; |
| vaddr_t sva, eva; |
vaddr_t sva, eva; |
| vsize_t len; |
vsize_t len; |
| vaddr_t lva; |
vaddr_t lva, va; |
| int npgs, error; |
int npgs, i, error; |
| vaddr_t va; |
|
| int i; |
|
| |
|
| if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
if (uio->uio_segflg != UIO_USERSPACE) |
| return (0); |
return (0); |
| |
|
| if (iov->iov_len < (size_t) space) |
if (iov->iov_len < (size_t) space) |
| Line 365 sosend_loan(struct socket *so, struct ui |
|
| Line 407 sosend_loan(struct socket *so, struct ui |
|
| |
|
| /* XXX KDASSERT */ |
/* XXX KDASSERT */ |
| KASSERT(npgs <= M_EXT_MAXPAGES); |
KASSERT(npgs <= M_EXT_MAXPAGES); |
| |
KASSERT(uio->uio_procp != NULL); |
| |
|
| lva = sokvaalloc(len, so); |
lva = sokvaalloc(len, so); |
| if (lva == 0) |
if (lva == 0) |
| return 0; |
return 0; |
| |
|
| error = uvm_loan(&uio->uio_vmspace->vm_map, sva, len, |
error = uvm_loan(&uio->uio_procp->p_vmspace->vm_map, sva, len, |
| m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
| if (error) { |
if (error) { |
| sokvafree(lva, len); |
sokvafree(lva, len); |
| Line 384 sosend_loan(struct socket *so, struct ui |
|
| Line 427 sosend_loan(struct socket *so, struct ui |
|
| |
|
| lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
| |
|
| MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
MEXTADD(m, (caddr_t) lva, space, M_MBUF, soloanfree, so); |
| m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
| |
|
| uio->uio_resid -= space; |
uio->uio_resid -= space; |
| /* uio_offset not updated, not set/used for write(2) */ |
/* uio_offset not updated, not set/used for write(2) */ |
| uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
uio->uio_iov->iov_base = (caddr_t) uio->uio_iov->iov_base + space; |
| uio->uio_iov->iov_len -= space; |
uio->uio_iov->iov_len -= space; |
| if (uio->uio_iov->iov_len == 0) { |
if (uio->uio_iov->iov_len == 0) { |
| uio->uio_iov++; |
uio->uio_iov++; |
| Line 399 sosend_loan(struct socket *so, struct ui |
|
| Line 442 sosend_loan(struct socket *so, struct ui |
|
| return (space); |
return (space); |
| } |
} |
| |
|
| static int |
|
| sokva_reclaim_callback(struct callback_entry *ce, void *obj, void *arg) |
|
| { |
|
| |
|
| KASSERT(ce == &sokva_reclaimerentry); |
|
| KASSERT(obj == NULL); |
|
| |
|
| sodopendfree(); |
|
| if (!vm_map_starved_p(kernel_map)) { |
|
| return CALLBACK_CHAIN_ABORT; |
|
| } |
|
| return CALLBACK_CHAIN_CONTINUE; |
|
| } |
|
| |
|
| struct mbuf * |
|
| getsombuf(struct socket *so, int type) |
|
| { |
|
| struct mbuf *m; |
|
| |
|
| m = m_get(M_WAIT, type); |
|
| MCLAIM(m, so->so_mowner); |
|
| return m; |
|
| } |
|
| |
|
| struct mbuf * |
|
| m_intopt(struct socket *so, int val) |
|
| { |
|
| struct mbuf *m; |
|
| |
|
| m = getsombuf(so, MT_SOOPTS); |
|
| m->m_len = sizeof(int); |
|
| *mtod(m, int *) = val; |
|
| return m; |
|
| } |
|
| |
|
| void |
|
| soinit(void) |
|
| { |
|
| |
|
| mutex_init(&so_pendfree_lock, MUTEX_DEFAULT, IPL_VM); |
|
| cv_init(&socurkva_cv, "sokva"); |
|
| |
|
| /* Set the initial adjusted socket buffer size. */ |
|
| if (sb_max_set(sb_max)) |
|
| panic("bad initial sb_max value: %lu", sb_max); |
|
| |
|
| callback_register(&vm_map_to_kernel(kernel_map)->vmk_reclaim_callback, |
|
| &sokva_reclaimerentry, NULL, sokva_reclaim_callback); |
|
| } |
|
| |
|
| /* |
/* |
| * Socket operation routines. |
* Socket operation routines. |
| * These routines are called by the routines in |
* These routines are called by the routines in |
|
|
| */ |
*/ |
| /*ARGSUSED*/ |
/*ARGSUSED*/ |
| int |
int |
| socreate(int dom, struct socket **aso, int type, int proto, struct lwp *l) |
socreate(int dom, struct socket **aso, int type, int proto, struct proc *p) |
| { |
{ |
| const struct protosw *prp; |
const struct protosw *prp; |
| struct socket *so; |
struct socket *so; |
| uid_t uid; |
|
| int error, s; |
int error, s; |
| |
|
| error = kauth_authorize_network(l->l_cred, KAUTH_NETWORK_SOCKET, |
|
| KAUTH_REQ_NETWORK_SOCKET_OPEN, KAUTH_ARG(dom), KAUTH_ARG(type), |
|
| KAUTH_ARG(proto)); |
|
| if (error != 0) |
|
| return error; |
|
| |
|
| if (proto) |
if (proto) |
| prp = pffindproto(dom, proto, type); |
prp = pffindproto(dom, proto, type); |
| else |
else |
| prp = pffindtype(dom, type); |
prp = pffindtype(dom, type); |
| if (prp == NULL) { |
if (prp == 0 || prp->pr_usrreq == 0) |
| /* no support for domain */ |
return (EPROTONOSUPPORT); |
| if (pffinddomain(dom) == 0) |
|
| return EAFNOSUPPORT; |
|
| /* no support for socket type */ |
|
| if (proto == 0 && type != 0) |
|
| return EPROTOTYPE; |
|
| return EPROTONOSUPPORT; |
|
| } |
|
| if (prp->pr_usrreq == NULL) |
|
| return EPROTONOSUPPORT; |
|
| if (prp->pr_type != type) |
if (prp->pr_type != type) |
| return EPROTOTYPE; |
return (EPROTOTYPE); |
| s = splsoftnet(); |
s = splsoftnet(); |
| so = pool_get(&socket_pool, PR_WAITOK); |
so = pool_get(&socket_pool, PR_WAITOK); |
| memset(so, 0, sizeof(*so)); |
memset((caddr_t)so, 0, sizeof(*so)); |
| TAILQ_INIT(&so->so_q0); |
TAILQ_INIT(&so->so_q0); |
| TAILQ_INIT(&so->so_q); |
TAILQ_INIT(&so->so_q); |
| so->so_type = type; |
so->so_type = type; |
| Line 502 socreate(int dom, struct socket **aso, i |
|
| Line 479 socreate(int dom, struct socket **aso, i |
|
| so->so_snd.sb_mowner = &prp->pr_domain->dom_mowner; |
so->so_snd.sb_mowner = &prp->pr_domain->dom_mowner; |
| so->so_mowner = &prp->pr_domain->dom_mowner; |
so->so_mowner = &prp->pr_domain->dom_mowner; |
| #endif |
#endif |
| selinit(&so->so_rcv.sb_sel); |
if (p != 0) |
| selinit(&so->so_snd.sb_sel); |
so->so_uidinfo = uid_find(p->p_ucred->cr_uid); |
| uid = kauth_cred_geteuid(l->l_cred); |
else |
| so->so_uidinfo = uid_find(uid); |
so->so_uidinfo = uid_find(0); |
| error = (*prp->pr_usrreq)(so, PRU_ATTACH, NULL, |
error = (*prp->pr_usrreq)(so, PRU_ATTACH, (struct mbuf *)0, |
| (struct mbuf *)(long)proto, NULL, l); |
(struct mbuf *)(long)proto, (struct mbuf *)0, p); |
| if (error != 0) { |
if (error) { |
| so->so_state |= SS_NOFDREF; |
so->so_state |= SS_NOFDREF; |
| sofree(so); |
sofree(so); |
| splx(s); |
splx(s); |
| return error; |
return (error); |
| } |
} |
| splx(s); |
splx(s); |
| *aso = so; |
*aso = so; |
| return 0; |
return (0); |
| } |
|
| |
|
| /* On success, write file descriptor to fdout and return zero. On |
|
| * failure, return non-zero; *fdout will be undefined. |
|
| */ |
|
| int |
|
| fsocreate(int domain, struct socket **sop, int type, int protocol, |
|
| struct lwp *l, int *fdout) |
|
| { |
|
| struct socket *so; |
|
| struct file *fp; |
|
| int fd, error; |
|
| |
|
| if ((error = fd_allocfile(&fp, &fd)) != 0) |
|
| return (error); |
|
| fp->f_flag = FREAD|FWRITE; |
|
| fp->f_type = DTYPE_SOCKET; |
|
| fp->f_ops = &socketops; |
|
| error = socreate(domain, &so, type, protocol, l); |
|
| if (error != 0) { |
|
| fd_abort(curproc, fp, fd); |
|
| } else { |
|
| if (sop != NULL) |
|
| *sop = so; |
|
| fp->f_data = so; |
|
| fd_affix(curproc, fp, fd); |
|
| *fdout = fd; |
|
| } |
|
| return error; |
|
| } |
} |
| |
|
| int |
int |
| sobind(struct socket *so, struct mbuf *nam, struct lwp *l) |
sobind(struct socket *so, struct mbuf *nam, struct proc *p) |
| { |
{ |
| int s, error; |
int s, error; |
| |
|
| s = splsoftnet(); |
s = splsoftnet(); |
| error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, NULL, nam, NULL, l); |
error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, (struct mbuf *)0, |
| |
nam, (struct mbuf *)0, p); |
| splx(s); |
splx(s); |
| return error; |
return (error); |
| } |
} |
| |
|
| int |
int |
| solisten(struct socket *so, int backlog, struct lwp *l) |
solisten(struct socket *so, int backlog) |
| { |
{ |
| int s, error; |
int s, error; |
| |
|
| s = splsoftnet(); |
s = splsoftnet(); |
| error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, NULL, |
error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, (struct mbuf *)0, |
| NULL, NULL, l); |
(struct mbuf *)0, (struct mbuf *)0, (struct proc *)0); |
| if (error != 0) { |
if (error) { |
| splx(s); |
splx(s); |
| return error; |
return (error); |
| } |
} |
| if (TAILQ_EMPTY(&so->so_q)) |
if (TAILQ_EMPTY(&so->so_q)) |
| so->so_options |= SO_ACCEPTCONN; |
so->so_options |= SO_ACCEPTCONN; |
| Line 577 solisten(struct socket *so, int backlog, |
|
| Line 526 solisten(struct socket *so, int backlog, |
|
| backlog = 0; |
backlog = 0; |
| so->so_qlimit = min(backlog, somaxconn); |
so->so_qlimit = min(backlog, somaxconn); |
| splx(s); |
splx(s); |
| return 0; |
return (0); |
| } |
} |
| |
|
| void |
void |
| Line 603 sofree(struct socket *so) |
|
| Line 552 sofree(struct socket *so) |
|
| RLIM_INFINITY); |
RLIM_INFINITY); |
| sbrelease(&so->so_snd, so); |
sbrelease(&so->so_snd, so); |
| sorflush(so); |
sorflush(so); |
| seldestroy(&so->so_rcv.sb_sel); |
|
| seldestroy(&so->so_snd.sb_sel); |
|
| pool_put(&socket_pool, so); |
pool_put(&socket_pool, so); |
| } |
} |
| |
|
| Line 640 soclose(struct socket *so) |
|
| Line 587 soclose(struct socket *so) |
|
| goto drop; |
goto drop; |
| } |
} |
| if (so->so_options & SO_LINGER) { |
if (so->so_options & SO_LINGER) { |
| if ((so->so_state & SS_ISDISCONNECTING) && so->so_nbio) |
if ((so->so_state & SS_ISDISCONNECTING) && |
| |
(so->so_state & SS_NBIO)) |
| goto drop; |
goto drop; |
| while (so->so_state & SS_ISCONNECTED) { |
while (so->so_state & SS_ISCONNECTED) { |
| error = tsleep((void *)&so->so_timeo, |
error = tsleep((caddr_t)&so->so_timeo, |
| PSOCK | PCATCH, netcls, |
PSOCK | PCATCH, netcls, |
| so->so_linger * hz); |
so->so_linger * hz); |
| if (error) |
if (error) |
| Line 654 soclose(struct socket *so) |
|
| Line 602 soclose(struct socket *so) |
|
| drop: |
drop: |
| if (so->so_pcb) { |
if (so->so_pcb) { |
| int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
| NULL, NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
| |
(struct proc *)0); |
| if (error == 0) |
if (error == 0) |
| error = error2; |
error = error2; |
| } |
} |
| Line 673 soclose(struct socket *so) |
|
| Line 622 soclose(struct socket *so) |
|
| int |
int |
| soabort(struct socket *so) |
soabort(struct socket *so) |
| { |
{ |
| int error; |
|
| |
|
| KASSERT(so->so_head == NULL); |
return (*so->so_proto->pr_usrreq)(so, PRU_ABORT, (struct mbuf *)0, |
| error = (*so->so_proto->pr_usrreq)(so, PRU_ABORT, NULL, |
(struct mbuf *)0, (struct mbuf *)0, (struct proc *)0); |
| NULL, NULL, NULL); |
|
| if (error) { |
|
| sofree(so); |
|
| } |
|
| return error; |
|
| } |
} |
| |
|
| int |
int |
| Line 697 soaccept(struct socket *so, struct mbuf |
|
| Line 640 soaccept(struct socket *so, struct mbuf |
|
| if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
| (so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
(so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
| error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
| NULL, nam, NULL, NULL); |
(struct mbuf *)0, nam, (struct mbuf *)0, (struct proc *)0); |
| else |
else |
| error = ECONNABORTED; |
error = ECONNABORTED; |
| |
|
| Line 706 soaccept(struct socket *so, struct mbuf |
|
| Line 649 soaccept(struct socket *so, struct mbuf |
|
| } |
} |
| |
|
| int |
int |
| soconnect(struct socket *so, struct mbuf *nam, struct lwp *l) |
soconnect(struct socket *so, struct mbuf *nam, struct proc *p) |
| { |
{ |
| int s, error; |
int s, error; |
| |
|
| Line 725 soconnect(struct socket *so, struct mbuf |
|
| Line 668 soconnect(struct socket *so, struct mbuf |
|
| error = EISCONN; |
error = EISCONN; |
| else |
else |
| error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
| NULL, nam, NULL, l); |
(struct mbuf *)0, nam, (struct mbuf *)0, p); |
| splx(s); |
splx(s); |
| return (error); |
return (error); |
| } |
} |
| Line 737 soconnect2(struct socket *so1, struct so |
|
| Line 680 soconnect2(struct socket *so1, struct so |
|
| |
|
| s = splsoftnet(); |
s = splsoftnet(); |
| error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
| NULL, (struct mbuf *)so2, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0, |
| |
(struct proc *)0); |
| splx(s); |
splx(s); |
| return (error); |
return (error); |
| } |
} |
| Line 757 sodisconnect(struct socket *so) |
|
| Line 701 sodisconnect(struct socket *so) |
|
| goto bad; |
goto bad; |
| } |
} |
| error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
| NULL, NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
| |
(struct proc *)0); |
| bad: |
bad: |
| splx(s); |
splx(s); |
| sodopendfree(); |
sodopendfree(so); |
| return (error); |
return (error); |
| } |
} |
| |
|
| Line 784 sodisconnect(struct socket *so) |
|
| Line 729 sodisconnect(struct socket *so) |
|
| */ |
*/ |
| int |
int |
| sosend(struct socket *so, struct mbuf *addr, struct uio *uio, struct mbuf *top, |
sosend(struct socket *so, struct mbuf *addr, struct uio *uio, struct mbuf *top, |
| struct mbuf *control, int flags, struct lwp *l) |
struct mbuf *control, int flags, struct proc *p) |
| { |
{ |
| struct mbuf **mp, *m; |
struct mbuf **mp, *m; |
| struct proc *p; |
|
| long space, len, resid, clen, mlen; |
long space, len, resid, clen, mlen; |
| int error, s, dontroute, atomic; |
int error, s, dontroute, atomic; |
| |
|
| p = l->l_proc; |
sodopendfree(so); |
| sodopendfree(); |
|
| |
|
| clen = 0; |
clen = 0; |
| atomic = sosendallatonce(so) || top; |
atomic = sosendallatonce(so) || top; |
| Line 849 sosend(struct socket *so, struct mbuf *a |
|
| Line 792 sosend(struct socket *so, struct mbuf *a |
|
| snderr(EMSGSIZE); |
snderr(EMSGSIZE); |
| if (space < resid + clen && |
if (space < resid + clen && |
| (atomic || space < so->so_snd.sb_lowat || space < clen)) { |
(atomic || space < so->so_snd.sb_lowat || space < clen)) { |
| if (so->so_nbio) |
if (so->so_state & SS_NBIO) |
| snderr(EWOULDBLOCK); |
snderr(EWOULDBLOCK); |
| sbunlock(&so->so_snd); |
sbunlock(&so->so_snd); |
| error = sbwait(&so->so_snd); |
error = sbwait(&so->so_snd); |
| Line 870 sosend(struct socket *so, struct mbuf *a |
|
| Line 813 sosend(struct socket *so, struct mbuf *a |
|
| if (flags & MSG_EOR) |
if (flags & MSG_EOR) |
| top->m_flags |= M_EOR; |
top->m_flags |= M_EOR; |
| } else do { |
} else do { |
| if (top == NULL) { |
if (top == 0) { |
| m = m_gethdr(M_WAIT, MT_DATA); |
m = m_gethdr(M_WAIT, MT_DATA); |
| mlen = MHLEN; |
mlen = MHLEN; |
| m->m_pkthdr.len = 0; |
m->m_pkthdr.len = 0; |
| m->m_pkthdr.rcvif = NULL; |
m->m_pkthdr.rcvif = (struct ifnet *)0; |
| } else { |
} else { |
| m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
| mlen = MLEN; |
mlen = MLEN; |
| } |
} |
| MCLAIM(m, so->so_snd.sb_mowner); |
MCLAIM(m, so->so_snd.sb_mowner); |
| if (sock_loan_thresh >= 0 && |
if (use_sosend_loan && |
| uio->uio_iov->iov_len >= sock_loan_thresh && |
uio->uio_iov->iov_len >= SOCK_LOAN_THRESH && |
| space >= sock_loan_thresh && |
space >= SOCK_LOAN_THRESH && |
| (len = sosend_loan(so, uio, m, |
(len = sosend_loan(so, uio, m, |
| space)) != 0) { |
space)) != 0) { |
| SOSEND_COUNTER_INCR(&sosend_loan_big); |
SOSEND_COUNTER_INCR(&sosend_loan_big); |
| Line 914 sosend(struct socket *so, struct mbuf *a |
|
| Line 857 sosend(struct socket *so, struct mbuf *a |
|
| if (atomic && top == 0 && len < mlen) |
if (atomic && top == 0 && len < mlen) |
| MH_ALIGN(m, len); |
MH_ALIGN(m, len); |
| } |
} |
| error = uiomove(mtod(m, void *), (int)len, uio); |
error = uiomove(mtod(m, caddr_t), (int)len, |
| |
uio); |
| have_data: |
have_data: |
| resid = uio->uio_resid; |
resid = uio->uio_resid; |
| m->m_len = len; |
m->m_len = len; |
| *mp = m; |
*mp = m; |
| top->m_pkthdr.len += len; |
top->m_pkthdr.len += len; |
| if (error != 0) |
if (error) |
| goto release; |
goto release; |
| mp = &m->m_next; |
mp = &m->m_next; |
| if (resid <= 0) { |
if (resid <= 0) { |
| Line 941 sosend(struct socket *so, struct mbuf *a |
|
| Line 885 sosend(struct socket *so, struct mbuf *a |
|
| so->so_state |= SS_MORETOCOME; |
so->so_state |= SS_MORETOCOME; |
| error = (*so->so_proto->pr_usrreq)(so, |
error = (*so->so_proto->pr_usrreq)(so, |
| (flags & MSG_OOB) ? PRU_SENDOOB : PRU_SEND, |
(flags & MSG_OOB) ? PRU_SENDOOB : PRU_SEND, |
| top, addr, control, curlwp); /* XXX */ |
top, addr, control, p); |
| if (dontroute) |
if (dontroute) |
| so->so_options &= ~SO_DONTROUTE; |
so->so_options &= ~SO_DONTROUTE; |
| if (resid > 0) |
if (resid > 0) |
| Line 949 sosend(struct socket *so, struct mbuf *a |
|
| Line 893 sosend(struct socket *so, struct mbuf *a |
|
| splx(s); |
splx(s); |
| |
|
| clen = 0; |
clen = 0; |
| control = NULL; |
control = 0; |
| top = NULL; |
top = 0; |
| mp = ⊤ |
mp = ⊤ |
| if (error != 0) |
if (error) |
| goto release; |
goto release; |
| } while (resid && space > 0); |
} while (resid && space > 0); |
| } while (resid); |
} while (resid); |
|
|
| soreceive(struct socket *so, struct mbuf **paddr, struct uio *uio, |
soreceive(struct socket *so, struct mbuf **paddr, struct uio *uio, |
| struct mbuf **mp0, struct mbuf **controlp, int *flagsp) |
struct mbuf **mp0, struct mbuf **controlp, int *flagsp) |
| { |
{ |
| struct lwp *l = curlwp; |
struct proc * p; |
| struct mbuf *m, **mp; |
struct mbuf *m, **mp; |
| int atomic, flags, len, error, s, offset, moff, type, orig_resid; |
int flags, len, error, s, offset, moff, type, orig_resid; |
| const struct protosw *pr; |
const struct protosw *pr; |
| struct mbuf *nextrecord; |
struct mbuf *nextrecord; |
| int mbuf_removed = 0; |
int mbuf_removed = 0; |
| const struct domain *dom; |
|
| |
|
| pr = so->so_proto; |
pr = so->so_proto; |
| atomic = pr->pr_flags & PR_ATOMIC; |
|
| dom = pr->pr_domain; |
|
| mp = mp0; |
mp = mp0; |
| type = 0; |
type = 0; |
| orig_resid = uio->uio_resid; |
orig_resid = uio->uio_resid; |
| |
p = uio->uio_procp; |
| |
|
| if (paddr != NULL) |
if (paddr) |
| *paddr = NULL; |
*paddr = 0; |
| if (controlp != NULL) |
if (controlp) |
| *controlp = NULL; |
*controlp = 0; |
| if (flagsp != NULL) |
if (flagsp) |
| flags = *flagsp &~ MSG_EOR; |
flags = *flagsp &~ MSG_EOR; |
| else |
else |
| flags = 0; |
flags = 0; |
| |
|
| if ((flags & MSG_DONTWAIT) == 0) |
if ((flags & MSG_DONTWAIT) == 0) |
| sodopendfree(); |
sodopendfree(so); |
| |
|
| if (flags & MSG_OOB) { |
if (flags & MSG_OOB) { |
| m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
| error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
| (struct mbuf *)(long)(flags & MSG_PEEK), NULL, l); |
(struct mbuf *)(long)(flags & MSG_PEEK), |
| |
(struct mbuf *)0, p); |
| if (error) |
if (error) |
| goto bad; |
goto bad; |
| do { |
do { |
| error = uiomove(mtod(m, void *), |
error = uiomove(mtod(m, caddr_t), |
| (int) min(uio->uio_resid, m->m_len), uio); |
(int) min(uio->uio_resid, m->m_len), uio); |
| m = m_free(m); |
m = m_free(m); |
| } while (uio->uio_resid > 0 && error == 0 && m); |
} while (uio->uio_resid && error == 0 && m); |
| bad: |
bad: |
| if (m != NULL) |
if (m) |
| m_freem(m); |
m_freem(m); |
| return error; |
return (error); |
| } |
} |
| if (mp != NULL) |
if (mp) |
| *mp = NULL; |
*mp = (struct mbuf *)0; |
| if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
| (*pr->pr_usrreq)(so, PRU_RCVD, NULL, NULL, NULL, l); |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
| |
(struct mbuf *)0, (struct mbuf *)0, p); |
| |
|
| restart: |
restart: |
| if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
| return error; |
return (error); |
| s = splsoftnet(); |
s = splsoftnet(); |
| |
|
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| Line 1052 soreceive(struct socket *so, struct mbuf |
|
| Line 996 soreceive(struct socket *so, struct mbuf |
|
| * we have to do the receive in sections, and thus risk returning |
* we have to do the receive in sections, and thus risk returning |
| * a short count if a timeout or signal occurs after we start. |
* a short count if a timeout or signal occurs after we start. |
| */ |
*/ |
| if (m == NULL || |
if (m == 0 || (((flags & MSG_DONTWAIT) == 0 && |
| ((flags & MSG_DONTWAIT) == 0 && |
so->so_rcv.sb_cc < uio->uio_resid) && |
| so->so_rcv.sb_cc < uio->uio_resid && |
(so->so_rcv.sb_cc < so->so_rcv.sb_lowat || |
| (so->so_rcv.sb_cc < so->so_rcv.sb_lowat || |
((flags & MSG_WAITALL) && uio->uio_resid <= so->so_rcv.sb_hiwat)) && |
| ((flags & MSG_WAITALL) && |
m->m_nextpkt == 0 && (pr->pr_flags & PR_ATOMIC) == 0)) { |
| uio->uio_resid <= so->so_rcv.sb_hiwat)) && |
|
| m->m_nextpkt == NULL && !atomic)) { |
|
| #ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
| if (m == NULL && so->so_rcv.sb_cc) |
if (m == 0 && so->so_rcv.sb_cc) |
| panic("receive 1"); |
panic("receive 1"); |
| #endif |
#endif |
| if (so->so_error) { |
if (so->so_error) { |
| if (m != NULL) |
if (m) |
| goto dontblock; |
goto dontblock; |
| error = so->so_error; |
error = so->so_error; |
| if ((flags & MSG_PEEK) == 0) |
if ((flags & MSG_PEEK) == 0) |
| Line 1072 soreceive(struct socket *so, struct mbuf |
|
| Line 1014 soreceive(struct socket *so, struct mbuf |
|
| goto release; |
goto release; |
| } |
} |
| if (so->so_state & SS_CANTRCVMORE) { |
if (so->so_state & SS_CANTRCVMORE) { |
| if (m != NULL) |
if (m) |
| goto dontblock; |
goto dontblock; |
| else |
else |
| goto release; |
goto release; |
| } |
} |
| for (; m != NULL; m = m->m_next) |
for (; m; m = m->m_next) |
| if (m->m_type == MT_OOBDATA || (m->m_flags & M_EOR)) { |
if (m->m_type == MT_OOBDATA || (m->m_flags & M_EOR)) { |
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| goto dontblock; |
goto dontblock; |
| Line 1089 soreceive(struct socket *so, struct mbuf |
|
| Line 1031 soreceive(struct socket *so, struct mbuf |
|
| } |
} |
| if (uio->uio_resid == 0) |
if (uio->uio_resid == 0) |
| goto release; |
goto release; |
| if (so->so_nbio || (flags & MSG_DONTWAIT)) { |
if ((so->so_state & SS_NBIO) || (flags & MSG_DONTWAIT)) { |
| error = EWOULDBLOCK; |
error = EWOULDBLOCK; |
| goto release; |
goto release; |
| } |
} |
| Line 1098 soreceive(struct socket *so, struct mbuf |
|
| Line 1040 soreceive(struct socket *so, struct mbuf |
|
| sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
| error = sbwait(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
| splx(s); |
splx(s); |
| if (error != 0) |
if (error) |
| return error; |
return (error); |
| goto restart; |
goto restart; |
| } |
} |
| dontblock: |
dontblock: |
| Line 1108 soreceive(struct socket *so, struct mbuf |
|
| Line 1050 soreceive(struct socket *so, struct mbuf |
|
| * While we process the initial mbufs containing address and control |
* While we process the initial mbufs containing address and control |
| * info, we save a copy of m->m_nextpkt into nextrecord. |
* info, we save a copy of m->m_nextpkt into nextrecord. |
| */ |
*/ |
| if (l != NULL) |
if (p) |
| l->l_proc->p_stats->p_ru.ru_msgrcv++; |
p->p_stats->p_ru.ru_msgrcv++; |
| KASSERT(m == so->so_rcv.sb_mb); |
KASSERT(m == so->so_rcv.sb_mb); |
| SBLASTRECORDCHK(&so->so_rcv, "soreceive 1"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 1"); |
| SBLASTMBUFCHK(&so->so_rcv, "soreceive 1"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 1"); |
| Line 1127 soreceive(struct socket *so, struct mbuf |
|
| Line 1069 soreceive(struct socket *so, struct mbuf |
|
| } else { |
} else { |
| sbfree(&so->so_rcv, m); |
sbfree(&so->so_rcv, m); |
| mbuf_removed = 1; |
mbuf_removed = 1; |
| if (paddr != NULL) { |
if (paddr) { |
| *paddr = m; |
*paddr = m; |
| so->so_rcv.sb_mb = m->m_next; |
so->so_rcv.sb_mb = m->m_next; |
| m->m_next = NULL; |
m->m_next = 0; |
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| } else { |
} else { |
| MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
| Line 1138 soreceive(struct socket *so, struct mbuf |
|
| Line 1080 soreceive(struct socket *so, struct mbuf |
|
| } |
} |
| } |
} |
| } |
} |
| while (m != NULL && m->m_type == MT_CONTROL && error == 0) { |
while (m && m->m_type == MT_CONTROL && error == 0) { |
| if (flags & MSG_PEEK) { |
if (flags & MSG_PEEK) { |
| if (controlp != NULL) |
if (controlp) |
| *controlp = m_copy(m, 0, m->m_len); |
*controlp = m_copy(m, 0, m->m_len); |
| m = m->m_next; |
m = m->m_next; |
| } else { |
} else { |
| sbfree(&so->so_rcv, m); |
sbfree(&so->so_rcv, m); |
| mbuf_removed = 1; |
mbuf_removed = 1; |
| if (controlp != NULL) { |
if (controlp) { |
| if (dom->dom_externalize && l && |
struct domain *dom = pr->pr_domain; |
| |
if (dom->dom_externalize && p && |
| mtod(m, struct cmsghdr *)->cmsg_type == |
mtod(m, struct cmsghdr *)->cmsg_type == |
| SCM_RIGHTS) |
SCM_RIGHTS) |
| error = (*dom->dom_externalize)(m, l); |
error = (*dom->dom_externalize)(m, p); |
| *controlp = m; |
*controlp = m; |
| so->so_rcv.sb_mb = m->m_next; |
so->so_rcv.sb_mb = m->m_next; |
| m->m_next = NULL; |
m->m_next = 0; |
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| } else { |
} else { |
| /* |
/* |
| * Dispose of any SCM_RIGHTS message that went |
* Dispose of any SCM_RIGHTS message that went |
| * through the read path rather than recv. |
* through the read path rather than recv. |
| */ |
*/ |
| if (dom->dom_dispose && |
if (pr->pr_domain->dom_dispose && |
| mtod(m, struct cmsghdr *)->cmsg_type == SCM_RIGHTS) |
mtod(m, struct cmsghdr *)->cmsg_type == SCM_RIGHTS) |
| (*dom->dom_dispose)(m); |
(*pr->pr_domain->dom_dispose)(m); |
| MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| } |
} |
| } |
} |
| if (controlp != NULL) { |
if (controlp) { |
| orig_resid = 0; |
orig_resid = 0; |
| controlp = &(*controlp)->m_next; |
controlp = &(*controlp)->m_next; |
| } |
} |
| Line 1179 soreceive(struct socket *so, struct mbuf |
|
| Line 1122 soreceive(struct socket *so, struct mbuf |
|
| * the last packet on the chain (nextrecord == NULL) and we |
* the last packet on the chain (nextrecord == NULL) and we |
| * change m->m_nextpkt. |
* change m->m_nextpkt. |
| */ |
*/ |
| if (m != NULL) { |
if (m) { |
| if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
| m->m_nextpkt = nextrecord; |
m->m_nextpkt = nextrecord; |
| /* |
/* |
| Line 1207 soreceive(struct socket *so, struct mbuf |
|
| Line 1150 soreceive(struct socket *so, struct mbuf |
|
| |
|
| moff = 0; |
moff = 0; |
| offset = 0; |
offset = 0; |
| while (m != NULL && uio->uio_resid > 0 && error == 0) { |
while (m && uio->uio_resid > 0 && error == 0) { |
| if (m->m_type == MT_OOBDATA) { |
if (m->m_type == MT_OOBDATA) { |
| if (type != MT_OOBDATA) |
if (type != MT_OOBDATA) |
| break; |
break; |
| Line 1231 soreceive(struct socket *so, struct mbuf |
|
| Line 1174 soreceive(struct socket *so, struct mbuf |
|
| * we must note any additions to the sockbuf when we |
* we must note any additions to the sockbuf when we |
| * block interrupts again. |
* block interrupts again. |
| */ |
*/ |
| if (mp == NULL) { |
if (mp == 0) { |
| SBLASTRECORDCHK(&so->so_rcv, "soreceive uiomove"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive uiomove"); |
| SBLASTMBUFCHK(&so->so_rcv, "soreceive uiomove"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive uiomove"); |
| splx(s); |
splx(s); |
| error = uiomove(mtod(m, char *) + moff, (int)len, uio); |
error = uiomove(mtod(m, caddr_t) + moff, (int)len, uio); |
| s = splsoftnet(); |
s = splsoftnet(); |
| if (error != 0) { |
if (error) { |
| /* |
/* |
| * If any part of the record has been removed |
* If any part of the record has been removed |
| * (such as the MT_SONAME mbuf, which will |
* (such as the MT_SONAME mbuf, which will |
| Line 1249 soreceive(struct socket *so, struct mbuf |
|
| Line 1192 soreceive(struct socket *so, struct mbuf |
|
| * This avoids a later panic("receive 1a") |
* This avoids a later panic("receive 1a") |
| * when compiled with DIAGNOSTIC. |
* when compiled with DIAGNOSTIC. |
| */ |
*/ |
| if (m && mbuf_removed && atomic) |
if (m && mbuf_removed |
| |
&& (pr->pr_flags & PR_ATOMIC)) |
| (void) sbdroprecord(&so->so_rcv); |
(void) sbdroprecord(&so->so_rcv); |
| |
|
| goto release; |
goto release; |
| Line 1269 soreceive(struct socket *so, struct mbuf |
|
| Line 1213 soreceive(struct socket *so, struct mbuf |
|
| *mp = m; |
*mp = m; |
| mp = &m->m_next; |
mp = &m->m_next; |
| so->so_rcv.sb_mb = m = m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
| *mp = NULL; |
*mp = (struct mbuf *)0; |
| } else { |
} else { |
| MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
| m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
| Line 1290 soreceive(struct socket *so, struct mbuf |
|
| Line 1234 soreceive(struct socket *so, struct mbuf |
|
| SBLASTRECORDCHK(&so->so_rcv, "soreceive 3"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 3"); |
| SBLASTMBUFCHK(&so->so_rcv, "soreceive 3"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 3"); |
| } |
} |
| } else if (flags & MSG_PEEK) |
} else { |
| moff += len; |
if (flags & MSG_PEEK) |
| else { |
moff += len; |
| if (mp != NULL) |
else { |
| *mp = m_copym(m, 0, len, M_WAIT); |
if (mp) |
| m->m_data += len; |
*mp = m_copym(m, 0, len, M_WAIT); |
| m->m_len -= len; |
m->m_data += len; |
| so->so_rcv.sb_cc -= len; |
m->m_len -= len; |
| |
so->so_rcv.sb_cc -= len; |
| |
} |
| } |
} |
| if (so->so_oobmark) { |
if (so->so_oobmark) { |
| if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
| Line 1321 soreceive(struct socket *so, struct mbuf |
|
| Line 1267 soreceive(struct socket *so, struct mbuf |
|
| * with a short count but without error. |
* with a short count but without error. |
| * Keep sockbuf locked against other readers. |
* Keep sockbuf locked against other readers. |
| */ |
*/ |
| while (flags & MSG_WAITALL && m == NULL && uio->uio_resid > 0 && |
while (flags & MSG_WAITALL && m == 0 && uio->uio_resid > 0 && |
| !sosendallatonce(so) && !nextrecord) { |
!sosendallatonce(so) && !nextrecord) { |
| if (so->so_error || so->so_state & SS_CANTRCVMORE) |
if (so->so_error || so->so_state & SS_CANTRCVMORE) |
| break; |
break; |
| Line 1338 soreceive(struct socket *so, struct mbuf |
|
| Line 1284 soreceive(struct socket *so, struct mbuf |
|
| */ |
*/ |
| if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
| (*pr->pr_usrreq)(so, PRU_RCVD, |
(*pr->pr_usrreq)(so, PRU_RCVD, |
| NULL, (struct mbuf *)(long)flags, NULL, l); |
(struct mbuf *)0, |
| |
(struct mbuf *)(long)flags, |
| |
(struct mbuf *)0, p); |
| SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
| SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
| error = sbwait(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
| if (error != 0) { |
if (error) { |
| sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
| splx(s); |
splx(s); |
| return 0; |
return (0); |
| } |
} |
| if ((m = so->so_rcv.sb_mb) != NULL) |
if ((m = so->so_rcv.sb_mb) != NULL) |
| nextrecord = m->m_nextpkt; |
nextrecord = m->m_nextpkt; |
| } |
} |
| } |
} |
| |
|
| if (m && atomic) { |
if (m && pr->pr_flags & PR_ATOMIC) { |
| flags |= MSG_TRUNC; |
flags |= MSG_TRUNC; |
| if ((flags & MSG_PEEK) == 0) |
if ((flags & MSG_PEEK) == 0) |
| (void) sbdroprecord(&so->so_rcv); |
(void) sbdroprecord(&so->so_rcv); |
| } |
} |
| if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
| if (m == NULL) { |
if (m == 0) { |
| /* |
/* |
| * First part is an inline SB_EMPTY_FIXUP(). Second |
* First part is an inline SB_EMPTY_FIXUP(). Second |
| * part makes sure sb_lastrecord is up-to-date if |
* part makes sure sb_lastrecord is up-to-date if |
| Line 1374 soreceive(struct socket *so, struct mbuf |
|
| Line 1322 soreceive(struct socket *so, struct mbuf |
|
| SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
| SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
| if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
| (*pr->pr_usrreq)(so, PRU_RCVD, NULL, |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
| (struct mbuf *)(long)flags, NULL, l); |
(struct mbuf *)(long)flags, (struct mbuf *)0, p); |
| } |
} |
| if (orig_resid == uio->uio_resid && orig_resid && |
if (orig_resid == uio->uio_resid && orig_resid && |
| (flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
| Line 1384 soreceive(struct socket *so, struct mbuf |
|
| Line 1332 soreceive(struct socket *so, struct mbuf |
|
| goto restart; |
goto restart; |
| } |
} |
| |
|
| if (flagsp != NULL) |
if (flagsp) |
| *flagsp |= flags; |
*flagsp |= flags; |
| release: |
release: |
| sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
| splx(s); |
splx(s); |
| return error; |
return (error); |
| } |
} |
| |
|
| int |
int |
| Line 1404 soshutdown(struct socket *so, int how) |
|
| Line 1352 soshutdown(struct socket *so, int how) |
|
| if (how == SHUT_RD || how == SHUT_RDWR) |
if (how == SHUT_RD || how == SHUT_RDWR) |
| sorflush(so); |
sorflush(so); |
| if (how == SHUT_WR || how == SHUT_RDWR) |
if (how == SHUT_WR || how == SHUT_RDWR) |
| return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, NULL, |
return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, (struct mbuf *)0, |
| NULL, NULL, NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct proc *)0); |
| return 0; |
return (0); |
| } |
} |
| |
|
| void |
void |
| Line 1436 sorflush(struct socket *so) |
|
| Line 1384 sorflush(struct socket *so) |
|
| sbrelease(&asb, so); |
sbrelease(&asb, so); |
| } |
} |
| |
|
| static int |
int |
| sosetopt1(struct socket *so, int level, int optname, struct mbuf *m) |
sosetopt(struct socket *so, int level, int optname, struct mbuf *m0) |
| { |
{ |
| int optval, val; |
int error; |
| struct linger *l; |
struct mbuf *m; |
| struct sockbuf *sb; |
|
| struct timeval *tv; |
|
| |
|
| switch (optname) { |
|
| |
|
| case SO_LINGER: |
|
| if (m == NULL || m->m_len != sizeof(struct linger)) |
|
| return EINVAL; |
|
| l = mtod(m, struct linger *); |
|
| if (l->l_linger < 0 || l->l_linger > USHRT_MAX || |
|
| l->l_linger > (INT_MAX / hz)) |
|
| return EDOM; |
|
| so->so_linger = l->l_linger; |
|
| if (l->l_onoff) |
|
| so->so_options |= SO_LINGER; |
|
| else |
|
| so->so_options &= ~SO_LINGER; |
|
| break; |
|
| |
|
| case SO_DEBUG: |
|
| case SO_KEEPALIVE: |
|
| case SO_DONTROUTE: |
|
| case SO_USELOOPBACK: |
|
| case SO_BROADCAST: |
|
| case SO_REUSEADDR: |
|
| case SO_REUSEPORT: |
|
| case SO_OOBINLINE: |
|
| case SO_TIMESTAMP: |
|
| if (m == NULL || m->m_len < sizeof(int)) |
|
| return EINVAL; |
|
| if (*mtod(m, int *)) |
|
| so->so_options |= optname; |
|
| else |
|
| so->so_options &= ~optname; |
|
| break; |
|
| |
|
| case SO_SNDBUF: |
error = 0; |
| case SO_RCVBUF: |
m = m0; |
| case SO_SNDLOWAT: |
if (level != SOL_SOCKET) { |
| case SO_RCVLOWAT: |
if (so->so_proto && so->so_proto->pr_ctloutput) |
| if (m == NULL || m->m_len < sizeof(int)) |
return ((*so->so_proto->pr_ctloutput) |
| return EINVAL; |
(PRCO_SETOPT, so, level, optname, &m0)); |
| |
error = ENOPROTOOPT; |
| |
} else { |
| |
switch (optname) { |
| |
|
| /* |
case SO_LINGER: |
| * Values < 1 make no sense for any of these |
if (m == NULL || m->m_len != sizeof(struct linger)) { |
| * options, so disallow them. |
error = EINVAL; |
| */ |
goto bad; |
| optval = *mtod(m, int *); |
} |
| if (optval < 1) |
if (mtod(m, struct linger *)->l_linger < 0 || |
| return EINVAL; |
mtod(m, struct linger *)->l_linger > (INT_MAX / hz)) { |
| |
error = EDOM; |
| |
goto bad; |
| |
} |
| |
so->so_linger = mtod(m, struct linger *)->l_linger; |
| |
/* fall thru... */ |
| |
|
| switch (optname) { |
case SO_DEBUG: |
| |
case SO_KEEPALIVE: |
| |
case SO_DONTROUTE: |
| |
case SO_USELOOPBACK: |
| |
case SO_BROADCAST: |
| |
case SO_REUSEADDR: |
| |
case SO_REUSEPORT: |
| |
case SO_OOBINLINE: |
| |
case SO_TIMESTAMP: |
| |
if (m == NULL || m->m_len < sizeof(int)) { |
| |
error = EINVAL; |
| |
goto bad; |
| |
} |
| |
if (*mtod(m, int *)) |
| |
so->so_options |= optname; |
| |
else |
| |
so->so_options &= ~optname; |
| |
break; |
| |
|
| case SO_SNDBUF: |
case SO_SNDBUF: |
| case SO_RCVBUF: |
case SO_RCVBUF: |
| sb = (optname == SO_SNDBUF) ? |
|
| &so->so_snd : &so->so_rcv; |
|
| if (sbreserve(sb, (u_long)optval, so) == 0) |
|
| return ENOBUFS; |
|
| sb->sb_flags &= ~SB_AUTOSIZE; |
|
| break; |
|
| |
|
| /* |
|
| * Make sure the low-water is never greater than |
|
| * the high-water. |
|
| */ |
|
| case SO_SNDLOWAT: |
case SO_SNDLOWAT: |
| so->so_snd.sb_lowat = |
|
| (optval > so->so_snd.sb_hiwat) ? |
|
| so->so_snd.sb_hiwat : optval; |
|
| break; |
|
| case SO_RCVLOWAT: |
case SO_RCVLOWAT: |
| so->so_rcv.sb_lowat = |
{ |
| (optval > so->so_rcv.sb_hiwat) ? |
int optval; |
| so->so_rcv.sb_hiwat : optval; |
|
| break; |
|
| } |
|
| break; |
|
| |
|
| case SO_SNDTIMEO: |
if (m == NULL || m->m_len < sizeof(int)) { |
| case SO_RCVTIMEO: |
error = EINVAL; |
| if (m == NULL || m->m_len < sizeof(*tv)) |
goto bad; |
| return EINVAL; |
} |
| tv = mtod(m, struct timeval *); |
|
| if (tv->tv_sec > (INT_MAX - tv->tv_usec / tick) / hz) |
|
| return EDOM; |
|
| val = tv->tv_sec * hz + tv->tv_usec / tick; |
|
| if (val == 0 && tv->tv_usec != 0) |
|
| val = 1; |
|
| |
|
| switch (optname) { |
/* |
| |
* Values < 1 make no sense for any of these |
| |
* options, so disallow them. |
| |
*/ |
| |
optval = *mtod(m, int *); |
| |
if (optval < 1) { |
| |
error = EINVAL; |
| |
goto bad; |
| |
} |
| |
|
| case SO_SNDTIMEO: |
switch (optname) { |
| so->so_snd.sb_timeo = val; |
|
| |
case SO_SNDBUF: |
| |
case SO_RCVBUF: |
| |
if (sbreserve(optname == SO_SNDBUF ? |
| |
&so->so_snd : &so->so_rcv, |
| |
(u_long) optval, so) == 0) { |
| |
error = ENOBUFS; |
| |
goto bad; |
| |
} |
| |
break; |
| |
|
| |
/* |
| |
* Make sure the low-water is never greater than |
| |
* the high-water. |
| |
*/ |
| |
case SO_SNDLOWAT: |
| |
so->so_snd.sb_lowat = |
| |
(optval > so->so_snd.sb_hiwat) ? |
| |
so->so_snd.sb_hiwat : optval; |
| |
break; |
| |
case SO_RCVLOWAT: |
| |
so->so_rcv.sb_lowat = |
| |
(optval > so->so_rcv.sb_hiwat) ? |
| |
so->so_rcv.sb_hiwat : optval; |
| |
break; |
| |
} |
| break; |
break; |
| |
} |
| |
|
| |
case SO_SNDTIMEO: |
| case SO_RCVTIMEO: |
case SO_RCVTIMEO: |
| so->so_rcv.sb_timeo = val; |
{ |
| break; |
struct timeval *tv; |
| } |
int val; |
| break; |
|
| |
|
| default: |
if (m == NULL || m->m_len < sizeof(*tv)) { |
| return ENOPROTOOPT; |
error = EINVAL; |
| } |
goto bad; |
| return 0; |
} |
| } |
tv = mtod(m, struct timeval *); |
| |
if (tv->tv_sec > (INT_MAX - tv->tv_usec / tick) / hz) { |
| |
error = EDOM; |
| |
goto bad; |
| |
} |
| |
val = tv->tv_sec * hz + tv->tv_usec / tick; |
| |
if (val == 0 && tv->tv_usec != 0) |
| |
val = 1; |
| |
|
| int |
switch (optname) { |
| sosetopt(struct socket *so, int level, int optname, struct mbuf *m) |
|
| { |
|
| int error, prerr; |
|
| |
|
| if (level == SOL_SOCKET) |
case SO_SNDTIMEO: |
| error = sosetopt1(so, level, optname, m); |
so->so_snd.sb_timeo = val; |
| else |
break; |
| error = ENOPROTOOPT; |
case SO_RCVTIMEO: |
| |
so->so_rcv.sb_timeo = val; |
| |
break; |
| |
} |
| |
break; |
| |
} |
| |
|
| if ((error == 0 || error == ENOPROTOOPT) && |
default: |
| so->so_proto != NULL && so->so_proto->pr_ctloutput != NULL) { |
error = ENOPROTOOPT; |
| /* give the protocol stack a shot */ |
break; |
| prerr = (*so->so_proto->pr_ctloutput)(PRCO_SETOPT, so, level, |
} |
| optname, &m); |
if (error == 0 && so->so_proto && so->so_proto->pr_ctloutput) { |
| if (prerr == 0) |
(void) ((*so->so_proto->pr_ctloutput) |
| error = 0; |
(PRCO_SETOPT, so, level, optname, &m0)); |
| else if (prerr != ENOPROTOOPT) |
m = NULL; /* freed by protocol */ |
| error = prerr; |
} |
| } else if (m != NULL) |
} |
| (void)m_free(m); |
bad: |
| return error; |
if (m) |
| |
(void) m_free(m); |
| |
return (error); |
| } |
} |
| |
|
| int |
int |
| Line 1592 sogetopt(struct socket *so, int level, i |
|
| Line 1551 sogetopt(struct socket *so, int level, i |
|
| case SO_LINGER: |
case SO_LINGER: |
| m->m_len = sizeof(struct linger); |
m->m_len = sizeof(struct linger); |
| mtod(m, struct linger *)->l_onoff = |
mtod(m, struct linger *)->l_onoff = |
| (so->so_options & SO_LINGER) ? 1 : 0; |
so->so_options & SO_LINGER; |
| mtod(m, struct linger *)->l_linger = so->so_linger; |
mtod(m, struct linger *)->l_linger = so->so_linger; |
| break; |
break; |
| |
|
| Line 1605 sogetopt(struct socket *so, int level, i |
|
| Line 1564 sogetopt(struct socket *so, int level, i |
|
| case SO_BROADCAST: |
case SO_BROADCAST: |
| case SO_OOBINLINE: |
case SO_OOBINLINE: |
| case SO_TIMESTAMP: |
case SO_TIMESTAMP: |
| *mtod(m, int *) = (so->so_options & optname) ? 1 : 0; |
*mtod(m, int *) = so->so_options & optname; |
| break; |
break; |
| |
|
| case SO_TYPE: |
case SO_TYPE: |
| Line 1662 sogetopt(struct socket *so, int level, i |
|
| Line 1621 sogetopt(struct socket *so, int level, i |
|
| void |
void |
| sohasoutofband(struct socket *so) |
sohasoutofband(struct socket *so) |
| { |
{ |
| |
|
| fownsignal(so->so_pgid, SIGURG, POLL_PRI, POLLPRI|POLLRDBAND, so); |
fownsignal(so->so_pgid, SIGURG, POLL_PRI, POLLPRI|POLLRDBAND, so); |
| selnotify(&so->so_rcv.sb_sel, POLLPRI | POLLRDBAND, 0); |
selwakeup(&so->so_rcv.sb_sel); |
| } |
} |
| |
|
| static void |
static void |
| Line 1672 filt_sordetach(struct knote *kn) |
|
| Line 1630 filt_sordetach(struct knote *kn) |
|
| { |
{ |
| struct socket *so; |
struct socket *so; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| SLIST_REMOVE(&so->so_rcv.sb_sel.sel_klist, kn, knote, kn_selnext); |
SLIST_REMOVE(&so->so_rcv.sb_sel.sel_klist, kn, knote, kn_selnext); |
| if (SLIST_EMPTY(&so->so_rcv.sb_sel.sel_klist)) |
if (SLIST_EMPTY(&so->so_rcv.sb_sel.sel_klist)) |
| so->so_rcv.sb_flags &= ~SB_KNOTE; |
so->so_rcv.sb_flags &= ~SB_KNOTE; |
| Line 1684 filt_soread(struct knote *kn, long hint) |
|
| Line 1642 filt_soread(struct knote *kn, long hint) |
|
| { |
{ |
| struct socket *so; |
struct socket *so; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| kn->kn_data = so->so_rcv.sb_cc; |
kn->kn_data = so->so_rcv.sb_cc; |
| if (so->so_state & SS_CANTRCVMORE) { |
if (so->so_state & SS_CANTRCVMORE) { |
| kn->kn_flags |= EV_EOF; |
kn->kn_flags |= EV_EOF; |
| Line 1703 filt_sowdetach(struct knote *kn) |
|
| Line 1661 filt_sowdetach(struct knote *kn) |
|
| { |
{ |
| struct socket *so; |
struct socket *so; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| SLIST_REMOVE(&so->so_snd.sb_sel.sel_klist, kn, knote, kn_selnext); |
SLIST_REMOVE(&so->so_snd.sb_sel.sel_klist, kn, knote, kn_selnext); |
| if (SLIST_EMPTY(&so->so_snd.sb_sel.sel_klist)) |
if (SLIST_EMPTY(&so->so_snd.sb_sel.sel_klist)) |
| so->so_snd.sb_flags &= ~SB_KNOTE; |
so->so_snd.sb_flags &= ~SB_KNOTE; |
| Line 1715 filt_sowrite(struct knote *kn, long hint |
|
| Line 1673 filt_sowrite(struct knote *kn, long hint |
|
| { |
{ |
| struct socket *so; |
struct socket *so; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| kn->kn_data = sbspace(&so->so_snd); |
kn->kn_data = sbspace(&so->so_snd); |
| if (so->so_state & SS_CANTSENDMORE) { |
if (so->so_state & SS_CANTSENDMORE) { |
| kn->kn_flags |= EV_EOF; |
kn->kn_flags |= EV_EOF; |
| Line 1738 filt_solisten(struct knote *kn, long hin |
|
| Line 1696 filt_solisten(struct knote *kn, long hin |
|
| { |
{ |
| struct socket *so; |
struct socket *so; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| |
|
| /* |
/* |
| * Set kn_data to number of incoming connections, not |
* Set kn_data to number of incoming connections, not |
| Line 1761 soo_kqfilter(struct file *fp, struct kno |
|
| Line 1719 soo_kqfilter(struct file *fp, struct kno |
|
| struct socket *so; |
struct socket *so; |
| struct sockbuf *sb; |
struct sockbuf *sb; |
| |
|
| so = ((file_t *)kn->kn_obj)->f_data; |
so = (struct socket *)kn->kn_fp->f_data; |
| switch (kn->kn_filter) { |
switch (kn->kn_filter) { |
| case EVFILT_READ: |
case EVFILT_READ: |
| if (so->so_options & SO_ACCEPTCONN) |
if (so->so_options & SO_ACCEPTCONN) |
| Line 1775 soo_kqfilter(struct file *fp, struct kno |
|
| Line 1733 soo_kqfilter(struct file *fp, struct kno |
|
| sb = &so->so_snd; |
sb = &so->so_snd; |
| break; |
break; |
| default: |
default: |
| return (EINVAL); |
return (1); |
| } |
} |
| SLIST_INSERT_HEAD(&sb->sb_sel.sel_klist, kn, kn_selnext); |
SLIST_INSERT_HEAD(&sb->sb_sel.sel_klist, kn, kn_selnext); |
| sb->sb_flags |= SB_KNOTE; |
sb->sb_flags |= SB_KNOTE; |
| return (0); |
return (0); |
| } |
} |
| |
|
| static int |
|
| sodopoll(struct socket *so, int events) |
|
| { |
|
| int revents; |
|
| |
|
| revents = 0; |
|
| |
|
| if (events & (POLLIN | POLLRDNORM)) |
|
| if (soreadable(so)) |
|
| revents |= events & (POLLIN | POLLRDNORM); |
|
| |
|
| if (events & (POLLOUT | POLLWRNORM)) |
|
| if (sowritable(so)) |
|
| revents |= events & (POLLOUT | POLLWRNORM); |
|
| |
|
| if (events & (POLLPRI | POLLRDBAND)) |
|
| if (so->so_oobmark || (so->so_state & SS_RCVATMARK)) |
|
| revents |= events & (POLLPRI | POLLRDBAND); |
|
| |
|
| return revents; |
|
| } |
|
| |
|
| int |
|
| sopoll(struct socket *so, int events) |
|
| { |
|
| int revents = 0; |
|
| int s; |
|
| |
|
| if ((revents = sodopoll(so, events)) != 0) |
|
| return revents; |
|
| |
|
| KERNEL_LOCK(1, curlwp); |
|
| s = splsoftnet(); |
|
| |
|
| if ((revents = sodopoll(so, events)) == 0) { |
|
| if (events & (POLLIN | POLLPRI | POLLRDNORM | POLLRDBAND)) { |
|
| selrecord(curlwp, &so->so_rcv.sb_sel); |
|
| so->so_rcv.sb_flags |= SB_SEL; |
|
| } |
|
| |
|
| if (events & (POLLOUT | POLLWRNORM)) { |
|
| selrecord(curlwp, &so->so_snd.sb_sel); |
|
| so->so_snd.sb_flags |= SB_SEL; |
|
| } |
|
| } |
|
| |
|
| splx(s); |
|
| KERNEL_UNLOCK_ONE(curlwp); |
|
| |
|
| return revents; |
|
| } |
|
| |
|
| |
|
| #include <sys/sysctl.h> |
#include <sys/sysctl.h> |
| |
|
| static int sysctl_kern_somaxkva(SYSCTLFN_PROTO); |
static int sysctl_kern_somaxkva(SYSCTLFN_PROTO); |
| Line 1849 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
| Line 1754 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
| { |
{ |
| int error, new_somaxkva; |
int error, new_somaxkva; |
| struct sysctlnode node; |
struct sysctlnode node; |
| |
int s; |
| |
|
| new_somaxkva = somaxkva; |
new_somaxkva = somaxkva; |
| node = *rnode; |
node = *rnode; |
| Line 1860 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
| Line 1766 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
| if (new_somaxkva < (16 * 1024 * 1024)) /* sanity */ |
if (new_somaxkva < (16 * 1024 * 1024)) /* sanity */ |
| return (EINVAL); |
return (EINVAL); |
| |
|
| mutex_enter(&so_pendfree_lock); |
s = splvm(); |
| |
simple_lock(&so_pendfree_slock); |
| somaxkva = new_somaxkva; |
somaxkva = new_somaxkva; |
| cv_broadcast(&socurkva_cv); |
wakeup(&socurkva); |
| mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
| |
splx(s); |
| |
|
| return (error); |
return (error); |
| } |
} |