version 1.83.2.10, 2005/11/10 14:09:45 |
version 1.141.2.2, 2007/11/08 11:00:10 |
|
|
/* $NetBSD$ */ |
/* $NetBSD$ */ |
|
|
/*- |
/*- |
* Copyright (c) 2002 The NetBSD Foundation, Inc. |
* Copyright (c) 2002, 2007 The NetBSD Foundation, Inc. |
* All rights reserved. |
* All rights reserved. |
* |
* |
* This code is derived from software contributed to The NetBSD Foundation |
* This code is derived from software contributed to The NetBSD Foundation |
Line 79 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 79 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <sys/systm.h> |
#include <sys/systm.h> |
#include <sys/proc.h> |
#include <sys/proc.h> |
#include <sys/file.h> |
#include <sys/file.h> |
|
#include <sys/filedesc.h> |
#include <sys/malloc.h> |
#include <sys/malloc.h> |
#include <sys/mbuf.h> |
#include <sys/mbuf.h> |
#include <sys/domain.h> |
#include <sys/domain.h> |
Line 91 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 92 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <sys/pool.h> |
#include <sys/pool.h> |
#include <sys/event.h> |
#include <sys/event.h> |
#include <sys/poll.h> |
#include <sys/poll.h> |
|
#include <sys/kauth.h> |
|
#include <sys/mutex.h> |
|
#include <sys/condvar.h> |
|
|
#include <uvm/uvm.h> |
#include <uvm/uvm.h> |
|
|
POOL_INIT(socket_pool, sizeof(struct socket), 0, 0, 0, "sockpl", NULL); |
POOL_INIT(socket_pool, sizeof(struct socket), 0, 0, 0, "sockpl", NULL, |
|
IPL_SOFTNET); |
|
|
MALLOC_DEFINE(M_SOOPTS, "soopts", "socket options"); |
MALLOC_DEFINE(M_SOOPTS, "soopts", "socket options"); |
MALLOC_DEFINE(M_SONAME, "soname", "socket name"); |
MALLOC_DEFINE(M_SONAME, "soname", "socket name"); |
|
|
|
extern const struct fileops socketops; |
|
|
extern int somaxconn; /* patchable (XXX sysctl) */ |
extern int somaxconn; /* patchable (XXX sysctl) */ |
int somaxconn = SOMAXCONN; |
int somaxconn = SOMAXCONN; |
|
|
#ifdef SOSEND_COUNTERS |
#ifdef SOSEND_COUNTERS |
#include <sys/device.h> |
#include <sys/device.h> |
|
|
struct evcnt sosend_loan_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
static struct evcnt sosend_loan_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "sosend", "loan big"); |
NULL, "sosend", "loan big"); |
struct evcnt sosend_copy_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
static struct evcnt sosend_copy_big = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "sosend", "copy big"); |
NULL, "sosend", "copy big"); |
struct evcnt sosend_copy_small = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
static struct evcnt sosend_copy_small = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "sosend", "copy small"); |
NULL, "sosend", "copy small"); |
struct evcnt sosend_kvalimit = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
static struct evcnt sosend_kvalimit = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "sosend", "kva limit"); |
NULL, "sosend", "kva limit"); |
|
|
#define SOSEND_COUNTER_INCR(ev) (ev)->ev_count++ |
#define SOSEND_COUNTER_INCR(ev) (ev)->ev_count++ |
Line 126 EVCNT_ATTACH_STATIC(sosend_kvalimit); |
|
Line 133 EVCNT_ATTACH_STATIC(sosend_kvalimit); |
|
|
|
#endif /* SOSEND_COUNTERS */ |
#endif /* SOSEND_COUNTERS */ |
|
|
void |
static struct callback_entry sokva_reclaimerentry; |
soinit(void) |
|
{ |
|
|
|
/* Set the initial adjusted socket buffer size. */ |
|
if (sb_max_set(sb_max)) |
|
panic("bad initial sb_max value: %lu", sb_max); |
|
|
|
} |
|
|
|
#ifdef SOSEND_NO_LOAN |
#ifdef SOSEND_NO_LOAN |
int use_sosend_loan = 0; |
int sock_loan_thresh = -1; |
#else |
#else |
int use_sosend_loan = 1; |
int sock_loan_thresh = 4096; |
#endif |
#endif |
|
|
struct simplelock so_pendfree_slock = SIMPLELOCK_INITIALIZER; |
static kmutex_t so_pendfree_lock; |
struct mbuf *so_pendfree; |
static struct mbuf *so_pendfree; |
|
|
#ifndef SOMAXKVA |
#ifndef SOMAXKVA |
#define SOMAXKVA (16 * 1024 * 1024) |
#define SOMAXKVA (16 * 1024 * 1024) |
#endif |
#endif |
int somaxkva = SOMAXKVA; |
int somaxkva = SOMAXKVA; |
int socurkva; |
static int socurkva; |
int sokvawaiters; |
static kcondvar_t socurkva_cv; |
|
|
#define SOCK_LOAN_THRESH 4096 |
|
#define SOCK_LOAN_CHUNK 65536 |
#define SOCK_LOAN_CHUNK 65536 |
|
|
static size_t sodopendfree(struct socket *); |
static size_t sodopendfree(void); |
static size_t sodopendfreel(struct socket *); |
static size_t sodopendfreel(void); |
static __inline vsize_t sokvareserve(struct socket *, vsize_t); |
|
static __inline void sokvaunreserve(vsize_t); |
|
|
|
static __inline vsize_t |
static vsize_t |
sokvareserve(struct socket *so, vsize_t len) |
sokvareserve(struct socket *so, vsize_t len) |
{ |
{ |
int s; |
|
int error; |
int error; |
|
|
s = splvm(); |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
|
while (socurkva + len > somaxkva) { |
while (socurkva + len > somaxkva) { |
size_t freed; |
size_t freed; |
|
|
Line 175 sokvareserve(struct socket *so, vsize_t |
|
Line 169 sokvareserve(struct socket *so, vsize_t |
|
* try to do pendfree. |
* try to do pendfree. |
*/ |
*/ |
|
|
freed = sodopendfreel(so); |
freed = sodopendfreel(); |
|
|
/* |
/* |
* if some kva was freed, try again. |
* if some kva was freed, try again. |
Line 185 sokvareserve(struct socket *so, vsize_t |
|
Line 179 sokvareserve(struct socket *so, vsize_t |
|
continue; |
continue; |
|
|
SOSEND_COUNTER_INCR(&sosend_kvalimit); |
SOSEND_COUNTER_INCR(&sosend_kvalimit); |
sokvawaiters++; |
error = cv_wait_sig(&socurkva_cv, &so_pendfree_lock); |
error = ltsleep(&socurkva, PVM | PCATCH, "sokva", 0, |
|
&so_pendfree_slock); |
|
sokvawaiters--; |
|
if (error) { |
if (error) { |
len = 0; |
len = 0; |
break; |
break; |
} |
} |
} |
} |
socurkva += len; |
socurkva += len; |
simple_unlock(&so_pendfree_slock); |
mutex_exit(&so_pendfree_lock); |
splx(s); |
|
return len; |
return len; |
} |
} |
|
|
static __inline void |
static void |
sokvaunreserve(vsize_t len) |
sokvaunreserve(vsize_t len) |
{ |
{ |
int s; |
|
|
|
s = splvm(); |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
|
socurkva -= len; |
socurkva -= len; |
if (sokvawaiters) |
cv_broadcast(&socurkva_cv); |
wakeup(&socurkva); |
mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
|
splx(s); |
|
} |
} |
|
|
/* |
/* |
Line 265 sokvafree(vaddr_t sva, vsize_t len) |
|
Line 251 sokvafree(vaddr_t sva, vsize_t len) |
|
} |
} |
|
|
static void |
static void |
sodoloanfree(struct vm_page **pgs, caddr_t buf, size_t size) |
sodoloanfree(struct vm_page **pgs, void *buf, size_t size) |
{ |
{ |
vaddr_t va, sva, eva; |
vaddr_t va, sva, eva; |
vsize_t len; |
vsize_t len; |
Line 281 sodoloanfree(struct vm_page **pgs, caddr |
|
Line 267 sodoloanfree(struct vm_page **pgs, caddr |
|
pgs = alloca(npgs * sizeof(*pgs)); |
pgs = alloca(npgs * sizeof(*pgs)); |
|
|
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
for (i = 0, va = sva; va < eva; i++, va += PAGE_SIZE) { |
if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) |
if (pmap_extract(pmap_kernel(), va, &pa) == false) |
panic("sodoloanfree: va 0x%lx not mapped", va); |
panic("sodoloanfree: va 0x%lx not mapped", va); |
pgs[i] = PHYS_TO_VM_PAGE(pa); |
pgs[i] = PHYS_TO_VM_PAGE(pa); |
} |
} |
Line 294 sodoloanfree(struct vm_page **pgs, caddr |
|
Line 280 sodoloanfree(struct vm_page **pgs, caddr |
|
} |
} |
|
|
static size_t |
static size_t |
sodopendfree(struct socket *so) |
sodopendfree() |
{ |
{ |
int s; |
|
size_t rv; |
size_t rv; |
|
|
s = splvm(); |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
rv = sodopendfreel(); |
rv = sodopendfreel(so); |
mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
|
splx(s); |
|
|
|
return rv; |
return rv; |
} |
} |
|
|
/* |
/* |
* sodopendfreel: free mbufs on "pendfree" list. |
* sodopendfreel: free mbufs on "pendfree" list. |
* unlock and relock so_pendfree_slock when freeing mbufs. |
* unlock and relock so_pendfree_lock when freeing mbufs. |
* |
* |
* => called with so_pendfree_slock held. |
* => called with so_pendfree_lock held. |
* => called at splvm. |
|
*/ |
*/ |
|
|
static size_t |
static size_t |
sodopendfreel(struct socket *so) |
sodopendfreel() |
{ |
{ |
|
struct mbuf *m, *next; |
size_t rv = 0; |
size_t rv = 0; |
|
|
LOCK_ASSERT(simple_lock_held(&so_pendfree_slock)); |
KASSERT(mutex_owned(&so_pendfree_lock)); |
|
|
for (;;) { |
|
struct mbuf *m; |
|
struct mbuf *next; |
|
|
|
|
while (so_pendfree != NULL) { |
m = so_pendfree; |
m = so_pendfree; |
if (m == NULL) |
|
break; |
|
so_pendfree = NULL; |
so_pendfree = NULL; |
simple_unlock(&so_pendfree_slock); |
mutex_exit(&so_pendfree_lock); |
/* XXX splx */ |
|
|
|
for (; m != NULL; m = next) { |
for (; m != NULL; m = next) { |
next = m->m_next; |
next = m->m_next; |
Line 341 sodopendfreel(struct socket *so) |
|
Line 318 sodopendfreel(struct socket *so) |
|
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
sodoloanfree((m->m_flags & M_EXT_PAGES) ? |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
m->m_ext.ext_pgs : NULL, m->m_ext.ext_buf, |
m->m_ext.ext_size); |
m->m_ext.ext_size); |
pool_cache_put(&mbpool_cache, m); |
pool_cache_put(mb_cache, m); |
} |
} |
|
|
/* XXX splvm */ |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
|
} |
} |
|
|
return (rv); |
return (rv); |
} |
} |
|
|
void |
void |
soloanfree(struct mbuf *m, caddr_t buf, size_t size, void *arg) |
soloanfree(struct mbuf *m, void *buf, size_t size, void *arg) |
{ |
{ |
int s; |
|
|
|
if (m == NULL) { |
if (m == NULL) { |
|
|
Line 373 soloanfree(struct mbuf *m, caddr_t buf, |
|
Line 348 soloanfree(struct mbuf *m, caddr_t buf, |
|
* because we need to put kva back to kernel_map. |
* because we need to put kva back to kernel_map. |
*/ |
*/ |
|
|
s = splvm(); |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
|
m->m_next = so_pendfree; |
m->m_next = so_pendfree; |
so_pendfree = m; |
so_pendfree = m; |
if (sokvawaiters) |
cv_broadcast(&socurkva_cv); |
wakeup(&socurkva); |
mutex_exit(&so_pendfree_lock); |
simple_unlock(&so_pendfree_slock); |
|
splx(s); |
|
} |
} |
|
|
static long |
static long |
Line 392 sosend_loan(struct socket *so, struct ui |
|
Line 364 sosend_loan(struct socket *so, struct ui |
|
vaddr_t lva, va; |
vaddr_t lva, va; |
int npgs, i, error; |
int npgs, i, error; |
|
|
if (uio->uio_segflg != UIO_USERSPACE) |
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
return (0); |
return (0); |
|
|
if (iov->iov_len < (size_t) space) |
if (iov->iov_len < (size_t) space) |
Line 407 sosend_loan(struct socket *so, struct ui |
|
Line 379 sosend_loan(struct socket *so, struct ui |
|
|
|
/* XXX KDASSERT */ |
/* XXX KDASSERT */ |
KASSERT(npgs <= M_EXT_MAXPAGES); |
KASSERT(npgs <= M_EXT_MAXPAGES); |
KASSERT(uio->uio_lwp != NULL); |
|
|
|
lva = sokvaalloc(len, so); |
lva = sokvaalloc(len, so); |
if (lva == 0) |
if (lva == 0) |
return 0; |
return 0; |
|
|
error = uvm_loan(&uio->uio_lwp->l_proc->p_vmspace->vm_map, sva, len, |
error = uvm_loan(&uio->uio_vmspace->vm_map, sva, len, |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
if (error) { |
if (error) { |
sokvafree(lva, len); |
sokvafree(lva, len); |
Line 427 sosend_loan(struct socket *so, struct ui |
|
Line 398 sosend_loan(struct socket *so, struct ui |
|
|
|
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
lva += (vaddr_t) iov->iov_base & PAGE_MASK; |
|
|
MEXTADD(m, (caddr_t) lva, space, M_MBUF, soloanfree, so); |
MEXTADD(m, (void *) lva, space, M_MBUF, soloanfree, so); |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
m->m_flags |= M_EXT_PAGES | M_EXT_ROMAP; |
|
|
uio->uio_resid -= space; |
uio->uio_resid -= space; |
/* uio_offset not updated, not set/used for write(2) */ |
/* uio_offset not updated, not set/used for write(2) */ |
uio->uio_iov->iov_base = (caddr_t) uio->uio_iov->iov_base + space; |
uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + space; |
uio->uio_iov->iov_len -= space; |
uio->uio_iov->iov_len -= space; |
if (uio->uio_iov->iov_len == 0) { |
if (uio->uio_iov->iov_len == 0) { |
uio->uio_iov++; |
uio->uio_iov++; |
Line 442 sosend_loan(struct socket *so, struct ui |
|
Line 413 sosend_loan(struct socket *so, struct ui |
|
return (space); |
return (space); |
} |
} |
|
|
|
static int |
|
sokva_reclaim_callback(struct callback_entry *ce, void *obj, void *arg) |
|
{ |
|
|
|
KASSERT(ce == &sokva_reclaimerentry); |
|
KASSERT(obj == NULL); |
|
|
|
sodopendfree(); |
|
if (!vm_map_starved_p(kernel_map)) { |
|
return CALLBACK_CHAIN_ABORT; |
|
} |
|
return CALLBACK_CHAIN_CONTINUE; |
|
} |
|
|
|
struct mbuf * |
|
getsombuf(struct socket *so) |
|
{ |
|
struct mbuf *m; |
|
|
|
m = m_get(M_WAIT, MT_SONAME); |
|
MCLAIM(m, so->so_mowner); |
|
return m; |
|
} |
|
|
|
struct mbuf * |
|
m_intopt(struct socket *so, int val) |
|
{ |
|
struct mbuf *m; |
|
|
|
m = getsombuf(so); |
|
m->m_len = sizeof(int); |
|
*mtod(m, int *) = val; |
|
return m; |
|
} |
|
|
|
void |
|
soinit(void) |
|
{ |
|
|
|
mutex_init(&so_pendfree_lock, MUTEX_DRIVER, IPL_VM); |
|
cv_init(&socurkva_cv, "sokva"); |
|
|
|
/* Set the initial adjusted socket buffer size. */ |
|
if (sb_max_set(sb_max)) |
|
panic("bad initial sb_max value: %lu", sb_max); |
|
|
|
callback_register(&vm_map_to_kernel(kernel_map)->vmk_reclaim_callback, |
|
&sokva_reclaimerentry, NULL, sokva_reclaim_callback); |
|
} |
|
|
/* |
/* |
* Socket operation routines. |
* Socket operation routines. |
* These routines are called by the routines in |
* These routines are called by the routines in |
Line 455 socreate(int dom, struct socket **aso, i |
|
Line 476 socreate(int dom, struct socket **aso, i |
|
{ |
{ |
const struct protosw *prp; |
const struct protosw *prp; |
struct socket *so; |
struct socket *so; |
struct proc *p; |
uid_t uid; |
int error, s; |
int error, s; |
|
|
p = l->l_proc; |
error = kauth_authorize_network(l->l_cred, KAUTH_NETWORK_SOCKET, |
|
KAUTH_REQ_NETWORK_SOCKET_OPEN, KAUTH_ARG(dom), KAUTH_ARG(type), |
|
KAUTH_ARG(proto)); |
|
if (error != 0) |
|
return error; |
|
|
if (proto) |
if (proto) |
prp = pffindproto(dom, proto, type); |
prp = pffindproto(dom, proto, type); |
else |
else |
prp = pffindtype(dom, type); |
prp = pffindtype(dom, type); |
if (prp == 0 || prp->pr_usrreq == 0) |
if (prp == NULL) { |
return (EPROTONOSUPPORT); |
/* no support for domain */ |
|
if (pffinddomain(dom) == 0) |
|
return EAFNOSUPPORT; |
|
/* no support for socket type */ |
|
if (proto == 0 && type != 0) |
|
return EPROTOTYPE; |
|
return EPROTONOSUPPORT; |
|
} |
|
if (prp->pr_usrreq == NULL) |
|
return EPROTONOSUPPORT; |
if (prp->pr_type != type) |
if (prp->pr_type != type) |
return (EPROTOTYPE); |
return EPROTOTYPE; |
s = splsoftnet(); |
s = splsoftnet(); |
so = pool_get(&socket_pool, PR_WAITOK); |
so = pool_get(&socket_pool, PR_WAITOK); |
memset((caddr_t)so, 0, sizeof(*so)); |
memset(so, 0, sizeof(*so)); |
TAILQ_INIT(&so->so_q0); |
TAILQ_INIT(&so->so_q0); |
TAILQ_INIT(&so->so_q); |
TAILQ_INIT(&so->so_q); |
so->so_type = type; |
so->so_type = type; |
Line 481 socreate(int dom, struct socket **aso, i |
|
Line 516 socreate(int dom, struct socket **aso, i |
|
so->so_snd.sb_mowner = &prp->pr_domain->dom_mowner; |
so->so_snd.sb_mowner = &prp->pr_domain->dom_mowner; |
so->so_mowner = &prp->pr_domain->dom_mowner; |
so->so_mowner = &prp->pr_domain->dom_mowner; |
#endif |
#endif |
if (p != 0) |
selinit(&so->so_rcv.sb_sel); |
so->so_uidinfo = uid_find(p->p_ucred->cr_uid); |
selinit(&so->so_snd.sb_sel); |
else |
uid = kauth_cred_geteuid(l->l_cred); |
so->so_uidinfo = uid_find(0); |
so->so_uidinfo = uid_find(uid); |
error = (*prp->pr_usrreq)(so, PRU_ATTACH, (struct mbuf *)0, |
error = (*prp->pr_usrreq)(so, PRU_ATTACH, NULL, |
(struct mbuf *)(long)proto, (struct mbuf *)0, l); |
(struct mbuf *)(long)proto, NULL, l); |
if (error) { |
if (error != 0) { |
so->so_state |= SS_NOFDREF; |
so->so_state |= SS_NOFDREF; |
sofree(so); |
sofree(so); |
splx(s); |
splx(s); |
return (error); |
return error; |
} |
} |
splx(s); |
splx(s); |
*aso = so; |
*aso = so; |
return (0); |
return 0; |
|
} |
|
|
|
/* On success, write file descriptor to fdout and return zero. On |
|
* failure, return non-zero; *fdout will be undefined. |
|
*/ |
|
int |
|
fsocreate(int domain, struct socket **sop, int type, int protocol, |
|
struct lwp *l, int *fdout) |
|
{ |
|
struct filedesc *fdp; |
|
struct socket *so; |
|
struct file *fp; |
|
int fd, error; |
|
|
|
fdp = l->l_proc->p_fd; |
|
/* falloc() will use the desciptor for us */ |
|
if ((error = falloc(l, &fp, &fd)) != 0) |
|
return (error); |
|
fp->f_flag = FREAD|FWRITE; |
|
fp->f_type = DTYPE_SOCKET; |
|
fp->f_ops = &socketops; |
|
error = socreate(domain, &so, type, protocol, l); |
|
if (error != 0) { |
|
FILE_UNUSE(fp, l); |
|
fdremove(fdp, fd); |
|
ffree(fp); |
|
} else { |
|
if (sop != NULL) |
|
*sop = so; |
|
fp->f_data = so; |
|
FILE_SET_MATURE(fp); |
|
FILE_UNUSE(fp, l); |
|
*fdout = fd; |
|
} |
|
return error; |
} |
} |
|
|
int |
int |
Line 504 sobind(struct socket *so, struct mbuf *n |
|
Line 574 sobind(struct socket *so, struct mbuf *n |
|
int s, error; |
int s, error; |
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, (struct mbuf *)0, |
error = (*so->so_proto->pr_usrreq)(so, PRU_BIND, NULL, nam, NULL, l); |
nam, (struct mbuf *)0, l); |
|
splx(s); |
splx(s); |
return (error); |
return error; |
} |
} |
|
|
int |
int |
Line 516 solisten(struct socket *so, int backlog) |
|
Line 585 solisten(struct socket *so, int backlog) |
|
int s, error; |
int s, error; |
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, (struct mbuf *)0, |
error = (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, NULL, |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
NULL, NULL, NULL); |
if (error) { |
if (error != 0) { |
splx(s); |
splx(s); |
return (error); |
return error; |
} |
} |
if (TAILQ_EMPTY(&so->so_q)) |
if (TAILQ_EMPTY(&so->so_q)) |
so->so_options |= SO_ACCEPTCONN; |
so->so_options |= SO_ACCEPTCONN; |
Line 528 solisten(struct socket *so, int backlog) |
|
Line 597 solisten(struct socket *so, int backlog) |
|
backlog = 0; |
backlog = 0; |
so->so_qlimit = min(backlog, somaxconn); |
so->so_qlimit = min(backlog, somaxconn); |
splx(s); |
splx(s); |
return (0); |
return 0; |
} |
} |
|
|
void |
void |
Line 554 sofree(struct socket *so) |
|
Line 623 sofree(struct socket *so) |
|
RLIM_INFINITY); |
RLIM_INFINITY); |
sbrelease(&so->so_snd, so); |
sbrelease(&so->so_snd, so); |
sorflush(so); |
sorflush(so); |
|
seldestroy(&so->so_rcv.sb_sel); |
|
seldestroy(&so->so_snd.sb_sel); |
pool_put(&socket_pool, so); |
pool_put(&socket_pool, so); |
} |
} |
|
|
Line 593 soclose(struct socket *so) |
|
Line 664 soclose(struct socket *so) |
|
(so->so_state & SS_NBIO)) |
(so->so_state & SS_NBIO)) |
goto drop; |
goto drop; |
while (so->so_state & SS_ISCONNECTED) { |
while (so->so_state & SS_ISCONNECTED) { |
error = tsleep((caddr_t)&so->so_timeo, |
error = tsleep((void *)&so->so_timeo, |
PSOCK | PCATCH, netcls, |
PSOCK | PCATCH, netcls, |
so->so_linger * hz); |
so->so_linger * hz); |
if (error) |
if (error) |
Line 604 soclose(struct socket *so) |
|
Line 675 soclose(struct socket *so) |
|
drop: |
drop: |
if (so->so_pcb) { |
if (so->so_pcb) { |
int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
int error2 = (*so->so_proto->pr_usrreq)(so, PRU_DETACH, |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
NULL, NULL, NULL, NULL); |
(struct lwp *)0); |
|
if (error == 0) |
if (error == 0) |
error = error2; |
error = error2; |
} |
} |
Line 624 soclose(struct socket *so) |
|
Line 694 soclose(struct socket *so) |
|
int |
int |
soabort(struct socket *so) |
soabort(struct socket *so) |
{ |
{ |
|
int error; |
|
|
return (*so->so_proto->pr_usrreq)(so, PRU_ABORT, (struct mbuf *)0, |
KASSERT(so->so_head == NULL); |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
error = (*so->so_proto->pr_usrreq)(so, PRU_ABORT, NULL, |
|
NULL, NULL, NULL); |
|
if (error) { |
|
sofree(so); |
|
} |
|
return error; |
} |
} |
|
|
int |
int |
Line 642 soaccept(struct socket *so, struct mbuf |
|
Line 718 soaccept(struct socket *so, struct mbuf |
|
if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
if ((so->so_state & SS_ISDISCONNECTED) == 0 || |
(so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
(so->so_proto->pr_flags & PR_ABRTACPTDIS) == 0) |
error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, |
(struct mbuf *)0, nam, (struct mbuf *)0, (struct lwp *)0); |
NULL, nam, NULL, NULL); |
else |
else |
error = ECONNABORTED; |
error = ECONNABORTED; |
|
|
Line 670 soconnect(struct socket *so, struct mbuf |
|
Line 746 soconnect(struct socket *so, struct mbuf |
|
error = EISCONN; |
error = EISCONN; |
else |
else |
error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, |
(struct mbuf *)0, nam, (struct mbuf *)0, l); |
NULL, nam, NULL, l); |
splx(s); |
splx(s); |
return (error); |
return (error); |
} |
} |
Line 682 soconnect2(struct socket *so1, struct so |
|
Line 758 soconnect2(struct socket *so1, struct so |
|
|
|
s = splsoftnet(); |
s = splsoftnet(); |
error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, |
(struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0, |
NULL, (struct mbuf *)so2, NULL, NULL); |
(struct lwp *)0); |
|
splx(s); |
splx(s); |
return (error); |
return (error); |
} |
} |
Line 703 sodisconnect(struct socket *so) |
|
Line 778 sodisconnect(struct socket *so) |
|
goto bad; |
goto bad; |
} |
} |
error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, |
(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0, |
NULL, NULL, NULL, NULL); |
(struct lwp *)0); |
|
bad: |
bad: |
splx(s); |
splx(s); |
sodopendfree(so); |
sodopendfree(); |
return (error); |
return (error); |
} |
} |
|
|
Line 739 sosend(struct socket *so, struct mbuf *a |
|
Line 813 sosend(struct socket *so, struct mbuf *a |
|
int error, s, dontroute, atomic; |
int error, s, dontroute, atomic; |
|
|
p = l->l_proc; |
p = l->l_proc; |
sodopendfree(so); |
sodopendfree(); |
|
|
clen = 0; |
clen = 0; |
atomic = sosendallatonce(so) || top; |
atomic = sosendallatonce(so) || top; |
Line 817 sosend(struct socket *so, struct mbuf *a |
|
Line 891 sosend(struct socket *so, struct mbuf *a |
|
if (flags & MSG_EOR) |
if (flags & MSG_EOR) |
top->m_flags |= M_EOR; |
top->m_flags |= M_EOR; |
} else do { |
} else do { |
if (top == 0) { |
if (top == NULL) { |
m = m_gethdr(M_WAIT, MT_DATA); |
m = m_gethdr(M_WAIT, MT_DATA); |
mlen = MHLEN; |
mlen = MHLEN; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.rcvif = (struct ifnet *)0; |
m->m_pkthdr.rcvif = NULL; |
} else { |
} else { |
m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
mlen = MLEN; |
mlen = MLEN; |
} |
} |
MCLAIM(m, so->so_snd.sb_mowner); |
MCLAIM(m, so->so_snd.sb_mowner); |
if (use_sosend_loan && |
if (sock_loan_thresh >= 0 && |
uio->uio_iov->iov_len >= SOCK_LOAN_THRESH && |
uio->uio_iov->iov_len >= sock_loan_thresh && |
space >= SOCK_LOAN_THRESH && |
space >= sock_loan_thresh && |
(len = sosend_loan(so, uio, m, |
(len = sosend_loan(so, uio, m, |
space)) != 0) { |
space)) != 0) { |
SOSEND_COUNTER_INCR(&sosend_loan_big); |
SOSEND_COUNTER_INCR(&sosend_loan_big); |
Line 861 sosend(struct socket *so, struct mbuf *a |
|
Line 935 sosend(struct socket *so, struct mbuf *a |
|
if (atomic && top == 0 && len < mlen) |
if (atomic && top == 0 && len < mlen) |
MH_ALIGN(m, len); |
MH_ALIGN(m, len); |
} |
} |
error = uiomove(mtod(m, caddr_t), (int)len, |
error = uiomove(mtod(m, void *), (int)len, uio); |
uio); |
|
have_data: |
have_data: |
resid = uio->uio_resid; |
resid = uio->uio_resid; |
m->m_len = len; |
m->m_len = len; |
*mp = m; |
*mp = m; |
top->m_pkthdr.len += len; |
top->m_pkthdr.len += len; |
if (error) |
if (error != 0) |
goto release; |
goto release; |
mp = &m->m_next; |
mp = &m->m_next; |
if (resid <= 0) { |
if (resid <= 0) { |
Line 897 sosend(struct socket *so, struct mbuf *a |
|
Line 970 sosend(struct socket *so, struct mbuf *a |
|
splx(s); |
splx(s); |
|
|
clen = 0; |
clen = 0; |
control = 0; |
control = NULL; |
top = 0; |
top = NULL; |
mp = ⊤ |
mp = ⊤ |
if (error) |
if (error != 0) |
goto release; |
goto release; |
} while (resid && space > 0); |
} while (resid && space > 0); |
} while (resid); |
} while (resid); |
|
|
soreceive(struct socket *so, struct mbuf **paddr, struct uio *uio, |
soreceive(struct socket *so, struct mbuf **paddr, struct uio *uio, |
struct mbuf **mp0, struct mbuf **controlp, int *flagsp) |
struct mbuf **mp0, struct mbuf **controlp, int *flagsp) |
{ |
{ |
struct lwp *l; |
struct lwp *l = curlwp; |
struct mbuf *m, **mp; |
struct mbuf *m, **mp; |
int flags, len, error, s, offset, moff, type, orig_resid; |
int flags, len, error, s, offset, moff, type, orig_resid; |
const struct protosw *pr; |
const struct protosw *pr; |
Line 946 soreceive(struct socket *so, struct mbuf |
|
Line 1019 soreceive(struct socket *so, struct mbuf |
|
mp = mp0; |
mp = mp0; |
type = 0; |
type = 0; |
orig_resid = uio->uio_resid; |
orig_resid = uio->uio_resid; |
l = uio->uio_lwp; |
|
|
|
if (paddr) |
if (paddr != NULL) |
*paddr = 0; |
*paddr = NULL; |
if (controlp) |
if (controlp != NULL) |
*controlp = 0; |
*controlp = NULL; |
if (flagsp) |
if (flagsp != NULL) |
flags = *flagsp &~ MSG_EOR; |
flags = *flagsp &~ MSG_EOR; |
else |
else |
flags = 0; |
flags = 0; |
|
|
if ((flags & MSG_DONTWAIT) == 0) |
if ((flags & MSG_DONTWAIT) == 0) |
sodopendfree(so); |
sodopendfree(); |
|
|
if (flags & MSG_OOB) { |
if (flags & MSG_OOB) { |
m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
error = (*pr->pr_usrreq)(so, PRU_RCVOOB, m, |
(struct mbuf *)(long)(flags & MSG_PEEK), |
(struct mbuf *)(long)(flags & MSG_PEEK), NULL, l); |
(struct mbuf *)0, l); |
|
if (error) |
if (error) |
goto bad; |
goto bad; |
do { |
do { |
error = uiomove(mtod(m, caddr_t), |
error = uiomove(mtod(m, void *), |
(int) min(uio->uio_resid, m->m_len), uio); |
(int) min(uio->uio_resid, m->m_len), uio); |
m = m_free(m); |
m = m_free(m); |
} while (uio->uio_resid && error == 0 && m); |
} while (uio->uio_resid > 0 && error == 0 && m); |
bad: |
bad: |
if (m) |
if (m != NULL) |
m_freem(m); |
m_freem(m); |
return (error); |
return error; |
} |
} |
if (mp) |
if (mp != NULL) |
*mp = (struct mbuf *)0; |
*mp = NULL; |
if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
(*pr->pr_usrreq)(so, PRU_RCVD, NULL, NULL, NULL, l); |
(struct mbuf *)0, (struct mbuf *)0, l); |
|
|
|
restart: |
restart: |
if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
if ((error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) != 0) |
return (error); |
return error; |
s = splsoftnet(); |
s = splsoftnet(); |
|
|
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
Line 1000 soreceive(struct socket *so, struct mbuf |
|
Line 1070 soreceive(struct socket *so, struct mbuf |
|
* we have to do the receive in sections, and thus risk returning |
* we have to do the receive in sections, and thus risk returning |
* a short count if a timeout or signal occurs after we start. |
* a short count if a timeout or signal occurs after we start. |
*/ |
*/ |
if (m == 0 || (((flags & MSG_DONTWAIT) == 0 && |
if (m == NULL || |
so->so_rcv.sb_cc < uio->uio_resid) && |
((flags & MSG_DONTWAIT) == 0 && |
(so->so_rcv.sb_cc < so->so_rcv.sb_lowat || |
so->so_rcv.sb_cc < uio->uio_resid && |
((flags & MSG_WAITALL) && uio->uio_resid <= so->so_rcv.sb_hiwat)) && |
(so->so_rcv.sb_cc < so->so_rcv.sb_lowat || |
m->m_nextpkt == 0 && (pr->pr_flags & PR_ATOMIC) == 0)) { |
((flags & MSG_WAITALL) && |
|
uio->uio_resid <= so->so_rcv.sb_hiwat)) && |
|
m->m_nextpkt == NULL && |
|
(pr->pr_flags & PR_ATOMIC) == 0)) { |
#ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
if (m == 0 && so->so_rcv.sb_cc) |
if (m == NULL && so->so_rcv.sb_cc) |
panic("receive 1"); |
panic("receive 1"); |
#endif |
#endif |
if (so->so_error) { |
if (so->so_error) { |
if (m) |
if (m != NULL) |
goto dontblock; |
goto dontblock; |
error = so->so_error; |
error = so->so_error; |
if ((flags & MSG_PEEK) == 0) |
if ((flags & MSG_PEEK) == 0) |
Line 1018 soreceive(struct socket *so, struct mbuf |
|
Line 1091 soreceive(struct socket *so, struct mbuf |
|
goto release; |
goto release; |
} |
} |
if (so->so_state & SS_CANTRCVMORE) { |
if (so->so_state & SS_CANTRCVMORE) { |
if (m) |
if (m != NULL) |
goto dontblock; |
goto dontblock; |
else |
else |
goto release; |
goto release; |
} |
} |
for (; m; m = m->m_next) |
for (; m != NULL; m = m->m_next) |
if (m->m_type == MT_OOBDATA || (m->m_flags & M_EOR)) { |
if (m->m_type == MT_OOBDATA || (m->m_flags & M_EOR)) { |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
goto dontblock; |
goto dontblock; |
Line 1044 soreceive(struct socket *so, struct mbuf |
|
Line 1117 soreceive(struct socket *so, struct mbuf |
|
sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
splx(s); |
splx(s); |
if (error) |
if (error != 0) |
return (error); |
return error; |
goto restart; |
goto restart; |
} |
} |
dontblock: |
dontblock: |
Line 1054 soreceive(struct socket *so, struct mbuf |
|
Line 1127 soreceive(struct socket *so, struct mbuf |
|
* While we process the initial mbufs containing address and control |
* While we process the initial mbufs containing address and control |
* info, we save a copy of m->m_nextpkt into nextrecord. |
* info, we save a copy of m->m_nextpkt into nextrecord. |
*/ |
*/ |
if (l) |
if (l != NULL) |
l->l_proc->p_stats->p_ru.ru_msgrcv++; |
l->l_proc->p_stats->p_ru.ru_msgrcv++; |
KASSERT(m == so->so_rcv.sb_mb); |
KASSERT(m == so->so_rcv.sb_mb); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 1"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 1"); |
Line 1073 soreceive(struct socket *so, struct mbuf |
|
Line 1146 soreceive(struct socket *so, struct mbuf |
|
} else { |
} else { |
sbfree(&so->so_rcv, m); |
sbfree(&so->so_rcv, m); |
mbuf_removed = 1; |
mbuf_removed = 1; |
if (paddr) { |
if (paddr != NULL) { |
*paddr = m; |
*paddr = m; |
so->so_rcv.sb_mb = m->m_next; |
so->so_rcv.sb_mb = m->m_next; |
m->m_next = 0; |
m->m_next = NULL; |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
} else { |
} else { |
MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
Line 1084 soreceive(struct socket *so, struct mbuf |
|
Line 1157 soreceive(struct socket *so, struct mbuf |
|
} |
} |
} |
} |
} |
} |
while (m && m->m_type == MT_CONTROL && error == 0) { |
while (m != NULL && m->m_type == MT_CONTROL && error == 0) { |
if (flags & MSG_PEEK) { |
if (flags & MSG_PEEK) { |
if (controlp) |
if (controlp != NULL) |
*controlp = m_copy(m, 0, m->m_len); |
*controlp = m_copy(m, 0, m->m_len); |
m = m->m_next; |
m = m->m_next; |
} else { |
} else { |
sbfree(&so->so_rcv, m); |
sbfree(&so->so_rcv, m); |
mbuf_removed = 1; |
mbuf_removed = 1; |
if (controlp) { |
if (controlp != NULL) { |
struct domain *dom = pr->pr_domain; |
struct domain *dom = pr->pr_domain; |
if (dom->dom_externalize && l && |
if (dom->dom_externalize && l && |
mtod(m, struct cmsghdr *)->cmsg_type == |
mtod(m, struct cmsghdr *)->cmsg_type == |
Line 1100 soreceive(struct socket *so, struct mbuf |
|
Line 1173 soreceive(struct socket *so, struct mbuf |
|
error = (*dom->dom_externalize)(m, l); |
error = (*dom->dom_externalize)(m, l); |
*controlp = m; |
*controlp = m; |
so->so_rcv.sb_mb = m->m_next; |
so->so_rcv.sb_mb = m->m_next; |
m->m_next = 0; |
m->m_next = NULL; |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
} else { |
} else { |
/* |
/* |
Line 1114 soreceive(struct socket *so, struct mbuf |
|
Line 1187 soreceive(struct socket *so, struct mbuf |
|
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
} |
} |
} |
} |
if (controlp) { |
if (controlp != NULL) { |
orig_resid = 0; |
orig_resid = 0; |
controlp = &(*controlp)->m_next; |
controlp = &(*controlp)->m_next; |
} |
} |
Line 1126 soreceive(struct socket *so, struct mbuf |
|
Line 1199 soreceive(struct socket *so, struct mbuf |
|
* the last packet on the chain (nextrecord == NULL) and we |
* the last packet on the chain (nextrecord == NULL) and we |
* change m->m_nextpkt. |
* change m->m_nextpkt. |
*/ |
*/ |
if (m) { |
if (m != NULL) { |
if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
m->m_nextpkt = nextrecord; |
m->m_nextpkt = nextrecord; |
/* |
/* |
Line 1154 soreceive(struct socket *so, struct mbuf |
|
Line 1227 soreceive(struct socket *so, struct mbuf |
|
|
|
moff = 0; |
moff = 0; |
offset = 0; |
offset = 0; |
while (m && uio->uio_resid > 0 && error == 0) { |
while (m != NULL && uio->uio_resid > 0 && error == 0) { |
if (m->m_type == MT_OOBDATA) { |
if (m->m_type == MT_OOBDATA) { |
if (type != MT_OOBDATA) |
if (type != MT_OOBDATA) |
break; |
break; |
Line 1178 soreceive(struct socket *so, struct mbuf |
|
Line 1251 soreceive(struct socket *so, struct mbuf |
|
* we must note any additions to the sockbuf when we |
* we must note any additions to the sockbuf when we |
* block interrupts again. |
* block interrupts again. |
*/ |
*/ |
if (mp == 0) { |
if (mp == NULL) { |
SBLASTRECORDCHK(&so->so_rcv, "soreceive uiomove"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive uiomove"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive uiomove"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive uiomove"); |
splx(s); |
splx(s); |
error = uiomove(mtod(m, caddr_t) + moff, (int)len, uio); |
error = uiomove(mtod(m, char *) + moff, (int)len, uio); |
s = splsoftnet(); |
s = splsoftnet(); |
if (error) { |
if (error != 0) { |
/* |
/* |
* If any part of the record has been removed |
* If any part of the record has been removed |
* (such as the MT_SONAME mbuf, which will |
* (such as the MT_SONAME mbuf, which will |
Line 1217 soreceive(struct socket *so, struct mbuf |
|
Line 1290 soreceive(struct socket *so, struct mbuf |
|
*mp = m; |
*mp = m; |
mp = &m->m_next; |
mp = &m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
*mp = (struct mbuf *)0; |
*mp = NULL; |
} else { |
} else { |
MFREE(m, so->so_rcv.sb_mb); |
MFREE(m, so->so_rcv.sb_mb); |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
Line 1238 soreceive(struct socket *so, struct mbuf |
|
Line 1311 soreceive(struct socket *so, struct mbuf |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive 3"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 3"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 3"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 3"); |
} |
} |
} else { |
} else if (flags & MSG_PEEK) |
if (flags & MSG_PEEK) |
moff += len; |
moff += len; |
else { |
else { |
if (mp != NULL) |
if (mp) |
*mp = m_copym(m, 0, len, M_WAIT); |
*mp = m_copym(m, 0, len, M_WAIT); |
m->m_data += len; |
m->m_data += len; |
m->m_len -= len; |
m->m_len -= len; |
so->so_rcv.sb_cc -= len; |
so->so_rcv.sb_cc -= len; |
|
} |
|
} |
} |
if (so->so_oobmark) { |
if (so->so_oobmark) { |
if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
Line 1271 soreceive(struct socket *so, struct mbuf |
|
Line 1342 soreceive(struct socket *so, struct mbuf |
|
* with a short count but without error. |
* with a short count but without error. |
* Keep sockbuf locked against other readers. |
* Keep sockbuf locked against other readers. |
*/ |
*/ |
while (flags & MSG_WAITALL && m == 0 && uio->uio_resid > 0 && |
while (flags & MSG_WAITALL && m == NULL && uio->uio_resid > 0 && |
!sosendallatonce(so) && !nextrecord) { |
!sosendallatonce(so) && !nextrecord) { |
if (so->so_error || so->so_state & SS_CANTRCVMORE) |
if (so->so_error || so->so_state & SS_CANTRCVMORE) |
break; |
break; |
Line 1288 soreceive(struct socket *so, struct mbuf |
|
Line 1359 soreceive(struct socket *so, struct mbuf |
|
*/ |
*/ |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
(*pr->pr_usrreq)(so, PRU_RCVD, |
(*pr->pr_usrreq)(so, PRU_RCVD, |
(struct mbuf *)0, |
NULL, (struct mbuf *)(long)flags, NULL, l); |
(struct mbuf *)(long)flags, |
|
(struct mbuf *)0, l); |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
error = sbwait(&so->so_rcv); |
error = sbwait(&so->so_rcv); |
if (error) { |
if (error != 0) { |
sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
splx(s); |
splx(s); |
return (0); |
return 0; |
} |
} |
if ((m = so->so_rcv.sb_mb) != NULL) |
if ((m = so->so_rcv.sb_mb) != NULL) |
nextrecord = m->m_nextpkt; |
nextrecord = m->m_nextpkt; |
Line 1310 soreceive(struct socket *so, struct mbuf |
|
Line 1379 soreceive(struct socket *so, struct mbuf |
|
(void) sbdroprecord(&so->so_rcv); |
(void) sbdroprecord(&so->so_rcv); |
} |
} |
if ((flags & MSG_PEEK) == 0) { |
if ((flags & MSG_PEEK) == 0) { |
if (m == 0) { |
if (m == NULL) { |
/* |
/* |
* First part is an inline SB_EMPTY_FIXUP(). Second |
* First part is an inline SB_EMPTY_FIXUP(). Second |
* part makes sure sb_lastrecord is up-to-date if |
* part makes sure sb_lastrecord is up-to-date if |
Line 1326 soreceive(struct socket *so, struct mbuf |
|
Line 1395 soreceive(struct socket *so, struct mbuf |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, |
(*pr->pr_usrreq)(so, PRU_RCVD, NULL, |
(struct mbuf *)(long)flags, (struct mbuf *)0, l); |
(struct mbuf *)(long)flags, NULL, l); |
} |
} |
if (orig_resid == uio->uio_resid && orig_resid && |
if (orig_resid == uio->uio_resid && orig_resid && |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
Line 1336 soreceive(struct socket *so, struct mbuf |
|
Line 1405 soreceive(struct socket *so, struct mbuf |
|
goto restart; |
goto restart; |
} |
} |
|
|
if (flagsp) |
if (flagsp != NULL) |
*flagsp |= flags; |
*flagsp |= flags; |
release: |
release: |
sbunlock(&so->so_rcv); |
sbunlock(&so->so_rcv); |
splx(s); |
splx(s); |
return (error); |
return error; |
} |
} |
|
|
int |
int |
Line 1356 soshutdown(struct socket *so, int how) |
|
Line 1425 soshutdown(struct socket *so, int how) |
|
if (how == SHUT_RD || how == SHUT_RDWR) |
if (how == SHUT_RD || how == SHUT_RDWR) |
sorflush(so); |
sorflush(so); |
if (how == SHUT_WR || how == SHUT_RDWR) |
if (how == SHUT_WR || how == SHUT_RDWR) |
return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, (struct mbuf *)0, |
return (*pr->pr_usrreq)(so, PRU_SHUTDOWN, NULL, |
(struct mbuf *)0, (struct mbuf *)0, (struct lwp *)0); |
NULL, NULL, NULL); |
return (0); |
return 0; |
} |
} |
|
|
void |
void |
Line 1388 sorflush(struct socket *so) |
|
Line 1457 sorflush(struct socket *so) |
|
sbrelease(&asb, so); |
sbrelease(&asb, so); |
} |
} |
|
|
int |
static int |
sosetopt(struct socket *so, int level, int optname, struct mbuf *m0) |
sosetopt1(struct socket *so, int level, int optname, struct mbuf *m) |
{ |
{ |
int error; |
int optval, val; |
struct mbuf *m; |
struct linger *l; |
|
struct sockbuf *sb; |
|
struct timeval *tv; |
|
|
error = 0; |
switch (optname) { |
m = m0; |
|
if (level != SOL_SOCKET) { |
|
if (so->so_proto && so->so_proto->pr_ctloutput) |
|
return ((*so->so_proto->pr_ctloutput) |
|
(PRCO_SETOPT, so, level, optname, &m0)); |
|
error = ENOPROTOOPT; |
|
} else { |
|
switch (optname) { |
|
|
|
case SO_LINGER: |
case SO_LINGER: |
if (m == NULL || m->m_len != sizeof(struct linger)) { |
if (m == NULL || m->m_len != sizeof(struct linger)) |
error = EINVAL; |
return EINVAL; |
goto bad; |
l = mtod(m, struct linger *); |
} |
if (l->l_linger < 0 || l->l_linger > USHRT_MAX || |
if (mtod(m, struct linger *)->l_linger < 0 || |
l->l_linger > (INT_MAX / hz)) |
mtod(m, struct linger *)->l_linger > (INT_MAX / hz)) { |
return EDOM; |
error = EDOM; |
so->so_linger = l->l_linger; |
goto bad; |
if (l->l_onoff) |
} |
so->so_options |= SO_LINGER; |
so->so_linger = mtod(m, struct linger *)->l_linger; |
else |
/* fall thru... */ |
so->so_options &= ~SO_LINGER; |
|
break; |
|
|
case SO_DEBUG: |
case SO_DEBUG: |
case SO_KEEPALIVE: |
case SO_KEEPALIVE: |
case SO_DONTROUTE: |
case SO_DONTROUTE: |
case SO_USELOOPBACK: |
case SO_USELOOPBACK: |
case SO_BROADCAST: |
case SO_BROADCAST: |
case SO_REUSEADDR: |
case SO_REUSEADDR: |
case SO_REUSEPORT: |
case SO_REUSEPORT: |
case SO_OOBINLINE: |
case SO_OOBINLINE: |
case SO_TIMESTAMP: |
case SO_TIMESTAMP: |
if (m == NULL || m->m_len < sizeof(int)) { |
if (m == NULL || m->m_len < sizeof(int)) |
error = EINVAL; |
return EINVAL; |
goto bad; |
if (*mtod(m, int *)) |
} |
so->so_options |= optname; |
if (*mtod(m, int *)) |
else |
so->so_options |= optname; |
so->so_options &= ~optname; |
else |
break; |
so->so_options &= ~optname; |
|
break; |
case SO_SNDBUF: |
|
case SO_RCVBUF: |
|
case SO_SNDLOWAT: |
|
case SO_RCVLOWAT: |
|
if (m == NULL || m->m_len < sizeof(int)) |
|
return EINVAL; |
|
|
|
/* |
|
* Values < 1 make no sense for any of these |
|
* options, so disallow them. |
|
*/ |
|
optval = *mtod(m, int *); |
|
if (optval < 1) |
|
return EINVAL; |
|
|
|
switch (optname) { |
|
|
case SO_SNDBUF: |
case SO_SNDBUF: |
case SO_RCVBUF: |
case SO_RCVBUF: |
|
sb = (optname == SO_SNDBUF) ? |
|
&so->so_snd : &so->so_rcv; |
|
if (sbreserve(sb, (u_long)optval, so) == 0) |
|
return ENOBUFS; |
|
sb->sb_flags &= ~SB_AUTOSIZE; |
|
break; |
|
|
|
/* |
|
* Make sure the low-water is never greater than |
|
* the high-water. |
|
*/ |
case SO_SNDLOWAT: |
case SO_SNDLOWAT: |
|
so->so_snd.sb_lowat = |
|
(optval > so->so_snd.sb_hiwat) ? |
|
so->so_snd.sb_hiwat : optval; |
|
break; |
case SO_RCVLOWAT: |
case SO_RCVLOWAT: |
{ |
so->so_rcv.sb_lowat = |
int optval; |
(optval > so->so_rcv.sb_hiwat) ? |
|
so->so_rcv.sb_hiwat : optval; |
if (m == NULL || m->m_len < sizeof(int)) { |
break; |
error = EINVAL; |
} |
goto bad; |
break; |
} |
|
|
|
/* |
|
* Values < 1 make no sense for any of these |
|
* options, so disallow them. |
|
*/ |
|
optval = *mtod(m, int *); |
|
if (optval < 1) { |
|
error = EINVAL; |
|
goto bad; |
|
} |
|
|
|
switch (optname) { |
|
|
|
case SO_SNDBUF: |
case SO_SNDTIMEO: |
case SO_RCVBUF: |
case SO_RCVTIMEO: |
if (sbreserve(optname == SO_SNDBUF ? |
if (m == NULL || m->m_len < sizeof(*tv)) |
&so->so_snd : &so->so_rcv, |
return EINVAL; |
(u_long) optval, so) == 0) { |
tv = mtod(m, struct timeval *); |
error = ENOBUFS; |
if (tv->tv_sec > (INT_MAX - tv->tv_usec / tick) / hz) |
goto bad; |
return EDOM; |
} |
val = tv->tv_sec * hz + tv->tv_usec / tick; |
break; |
if (val == 0 && tv->tv_usec != 0) |
|
val = 1; |
|
|
/* |
switch (optname) { |
* Make sure the low-water is never greater than |
|
* the high-water. |
|
*/ |
|
case SO_SNDLOWAT: |
|
so->so_snd.sb_lowat = |
|
(optval > so->so_snd.sb_hiwat) ? |
|
so->so_snd.sb_hiwat : optval; |
|
break; |
|
case SO_RCVLOWAT: |
|
so->so_rcv.sb_lowat = |
|
(optval > so->so_rcv.sb_hiwat) ? |
|
so->so_rcv.sb_hiwat : optval; |
|
break; |
|
} |
|
break; |
|
} |
|
|
|
case SO_SNDTIMEO: |
case SO_SNDTIMEO: |
|
so->so_snd.sb_timeo = val; |
|
break; |
case SO_RCVTIMEO: |
case SO_RCVTIMEO: |
{ |
so->so_rcv.sb_timeo = val; |
struct timeval *tv; |
break; |
int val; |
} |
|
break; |
|
|
if (m == NULL || m->m_len < sizeof(*tv)) { |
default: |
error = EINVAL; |
return ENOPROTOOPT; |
goto bad; |
} |
} |
return 0; |
tv = mtod(m, struct timeval *); |
} |
if (tv->tv_sec > (INT_MAX - tv->tv_usec / tick) / hz) { |
|
error = EDOM; |
|
goto bad; |
|
} |
|
val = tv->tv_sec * hz + tv->tv_usec / tick; |
|
if (val == 0 && tv->tv_usec != 0) |
|
val = 1; |
|
|
|
switch (optname) { |
int |
|
sosetopt(struct socket *so, int level, int optname, struct mbuf *m) |
|
{ |
|
int error, prerr; |
|
|
case SO_SNDTIMEO: |
if (level == SOL_SOCKET) |
so->so_snd.sb_timeo = val; |
error = sosetopt1(so, level, optname, m); |
break; |
else |
case SO_RCVTIMEO: |
error = ENOPROTOOPT; |
so->so_rcv.sb_timeo = val; |
|
break; |
|
} |
|
break; |
|
} |
|
|
|
default: |
if ((error == 0 || error == ENOPROTOOPT) && |
error = ENOPROTOOPT; |
so->so_proto != NULL && so->so_proto->pr_ctloutput != NULL) { |
break; |
/* give the protocol stack a shot */ |
} |
prerr = (*so->so_proto->pr_ctloutput)(PRCO_SETOPT, so, level, |
if (error == 0 && so->so_proto && so->so_proto->pr_ctloutput) { |
optname, &m); |
(void) ((*so->so_proto->pr_ctloutput) |
if (prerr == 0) |
(PRCO_SETOPT, so, level, optname, &m0)); |
error = 0; |
m = NULL; /* freed by protocol */ |
else if (prerr != ENOPROTOOPT) |
} |
error = prerr; |
} |
} else if (m != NULL) |
bad: |
(void)m_free(m); |
if (m) |
return error; |
(void) m_free(m); |
|
return (error); |
|
} |
} |
|
|
int |
int |
Line 1555 sogetopt(struct socket *so, int level, i |
|
Line 1613 sogetopt(struct socket *so, int level, i |
|
case SO_LINGER: |
case SO_LINGER: |
m->m_len = sizeof(struct linger); |
m->m_len = sizeof(struct linger); |
mtod(m, struct linger *)->l_onoff = |
mtod(m, struct linger *)->l_onoff = |
so->so_options & SO_LINGER; |
(so->so_options & SO_LINGER) ? 1 : 0; |
mtod(m, struct linger *)->l_linger = so->so_linger; |
mtod(m, struct linger *)->l_linger = so->so_linger; |
break; |
break; |
|
|
Line 1568 sogetopt(struct socket *so, int level, i |
|
Line 1626 sogetopt(struct socket *so, int level, i |
|
case SO_BROADCAST: |
case SO_BROADCAST: |
case SO_OOBINLINE: |
case SO_OOBINLINE: |
case SO_TIMESTAMP: |
case SO_TIMESTAMP: |
*mtod(m, int *) = so->so_options & optname; |
*mtod(m, int *) = (so->so_options & optname) ? 1 : 0; |
break; |
break; |
|
|
case SO_TYPE: |
case SO_TYPE: |
Line 1758 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
Line 1816 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
{ |
{ |
int error, new_somaxkva; |
int error, new_somaxkva; |
struct sysctlnode node; |
struct sysctlnode node; |
int s; |
|
|
|
new_somaxkva = somaxkva; |
new_somaxkva = somaxkva; |
node = *rnode; |
node = *rnode; |
Line 1770 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
Line 1827 sysctl_kern_somaxkva(SYSCTLFN_ARGS) |
|
if (new_somaxkva < (16 * 1024 * 1024)) /* sanity */ |
if (new_somaxkva < (16 * 1024 * 1024)) /* sanity */ |
return (EINVAL); |
return (EINVAL); |
|
|
s = splvm(); |
mutex_enter(&so_pendfree_lock); |
simple_lock(&so_pendfree_slock); |
|
somaxkva = new_somaxkva; |
somaxkva = new_somaxkva; |
wakeup(&socurkva); |
cv_broadcast(&socurkva_cv); |
simple_unlock(&so_pendfree_slock); |
mutex_exit(&so_pendfree_lock); |
splx(s); |
|
|
|
return (error); |
return (error); |
} |
} |