version 1.228, 2014/07/30 10:04:26 |
version 1.251, 2016/10/10 01:22:51 |
|
|
#include <sys/cdefs.h> |
#include <sys/cdefs.h> |
__KERNEL_RCSID(0, "$NetBSD$"); |
__KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef _KERNEL_OPT |
#include "opt_compat_netbsd.h" |
#include "opt_compat_netbsd.h" |
#include "opt_sock_counters.h" |
#include "opt_sock_counters.h" |
#include "opt_sosend_loan.h" |
#include "opt_sosend_loan.h" |
#include "opt_mbuftrace.h" |
#include "opt_mbuftrace.h" |
#include "opt_somaxkva.h" |
#include "opt_somaxkva.h" |
#include "opt_multiprocessor.h" /* XXX */ |
#include "opt_multiprocessor.h" /* XXX */ |
|
#include "opt_sctp.h" |
|
#endif |
|
|
#include <sys/param.h> |
#include <sys/param.h> |
#include <sys/systm.h> |
#include <sys/systm.h> |
Line 343 sosend_loan(struct socket *so, struct ui |
|
Line 346 sosend_loan(struct socket *so, struct ui |
|
int i; |
int i; |
|
|
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
if (VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) |
return (0); |
return 0L; |
|
|
if (iov->iov_len < (size_t) space) |
if (iov->iov_len < (size_t) space) |
space = iov->iov_len; |
space = iov->iov_len; |
Line 359 sosend_loan(struct socket *so, struct ui |
|
Line 362 sosend_loan(struct socket *so, struct ui |
|
|
|
lva = sokvaalloc(sva, len, so); |
lva = sokvaalloc(sva, len, so); |
if (lva == 0) |
if (lva == 0) |
return 0; |
return 0L; |
|
|
error = uvm_loan(&uio->uio_vmspace->vm_map, sva, len, |
error = uvm_loan(&uio->uio_vmspace->vm_map, sva, len, |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
m->m_ext.ext_pgs, UVM_LOAN_TOPAGE); |
if (error) { |
if (error) { |
sokvafree(lva, len); |
sokvafree(lva, len); |
return (0); |
return 0L; |
} |
} |
|
|
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
for (i = 0, va = lva; i < npgs; i++, va += PAGE_SIZE) |
Line 600 fsocreate(int domain, struct socket **so |
|
Line 603 fsocreate(int domain, struct socket **so |
|
if (flags & SOCK_NONBLOCK) { |
if (flags & SOCK_NONBLOCK) { |
so->so_state |= SS_NBIO; |
so->so_state |= SS_NBIO; |
} |
} |
fp->f_data = so; |
fp->f_socket = so; |
fd_affix(curproc, fp, fd); |
fd_affix(curproc, fp, fd); |
|
|
if (sop != NULL) { |
if (sop != NULL) { |
Line 624 sofamily(const struct socket *so) |
|
Line 627 sofamily(const struct socket *so) |
|
} |
} |
|
|
int |
int |
sobind(struct socket *so, struct mbuf *nam, struct lwp *l) |
sobind(struct socket *so, struct sockaddr *nam, struct lwp *l) |
{ |
{ |
int error; |
int error; |
|
|
solock(so); |
solock(so); |
error = (*so->so_proto->pr_usrreqs->pr_bind)(so, nam); |
if (nam->sa_family != so->so_proto->pr_domain->dom_family) { |
|
sounlock(so); |
|
return EAFNOSUPPORT; |
|
} |
|
error = (*so->so_proto->pr_usrreqs->pr_bind)(so, nam, l); |
sounlock(so); |
sounlock(so); |
return error; |
return error; |
} |
} |
|
|
solisten(struct socket *so, int backlog, struct lwp *l) |
solisten(struct socket *so, int backlog, struct lwp *l) |
{ |
{ |
int error; |
int error; |
|
short oldopt, oldqlimit; |
|
|
solock(so); |
solock(so); |
if ((so->so_state & (SS_ISCONNECTED | SS_ISCONNECTING | |
if ((so->so_state & (SS_ISCONNECTED | SS_ISCONNECTING | |
Line 645 solisten(struct socket *so, int backlog, |
|
Line 653 solisten(struct socket *so, int backlog, |
|
sounlock(so); |
sounlock(so); |
return EINVAL; |
return EINVAL; |
} |
} |
error = (*so->so_proto->pr_usrreqs->pr_listen)(so); |
oldopt = so->so_options; |
if (error != 0) { |
oldqlimit = so->so_qlimit; |
sounlock(so); |
|
return error; |
|
} |
|
if (TAILQ_EMPTY(&so->so_q)) |
if (TAILQ_EMPTY(&so->so_q)) |
so->so_options |= SO_ACCEPTCONN; |
so->so_options |= SO_ACCEPTCONN; |
if (backlog < 0) |
if (backlog < 0) |
backlog = 0; |
backlog = 0; |
so->so_qlimit = min(backlog, somaxconn); |
so->so_qlimit = min(backlog, somaxconn); |
|
|
|
error = (*so->so_proto->pr_usrreqs->pr_listen)(so, l); |
|
if (error != 0) { |
|
so->so_options = oldopt; |
|
so->so_qlimit = oldqlimit; |
|
sounlock(so); |
|
return error; |
|
} |
sounlock(so); |
sounlock(so); |
return 0; |
return 0; |
} |
} |
Line 778 soabort(struct socket *so) |
|
Line 791 soabort(struct socket *so) |
|
KASSERT(so->so_head == NULL); |
KASSERT(so->so_head == NULL); |
|
|
so->so_aborting++; /* XXX */ |
so->so_aborting++; /* XXX */ |
error = (*so->so_proto->pr_usrreqs->pr_generic)(so, |
error = (*so->so_proto->pr_usrreqs->pr_abort)(so); |
PRU_ABORT, NULL, NULL, NULL, NULL); |
|
refs = --so->so_aborting; /* XXX */ |
refs = --so->so_aborting; /* XXX */ |
if (error || (refs == 0)) { |
if (error || (refs == 0)) { |
sofree(so); |
sofree(so); |
Line 790 soabort(struct socket *so) |
|
Line 802 soabort(struct socket *so) |
|
} |
} |
|
|
int |
int |
soaccept(struct socket *so, struct mbuf *nam) |
soaccept(struct socket *so, struct sockaddr *nam) |
{ |
{ |
int error; |
int error; |
|
|
Line 808 soaccept(struct socket *so, struct mbuf |
|
Line 820 soaccept(struct socket *so, struct mbuf |
|
} |
} |
|
|
int |
int |
soconnect(struct socket *so, struct mbuf *nam, struct lwp *l) |
soconnect(struct socket *so, struct sockaddr *nam, struct lwp *l) |
{ |
{ |
int error; |
int error; |
|
|
Line 824 soconnect(struct socket *so, struct mbuf |
|
Line 836 soconnect(struct socket *so, struct mbuf |
|
*/ |
*/ |
if (so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING) && |
if (so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING) && |
((so->so_proto->pr_flags & PR_CONNREQUIRED) || |
((so->so_proto->pr_flags & PR_CONNREQUIRED) || |
(error = sodisconnect(so)))) |
(error = sodisconnect(so)))) { |
error = EISCONN; |
error = EISCONN; |
else |
} else { |
error = (*so->so_proto->pr_usrreqs->pr_connect)(so, nam); |
if (nam->sa_family != so->so_proto->pr_domain->dom_family) { |
|
return EAFNOSUPPORT; |
|
} |
|
error = (*so->so_proto->pr_usrreqs->pr_connect)(so, nam, l); |
|
} |
|
|
return error; |
return error; |
} |
} |
Line 837 soconnect2(struct socket *so1, struct so |
|
Line 853 soconnect2(struct socket *so1, struct so |
|
{ |
{ |
KASSERT(solocked2(so1, so2)); |
KASSERT(solocked2(so1, so2)); |
|
|
return (*so1->so_proto->pr_usrreqs->pr_generic)(so1, |
return (*so1->so_proto->pr_usrreqs->pr_connect2)(so1, so2); |
PRU_CONNECT2, NULL, (struct mbuf *)so2, NULL, NULL); |
|
} |
} |
|
|
int |
int |
Line 853 sodisconnect(struct socket *so) |
|
Line 868 sodisconnect(struct socket *so) |
|
} else if (so->so_state & SS_ISDISCONNECTING) { |
} else if (so->so_state & SS_ISDISCONNECTING) { |
error = EALREADY; |
error = EALREADY; |
} else { |
} else { |
error = (*so->so_proto->pr_usrreqs->pr_generic)(so, |
error = (*so->so_proto->pr_usrreqs->pr_disconnect)(so); |
PRU_DISCONNECT, NULL, NULL, NULL, NULL); |
|
} |
} |
return (error); |
return (error); |
} |
} |
Line 878 sodisconnect(struct socket *so) |
|
Line 892 sodisconnect(struct socket *so) |
|
* Data and control buffers are freed on return. |
* Data and control buffers are freed on return. |
*/ |
*/ |
int |
int |
sosend(struct socket *so, struct mbuf *addr, struct uio *uio, struct mbuf *top, |
sosend(struct socket *so, struct sockaddr *addr, struct uio *uio, |
struct mbuf *control, int flags, struct lwp *l) |
struct mbuf *top, struct mbuf *control, int flags, struct lwp *l) |
{ |
{ |
struct mbuf **mp, *m; |
struct mbuf **mp, *m; |
long space, len, resid, clen, mlen; |
long space, len, resid, clen, mlen; |
Line 936 sosend(struct socket *so, struct mbuf *a |
|
Line 950 sosend(struct socket *so, struct mbuf *a |
|
error = ENOTCONN; |
error = ENOTCONN; |
goto release; |
goto release; |
} |
} |
} else if (addr == 0) { |
} else if (addr == NULL) { |
error = EDESTADDRREQ; |
error = EDESTADDRREQ; |
goto release; |
goto release; |
} |
} |
Line 984 sosend(struct socket *so, struct mbuf *a |
|
Line 998 sosend(struct socket *so, struct mbuf *a |
|
m = m_gethdr(M_WAIT, MT_DATA); |
m = m_gethdr(M_WAIT, MT_DATA); |
mlen = MHLEN; |
mlen = MHLEN; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.len = 0; |
m->m_pkthdr.rcvif = NULL; |
m_reset_rcvif(m); |
} else { |
} else { |
m = m_get(M_WAIT, MT_DATA); |
m = m_get(M_WAIT, MT_DATA); |
mlen = MLEN; |
mlen = MLEN; |
Line 994 sosend(struct socket *so, struct mbuf *a |
|
Line 1008 sosend(struct socket *so, struct mbuf *a |
|
uio->uio_iov->iov_len >= sock_loan_thresh && |
uio->uio_iov->iov_len >= sock_loan_thresh && |
space >= sock_loan_thresh && |
space >= sock_loan_thresh && |
(len = sosend_loan(so, uio, m, |
(len = sosend_loan(so, uio, m, |
space)) != 0) { |
space)) != 0L) { |
SOSEND_COUNTER_INCR(&sosend_loan_big); |
SOSEND_COUNTER_INCR(&sosend_loan_big); |
space -= len; |
space -= len; |
goto have_data; |
goto have_data; |
Line 1050 sosend(struct socket *so, struct mbuf *a |
|
Line 1064 sosend(struct socket *so, struct mbuf *a |
|
so->so_options |= SO_DONTROUTE; |
so->so_options |= SO_DONTROUTE; |
if (resid > 0) |
if (resid > 0) |
so->so_state |= SS_MORETOCOME; |
so->so_state |= SS_MORETOCOME; |
if (flags & MSG_OOB) |
if (flags & MSG_OOB) { |
error = (*so->so_proto->pr_usrreqs->pr_sendoob)(so, |
error = (*so->so_proto->pr_usrreqs->pr_sendoob)(so, |
top, control); |
top, control); |
else |
} else { |
error = (*so->so_proto->pr_usrreqs->pr_generic)(so, |
error = (*so->so_proto->pr_usrreqs->pr_send)(so, |
PRU_SEND, top, addr, control, curlwp); |
top, addr, control, l); |
|
} |
if (dontroute) |
if (dontroute) |
so->so_options &= ~SO_DONTROUTE; |
so->so_options &= ~SO_DONTROUTE; |
if (resid > 0) |
if (resid > 0) |
Line 1160 soreceive(struct socket *so, struct mbuf |
|
Line 1175 soreceive(struct socket *so, struct mbuf |
|
if (controlp != NULL) |
if (controlp != NULL) |
*controlp = NULL; |
*controlp = NULL; |
if (flagsp != NULL) |
if (flagsp != NULL) |
flags = *flagsp &~ MSG_EOR; |
flags = *flagsp & ~MSG_EOR; |
else |
else |
flags = 0; |
flags = 0; |
|
|
Line 1309 soreceive(struct socket *so, struct mbuf |
|
Line 1324 soreceive(struct socket *so, struct mbuf |
|
m->m_next = NULL; |
m->m_next = NULL; |
m = so->so_rcv.sb_mb; |
m = so->so_rcv.sb_mb; |
} else { |
} else { |
MFREE(m, so->so_rcv.sb_mb); |
m = so->so_rcv.sb_mb = m_free(m); |
m = so->so_rcv.sb_mb; |
|
} |
} |
sbsync(&so->so_rcv, nextrecord); |
sbsync(&so->so_rcv, nextrecord); |
} |
} |
} |
} |
|
if (pr->pr_flags & PR_ADDR_OPT) { |
|
/* |
|
* For SCTP we may be getting a |
|
* whole message OR a partial delivery. |
|
*/ |
|
if (m->m_type == MT_SONAME) { |
|
orig_resid = 0; |
|
if (flags & MSG_PEEK) { |
|
if (paddr) |
|
*paddr = m_copy(m, 0, m->m_len); |
|
m = m->m_next; |
|
} else { |
|
sbfree(&so->so_rcv, m); |
|
if (paddr) { |
|
*paddr = m; |
|
so->so_rcv.sb_mb = m->m_next; |
|
m->m_next = 0; |
|
m = so->so_rcv.sb_mb; |
|
} else { |
|
m = so->so_rcv.sb_mb = m_free(m); |
|
} |
|
} |
|
} |
|
} |
|
|
/* |
/* |
* Process one or more MT_CONTROL mbufs present before any data mbufs |
* Process one or more MT_CONTROL mbufs present before any data mbufs |
Line 1449 soreceive(struct socket *so, struct mbuf |
|
Line 1487 soreceive(struct socket *so, struct mbuf |
|
if (len == m->m_len - moff) { |
if (len == m->m_len - moff) { |
if (m->m_flags & M_EOR) |
if (m->m_flags & M_EOR) |
flags |= MSG_EOR; |
flags |= MSG_EOR; |
|
#ifdef SCTP |
|
if (m->m_flags & M_NOTIFICATION) |
|
flags |= MSG_NOTIFICATION; |
|
#endif /* SCTP */ |
if (flags & MSG_PEEK) { |
if (flags & MSG_PEEK) { |
m = m->m_next; |
m = m->m_next; |
moff = 0; |
moff = 0; |
Line 1461 soreceive(struct socket *so, struct mbuf |
|
Line 1503 soreceive(struct socket *so, struct mbuf |
|
so->so_rcv.sb_mb = m = m->m_next; |
so->so_rcv.sb_mb = m = m->m_next; |
*mp = NULL; |
*mp = NULL; |
} else { |
} else { |
MFREE(m, so->so_rcv.sb_mb); |
m = so->so_rcv.sb_mb = m_free(m); |
m = so->so_rcv.sb_mb; |
|
} |
} |
/* |
/* |
* If m != NULL, we also know that |
* If m != NULL, we also know that |
Line 1534 soreceive(struct socket *so, struct mbuf |
|
Line 1575 soreceive(struct socket *so, struct mbuf |
|
* get it filled again. |
* get it filled again. |
*/ |
*/ |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
if ((pr->pr_flags & PR_WANTRCVD) && so->so_pcb) |
(*pr->pr_usrreqs->pr_generic)(so, PRU_RCVD, |
(*pr->pr_usrreqs->pr_rcvd)(so, flags, l); |
NULL, (struct mbuf *)(long)flags, NULL, l); |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive sbwait 2"); |
if (wakeup_state & SS_RESTARTSYS) |
if (wakeup_state & SS_RESTARTSYS) |
Line 1576 soreceive(struct socket *so, struct mbuf |
|
Line 1616 soreceive(struct socket *so, struct mbuf |
|
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTRECORDCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
SBLASTMBUFCHK(&so->so_rcv, "soreceive 4"); |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) |
(*pr->pr_usrreqs->pr_generic)(so, PRU_RCVD, NULL, |
(*pr->pr_usrreqs->pr_rcvd)(so, flags, l); |
(struct mbuf *)(long)flags, NULL, l); |
|
} |
} |
if (orig_resid == uio->uio_resid && orig_resid && |
if (orig_resid == uio->uio_resid && orig_resid && |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
(flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { |
Line 1611 soshutdown(struct socket *so, int how) |
|
Line 1650 soshutdown(struct socket *so, int how) |
|
error = 0; |
error = 0; |
} |
} |
if (how == SHUT_WR || how == SHUT_RDWR) |
if (how == SHUT_WR || how == SHUT_RDWR) |
error = (*pr->pr_usrreqs->pr_generic)(so, |
error = (*pr->pr_usrreqs->pr_shutdown)(so); |
PRU_SHUTDOWN, NULL, NULL, NULL, NULL); |
|
|
|
return error; |
return error; |
} |
} |
Line 2179 filt_sordetach(struct knote *kn) |
|
Line 2217 filt_sordetach(struct knote *kn) |
|
{ |
{ |
struct socket *so; |
struct socket *so; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
solock(so); |
solock(so); |
SLIST_REMOVE(&so->so_rcv.sb_sel.sel_klist, kn, knote, kn_selnext); |
SLIST_REMOVE(&so->so_rcv.sb_sel.sel_klist, kn, knote, kn_selnext); |
if (SLIST_EMPTY(&so->so_rcv.sb_sel.sel_klist)) |
if (SLIST_EMPTY(&so->so_rcv.sb_sel.sel_klist)) |
Line 2194 filt_soread(struct knote *kn, long hint) |
|
Line 2232 filt_soread(struct knote *kn, long hint) |
|
struct socket *so; |
struct socket *so; |
int rv; |
int rv; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
if (hint != NOTE_SUBMIT) |
if (hint != NOTE_SUBMIT) |
solock(so); |
solock(so); |
kn->kn_data = so->so_rcv.sb_cc; |
kn->kn_data = so->so_rcv.sb_cc; |
Line 2218 filt_sowdetach(struct knote *kn) |
|
Line 2256 filt_sowdetach(struct knote *kn) |
|
{ |
{ |
struct socket *so; |
struct socket *so; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
solock(so); |
solock(so); |
SLIST_REMOVE(&so->so_snd.sb_sel.sel_klist, kn, knote, kn_selnext); |
SLIST_REMOVE(&so->so_snd.sb_sel.sel_klist, kn, knote, kn_selnext); |
if (SLIST_EMPTY(&so->so_snd.sb_sel.sel_klist)) |
if (SLIST_EMPTY(&so->so_snd.sb_sel.sel_klist)) |
Line 2233 filt_sowrite(struct knote *kn, long hint |
|
Line 2271 filt_sowrite(struct knote *kn, long hint |
|
struct socket *so; |
struct socket *so; |
int rv; |
int rv; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
if (hint != NOTE_SUBMIT) |
if (hint != NOTE_SUBMIT) |
solock(so); |
solock(so); |
kn->kn_data = sbspace(&so->so_snd); |
kn->kn_data = sbspace(&so->so_snd); |
Line 2262 filt_solisten(struct knote *kn, long hin |
|
Line 2300 filt_solisten(struct knote *kn, long hin |
|
struct socket *so; |
struct socket *so; |
int rv; |
int rv; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
|
|
/* |
/* |
* Set kn_data to number of incoming connections, not |
* Set kn_data to number of incoming connections, not |
Line 2290 soo_kqfilter(struct file *fp, struct kno |
|
Line 2328 soo_kqfilter(struct file *fp, struct kno |
|
struct socket *so; |
struct socket *so; |
struct sockbuf *sb; |
struct sockbuf *sb; |
|
|
so = ((file_t *)kn->kn_obj)->f_data; |
so = ((file_t *)kn->kn_obj)->f_socket; |
solock(so); |
solock(so); |
switch (kn->kn_filter) { |
switch (kn->kn_filter) { |
case EVFILT_READ: |
case EVFILT_READ: |