version 1.116, 2004/03/24 15:34:54 |
version 1.127, 2004/12/18 15:31:26 |
Line 117 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 117 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef FAST_IPSEC |
#ifdef FAST_IPSEC |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec.h> |
|
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
#ifdef INET6 |
#ifdef INET6 |
#include <netipsec/ipsec6.h> |
#include <netipsec/ipsec6.h> |
#endif |
#endif |
Line 140 int udpcksum = 1; |
|
Line 141 int udpcksum = 1; |
|
#else |
#else |
int udpcksum = 0; /* XXX */ |
int udpcksum = 0; /* XXX */ |
#endif |
#endif |
|
int udp_do_loopback_cksum = 1; |
|
|
struct inpcbtable udbtable; |
struct inpcbtable udbtable; |
struct udpstat udpstat; |
struct udpstat udpstat; |
|
|
#ifdef INET |
#ifdef INET |
static void udp4_sendup __P((struct mbuf *, int, struct sockaddr *, |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *)); |
struct socket *); |
static int udp4_realinput __P((struct sockaddr_in *, struct sockaddr_in *, |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
struct mbuf *, int)); |
struct mbuf *, int); |
#endif |
#endif |
#ifdef INET6 |
#ifdef INET6 |
static void udp6_sendup __P((struct mbuf *, int, struct sockaddr *, |
static void udp6_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *)); |
struct socket *); |
static int udp6_realinput __P((int, struct sockaddr_in6 *, |
static int udp6_realinput (int, struct sockaddr_in6 *, |
struct sockaddr_in6 *, struct mbuf *, int)); |
struct sockaddr_in6 *, struct mbuf *, int); |
#endif |
#endif |
#ifdef INET |
#ifdef INET |
static void udp_notify __P((struct inpcb *, int)); |
static void udp_notify (struct inpcb *, int); |
#endif |
#endif |
|
|
#ifndef UDBHASHSIZE |
#ifndef UDBHASHSIZE |
Line 185 struct evcnt udp_swcsum = EVCNT_INITIALI |
|
Line 187 struct evcnt udp_swcsum = EVCNT_INITIALI |
|
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
|
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
|
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
|
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
|
EVCNT_ATTACH_STATIC(udp_swcsum); |
|
|
#else |
#else |
|
|
#define UDP_CSUM_COUNTER_INCR(ev) /* nothing */ |
#define UDP_CSUM_COUNTER_INCR(ev) /* nothing */ |
Line 192 struct evcnt udp_swcsum = EVCNT_INITIALI |
|
Line 199 struct evcnt udp_swcsum = EVCNT_INITIALI |
|
#endif /* UDP_CSUM_COUNTERS */ |
#endif /* UDP_CSUM_COUNTERS */ |
|
|
void |
void |
udp_init() |
udp_init(void) |
{ |
{ |
|
|
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
|
|
#ifdef UDP_CSUM_COUNTERS |
|
evcnt_attach_static(&udp_hwcsum_bad); |
|
evcnt_attach_static(&udp_hwcsum_ok); |
|
evcnt_attach_static(&udp_hwcsum_data); |
|
evcnt_attach_static(&udp_swcsum); |
|
#endif /* UDP_CSUM_COUNTERS */ |
|
|
|
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_mowner); |
MOWNER_ATTACH(&udp_mowner); |
|
|
|
|
#ifdef INET |
#ifdef INET |
void |
void |
#if __STDC__ |
|
udp_input(struct mbuf *m, ...) |
udp_input(struct mbuf *m, ...) |
#else |
|
udp_input(m, va_alist) |
|
struct mbuf *m; |
|
va_dcl |
|
#endif |
|
{ |
{ |
va_list ap; |
va_list ap; |
struct sockaddr_in src, dst; |
struct sockaddr_in src, dst; |
Line 294 udp_input(m, va_alist) |
|
Line 288 udp_input(m, va_alist) |
|
break; |
break; |
|
|
default: |
default: |
/* Need to compute it ourselves. */ |
/* |
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
* Need to compute it ourselves. Maybe skip checksum |
if (in4_cksum(m, IPPROTO_UDP, iphlen, len) != 0) |
* on loopback interfaces. |
goto badcsum; |
*/ |
|
if (__predict_true(!(m->m_pkthdr.rcvif->if_flags & |
|
IFF_LOOPBACK) || |
|
udp_do_loopback_cksum)) { |
|
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
|
if (in4_cksum(m, IPPROTO_UDP, iphlen, len) != 0) |
|
goto badcsum; |
|
} |
break; |
break; |
} |
} |
} |
} |
|
|
|
|
#ifdef INET6 |
#ifdef INET6 |
int |
int |
udp6_input(mp, offp, proto) |
udp6_input(struct mbuf **mp, int *offp, int proto) |
struct mbuf **mp; |
|
int *offp, proto; |
|
{ |
{ |
struct mbuf *m = *mp; |
struct mbuf *m = *mp; |
int off = *offp; |
int off = *offp; |
Line 428 udp6_input(mp, offp, proto) |
|
Line 427 udp6_input(mp, offp, proto) |
|
} |
} |
|
|
/* |
/* |
* Checksum extended UDP header and data. |
* Checksum extended UDP header and data. Maybe skip checksum |
|
* on loopback interfaces. |
*/ |
*/ |
if (uh->uh_sum == 0) |
if (__predict_true((m->m_flags & M_LOOP) == 0 || |
udp6stat.udp6s_nosum++; |
udp_do_loopback_cksum)) { |
else if (in6_cksum(m, IPPROTO_UDP, off, ulen) != 0) { |
if (uh->uh_sum == 0) { |
udp6stat.udp6s_badsum++; |
udp6stat.udp6s_nosum++; |
goto bad; |
goto bad; |
|
} |
|
if (in6_cksum(m, IPPROTO_UDP, off, ulen) != 0) { |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
|
} |
} |
} |
|
|
/* |
/* |
|
|
|
|
#ifdef INET |
#ifdef INET |
static void |
static void |
udp4_sendup(m, off, src, so) |
udp4_sendup(struct mbuf *m, int off /* offset of data portion */, |
struct mbuf *m; |
struct sockaddr *src, struct socket *so) |
int off; /* offset of data portion */ |
|
struct sockaddr *src; |
|
struct socket *so; |
|
{ |
{ |
struct mbuf *opts = NULL; |
struct mbuf *opts = NULL; |
struct mbuf *n; |
struct mbuf *n; |
Line 521 udp4_sendup(m, off, src, so) |
|
Line 523 udp4_sendup(m, off, src, so) |
|
m_freem(n); |
m_freem(n); |
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
|
so->so_rcv.sb_overflowed++; |
udpstat.udps_fullsock++; |
udpstat.udps_fullsock++; |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
Line 530 udp4_sendup(m, off, src, so) |
|
Line 533 udp4_sendup(m, off, src, so) |
|
|
|
#ifdef INET6 |
#ifdef INET6 |
static void |
static void |
udp6_sendup(m, off, src, so) |
udp6_sendup(struct mbuf *m, int off /* offset of data portion */, |
struct mbuf *m; |
struct sockaddr *src, struct socket *so) |
int off; /* offset of data portion */ |
|
struct sockaddr *src; |
|
struct socket *so; |
|
{ |
{ |
struct mbuf *opts = NULL; |
struct mbuf *opts = NULL; |
struct mbuf *n; |
struct mbuf *n; |
Line 569 udp6_sendup(m, off, src, so) |
|
Line 569 udp6_sendup(m, off, src, so) |
|
m_freem(n); |
m_freem(n); |
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
|
so->so_rcv.sb_overflowed++; |
udp6stat.udp6s_fullsock++; |
udp6stat.udp6s_fullsock++; |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
Line 578 udp6_sendup(m, off, src, so) |
|
Line 579 udp6_sendup(m, off, src, so) |
|
|
|
#ifdef INET |
#ifdef INET |
static int |
static int |
udp4_realinput(src, dst, m, off) |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
struct sockaddr_in *src; |
struct mbuf *m, int off /* offset of udphdr */) |
struct sockaddr_in *dst; |
|
struct mbuf *m; |
|
int off; /* offset of udphdr */ |
|
{ |
{ |
u_int16_t *sport, *dport; |
u_int16_t *sport, *dport; |
int rcvcnt; |
int rcvcnt; |
|
|
|
|
#ifdef INET6 |
#ifdef INET6 |
static int |
static int |
udp6_realinput(af, src, dst, m, off) |
udp6_realinput(int af, struct sockaddr_in6 *src, struct sockaddr_in6 *dst, |
int af; /* af on packet */ |
struct mbuf *m, int off) |
struct sockaddr_in6 *src; |
|
struct sockaddr_in6 *dst; |
|
struct mbuf *m; |
|
int off; /* offset of udphdr */ |
|
{ |
{ |
u_int16_t sport, dport; |
u_int16_t sport, dport; |
int rcvcnt; |
int rcvcnt; |
|
|
* just wake up so that he can collect error status. |
* just wake up so that he can collect error status. |
*/ |
*/ |
static void |
static void |
udp_notify(inp, errno) |
udp_notify(struct inpcb *inp, int errno) |
struct inpcb *inp; |
|
int errno; |
|
{ |
{ |
|
|
inp->inp_socket->so_error = errno; |
inp->inp_socket->so_error = errno; |
sorwakeup(inp->inp_socket); |
sorwakeup(inp->inp_socket); |
sowwakeup(inp->inp_socket); |
sowwakeup(inp->inp_socket); |
} |
} |
|
|
void * |
void * |
udp_ctlinput(cmd, sa, v) |
udp_ctlinput(int cmd, struct sockaddr *sa, void *v) |
int cmd; |
|
struct sockaddr *sa; |
|
void *v; |
|
{ |
{ |
struct ip *ip = v; |
struct ip *ip = v; |
struct udphdr *uh; |
struct udphdr *uh; |
void (*notify) __P((struct inpcb *, int)) = udp_notify; |
void (*notify)(struct inpcb *, int) = udp_notify; |
int errno; |
int errno; |
|
|
if (sa->sa_family != AF_INET |
if (sa->sa_family != AF_INET |
Line 850 udp_ctlinput(cmd, sa, v) |
|
Line 838 udp_ctlinput(cmd, sa, v) |
|
} |
} |
|
|
int |
int |
#if __STDC__ |
|
udp_output(struct mbuf *m, ...) |
udp_output(struct mbuf *m, ...) |
#else |
|
udp_output(m, va_alist) |
|
struct mbuf *m; |
|
va_dcl |
|
#endif |
|
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
struct udpiphdr *ui; |
struct udpiphdr *ui; |
|
struct route *ro; |
int len = m->m_pkthdr.len; |
int len = m->m_pkthdr.len; |
int error = 0; |
int error = 0; |
va_list ap; |
va_list ap; |
Line 900 udp_output(m, va_alist) |
|
Line 883 udp_output(m, va_alist) |
|
ui->ui_dport = inp->inp_fport; |
ui->ui_dport = inp->inp_fport; |
ui->ui_ulen = htons((u_int16_t)len + sizeof(struct udphdr)); |
ui->ui_ulen = htons((u_int16_t)len + sizeof(struct udphdr)); |
|
|
|
ro = &inp->inp_route; |
|
|
/* |
/* |
* Set up checksum and output datagram. |
* Set up checksum and output datagram. |
*/ |
*/ |
Line 907 udp_output(m, va_alist) |
|
Line 892 udp_output(m, va_alist) |
|
/* |
/* |
* XXX Cache pseudo-header checksum part for |
* XXX Cache pseudo-header checksum part for |
* XXX "connected" UDP sockets. |
* XXX "connected" UDP sockets. |
|
* Maybe skip checksums on loopback interfaces. |
*/ |
*/ |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
sizeof(struct udphdr) + IPPROTO_UDP)); |
sizeof(struct udphdr) + IPPROTO_UDP)); |
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
if (__predict_true(ro->ro_rt == NULL || |
|
!(ro->ro_rt->rt_ifp->if_flags & |
|
IFF_LOOPBACK) || |
|
udp_do_loopback_cksum)) |
|
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
|
else |
|
m->m_pkthdr.csum_flags = 0; |
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
} else |
} else |
ui->ui_sum = 0; |
ui->ui_sum = 0; |
Line 920 udp_output(m, va_alist) |
|
Line 912 udp_output(m, va_alist) |
|
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
udpstat.udps_opackets++; |
udpstat.udps_opackets++; |
|
|
return (ip_output(m, inp->inp_options, &inp->inp_route, |
return (ip_output(m, inp->inp_options, ro, |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_moptions, inp->inp_socket)); |
inp->inp_moptions, inp->inp_socket)); |
|
|
Line 935 int udp_recvspace = 40 * (1024 + sizeof( |
|
Line 927 int udp_recvspace = 40 * (1024 + sizeof( |
|
|
|
/*ARGSUSED*/ |
/*ARGSUSED*/ |
int |
int |
udp_usrreq(so, req, m, nam, control, p) |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
struct socket *so; |
struct mbuf *control, struct proc *p) |
int req; |
|
struct mbuf *m, *nam, *control; |
|
struct proc *p; |
|
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
int s; |
int s; |
Line 1124 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1113 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
CTL_NET, PF_INET, CTL_EOL); |
CTL_NET, PF_INET, CTL_EOL); |
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT, |
CTLFLAG_PERMANENT, |
CTLTYPE_NODE, "udp", NULL, |
CTLTYPE_NODE, "udp", |
|
SYSCTL_DESCR("UDPv4 related settings"), |
NULL, 0, NULL, 0, |
NULL, 0, NULL, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, CTL_EOL); |
CTL_NET, PF_INET, IPPROTO_UDP, CTL_EOL); |
|
|
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLTYPE_INT, "checksum", NULL, |
CTLTYPE_INT, "checksum", |
|
SYSCTL_DESCR("Compute UDP checksums"), |
NULL, 0, &udpcksum, 0, |
NULL, 0, &udpcksum, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_CHECKSUM, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_CHECKSUM, |
CTL_EOL); |
CTL_EOL); |
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLTYPE_INT, "sendspace", NULL, |
CTLTYPE_INT, "sendspace", |
|
SYSCTL_DESCR("Default UDP send buffer size"), |
NULL, 0, &udp_sendspace, 0, |
NULL, 0, &udp_sendspace, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_SENDSPACE, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_SENDSPACE, |
CTL_EOL); |
CTL_EOL); |
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
CTLTYPE_INT, "recvspace", NULL, |
CTLTYPE_INT, "recvspace", |
|
SYSCTL_DESCR("Default UDP receive buffer size"), |
NULL, 0, &udp_recvspace, 0, |
NULL, 0, &udp_recvspace, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_RECVSPACE, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_RECVSPACE, |
CTL_EOL); |
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
|
CTLTYPE_INT, "do_loopback_cksum", |
|
SYSCTL_DESCR("Perform UDP checksum on loopback"), |
|
NULL, 0, &udp_do_loopback_cksum, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
|
CTL_EOL); |
} |
} |
#endif |
#endif |