version 1.129, 2004/12/21 05:51:32 |
version 1.226.2.3, 2017/03/20 06:57:51 |
|
|
* @(#)udp_usrreq.c 8.6 (Berkeley) 5/23/95 |
* @(#)udp_usrreq.c 8.6 (Berkeley) 5/23/95 |
*/ |
*/ |
|
|
|
/* |
|
* UDP protocol implementation. |
|
* Per RFC 768, August, 1980. |
|
*/ |
|
|
#include <sys/cdefs.h> |
#include <sys/cdefs.h> |
__KERNEL_RCSID(0, "$NetBSD$"); |
__KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef _KERNEL_OPT |
#include "opt_inet.h" |
#include "opt_inet.h" |
|
#include "opt_compat_netbsd.h" |
#include "opt_ipsec.h" |
#include "opt_ipsec.h" |
#include "opt_inet_csum.h" |
#include "opt_inet_csum.h" |
#include "opt_ipkdb.h" |
#include "opt_ipkdb.h" |
#include "opt_mbuftrace.h" |
#include "opt_mbuftrace.h" |
|
#include "opt_net_mpsafe.h" |
|
#endif |
|
|
#include <sys/param.h> |
#include <sys/param.h> |
#include <sys/malloc.h> |
|
#include <sys/mbuf.h> |
#include <sys/mbuf.h> |
|
#include <sys/once.h> |
#include <sys/protosw.h> |
#include <sys/protosw.h> |
#include <sys/socket.h> |
#include <sys/socket.h> |
#include <sys/socketvar.h> |
#include <sys/socketvar.h> |
#include <sys/errno.h> |
|
#include <sys/stat.h> |
|
#include <sys/systm.h> |
#include <sys/systm.h> |
#include <sys/proc.h> |
#include <sys/proc.h> |
#include <sys/domain.h> |
#include <sys/domain.h> |
#include <sys/sysctl.h> |
#include <sys/sysctl.h> |
|
|
#include <net/if.h> |
#include <net/if.h> |
#include <net/route.h> |
|
|
|
#include <netinet/in.h> |
#include <netinet/in.h> |
#include <netinet/in_systm.h> |
#include <netinet/in_systm.h> |
Line 94 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 100 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <netinet/ip_icmp.h> |
#include <netinet/ip_icmp.h> |
#include <netinet/udp.h> |
#include <netinet/udp.h> |
#include <netinet/udp_var.h> |
#include <netinet/udp_var.h> |
|
#include <netinet/udp_private.h> |
|
|
#ifdef INET6 |
#ifdef INET6 |
#include <netinet/ip6.h> |
#include <netinet/ip6.h> |
#include <netinet/icmp6.h> |
#include <netinet/icmp6.h> |
#include <netinet6/ip6_var.h> |
#include <netinet6/ip6_var.h> |
|
#include <netinet6/ip6_private.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/udp6_var.h> |
#include <netinet6/udp6_var.h> |
|
#include <netinet6/udp6_private.h> |
#endif |
#endif |
|
|
#ifndef INET6 |
#ifndef INET6 |
Line 108 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 117 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <netinet/ip6.h> |
#include <netinet/ip6.h> |
#endif |
#endif |
|
|
#include "faith.h" |
#ifdef IPSEC |
#if defined(NFAITH) && NFAITH > 0 |
|
#include <net/if_faith.h> |
|
#endif |
|
|
|
#include <machine/stdarg.h> |
|
|
|
#ifdef FAST_IPSEC |
|
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
#include <netipsec/ipsec_var.h> |
|
#include <netipsec/ipsec_private.h> |
|
#include <netipsec/esp.h> |
#ifdef INET6 |
#ifdef INET6 |
#include <netipsec/ipsec6.h> |
#include <netipsec/ipsec6.h> |
#endif |
#endif |
#endif /* FAST_IPSEC*/ |
#endif /* IPSEC */ |
|
|
#ifdef IPSEC |
#ifdef COMPAT_50 |
#include <netinet6/ipsec.h> |
#include <compat/sys/socket.h> |
#include <netkey/key.h> |
#endif |
#endif /*IPSEC*/ |
|
|
|
#ifdef IPKDB |
#ifdef IPKDB |
#include <ipkdb/ipkdb.h> |
#include <ipkdb/ipkdb.h> |
#endif |
#endif |
|
|
/* |
|
* UDP protocol implementation. |
|
* Per RFC 768, August, 1980. |
|
*/ |
|
#ifndef COMPAT_42 |
|
int udpcksum = 1; |
int udpcksum = 1; |
#else |
|
int udpcksum = 0; /* XXX */ |
|
#endif |
|
int udp_do_loopback_cksum = 0; |
int udp_do_loopback_cksum = 0; |
|
|
struct inpcbtable udbtable; |
struct inpcbtable udbtable; |
struct udpstat udpstat; |
|
|
percpu_t *udpstat_percpu; |
|
|
#ifdef INET |
#ifdef INET |
|
#ifdef IPSEC |
|
static int udp4_espinudp (struct mbuf **, int, struct sockaddr *, |
|
struct socket *); |
|
#endif |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
struct mbuf *, int); |
struct mbuf **, int); |
static int udp4_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
static int udp4_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
#endif |
#endif |
#ifdef INET6 |
|
static void udp6_sendup (struct mbuf *, int, struct sockaddr *, |
|
struct socket *); |
|
static int udp6_realinput (int, struct sockaddr_in6 *, |
|
struct sockaddr_in6 *, struct mbuf *, int); |
|
static int udp6_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
|
#endif |
|
#ifdef INET |
#ifdef INET |
static void udp_notify (struct inpcb *, int); |
static void udp_notify (struct inpcb *, int); |
#endif |
#endif |
Line 169 static void udp_notify (struct inpcb *, |
|
Line 162 static void udp_notify (struct inpcb *, |
|
#endif |
#endif |
int udbhashsize = UDBHASHSIZE; |
int udbhashsize = UDBHASHSIZE; |
|
|
|
/* |
|
* For send - really max datagram size; for receive - 40 1K datagrams. |
|
*/ |
|
static int udp_sendspace = 9216; |
|
static int udp_recvspace = 40 * (1024 + sizeof(struct sockaddr_in)); |
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner udp_mowner = { "udp" }; |
struct mowner udp_mowner = MOWNER_INIT("udp", ""); |
struct mowner udp_rx_mowner = { "udp", "rx" }; |
struct mowner udp_rx_mowner = MOWNER_INIT("udp", "rx"); |
struct mowner udp_tx_mowner = { "udp", "tx" }; |
struct mowner udp_tx_mowner = MOWNER_INIT("udp", "tx"); |
#endif |
#endif |
|
|
#ifdef UDP_CSUM_COUNTERS |
#ifdef UDP_CSUM_COUNTERS |
#include <sys/device.h> |
#include <sys/device.h> |
|
|
|
#if defined(INET) |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "hwcsum bad"); |
NULL, "udp", "hwcsum bad"); |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
Line 187 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
Line 187 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "swcsum"); |
NULL, "udp", "swcsum"); |
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
|
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
|
#endif /* defined(INET) */ |
|
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
#else |
#else |
|
|
#define UDP_CSUM_COUNTER_INCR(ev) /* nothing */ |
#define UDP_CSUM_COUNTER_INCR(ev) /* nothing */ |
|
|
#endif /* UDP_CSUM_COUNTERS */ |
#endif /* UDP_CSUM_COUNTERS */ |
|
|
void |
static void sysctl_net_inet_udp_setup(struct sysctllog **); |
udp_init(void) |
|
|
static int |
|
do_udpinit(void) |
{ |
{ |
|
|
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
|
udpstat_percpu = percpu_alloc(sizeof(uint64_t) * UDP_NSTATS); |
|
|
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_mowner); |
MOWNER_ATTACH(&udp_mowner); |
|
|
|
return 0; |
|
} |
|
|
|
void |
|
udp_init_common(void) |
|
{ |
|
static ONCE_DECL(doudpinit); |
|
|
|
RUN_ONCE(&doudpinit, do_udpinit); |
|
} |
|
|
|
void |
|
udp_init(void) |
|
{ |
|
|
|
sysctl_net_inet_udp_setup(NULL); |
|
|
|
udp_init_common(); |
} |
} |
|
|
/* |
/* |
Line 257 udp4_input_checksum(struct mbuf *m, cons |
|
Line 277 udp4_input_checksum(struct mbuf *m, cons |
|
return 0; |
return 0; |
|
|
switch (m->m_pkthdr.csum_flags & |
switch (m->m_pkthdr.csum_flags & |
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_UDPv4) | |
((m_get_rcvif_NOMPSAFE(m)->if_csum_flags_rx & M_CSUM_UDPv4) | |
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
case M_CSUM_UDPv4|M_CSUM_TCP_UDP_BAD: |
case M_CSUM_UDPv4|M_CSUM_TCP_UDP_BAD: |
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_bad); |
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_bad); |
Line 290 udp4_input_checksum(struct mbuf *m, cons |
|
Line 310 udp4_input_checksum(struct mbuf *m, cons |
|
* Need to compute it ourselves. Maybe skip checksum |
* Need to compute it ourselves. Maybe skip checksum |
* on loopback interfaces. |
* on loopback interfaces. |
*/ |
*/ |
if (__predict_true(!(m->m_pkthdr.rcvif->if_flags & |
if (__predict_true(!(m_get_rcvif_NOMPSAFE(m)->if_flags & |
IFF_LOOPBACK) || |
IFF_LOOPBACK) || |
udp_do_loopback_cksum)) { |
udp_do_loopback_cksum)) { |
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
Line 303 udp4_input_checksum(struct mbuf *m, cons |
|
Line 323 udp4_input_checksum(struct mbuf *m, cons |
|
return 0; |
return 0; |
|
|
badcsum: |
badcsum: |
udpstat.udps_badsum++; |
UDP_STATINC(UDP_STAT_BADSUM); |
return -1; |
return -1; |
} |
} |
|
|
Line 325 udp_input(struct mbuf *m, ...) |
|
Line 345 udp_input(struct mbuf *m, ...) |
|
va_end(ap); |
va_end(ap); |
|
|
MCLAIM(m, &udp_rx_mowner); |
MCLAIM(m, &udp_rx_mowner); |
udpstat.udps_ipackets++; |
UDP_STATINC(UDP_STAT_IPACKETS); |
|
|
/* |
/* |
* Get IP and UDP header together in first mbuf. |
* Get IP and UDP header together in first mbuf. |
Line 333 udp_input(struct mbuf *m, ...) |
|
Line 353 udp_input(struct mbuf *m, ...) |
|
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
IP6_EXTHDR_GET(uh, struct udphdr *, m, iphlen, sizeof(struct udphdr)); |
IP6_EXTHDR_GET(uh, struct udphdr *, m, iphlen, sizeof(struct udphdr)); |
if (uh == NULL) { |
if (uh == NULL) { |
udpstat.udps_hdrops++; |
UDP_STATINC(UDP_STAT_HDROPS); |
return; |
return; |
} |
} |
|
/* |
|
* Enforce alignment requirements that are violated in |
|
* some cases, see kern/50766 for details. |
|
*/ |
|
if (UDP_HDR_ALIGNED_P(uh) == 0) { |
|
m = m_copyup(m, iphlen + sizeof(struct udphdr), 0); |
|
if (m == NULL) { |
|
UDP_STATINC(UDP_STAT_HDROPS); |
|
return; |
|
} |
|
ip = mtod(m, struct ip *); |
|
uh = (struct udphdr *)(mtod(m, char *) + iphlen); |
|
} |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
|
|
/* destination port of 0 is illegal, based on RFC768. */ |
/* destination port of 0 is illegal, based on RFC768. */ |
Line 350 udp_input(struct mbuf *m, ...) |
|
Line 383 udp_input(struct mbuf *m, ...) |
|
len = ntohs((u_int16_t)uh->uh_ulen); |
len = ntohs((u_int16_t)uh->uh_ulen); |
if (ip_len != iphlen + len) { |
if (ip_len != iphlen + len) { |
if (ip_len < iphlen + len || len < sizeof(struct udphdr)) { |
if (ip_len < iphlen + len || len < sizeof(struct udphdr)) { |
udpstat.udps_badlen++; |
UDP_STATINC(UDP_STAT_BADLEN); |
goto bad; |
goto bad; |
} |
} |
m_adj(m, iphlen + len - ip_len); |
m_adj(m, iphlen + len - ip_len); |
Line 363 udp_input(struct mbuf *m, ...) |
|
Line 396 udp_input(struct mbuf *m, ...) |
|
goto badcsum; |
goto badcsum; |
|
|
/* construct source and dst sockaddrs. */ |
/* construct source and dst sockaddrs. */ |
bzero(&src, sizeof(src)); |
sockaddr_in_init(&src, &ip->ip_src, uh->uh_sport); |
src.sin_family = AF_INET; |
sockaddr_in_init(&dst, &ip->ip_dst, uh->uh_dport); |
src.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_src, &src.sin_addr, sizeof(src.sin_addr)); |
|
src.sin_port = uh->uh_sport; |
|
bzero(&dst, sizeof(dst)); |
|
dst.sin_family = AF_INET; |
|
dst.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_dst, &dst.sin_addr, sizeof(dst.sin_addr)); |
|
dst.sin_port = uh->uh_dport; |
|
|
|
n = udp4_realinput(&src, &dst, m, iphlen); |
if ((n = udp4_realinput(&src, &dst, &m, iphlen)) == -1) { |
|
UDP_STATINC(UDP_STAT_HDROPS); |
|
return; |
|
} |
|
if (m == NULL) { |
|
/* |
|
* packet has been processed by ESP stuff - |
|
* e.g. dropped NAT-T-keep-alive-packet ... |
|
*/ |
|
return; |
|
} |
|
ip = mtod(m, struct ip *); |
#ifdef INET6 |
#ifdef INET6 |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
struct sockaddr_in6 src6, dst6; |
struct sockaddr_in6 src6, dst6; |
|
|
bzero(&src6, sizeof(src6)); |
memset(&src6, 0, sizeof(src6)); |
src6.sin6_family = AF_INET6; |
src6.sin6_family = AF_INET6; |
src6.sin6_len = sizeof(struct sockaddr_in6); |
src6.sin6_len = sizeof(struct sockaddr_in6); |
src6.sin6_addr.s6_addr[10] = src6.sin6_addr.s6_addr[11] = 0xff; |
in6_in_2_v4mapin6(&ip->ip_src, &src6.sin6_addr); |
bcopy(&ip->ip_src, &src6.sin6_addr.s6_addr[12], |
|
sizeof(ip->ip_src)); |
|
src6.sin6_port = uh->uh_sport; |
src6.sin6_port = uh->uh_sport; |
bzero(&dst6, sizeof(dst6)); |
memset(&dst6, 0, sizeof(dst6)); |
dst6.sin6_family = AF_INET6; |
dst6.sin6_family = AF_INET6; |
dst6.sin6_len = sizeof(struct sockaddr_in6); |
dst6.sin6_len = sizeof(struct sockaddr_in6); |
dst6.sin6_addr.s6_addr[10] = dst6.sin6_addr.s6_addr[11] = 0xff; |
in6_in_2_v4mapin6(&ip->ip_dst, &dst6.sin6_addr); |
bcopy(&ip->ip_dst, &dst6.sin6_addr.s6_addr[12], |
|
sizeof(ip->ip_dst)); |
|
dst6.sin6_port = uh->uh_dport; |
dst6.sin6_port = uh->uh_dport; |
|
|
n += udp6_realinput(AF_INET, &src6, &dst6, m, iphlen); |
n += udp6_realinput(AF_INET, &src6, &dst6, m, iphlen); |
Line 400 udp_input(struct mbuf *m, ...) |
|
Line 432 udp_input(struct mbuf *m, ...) |
|
|
|
if (n == 0) { |
if (n == 0) { |
if (m->m_flags & (M_BCAST | M_MCAST)) { |
if (m->m_flags & (M_BCAST | M_MCAST)) { |
udpstat.udps_noportbcast++; |
UDP_STATINC(UDP_STAT_NOPORTBCAST); |
goto bad; |
goto bad; |
} |
} |
udpstat.udps_noport++; |
UDP_STATINC(UDP_STAT_NOPORT); |
#ifdef IPKDB |
#ifdef IPKDB |
if (checkipkdb(&ip->ip_src, uh->uh_sport, uh->uh_dport, |
if (checkipkdb(&ip->ip_src, uh->uh_sport, uh->uh_dport, |
m, iphlen + sizeof(struct udphdr), |
m, iphlen + sizeof(struct udphdr), |
|
|
} |
} |
#endif |
#endif |
|
|
#ifdef INET6 |
|
static int |
|
udp6_input_checksum(struct mbuf *m, const struct udphdr *uh, int off, int len) |
|
{ |
|
|
|
if (__predict_false((m->m_flags & M_LOOP) && !udp_do_loopback_cksum)) { |
|
goto good; |
|
} |
|
if (uh->uh_sum == 0) { |
|
udp6stat.udp6s_nosum++; |
|
goto bad; |
|
} |
|
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
|
} |
|
|
|
good: |
|
return 0; |
|
bad: |
|
return -1; |
|
} |
|
|
|
int |
|
udp6_input(struct mbuf **mp, int *offp, int proto) |
|
{ |
|
struct mbuf *m = *mp; |
|
int off = *offp; |
|
struct sockaddr_in6 src, dst; |
|
struct ip6_hdr *ip6; |
|
struct udphdr *uh; |
|
u_int32_t plen, ulen; |
|
|
|
ip6 = mtod(m, struct ip6_hdr *); |
|
|
|
#if defined(NFAITH) && 0 < NFAITH |
|
if (faithprefix(&ip6->ip6_dst)) { |
|
/* send icmp6 host unreach? */ |
|
m_freem(m); |
|
return IPPROTO_DONE; |
|
} |
|
#endif |
|
|
|
udp6stat.udp6s_ipackets++; |
|
|
|
/* check for jumbogram is done in ip6_input. we can trust pkthdr.len */ |
|
plen = m->m_pkthdr.len - off; |
|
IP6_EXTHDR_GET(uh, struct udphdr *, m, off, sizeof(struct udphdr)); |
|
if (uh == NULL) { |
|
ip6stat.ip6s_tooshort++; |
|
return IPPROTO_DONE; |
|
} |
|
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
|
ulen = ntohs((u_short)uh->uh_ulen); |
|
/* |
|
* RFC2675 section 4: jumbograms will have 0 in the UDP header field, |
|
* iff payload length > 0xffff. |
|
*/ |
|
if (ulen == 0 && plen > 0xffff) |
|
ulen = plen; |
|
|
|
if (plen != ulen) { |
|
udp6stat.udp6s_badlen++; |
|
goto bad; |
|
} |
|
|
|
/* destination port of 0 is illegal, based on RFC768. */ |
|
if (uh->uh_dport == 0) |
|
goto bad; |
|
|
|
/* Be proactive about malicious use of IPv4 mapped address */ |
|
if (IN6_IS_ADDR_V4MAPPED(&ip6->ip6_src) || |
|
IN6_IS_ADDR_V4MAPPED(&ip6->ip6_dst)) { |
|
/* XXX stat */ |
|
goto bad; |
|
} |
|
|
|
/* |
|
* Checksum extended UDP header and data. Maybe skip checksum |
|
* on loopback interfaces. |
|
*/ |
|
if (udp6_input_checksum(m, uh, off, ulen)) |
|
goto bad; |
|
|
|
/* |
|
* Construct source and dst sockaddrs. |
|
* Note that ifindex (s6_addr16[1]) is already filled. |
|
*/ |
|
bzero(&src, sizeof(src)); |
|
src.sin6_family = AF_INET6; |
|
src.sin6_len = sizeof(struct sockaddr_in6); |
|
/* KAME hack: recover scopeid */ |
|
(void)in6_recoverscope(&src, &ip6->ip6_src, m->m_pkthdr.rcvif); |
|
src.sin6_port = uh->uh_sport; |
|
bzero(&dst, sizeof(dst)); |
|
dst.sin6_family = AF_INET6; |
|
dst.sin6_len = sizeof(struct sockaddr_in6); |
|
/* KAME hack: recover scopeid */ |
|
(void)in6_recoverscope(&dst, &ip6->ip6_dst, m->m_pkthdr.rcvif); |
|
dst.sin6_port = uh->uh_dport; |
|
|
|
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
|
if (m->m_flags & M_MCAST) { |
|
udp6stat.udp6s_noportmcast++; |
|
goto bad; |
|
} |
|
udp6stat.udp6s_noport++; |
|
icmp6_error(m, ICMP6_DST_UNREACH, ICMP6_DST_UNREACH_NOPORT, 0); |
|
m = NULL; |
|
} |
|
|
|
bad: |
|
if (m) |
|
m_freem(m); |
|
return IPPROTO_DONE; |
|
} |
|
#endif |
|
|
|
#ifdef INET |
#ifdef INET |
static void |
static void |
udp4_sendup(struct mbuf *m, int off /* offset of data portion */, |
udp4_sendup(struct mbuf *m, int off /* offset of data portion */, |
Line 570 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 484 udp4_sendup(struct mbuf *m, int off /* o |
|
return; |
return; |
} |
} |
|
|
#if defined(IPSEC) || defined(FAST_IPSEC) |
#if defined(IPSEC) |
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
if (ipsec_used && so != NULL && ipsec4_in_reject_so(m, so)) { |
ipsecstat.in_polvio++; |
IPSEC_STATINC(IPSEC_STAT_IN_POLVIO); |
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
0, 0); |
0, 0); |
return; |
return; |
} |
} |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
|
#ifdef SO_OTIMESTAMP |
|
|| so->so_options & SO_OTIMESTAMP |
|
#endif |
|| so->so_options & SO_TIMESTAMP)) { |
|| so->so_options & SO_TIMESTAMP)) { |
struct ip *ip = mtod(n, struct ip *); |
struct ip *ip = mtod(n, struct ip *); |
ip_savecontrol(inp, &opts, ip, n); |
ip_savecontrol(inp, &opts, ip, n); |
Line 595 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 512 udp4_sendup(struct mbuf *m, int off /* o |
|
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
so->so_rcv.sb_overflowed++; |
so->so_rcv.sb_overflowed++; |
udpstat.udps_fullsock++; |
UDP_STATINC(UDP_STAT_FULLSOCK); |
} else |
|
sorwakeup(so); |
|
} |
|
} |
|
#endif |
|
|
|
#ifdef INET6 |
|
static void |
|
udp6_sendup(struct mbuf *m, int off /* offset of data portion */, |
|
struct sockaddr *src, struct socket *so) |
|
{ |
|
struct mbuf *opts = NULL; |
|
struct mbuf *n; |
|
struct in6pcb *in6p = NULL; |
|
|
|
if (!so) |
|
return; |
|
if (so->so_proto->pr_domain->dom_family != AF_INET6) |
|
return; |
|
in6p = sotoin6pcb(so); |
|
|
|
#if defined(IPSEC) || defined(FAST_IPSEC) |
|
/* check AH/ESP integrity. */ |
|
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
|
ipsec6stat.in_polvio++; |
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
|
icmp6_error(n, ICMP6_DST_UNREACH, |
|
ICMP6_DST_UNREACH_ADMIN, 0); |
|
return; |
|
} |
|
#endif /*IPSEC*/ |
|
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
|
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
|
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
|
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
|
ip6_savecontrol(in6p, &opts, ip6, n); |
|
} |
|
|
|
m_adj(n, off); |
|
if (sbappendaddr(&so->so_rcv, src, n, opts) == 0) { |
|
m_freem(n); |
|
if (opts) |
|
m_freem(opts); |
|
so->so_rcv.sb_overflowed++; |
|
udp6stat.udp6s_fullsock++; |
|
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
} |
} |
Line 651 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 522 udp6_sendup(struct mbuf *m, int off /* o |
|
#ifdef INET |
#ifdef INET |
static int |
static int |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
struct mbuf *m, int off /* offset of udphdr */) |
struct mbuf **mp, int off /* offset of udphdr */) |
{ |
{ |
u_int16_t *sport, *dport; |
u_int16_t *sport, *dport; |
int rcvcnt; |
int rcvcnt; |
struct in_addr *src4, *dst4; |
struct in_addr *src4, *dst4; |
struct inpcb_hdr *inph; |
struct inpcb_hdr *inph; |
struct inpcb *inp; |
struct inpcb *inp; |
|
struct mbuf *m = *mp; |
|
|
rcvcnt = 0; |
rcvcnt = 0; |
off += sizeof(struct udphdr); /* now, offset of payload */ |
off += sizeof(struct udphdr); /* now, offset of payload */ |
Line 671 udp4_realinput(struct sockaddr_in *src, |
|
Line 543 udp4_realinput(struct sockaddr_in *src, |
|
dport = &dst->sin_port; |
dport = &dst->sin_port; |
|
|
if (IN_MULTICAST(dst4->s_addr) || |
if (IN_MULTICAST(dst4->s_addr) || |
in_broadcast(*dst4, m->m_pkthdr.rcvif)) { |
in_broadcast(*dst4, m_get_rcvif_NOMPSAFE(m))) { |
/* |
/* |
* Deliver a multicast or broadcast datagram to *all* sockets |
* Deliver a multicast or broadcast datagram to *all* sockets |
* for which the local and remote addresses and ports match |
* for which the local and remote addresses and ports match |
Line 695 udp4_realinput(struct sockaddr_in *src, |
|
Line 567 udp4_realinput(struct sockaddr_in *src, |
|
/* |
/* |
* Locate pcb(s) for datagram. |
* Locate pcb(s) for datagram. |
*/ |
*/ |
CIRCLEQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
TAILQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
inp = (struct inpcb *)inph; |
inp = (struct inpcb *)inph; |
if (inp->inp_af != AF_INET) |
if (inp->inp_af != AF_INET) |
continue; |
continue; |
Line 732 udp4_realinput(struct sockaddr_in *src, |
|
Line 604 udp4_realinput(struct sockaddr_in *src, |
|
/* |
/* |
* Locate pcb for datagram. |
* Locate pcb for datagram. |
*/ |
*/ |
inp = in_pcblookup_connect(&udbtable, *src4, *sport, *dst4, *dport); |
inp = in_pcblookup_connect(&udbtable, *src4, *sport, *dst4, |
|
*dport, 0); |
if (inp == 0) { |
if (inp == 0) { |
++udpstat.udps_pcbhashmiss; |
UDP_STATINC(UDP_STAT_PCBHASHMISS); |
inp = in_pcblookup_bind(&udbtable, *dst4, *dport); |
inp = in_pcblookup_bind(&udbtable, *dst4, *dport); |
if (inp == 0) |
if (inp == 0) |
return rcvcnt; |
return rcvcnt; |
} |
} |
|
|
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
#ifdef IPSEC |
rcvcnt++; |
/* Handle ESP over UDP */ |
} |
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
|
struct sockaddr *sa = (struct sockaddr *)src; |
bad: |
|
return rcvcnt; |
switch(udp4_espinudp(mp, off, sa, inp->inp_socket)) { |
} |
case -1: /* Error, m was freeed */ |
#endif |
rcvcnt = -1; |
|
goto bad; |
#ifdef INET6 |
break; |
static int |
|
udp6_realinput(int af, struct sockaddr_in6 *src, struct sockaddr_in6 *dst, |
|
struct mbuf *m, int off) |
|
{ |
|
u_int16_t sport, dport; |
|
int rcvcnt; |
|
struct in6_addr src6, dst6; |
|
const struct in_addr *dst4; |
|
struct inpcb_hdr *inph; |
|
struct in6pcb *in6p; |
|
|
|
rcvcnt = 0; |
|
off += sizeof(struct udphdr); /* now, offset of payload */ |
|
|
|
if (af != AF_INET && af != AF_INET6) |
|
goto bad; |
|
if (src->sin6_family != AF_INET6 || dst->sin6_family != AF_INET6) |
|
goto bad; |
|
|
|
in6_embedscope(&src6, src, NULL, NULL); |
|
sport = src->sin6_port; |
|
in6_embedscope(&dst6, dst, NULL, NULL); |
|
dport = dst->sin6_port; |
|
dst4 = (struct in_addr *)&dst->sin6_addr.s6_addr[12]; |
|
|
|
if (IN6_IS_ADDR_MULTICAST(&dst6) || |
|
(af == AF_INET && IN_MULTICAST(dst4->s_addr))) { |
|
/* |
|
* Deliver a multicast or broadcast datagram to *all* sockets |
|
* for which the local and remote addresses and ports match |
|
* those of the incoming datagram. This allows more than |
|
* one process to receive multi/broadcasts on the same port. |
|
* (This really ought to be done for unicast datagrams as |
|
* well, but that would cause problems with existing |
|
* applications that open both address-specific sockets and |
|
* a wildcard socket listening to the same port -- they would |
|
* end up receiving duplicates of every unicast datagram. |
|
* Those applications open the multiple sockets to overcome an |
|
* inadequacy of the UDP socket interface, but for backwards |
|
* compatibility we avoid the problem here rather than |
|
* fixing the interface. Maybe 4.5BSD will remedy this?) |
|
*/ |
|
|
|
/* |
|
* KAME note: traditionally we dropped udpiphdr from mbuf here. |
|
* we need udpiphdr for IPsec processing so we do that later. |
|
*/ |
|
/* |
|
* Locate pcb(s) for datagram. |
|
*/ |
|
CIRCLEQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
|
in6p = (struct in6pcb *)inph; |
|
if (in6p->in6p_af != AF_INET6) |
|
continue; |
|
|
|
if (in6p->in6p_lport != dport) |
|
continue; |
|
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_laddr)) { |
|
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_laddr, &dst6)) |
|
continue; |
|
} else { |
|
if (IN6_IS_ADDR_V4MAPPED(&dst6) && |
|
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
|
continue; |
|
} |
|
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_faddr)) { |
|
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_faddr, |
|
&src6) || in6p->in6p_fport != sport) |
|
continue; |
|
} else { |
|
if (IN6_IS_ADDR_V4MAPPED(&src6) && |
|
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
|
continue; |
|
} |
|
|
|
udp6_sendup(m, off, (struct sockaddr *)src, |
case 1: /* ESP over UDP */ |
in6p->in6p_socket); |
rcvcnt++; |
rcvcnt++; |
goto bad; |
|
break; |
|
|
/* |
case 0: /* plain UDP */ |
* Don't look for additional matches if this one does |
default: /* Unexpected */ |
* not have either the SO_REUSEPORT or SO_REUSEADDR |
/* |
* socket options set. This heuristic avoids searching |
* Normal UDP processing will take place |
* through all pcbs in the common case of a non-shared |
* m may have changed. |
* port. It assumes that an application will never |
*/ |
* clear these options after setting them. |
m = *mp; |
*/ |
|
if ((in6p->in6p_socket->so_options & |
|
(SO_REUSEPORT|SO_REUSEADDR)) == 0) |
|
break; |
break; |
|
} |
} |
} |
} else { |
#endif |
|
|
/* |
/* |
* Locate pcb for datagram. |
* Check the minimum TTL for socket. |
*/ |
*/ |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, |
if (mtod(m, struct ip *)->ip_ttl < inp->inp_ip_minttl) |
&dst6, dport, 0); |
goto bad; |
if (in6p == 0) { |
|
++udpstat.udps_pcbhashmiss; |
|
in6p = in6_pcblookup_bind(&udbtable, &dst6, dport, 0); |
|
if (in6p == 0) |
|
return rcvcnt; |
|
} |
|
|
|
udp6_sendup(m, off, (struct sockaddr *)src, in6p->in6p_socket); |
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
rcvcnt++; |
rcvcnt++; |
} |
} |
|
|
Line 877 udp_notify(struct inpcb *inp, int errno) |
|
Line 670 udp_notify(struct inpcb *inp, int errno) |
|
} |
} |
|
|
void * |
void * |
udp_ctlinput(int cmd, struct sockaddr *sa, void *v) |
udp_ctlinput(int cmd, const struct sockaddr *sa, void *v) |
{ |
{ |
struct ip *ip = v; |
struct ip *ip = v; |
struct udphdr *uh; |
struct udphdr *uh; |
Line 897 udp_ctlinput(int cmd, struct sockaddr *s |
|
Line 690 udp_ctlinput(int cmd, struct sockaddr *s |
|
else if (errno == 0) |
else if (errno == 0) |
return NULL; |
return NULL; |
if (ip) { |
if (ip) { |
uh = (struct udphdr *)((caddr_t)ip + (ip->ip_hl << 2)); |
uh = (struct udphdr *)((char *)ip + (ip->ip_hl << 2)); |
in_pcbnotify(&udbtable, satosin(sa)->sin_addr, uh->uh_dport, |
in_pcbnotify(&udbtable, satocsin(sa)->sin_addr, uh->uh_dport, |
ip->ip_src, uh->uh_sport, errno, notify); |
ip->ip_src, uh->uh_sport, errno, notify); |
|
|
/* XXX mapped address case */ |
/* XXX mapped address case */ |
} else |
} else |
in_pcbnotifyall(&udbtable, satosin(sa)->sin_addr, errno, |
in_pcbnotifyall(&udbtable, satocsin(sa)->sin_addr, errno, |
notify); |
notify); |
return NULL; |
return NULL; |
} |
} |
|
|
int |
int |
udp_output(struct mbuf *m, ...) |
udp_ctloutput(int op, struct socket *so, struct sockopt *sopt) |
{ |
{ |
struct inpcb *inp; |
int s; |
struct udpiphdr *ui; |
|
struct route *ro; |
|
int len = m->m_pkthdr.len; |
|
int error = 0; |
int error = 0; |
va_list ap; |
struct inpcb *inp; |
|
int family; |
MCLAIM(m, &udp_tx_mowner); |
int optval; |
va_start(ap, m); |
|
inp = va_arg(ap, struct inpcb *); |
|
va_end(ap); |
|
|
|
/* |
family = so->so_proto->pr_domain->dom_family; |
* Calculate data length and get a mbuf |
|
* for UDP and IP headers. |
|
*/ |
|
M_PREPEND(m, sizeof(struct udpiphdr), M_DONTWAIT); |
|
if (m == 0) { |
|
error = ENOBUFS; |
|
goto release; |
|
} |
|
|
|
/* |
s = splsoftnet(); |
* Compute the packet length of the IP header, and |
switch (family) { |
* punt if the length looks bogus. |
#ifdef INET |
*/ |
case PF_INET: |
if (len + sizeof(struct udpiphdr) > IP_MAXPACKET) { |
if (sopt->sopt_level != IPPROTO_UDP) { |
error = EMSGSIZE; |
error = ip_ctloutput(op, so, sopt); |
|
goto end; |
|
} |
|
break; |
|
#endif |
|
#ifdef INET6 |
|
case PF_INET6: |
|
if (sopt->sopt_level != IPPROTO_UDP) { |
|
error = ip6_ctloutput(op, so, sopt); |
|
goto end; |
|
} |
|
break; |
|
#endif |
|
default: |
|
error = EAFNOSUPPORT; |
|
goto end; |
|
} |
|
|
|
|
|
switch (op) { |
|
case PRCO_SETOPT: |
|
inp = sotoinpcb(so); |
|
|
|
switch (sopt->sopt_name) { |
|
case UDP_ENCAP: |
|
error = sockopt_getint(sopt, &optval); |
|
if (error) |
|
break; |
|
|
|
switch(optval) { |
|
case 0: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
break; |
|
|
|
case UDP_ENCAP_ESPINUDP: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
inp->inp_flags |= INP_ESPINUDP; |
|
break; |
|
|
|
case UDP_ENCAP_ESPINUDP_NON_IKE: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
|
break; |
|
default: |
|
error = EINVAL; |
|
break; |
|
} |
|
break; |
|
|
|
default: |
|
error = ENOPROTOOPT; |
|
break; |
|
} |
|
break; |
|
|
|
default: |
|
error = EINVAL; |
|
break; |
|
} |
|
|
|
end: |
|
splx(s); |
|
return error; |
|
} |
|
|
|
|
|
int |
|
udp_output(struct mbuf *m, struct inpcb *inp) |
|
{ |
|
struct udpiphdr *ui; |
|
struct route *ro; |
|
int len = m->m_pkthdr.len; |
|
int error = 0; |
|
|
|
MCLAIM(m, &udp_tx_mowner); |
|
|
|
/* |
|
* Calculate data length and get a mbuf |
|
* for UDP and IP headers. |
|
*/ |
|
M_PREPEND(m, sizeof(struct udpiphdr), M_DONTWAIT); |
|
if (m == 0) { |
|
error = ENOBUFS; |
|
goto release; |
|
} |
|
|
|
/* |
|
* Compute the packet length of the IP header, and |
|
* punt if the length looks bogus. |
|
*/ |
|
if (len + sizeof(struct udpiphdr) > IP_MAXPACKET) { |
|
error = EMSGSIZE; |
goto release; |
goto release; |
} |
} |
|
|
Line 963 udp_output(struct mbuf *m, ...) |
|
Line 833 udp_output(struct mbuf *m, ...) |
|
/* |
/* |
* XXX Cache pseudo-header checksum part for |
* XXX Cache pseudo-header checksum part for |
* XXX "connected" UDP sockets. |
* XXX "connected" UDP sockets. |
* Maybe skip checksums on loopback interfaces. |
|
*/ |
*/ |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
sizeof(struct udphdr) + IPPROTO_UDP)); |
sizeof(struct udphdr) + IPPROTO_UDP)); |
if (__predict_true(ro->ro_rt == NULL || |
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
!(ro->ro_rt->rt_ifp->if_flags & |
|
IFF_LOOPBACK) || |
|
udp_do_loopback_cksum)) |
|
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
|
else |
|
m->m_pkthdr.csum_flags = 0; |
|
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
} else |
} else |
ui->ui_sum = 0; |
ui->ui_sum = 0; |
((struct ip *)ui)->ip_len = htons(sizeof (struct udpiphdr) + len); |
((struct ip *)ui)->ip_len = htons(sizeof (struct udpiphdr) + len); |
((struct ip *)ui)->ip_ttl = inp->inp_ip.ip_ttl; /* XXX */ |
((struct ip *)ui)->ip_ttl = inp->inp_ip.ip_ttl; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
udpstat.udps_opackets++; |
UDP_STATINC(UDP_STAT_OPACKETS); |
|
|
return (ip_output(m, inp->inp_options, ro, |
return (ip_output(m, inp->inp_options, ro, |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_moptions, inp->inp_socket)); |
inp->inp_moptions, inp)); |
|
|
release: |
release: |
m_freem(m); |
m_freem(m); |
return (error); |
return (error); |
} |
} |
|
|
int udp_sendspace = 9216; /* really max datagram size */ |
static int |
int udp_recvspace = 40 * (1024 + sizeof(struct sockaddr_in)); |
udp_attach(struct socket *so, int proto) |
/* 40 1K datagrams */ |
{ |
|
struct inpcb *inp; |
|
int error; |
|
|
|
KASSERT(sotoinpcb(so) == NULL); |
|
|
/*ARGSUSED*/ |
/* Assign the lock (must happen even if we will error out). */ |
int |
sosetlock(so); |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
|
struct mbuf *control, struct proc *p) |
#ifdef MBUFTRACE |
|
so->so_mowner = &udp_mowner; |
|
so->so_rcv.sb_mowner = &udp_rx_mowner; |
|
so->so_snd.sb_mowner = &udp_tx_mowner; |
|
#endif |
|
if (so->so_snd.sb_hiwat == 0 || so->so_rcv.sb_hiwat == 0) { |
|
error = soreserve(so, udp_sendspace, udp_recvspace); |
|
if (error) { |
|
return error; |
|
} |
|
} |
|
|
|
error = in_pcballoc(so, &udbtable); |
|
if (error) { |
|
return error; |
|
} |
|
inp = sotoinpcb(so); |
|
inp->inp_ip.ip_ttl = ip_defttl; |
|
KASSERT(solocked(so)); |
|
|
|
return error; |
|
} |
|
|
|
static void |
|
udp_detach(struct socket *so) |
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
int s; |
|
|
KASSERT(solocked(so)); |
|
inp = sotoinpcb(so); |
|
KASSERT(inp != NULL); |
|
in_pcbdetach(inp); |
|
} |
|
|
|
static int |
|
udp_accept(struct socket *so, struct sockaddr *nam) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
|
panic("udp_accept"); |
|
|
|
return EOPNOTSUPP; |
|
} |
|
|
|
static int |
|
udp_bind(struct socket *so, struct sockaddr *nam, struct lwp *l) |
|
{ |
|
struct inpcb *inp = sotoinpcb(so); |
|
struct sockaddr_in *sin = (struct sockaddr_in *)nam; |
int error = 0; |
int error = 0; |
|
int s; |
|
|
if (req == PRU_CONTROL) |
KASSERT(solocked(so)); |
return (in_control(so, (long)m, (caddr_t)nam, |
KASSERT(inp != NULL); |
(struct ifnet *)control, p)); |
KASSERT(nam != NULL); |
|
|
if (req == PRU_PURGEIF) { |
|
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
|
in_purgeif((struct ifnet *)control); |
|
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
|
return (0); |
|
} |
|
|
|
s = splsoftnet(); |
s = splsoftnet(); |
inp = sotoinpcb(so); |
error = in_pcbbind(inp, sin, l); |
#ifdef DIAGNOSTIC |
splx(s); |
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
|
panic("udp_usrreq: unexpected control mbuf"); |
|
#endif |
|
if (inp == 0 && req != PRU_ATTACH) { |
|
error = EINVAL; |
|
goto release; |
|
} |
|
|
|
/* |
return error; |
* Note: need to block udp_input while changing |
} |
* the udp pcb queue and/or pcb addresses. |
|
*/ |
|
switch (req) { |
|
|
|
case PRU_ATTACH: |
static int |
if (inp != 0) { |
udp_listen(struct socket *so, struct lwp *l) |
error = EISCONN; |
{ |
break; |
KASSERT(solocked(so)); |
} |
|
#ifdef MBUFTRACE |
|
so->so_mowner = &udp_mowner; |
|
so->so_rcv.sb_mowner = &udp_rx_mowner; |
|
so->so_snd.sb_mowner = &udp_tx_mowner; |
|
#endif |
|
if (so->so_snd.sb_hiwat == 0 || so->so_rcv.sb_hiwat == 0) { |
|
error = soreserve(so, udp_sendspace, udp_recvspace); |
|
if (error) |
|
break; |
|
} |
|
error = in_pcballoc(so, &udbtable); |
|
if (error) |
|
break; |
|
inp = sotoinpcb(so); |
|
inp->inp_ip.ip_ttl = ip_defttl; |
|
break; |
|
|
|
case PRU_DETACH: |
return EOPNOTSUPP; |
in_pcbdetach(inp); |
} |
break; |
|
|
|
case PRU_BIND: |
static int |
error = in_pcbbind(inp, nam, p); |
udp_connect(struct socket *so, struct sockaddr *nam, struct lwp *l) |
break; |
{ |
|
struct inpcb *inp = sotoinpcb(so); |
|
int error = 0; |
|
int s; |
|
|
case PRU_LISTEN: |
KASSERT(solocked(so)); |
error = EOPNOTSUPP; |
KASSERT(inp != NULL); |
break; |
KASSERT(nam != NULL); |
|
|
case PRU_CONNECT: |
s = splsoftnet(); |
error = in_pcbconnect(inp, nam); |
error = in_pcbconnect(inp, (struct sockaddr_in *)nam, l); |
if (error) |
if (! error) |
break; |
|
soisconnected(so); |
soisconnected(so); |
break; |
splx(s); |
|
return error; |
|
} |
|
|
case PRU_CONNECT2: |
static int |
error = EOPNOTSUPP; |
udp_connect2(struct socket *so, struct socket *so2) |
break; |
{ |
|
KASSERT(solocked(so)); |
|
|
case PRU_DISCONNECT: |
return EOPNOTSUPP; |
/*soisdisconnected(so);*/ |
} |
so->so_state &= ~SS_ISCONNECTED; /* XXX */ |
|
in_pcbdisconnect(inp); |
|
inp->inp_laddr = zeroin_addr; /* XXX */ |
|
in_pcbstate(inp, INP_BOUND); /* XXX */ |
|
break; |
|
|
|
case PRU_SHUTDOWN: |
static int |
socantsendmore(so); |
udp_disconnect(struct socket *so) |
break; |
{ |
|
struct inpcb *inp = sotoinpcb(so); |
|
int s; |
|
|
case PRU_RCVD: |
KASSERT(solocked(so)); |
error = EOPNOTSUPP; |
KASSERT(inp != NULL); |
break; |
|
|
|
case PRU_SEND: |
s = splsoftnet(); |
if (control && control->m_len) { |
/*soisdisconnected(so);*/ |
m_freem(control); |
so->so_state &= ~SS_ISCONNECTED; /* XXX */ |
m_freem(m); |
in_pcbdisconnect(inp); |
error = EINVAL; |
inp->inp_laddr = zeroin_addr; /* XXX */ |
break; |
in_pcbstate(inp, INP_BOUND); /* XXX */ |
} |
splx(s); |
{ |
|
struct in_addr laddr; /* XXX */ |
|
|
|
if (nam) { |
return 0; |
laddr = inp->inp_laddr; /* XXX */ |
} |
if ((so->so_state & SS_ISCONNECTED) != 0) { |
|
error = EISCONN; |
|
goto die; |
|
} |
|
error = in_pcbconnect(inp, nam); |
|
if (error) |
|
goto die; |
|
} else { |
|
if ((so->so_state & SS_ISCONNECTED) == 0) { |
|
error = ENOTCONN; |
|
goto die; |
|
} |
|
} |
|
error = udp_output(m, inp); |
|
m = NULL; |
|
if (nam) { |
|
in_pcbdisconnect(inp); |
|
inp->inp_laddr = laddr; /* XXX */ |
|
in_pcbstate(inp, INP_BOUND); /* XXX */ |
|
} |
|
die: |
|
if (m) |
|
m_freem(m); |
|
} |
|
break; |
|
|
|
case PRU_SENSE: |
static int |
/* |
udp_shutdown(struct socket *so) |
* stat: don't bother with a blocksize. |
{ |
*/ |
int s; |
splx(s); |
|
return (0); |
|
|
|
case PRU_RCVOOB: |
KASSERT(solocked(so)); |
error = EOPNOTSUPP; |
|
break; |
s = splsoftnet(); |
|
socantsendmore(so); |
|
splx(s); |
|
|
|
return 0; |
|
} |
|
|
|
static int |
|
udp_abort(struct socket *so) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
|
panic("udp_abort"); |
|
|
|
return EOPNOTSUPP; |
|
} |
|
|
|
static int |
|
udp_ioctl(struct socket *so, u_long cmd, void *nam, struct ifnet *ifp) |
|
{ |
|
return in_control(so, cmd, nam, ifp); |
|
} |
|
|
|
static int |
|
udp_stat(struct socket *so, struct stat *ub) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
case PRU_SENDOOB: |
/* stat: don't bother with a blocksize. */ |
|
return 0; |
|
} |
|
|
|
static int |
|
udp_peeraddr(struct socket *so, struct sockaddr *nam) |
|
{ |
|
int s; |
|
|
|
KASSERT(solocked(so)); |
|
KASSERT(sotoinpcb(so) != NULL); |
|
KASSERT(nam != NULL); |
|
|
|
s = splsoftnet(); |
|
in_setpeeraddr(sotoinpcb(so), (struct sockaddr_in *)nam); |
|
splx(s); |
|
|
|
return 0; |
|
} |
|
|
|
static int |
|
udp_sockaddr(struct socket *so, struct sockaddr *nam) |
|
{ |
|
int s; |
|
|
|
KASSERT(solocked(so)); |
|
KASSERT(sotoinpcb(so) != NULL); |
|
KASSERT(nam != NULL); |
|
|
|
s = splsoftnet(); |
|
in_setsockaddr(sotoinpcb(so), (struct sockaddr_in *)nam); |
|
splx(s); |
|
|
|
return 0; |
|
} |
|
|
|
static int |
|
udp_rcvd(struct socket *so, int flags, struct lwp *l) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
|
return EOPNOTSUPP; |
|
} |
|
|
|
static int |
|
udp_recvoob(struct socket *so, struct mbuf *m, int flags) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
|
return EOPNOTSUPP; |
|
} |
|
|
|
static int |
|
udp_send(struct socket *so, struct mbuf *m, struct sockaddr *nam, |
|
struct mbuf *control, struct lwp *l) |
|
{ |
|
struct inpcb *inp = sotoinpcb(so); |
|
int error = 0; |
|
struct in_addr laddr; /* XXX */ |
|
int s; |
|
|
|
KASSERT(solocked(so)); |
|
KASSERT(inp != NULL); |
|
KASSERT(m != NULL); |
|
|
|
if (control && control->m_len) { |
m_freem(control); |
m_freem(control); |
m_freem(m); |
m_freem(m); |
error = EOPNOTSUPP; |
return EINVAL; |
break; |
} |
|
|
case PRU_SOCKADDR: |
|
in_setsockaddr(inp, nam); |
|
break; |
|
|
|
case PRU_PEERADDR: |
memset(&laddr, 0, sizeof laddr); |
in_setpeeraddr(inp, nam); |
|
break; |
|
|
|
default: |
s = splsoftnet(); |
panic("udp_usrreq"); |
if (nam) { |
|
laddr = inp->inp_laddr; /* XXX */ |
|
if ((so->so_state & SS_ISCONNECTED) != 0) { |
|
error = EISCONN; |
|
goto die; |
|
} |
|
error = in_pcbconnect(inp, (struct sockaddr_in *)nam, l); |
|
if (error) |
|
goto die; |
|
} else { |
|
if ((so->so_state & SS_ISCONNECTED) == 0) { |
|
error = ENOTCONN; |
|
goto die; |
|
} |
|
} |
|
error = udp_output(m, inp); |
|
m = NULL; |
|
if (nam) { |
|
in_pcbdisconnect(inp); |
|
inp->inp_laddr = laddr; /* XXX */ |
|
in_pcbstate(inp, INP_BOUND); /* XXX */ |
} |
} |
|
die: |
|
if (m) |
|
m_freem(m); |
|
|
release: |
|
splx(s); |
splx(s); |
return (error); |
return error; |
|
} |
|
|
|
static int |
|
udp_sendoob(struct socket *so, struct mbuf *m, struct mbuf *control) |
|
{ |
|
KASSERT(solocked(so)); |
|
|
|
m_freem(m); |
|
m_freem(control); |
|
|
|
return EOPNOTSUPP; |
|
} |
|
|
|
static int |
|
udp_purgeif(struct socket *so, struct ifnet *ifp) |
|
{ |
|
int s; |
|
|
|
s = splsoftnet(); |
|
mutex_enter(softnet_lock); |
|
in_pcbpurgeif0(&udbtable, ifp); |
|
#ifdef NET_MPSAFE |
|
mutex_exit(softnet_lock); |
|
#endif |
|
in_purgeif(ifp); |
|
#ifdef NET_MPSAFE |
|
mutex_enter(softnet_lock); |
|
#endif |
|
in_pcbpurgeif(&udbtable, ifp); |
|
mutex_exit(softnet_lock); |
|
splx(s); |
|
|
|
return 0; |
|
} |
|
|
|
static int |
|
sysctl_net_inet_udp_stats(SYSCTLFN_ARGS) |
|
{ |
|
|
|
return (NETSTAT_SYSCTL(udpstat_percpu, UDP_NSTATS)); |
} |
} |
|
|
/* |
/* |
* Sysctl for udp variables. |
* Sysctl for udp variables. |
*/ |
*/ |
SYSCTL_SETUP(sysctl_net_inet_udp_setup, "sysctl net.inet.udp subtree setup") |
static void |
|
sysctl_net_inet_udp_setup(struct sysctllog **clog) |
{ |
{ |
|
|
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT, |
CTLFLAG_PERMANENT, |
CTLTYPE_NODE, "net", NULL, |
|
NULL, 0, NULL, 0, |
|
CTL_NET, CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_NODE, "inet", NULL, |
CTLTYPE_NODE, "inet", NULL, |
NULL, 0, NULL, 0, |
NULL, 0, NULL, 0, |
CTL_NET, PF_INET, CTL_EOL); |
CTL_NET, PF_INET, CTL_EOL); |
Line 1217 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1210 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
NULL, 0, &udp_do_loopback_cksum, 0, |
NULL, 0, &udp_do_loopback_cksum, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
CTL_EOL); |
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "pcblist", |
|
SYSCTL_DESCR("UDP protocol control block list"), |
|
sysctl_inpcblist, 0, &udbtable, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, CTL_CREATE, |
|
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "stats", |
|
SYSCTL_DESCR("UDP statistics"), |
|
sysctl_net_inet_udp_stats, 0, NULL, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_STATS, |
|
CTL_EOL); |
} |
} |
#endif |
#endif |
|
|
|
void |
|
udp_statinc(u_int stat) |
|
{ |
|
|
|
KASSERT(stat < UDP_NSTATS); |
|
UDP_STATINC(stat); |
|
} |
|
|
|
#if defined(INET) && defined(IPSEC) |
|
/* |
|
* Returns: |
|
* 1 if the packet was processed |
|
* 0 if normal UDP processing should take place |
|
* -1 if an error occurent and m was freed |
|
*/ |
|
static int |
|
udp4_espinudp(struct mbuf **mp, int off, struct sockaddr *src, |
|
struct socket *so) |
|
{ |
|
size_t len; |
|
void *data; |
|
struct inpcb *inp; |
|
size_t skip = 0; |
|
size_t minlen; |
|
size_t iphdrlen; |
|
struct ip *ip; |
|
struct m_tag *tag; |
|
struct udphdr *udphdr; |
|
u_int16_t sport, dport; |
|
struct mbuf *m = *mp; |
|
|
|
/* |
|
* Collapse the mbuf chain if the first mbuf is too short |
|
* The longest case is: UDP + non ESP marker + ESP |
|
*/ |
|
minlen = off + sizeof(u_int64_t) + sizeof(struct esp); |
|
if (minlen > m->m_pkthdr.len) |
|
minlen = m->m_pkthdr.len; |
|
|
|
if (m->m_len < minlen) { |
|
if ((*mp = m_pullup(m, minlen)) == NULL) { |
|
printf("udp4_espinudp: m_pullup failed\n"); |
|
return -1; |
|
} |
|
m = *mp; |
|
} |
|
|
|
len = m->m_len - off; |
|
data = mtod(m, char *) + off; |
|
inp = sotoinpcb(so); |
|
|
|
/* Ignore keepalive packets */ |
|
if ((len == 1) && (*(unsigned char *)data == 0xff)) { |
|
m_free(m); |
|
*mp = NULL; /* avoid any further processiong by caller ... */ |
|
return 1; |
|
} |
|
|
|
/* |
|
* Check that the payload is long enough to hold |
|
* an ESP header and compute the length of encapsulation |
|
* header to remove |
|
*/ |
|
if (inp->inp_flags & INP_ESPINUDP) { |
|
u_int32_t *st = (u_int32_t *)data; |
|
|
|
if ((len <= sizeof(struct esp)) || (*st == 0)) |
|
return 0; /* Normal UDP processing */ |
|
|
|
skip = sizeof(struct udphdr); |
|
} |
|
|
|
if (inp->inp_flags & INP_ESPINUDP_NON_IKE) { |
|
u_int32_t *st = (u_int32_t *)data; |
|
|
|
if ((len <= sizeof(u_int64_t) + sizeof(struct esp)) |
|
|| ((st[0] | st[1]) != 0)) |
|
return 0; /* Normal UDP processing */ |
|
|
|
skip = sizeof(struct udphdr) + sizeof(u_int64_t); |
|
} |
|
|
|
/* |
|
* Get the UDP ports. They are handled in network |
|
* order everywhere in IPSEC_NAT_T code. |
|
*/ |
|
udphdr = (struct udphdr *)((char *)data - skip); |
|
sport = udphdr->uh_sport; |
|
dport = udphdr->uh_dport; |
|
|
|
/* |
|
* Remove the UDP header (and possibly the non ESP marker) |
|
* IP header lendth is iphdrlen |
|
* Before: |
|
* <--- off ---> |
|
* +----+------+-----+ |
|
* | IP | UDP | ESP | |
|
* +----+------+-----+ |
|
* <-skip-> |
|
* After: |
|
* +----+-----+ |
|
* | IP | ESP | |
|
* +----+-----+ |
|
* <-skip-> |
|
*/ |
|
iphdrlen = off - sizeof(struct udphdr); |
|
memmove(mtod(m, char *) + skip, mtod(m, void *), iphdrlen); |
|
m_adj(m, skip); |
|
|
|
ip = mtod(m, struct ip *); |
|
ip->ip_len = htons(ntohs(ip->ip_len) - skip); |
|
ip->ip_p = IPPROTO_ESP; |
|
|
|
/* |
|
* We have modified the packet - it is now ESP, so we should not |
|
* return to UDP processing ... |
|
* |
|
* Add a PACKET_TAG_IPSEC_NAT_T_PORT tag to remember |
|
* the source UDP port. This is required if we want |
|
* to select the right SPD for multiple hosts behind |
|
* same NAT |
|
*/ |
|
if ((tag = m_tag_get(PACKET_TAG_IPSEC_NAT_T_PORTS, |
|
sizeof(sport) + sizeof(dport), M_DONTWAIT)) == NULL) { |
|
printf("udp4_espinudp: m_tag_get failed\n"); |
|
m_freem(m); |
|
return -1; |
|
} |
|
((u_int16_t *)(tag + 1))[0] = sport; |
|
((u_int16_t *)(tag + 1))[1] = dport; |
|
m_tag_prepend(m, tag); |
|
|
|
if (ipsec_used) |
|
ipsec4_common_input(m, iphdrlen, IPPROTO_ESP); |
|
/* XXX: else */ |
|
|
|
/* We handled it, it shouldn't be handled by UDP */ |
|
*mp = NULL; /* avoid free by caller ... */ |
|
return 1; |
|
} |
|
#endif |
|
|
|
PR_WRAP_USRREQS(udp) |
|
#define udp_attach udp_attach_wrapper |
|
#define udp_detach udp_detach_wrapper |
|
#define udp_accept udp_accept_wrapper |
|
#define udp_bind udp_bind_wrapper |
|
#define udp_listen udp_listen_wrapper |
|
#define udp_connect udp_connect_wrapper |
|
#define udp_connect2 udp_connect2_wrapper |
|
#define udp_disconnect udp_disconnect_wrapper |
|
#define udp_shutdown udp_shutdown_wrapper |
|
#define udp_abort udp_abort_wrapper |
|
#define udp_ioctl udp_ioctl_wrapper |
|
#define udp_stat udp_stat_wrapper |
|
#define udp_peeraddr udp_peeraddr_wrapper |
|
#define udp_sockaddr udp_sockaddr_wrapper |
|
#define udp_rcvd udp_rcvd_wrapper |
|
#define udp_recvoob udp_recvoob_wrapper |
|
#define udp_send udp_send_wrapper |
|
#define udp_sendoob udp_sendoob_wrapper |
|
#define udp_purgeif udp_purgeif_wrapper |
|
|
|
const struct pr_usrreqs udp_usrreqs = { |
|
.pr_attach = udp_attach, |
|
.pr_detach = udp_detach, |
|
.pr_accept = udp_accept, |
|
.pr_bind = udp_bind, |
|
.pr_listen = udp_listen, |
|
.pr_connect = udp_connect, |
|
.pr_connect2 = udp_connect2, |
|
.pr_disconnect = udp_disconnect, |
|
.pr_shutdown = udp_shutdown, |
|
.pr_abort = udp_abort, |
|
.pr_ioctl = udp_ioctl, |
|
.pr_stat = udp_stat, |
|
.pr_peeraddr = udp_peeraddr, |
|
.pr_sockaddr = udp_sockaddr, |
|
.pr_rcvd = udp_rcvd, |
|
.pr_recvoob = udp_recvoob, |
|
.pr_send = udp_send, |
|
.pr_sendoob = udp_sendoob, |
|
.pr_purgeif = udp_purgeif, |
|
}; |