version 1.123, 2004/07/02 18:19:51 |
version 1.160.8.2, 2008/01/09 01:57:31 |
Line 101 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 101 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <netinet6/ip6_var.h> |
#include <netinet6/ip6_var.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/udp6_var.h> |
#include <netinet6/udp6_var.h> |
|
#include <netinet6/scope6_var.h> |
#endif |
#endif |
|
|
#ifndef INET6 |
#ifndef INET6 |
Line 118 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 119 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#ifdef FAST_IPSEC |
#ifdef FAST_IPSEC |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
|
#include <netipsec/esp.h> |
#ifdef INET6 |
#ifdef INET6 |
#include <netipsec/ipsec6.h> |
#include <netipsec/ipsec6.h> |
#endif |
#endif |
Line 125 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 127 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef IPSEC |
#ifdef IPSEC |
#include <netinet6/ipsec.h> |
#include <netinet6/ipsec.h> |
|
#include <netinet6/esp.h> |
#include <netkey/key.h> |
#include <netkey/key.h> |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
Line 136 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 139 __KERNEL_RCSID(0, "$NetBSD$"); |
|
* UDP protocol implementation. |
* UDP protocol implementation. |
* Per RFC 768, August, 1980. |
* Per RFC 768, August, 1980. |
*/ |
*/ |
#ifndef COMPAT_42 |
|
int udpcksum = 1; |
int udpcksum = 1; |
#else |
int udp_do_loopback_cksum = 0; |
int udpcksum = 0; /* XXX */ |
|
#endif |
|
|
|
struct inpcbtable udbtable; |
struct inpcbtable udbtable; |
struct udpstat udpstat; |
struct udpstat udpstat; |
|
|
#ifdef INET |
#ifdef INET |
|
#ifdef IPSEC_NAT_T |
|
static int udp4_espinudp (struct mbuf **, int, struct sockaddr *, |
|
struct socket *); |
|
#endif |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
struct mbuf *, int); |
struct mbuf **, int); |
|
static int udp4_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
#endif |
#endif |
#ifdef INET6 |
#ifdef INET6 |
static void udp6_sendup (struct mbuf *, int, struct sockaddr *, |
static void udp6_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
static int udp6_realinput (int, struct sockaddr_in6 *, |
static int udp6_realinput (int, struct sockaddr_in6 *, |
struct sockaddr_in6 *, struct mbuf *, int); |
struct sockaddr_in6 *, struct mbuf *, int); |
|
static int udp6_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
#endif |
#endif |
#ifdef INET |
#ifdef INET |
static void udp_notify (struct inpcb *, int); |
static void udp_notify (struct inpcb *, int); |
Line 167 static void udp_notify (struct inpcb *, |
|
Line 173 static void udp_notify (struct inpcb *, |
|
int udbhashsize = UDBHASHSIZE; |
int udbhashsize = UDBHASHSIZE; |
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner udp_mowner = { "udp" }; |
struct mowner udp_mowner = MOWNER_INIT("udp", ""); |
struct mowner udp_rx_mowner = { "udp", "rx" }; |
struct mowner udp_rx_mowner = MOWNER_INIT("udp", "rx"); |
struct mowner udp_tx_mowner = { "udp", "tx" }; |
struct mowner udp_tx_mowner = MOWNER_INIT("udp", "tx"); |
#endif |
#endif |
|
|
#ifdef UDP_CSUM_COUNTERS |
#ifdef UDP_CSUM_COUNTERS |
#include <sys/device.h> |
#include <sys/device.h> |
|
|
|
#if defined(INET) |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "hwcsum bad"); |
NULL, "udp", "hwcsum bad"); |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
Line 184 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
Line 191 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "swcsum"); |
NULL, "udp", "swcsum"); |
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
|
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
|
#endif /* defined(INET) */ |
|
|
|
#if defined(INET6) |
|
struct evcnt udp6_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum bad"); |
|
struct evcnt udp6_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum ok"); |
|
struct evcnt udp6_hwcsum_data = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum data"); |
|
struct evcnt udp6_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "swcsum"); |
|
|
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_bad); |
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_ok); |
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_data); |
|
EVCNT_ATTACH_STATIC(udp6_swcsum); |
|
#endif /* defined(INET6) */ |
|
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
#else |
#else |
|
|
|
|
MOWNER_ATTACH(&udp_mowner); |
MOWNER_ATTACH(&udp_mowner); |
} |
} |
|
|
|
/* |
|
* Checksum extended UDP header and data. |
|
*/ |
|
|
|
int |
|
udp_input_checksum(int af, struct mbuf *m, const struct udphdr *uh, |
|
int iphlen, int len) |
|
{ |
|
|
|
switch (af) { |
#ifdef INET |
#ifdef INET |
|
case AF_INET: |
|
return udp4_input_checksum(m, uh, iphlen, len); |
|
#endif |
|
#ifdef INET6 |
|
case AF_INET6: |
|
return udp6_input_checksum(m, uh, iphlen, len); |
|
#endif |
|
} |
|
#ifdef DIAGNOSTIC |
|
panic("udp_input_checksum: unknown af %d", af); |
|
#endif |
|
/* NOTREACHED */ |
|
return -1; |
|
} |
|
|
|
#ifdef INET |
|
|
|
/* |
|
* Checksum extended UDP header and data. |
|
*/ |
|
|
|
static int |
|
udp4_input_checksum(struct mbuf *m, const struct udphdr *uh, |
|
int iphlen, int len) |
|
{ |
|
|
|
/* |
|
* XXX it's better to record and check if this mbuf is |
|
* already checked. |
|
*/ |
|
|
|
if (uh->uh_sum == 0) |
|
return 0; |
|
|
|
switch (m->m_pkthdr.csum_flags & |
|
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_UDPv4) | |
|
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
|
case M_CSUM_UDPv4|M_CSUM_TCP_UDP_BAD: |
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_bad); |
|
goto badcsum; |
|
|
|
case M_CSUM_UDPv4|M_CSUM_DATA: { |
|
u_int32_t hw_csum = m->m_pkthdr.csum_data; |
|
|
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_data); |
|
if (m->m_pkthdr.csum_flags & M_CSUM_NO_PSEUDOHDR) { |
|
const struct ip *ip = |
|
mtod(m, const struct ip *); |
|
|
|
hw_csum = in_cksum_phdr(ip->ip_src.s_addr, |
|
ip->ip_dst.s_addr, |
|
htons(hw_csum + len + IPPROTO_UDP)); |
|
} |
|
if ((hw_csum ^ 0xffff) != 0) |
|
goto badcsum; |
|
break; |
|
} |
|
|
|
case M_CSUM_UDPv4: |
|
/* Checksum was okay. */ |
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_ok); |
|
break; |
|
|
|
default: |
|
/* |
|
* Need to compute it ourselves. Maybe skip checksum |
|
* on loopback interfaces. |
|
*/ |
|
if (__predict_true(!(m->m_pkthdr.rcvif->if_flags & |
|
IFF_LOOPBACK) || |
|
udp_do_loopback_cksum)) { |
|
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
|
if (in4_cksum(m, IPPROTO_UDP, iphlen, len) != 0) |
|
goto badcsum; |
|
} |
|
break; |
|
} |
|
|
|
return 0; |
|
|
|
badcsum: |
|
udpstat.udps_badsum++; |
|
return -1; |
|
} |
|
|
void |
void |
udp_input(struct mbuf *m, ...) |
udp_input(struct mbuf *m, ...) |
{ |
{ |
Line 261 udp_input(struct mbuf *m, ...) |
|
Line 380 udp_input(struct mbuf *m, ...) |
|
/* |
/* |
* Checksum extended UDP header and data. |
* Checksum extended UDP header and data. |
*/ |
*/ |
if (uh->uh_sum) { |
if (udp4_input_checksum(m, uh, iphlen, len)) |
switch (m->m_pkthdr.csum_flags & |
goto badcsum; |
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_UDPv4) | |
|
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
|
case M_CSUM_UDPv4|M_CSUM_TCP_UDP_BAD: |
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_bad); |
|
goto badcsum; |
|
|
|
case M_CSUM_UDPv4|M_CSUM_DATA: { |
|
u_int32_t hw_csum = m->m_pkthdr.csum_data; |
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_data); |
|
if (m->m_pkthdr.csum_flags & M_CSUM_NO_PSEUDOHDR) |
|
hw_csum = in_cksum_phdr(ip->ip_src.s_addr, |
|
ip->ip_dst.s_addr, |
|
htons(hw_csum + len + IPPROTO_UDP)); |
|
if ((hw_csum ^ 0xffff) != 0) |
|
goto badcsum; |
|
break; |
|
} |
|
|
|
case M_CSUM_UDPv4: |
|
/* Checksum was okay. */ |
|
UDP_CSUM_COUNTER_INCR(&udp_hwcsum_ok); |
|
break; |
|
|
|
default: |
|
/* Need to compute it ourselves. */ |
|
UDP_CSUM_COUNTER_INCR(&udp_swcsum); |
|
if (in4_cksum(m, IPPROTO_UDP, iphlen, len) != 0) |
|
goto badcsum; |
|
break; |
|
} |
|
} |
|
|
|
/* construct source and dst sockaddrs. */ |
/* construct source and dst sockaddrs. */ |
bzero(&src, sizeof(src)); |
sockaddr_in_init(&src, &ip->ip_src, uh->uh_sport); |
src.sin_family = AF_INET; |
sockaddr_in_init(&dst, &ip->ip_dst, uh->uh_dport); |
src.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_src, &src.sin_addr, sizeof(src.sin_addr)); |
|
src.sin_port = uh->uh_sport; |
|
bzero(&dst, sizeof(dst)); |
|
dst.sin_family = AF_INET; |
|
dst.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_dst, &dst.sin_addr, sizeof(dst.sin_addr)); |
|
dst.sin_port = uh->uh_dport; |
|
|
|
n = udp4_realinput(&src, &dst, m, iphlen); |
if ((n = udp4_realinput(&src, &dst, &m, iphlen)) == -1) { |
|
udpstat.udps_hdrops++; |
|
return; |
|
} |
#ifdef INET6 |
#ifdef INET6 |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
struct sockaddr_in6 src6, dst6; |
struct sockaddr_in6 src6, dst6; |
|
|
|
|
badcsum: |
badcsum: |
m_freem(m); |
m_freem(m); |
udpstat.udps_badsum++; |
|
} |
} |
#endif |
#endif |
|
|
#ifdef INET6 |
#ifdef INET6 |
|
static int |
|
udp6_input_checksum(struct mbuf *m, const struct udphdr *uh, int off, int len) |
|
{ |
|
|
|
/* |
|
* XXX it's better to record and check if this mbuf is |
|
* already checked. |
|
*/ |
|
|
|
if (__predict_false((m->m_flags & M_LOOP) && !udp_do_loopback_cksum)) { |
|
goto good; |
|
} |
|
if (uh->uh_sum == 0) { |
|
udp6stat.udp6s_nosum++; |
|
goto bad; |
|
} |
|
|
|
switch (m->m_pkthdr.csum_flags & |
|
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_UDPv6) | |
|
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
|
case M_CSUM_UDPv6|M_CSUM_TCP_UDP_BAD: |
|
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_bad); |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
|
|
|
#if 0 /* notyet */ |
|
case M_CSUM_UDPv6|M_CSUM_DATA: |
|
#endif |
|
|
|
case M_CSUM_UDPv6: |
|
/* Checksum was okay. */ |
|
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_ok); |
|
break; |
|
|
|
default: |
|
/* |
|
* Need to compute it ourselves. Maybe skip checksum |
|
* on loopback interfaces. |
|
*/ |
|
UDP_CSUM_COUNTER_INCR(&udp6_swcsum); |
|
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
|
} |
|
} |
|
|
|
good: |
|
return 0; |
|
bad: |
|
return -1; |
|
} |
|
|
int |
int |
udp6_input(struct mbuf **mp, int *offp, int proto) |
udp6_input(struct mbuf **mp, int *offp, int proto) |
{ |
{ |
Line 419 udp6_input(struct mbuf **mp, int *offp, |
|
Line 553 udp6_input(struct mbuf **mp, int *offp, |
|
} |
} |
|
|
/* |
/* |
* Checksum extended UDP header and data. |
* Checksum extended UDP header and data. Maybe skip checksum |
|
* on loopback interfaces. |
*/ |
*/ |
if (uh->uh_sum == 0) { |
if (udp6_input_checksum(m, uh, off, ulen)) |
udp6stat.udp6s_nosum++; |
|
goto bad; |
|
} |
|
if (in6_cksum(m, IPPROTO_UDP, off, ulen) != 0) { |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
goto bad; |
} |
|
|
|
/* |
/* |
* Construct source and dst sockaddrs. |
* Construct source and dst sockaddrs. |
* Note that ifindex (s6_addr16[1]) is already filled. |
|
*/ |
*/ |
bzero(&src, sizeof(src)); |
bzero(&src, sizeof(src)); |
src.sin6_family = AF_INET6; |
src.sin6_family = AF_INET6; |
src.sin6_len = sizeof(struct sockaddr_in6); |
src.sin6_len = sizeof(struct sockaddr_in6); |
/* KAME hack: recover scopeid */ |
src.sin6_addr = ip6->ip6_src; |
(void)in6_recoverscope(&src, &ip6->ip6_src, m->m_pkthdr.rcvif); |
|
src.sin6_port = uh->uh_sport; |
src.sin6_port = uh->uh_sport; |
bzero(&dst, sizeof(dst)); |
bzero(&dst, sizeof(dst)); |
dst.sin6_family = AF_INET6; |
dst.sin6_family = AF_INET6; |
dst.sin6_len = sizeof(struct sockaddr_in6); |
dst.sin6_len = sizeof(struct sockaddr_in6); |
/* KAME hack: recover scopeid */ |
dst.sin6_addr = ip6->ip6_dst; |
(void)in6_recoverscope(&dst, &ip6->ip6_dst, m->m_pkthdr.rcvif); |
|
dst.sin6_port = uh->uh_dport; |
dst.sin6_port = uh->uh_dport; |
|
|
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
Line 491 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 617 udp4_sendup(struct mbuf *m, int off /* o |
|
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
ipsecstat.in_polvio++; |
ipsecstat.in_polvio++; |
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
0, 0); |
0, 0); |
return; |
return; |
} |
} |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
|| so->so_options & SO_TIMESTAMP)) { |
|| so->so_options & SO_TIMESTAMP)) { |
struct ip *ip = mtod(n, struct ip *); |
struct ip *ip = mtod(n, struct ip *); |
Line 511 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 637 udp4_sendup(struct mbuf *m, int off /* o |
|
m_freem(n); |
m_freem(n); |
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
|
so->so_rcv.sb_overflowed++; |
udpstat.udps_fullsock++; |
udpstat.udps_fullsock++; |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
Line 537 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 664 udp6_sendup(struct mbuf *m, int off /* o |
|
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
ipsec6stat.in_polvio++; |
ipsec6stat.in_polvio++; |
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp6_error(n, ICMP6_DST_UNREACH, |
icmp6_error(n, ICMP6_DST_UNREACH, |
ICMP6_DST_UNREACH_ADMIN, 0); |
ICMP6_DST_UNREACH_ADMIN, 0); |
return; |
return; |
} |
} |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
Line 556 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 683 udp6_sendup(struct mbuf *m, int off /* o |
|
m_freem(n); |
m_freem(n); |
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
|
so->so_rcv.sb_overflowed++; |
udp6stat.udp6s_fullsock++; |
udp6stat.udp6s_fullsock++; |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
Line 566 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 694 udp6_sendup(struct mbuf *m, int off /* o |
|
#ifdef INET |
#ifdef INET |
static int |
static int |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
struct mbuf *m, int off /* offset of udphdr */) |
struct mbuf **mp, int off /* offset of udphdr */) |
{ |
{ |
u_int16_t *sport, *dport; |
u_int16_t *sport, *dport; |
int rcvcnt; |
int rcvcnt; |
struct in_addr *src4, *dst4; |
struct in_addr *src4, *dst4; |
struct inpcb_hdr *inph; |
struct inpcb_hdr *inph; |
struct inpcb *inp; |
struct inpcb *inp; |
|
struct mbuf *m = *mp; |
|
|
rcvcnt = 0; |
rcvcnt = 0; |
off += sizeof(struct udphdr); /* now, offset of payload */ |
off += sizeof(struct udphdr); /* now, offset of payload */ |
Line 655 udp4_realinput(struct sockaddr_in *src, |
|
Line 784 udp4_realinput(struct sockaddr_in *src, |
|
return rcvcnt; |
return rcvcnt; |
} |
} |
|
|
|
#ifdef IPSEC_NAT_T |
|
/* Handle ESP over UDP */ |
|
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
|
struct sockaddr *sa = (struct sockaddr *)src; |
|
|
|
switch(udp4_espinudp(mp, off, sa, inp->inp_socket)) { |
|
case -1: /* Error, m was freeed */ |
|
rcvcnt = -1; |
|
goto bad; |
|
break; |
|
|
|
case 1: /* ESP over UDP */ |
|
rcvcnt++; |
|
goto bad; |
|
break; |
|
|
|
case 0: /* plain UDP */ |
|
default: /* Unexpected */ |
|
/* |
|
* Normal UDP processing will take place |
|
* m may have changed. |
|
*/ |
|
m = *mp; |
|
break; |
|
} |
|
} |
|
#endif |
|
|
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
rcvcnt++; |
rcvcnt++; |
} |
} |
Line 671 udp6_realinput(int af, struct sockaddr_i |
|
Line 828 udp6_realinput(int af, struct sockaddr_i |
|
{ |
{ |
u_int16_t sport, dport; |
u_int16_t sport, dport; |
int rcvcnt; |
int rcvcnt; |
struct in6_addr src6, dst6; |
struct in6_addr src6, *dst6; |
const struct in_addr *dst4; |
const struct in_addr *dst4; |
struct inpcb_hdr *inph; |
struct inpcb_hdr *inph; |
struct in6pcb *in6p; |
struct in6pcb *in6p; |
Line 684 udp6_realinput(int af, struct sockaddr_i |
|
Line 841 udp6_realinput(int af, struct sockaddr_i |
|
if (src->sin6_family != AF_INET6 || dst->sin6_family != AF_INET6) |
if (src->sin6_family != AF_INET6 || dst->sin6_family != AF_INET6) |
goto bad; |
goto bad; |
|
|
in6_embedscope(&src6, src, NULL, NULL); |
src6 = src->sin6_addr; |
|
if (sa6_recoverscope(src) != 0) { |
|
/* XXX: should be impossible. */ |
|
goto bad; |
|
} |
sport = src->sin6_port; |
sport = src->sin6_port; |
in6_embedscope(&dst6, dst, NULL, NULL); |
|
dport = dst->sin6_port; |
dport = dst->sin6_port; |
dst4 = (struct in_addr *)&dst->sin6_addr.s6_addr[12]; |
dst4 = (struct in_addr *)&dst->sin6_addr.s6_addr[12]; |
|
dst6 = &dst->sin6_addr; |
|
|
if (IN6_IS_ADDR_MULTICAST(&dst6) || |
if (IN6_IS_ADDR_MULTICAST(dst6) || |
(af == AF_INET && IN_MULTICAST(dst4->s_addr))) { |
(af == AF_INET && IN_MULTICAST(dst4->s_addr))) { |
/* |
/* |
* Deliver a multicast or broadcast datagram to *all* sockets |
* Deliver a multicast or broadcast datagram to *all* sockets |
Line 723 udp6_realinput(int af, struct sockaddr_i |
|
Line 885 udp6_realinput(int af, struct sockaddr_i |
|
if (in6p->in6p_lport != dport) |
if (in6p->in6p_lport != dport) |
continue; |
continue; |
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_laddr)) { |
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_laddr)) { |
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_laddr, &dst6)) |
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_laddr, |
|
dst6)) |
continue; |
continue; |
} else { |
} else { |
if (IN6_IS_ADDR_V4MAPPED(&dst6) && |
if (IN6_IS_ADDR_V4MAPPED(dst6) && |
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
continue; |
continue; |
} |
} |
Line 760 udp6_realinput(int af, struct sockaddr_i |
|
Line 923 udp6_realinput(int af, struct sockaddr_i |
|
/* |
/* |
* Locate pcb for datagram. |
* Locate pcb for datagram. |
*/ |
*/ |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, dst6, |
&dst6, dport, 0); |
dport, 0); |
if (in6p == 0) { |
if (in6p == 0) { |
++udpstat.udps_pcbhashmiss; |
++udpstat.udps_pcbhashmiss; |
in6p = in6_pcblookup_bind(&udbtable, &dst6, dport, 0); |
in6p = in6_pcblookup_bind(&udbtable, dst6, dport, 0); |
if (in6p == 0) |
if (in6p == 0) |
return rcvcnt; |
return rcvcnt; |
} |
} |
Line 792 udp_notify(struct inpcb *inp, int errno) |
|
Line 955 udp_notify(struct inpcb *inp, int errno) |
|
} |
} |
|
|
void * |
void * |
udp_ctlinput(int cmd, struct sockaddr *sa, void *v) |
udp_ctlinput(int cmd, const struct sockaddr *sa, void *v) |
{ |
{ |
struct ip *ip = v; |
struct ip *ip = v; |
struct udphdr *uh; |
struct udphdr *uh; |
Line 812 udp_ctlinput(int cmd, struct sockaddr *s |
|
Line 975 udp_ctlinput(int cmd, struct sockaddr *s |
|
else if (errno == 0) |
else if (errno == 0) |
return NULL; |
return NULL; |
if (ip) { |
if (ip) { |
uh = (struct udphdr *)((caddr_t)ip + (ip->ip_hl << 2)); |
uh = (struct udphdr *)((char *)ip + (ip->ip_hl << 2)); |
in_pcbnotify(&udbtable, satosin(sa)->sin_addr, uh->uh_dport, |
in_pcbnotify(&udbtable, satocsin(sa)->sin_addr, uh->uh_dport, |
ip->ip_src, uh->uh_sport, errno, notify); |
ip->ip_src, uh->uh_sport, errno, notify); |
|
|
/* XXX mapped address case */ |
/* XXX mapped address case */ |
} else |
} else |
in_pcbnotifyall(&udbtable, satosin(sa)->sin_addr, errno, |
in_pcbnotifyall(&udbtable, satocsin(sa)->sin_addr, errno, |
notify); |
notify); |
return NULL; |
return NULL; |
} |
} |
|
|
int |
int |
|
udp_ctloutput(int op, struct socket *so, int level, int optname, |
|
struct mbuf **mp) |
|
{ |
|
int s; |
|
int error = 0; |
|
struct mbuf *m; |
|
struct inpcb *inp; |
|
int family; |
|
|
|
family = so->so_proto->pr_domain->dom_family; |
|
|
|
s = splsoftnet(); |
|
switch (family) { |
|
#ifdef INET |
|
case PF_INET: |
|
if (level != IPPROTO_UDP) { |
|
error = ip_ctloutput(op, so, level, optname, mp); |
|
goto end; |
|
} |
|
break; |
|
#endif |
|
#ifdef INET6 |
|
case PF_INET6: |
|
if (level != IPPROTO_UDP) { |
|
error = ip6_ctloutput(op, so, level, optname, mp); |
|
goto end; |
|
} |
|
break; |
|
#endif |
|
default: |
|
error = EAFNOSUPPORT; |
|
goto end; |
|
} |
|
|
|
|
|
switch (op) { |
|
case PRCO_SETOPT: |
|
m = *mp; |
|
inp = sotoinpcb(so); |
|
|
|
switch (optname) { |
|
case UDP_ENCAP: |
|
if (m == NULL || m->m_len != sizeof(int)) { |
|
error = EINVAL; |
|
break; |
|
} |
|
|
|
switch(*mtod(m, int *)) { |
|
#ifdef IPSEC_NAT_T |
|
case 0: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
break; |
|
|
|
case UDP_ENCAP_ESPINUDP: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
inp->inp_flags |= INP_ESPINUDP; |
|
break; |
|
|
|
case UDP_ENCAP_ESPINUDP_NON_IKE: |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
|
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
|
break; |
|
#endif |
|
default: |
|
error = EINVAL; |
|
break; |
|
} |
|
break; |
|
|
|
default: |
|
error = ENOPROTOOPT; |
|
break; |
|
} |
|
if (m != NULL) { |
|
m_free(m); |
|
} |
|
break; |
|
|
|
default: |
|
error = EINVAL; |
|
break; |
|
} |
|
|
|
end: |
|
splx(s); |
|
return error; |
|
} |
|
|
|
|
|
int |
udp_output(struct mbuf *m, ...) |
udp_output(struct mbuf *m, ...) |
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
struct udpiphdr *ui; |
struct udpiphdr *ui; |
|
struct route *ro; |
int len = m->m_pkthdr.len; |
int len = m->m_pkthdr.len; |
int error = 0; |
int error = 0; |
va_list ap; |
va_list ap; |
Line 868 udp_output(struct mbuf *m, ...) |
|
Line 1122 udp_output(struct mbuf *m, ...) |
|
ui->ui_dport = inp->inp_fport; |
ui->ui_dport = inp->inp_fport; |
ui->ui_ulen = htons((u_int16_t)len + sizeof(struct udphdr)); |
ui->ui_ulen = htons((u_int16_t)len + sizeof(struct udphdr)); |
|
|
|
ro = &inp->inp_route; |
|
|
/* |
/* |
* Set up checksum and output datagram. |
* Set up checksum and output datagram. |
*/ |
*/ |
Line 888 udp_output(struct mbuf *m, ...) |
|
Line 1144 udp_output(struct mbuf *m, ...) |
|
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
udpstat.udps_opackets++; |
udpstat.udps_opackets++; |
|
|
return (ip_output(m, inp->inp_options, &inp->inp_route, |
return (ip_output(m, inp->inp_options, ro, |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_moptions, inp->inp_socket)); |
inp->inp_moptions, inp->inp_socket)); |
|
|
Line 904 int udp_recvspace = 40 * (1024 + sizeof( |
|
Line 1160 int udp_recvspace = 40 * (1024 + sizeof( |
|
/*ARGSUSED*/ |
/*ARGSUSED*/ |
int |
int |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
struct mbuf *control, struct proc *p) |
struct mbuf *control, struct lwp *l) |
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
int s; |
int s; |
int error = 0; |
int error = 0; |
|
|
if (req == PRU_CONTROL) |
if (req == PRU_CONTROL) |
return (in_control(so, (long)m, (caddr_t)nam, |
return (in_control(so, (long)m, (void *)nam, |
(struct ifnet *)control, p)); |
(struct ifnet *)control, l)); |
|
|
|
s = splsoftnet(); |
|
|
if (req == PRU_PURGEIF) { |
if (req == PRU_PURGEIF) { |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
|
splx(s); |
return (0); |
return (0); |
} |
} |
|
|
s = splsoftnet(); |
|
inp = sotoinpcb(so); |
inp = sotoinpcb(so); |
#ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
Line 965 udp_usrreq(struct socket *so, int req, s |
|
Line 1223 udp_usrreq(struct socket *so, int req, s |
|
break; |
break; |
|
|
case PRU_BIND: |
case PRU_BIND: |
error = in_pcbbind(inp, nam, p); |
error = in_pcbbind(inp, nam, l); |
break; |
break; |
|
|
case PRU_LISTEN: |
case PRU_LISTEN: |
Line 973 udp_usrreq(struct socket *so, int req, s |
|
Line 1231 udp_usrreq(struct socket *so, int req, s |
|
break; |
break; |
|
|
case PRU_CONNECT: |
case PRU_CONNECT: |
error = in_pcbconnect(inp, nam); |
error = in_pcbconnect(inp, nam, l); |
if (error) |
if (error) |
break; |
break; |
soisconnected(so); |
soisconnected(so); |
Line 1015 udp_usrreq(struct socket *so, int req, s |
|
Line 1273 udp_usrreq(struct socket *so, int req, s |
|
error = EISCONN; |
error = EISCONN; |
goto die; |
goto die; |
} |
} |
error = in_pcbconnect(inp, nam); |
error = in_pcbconnect(inp, nam, l); |
if (error) |
if (error) |
goto die; |
goto die; |
} else { |
} else { |
Line 1115 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1373 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
NULL, 0, &udp_recvspace, 0, |
NULL, 0, &udp_recvspace, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_RECVSPACE, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_RECVSPACE, |
CTL_EOL); |
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT|CTLFLAG_READWRITE, |
|
CTLTYPE_INT, "do_loopback_cksum", |
|
SYSCTL_DESCR("Perform UDP checksum on loopback"), |
|
NULL, 0, &udp_do_loopback_cksum, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
|
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "pcblist", |
|
SYSCTL_DESCR("UDP protocol control block list"), |
|
sysctl_inpcblist, 0, &udbtable, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, CTL_CREATE, |
|
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "stats", |
|
SYSCTL_DESCR("UDP statistics"), |
|
NULL, 0, &udpstat, sizeof(udpstat), |
|
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_STATS, |
|
CTL_EOL); |
|
} |
|
#endif |
|
|
|
#if (defined INET && defined IPSEC_NAT_T) |
|
/* |
|
* Returns: |
|
* 1 if the packet was processed |
|
* 0 if normal UDP processing should take place |
|
* -1 if an error occurent and m was freed |
|
*/ |
|
static int |
|
udp4_espinudp(struct mbuf **mp, int off, struct sockaddr *src, |
|
struct socket *so) |
|
{ |
|
size_t len; |
|
void *data; |
|
struct inpcb *inp; |
|
size_t skip = 0; |
|
size_t minlen; |
|
size_t iphdrlen; |
|
struct ip *ip; |
|
struct mbuf *n; |
|
struct m_tag *tag; |
|
struct udphdr *udphdr; |
|
u_int16_t sport, dport; |
|
struct mbuf *m = *mp; |
|
|
|
/* |
|
* Collapse the mbuf chain if the first mbuf is too short |
|
* The longest case is: UDP + non ESP marker + ESP |
|
*/ |
|
minlen = off + sizeof(u_int64_t) + sizeof(struct esp); |
|
if (minlen > m->m_pkthdr.len) |
|
minlen = m->m_pkthdr.len; |
|
|
|
if (m->m_len < minlen) { |
|
if ((*mp = m_pullup(m, minlen)) == NULL) { |
|
printf("udp4_espinudp: m_pullup failed\n"); |
|
return -1; |
|
} |
|
m = *mp; |
|
} |
|
|
|
len = m->m_len - off; |
|
data = mtod(m, char *) + off; |
|
inp = sotoinpcb(so); |
|
|
|
/* Ignore keepalive packets */ |
|
if ((len == 1) && (*(unsigned char *)data == 0xff)) { |
|
return 1; |
|
} |
|
|
|
/* |
|
* Check that the payload is long enough to hold |
|
* an ESP header and compute the length of encapsulation |
|
* header to remove |
|
*/ |
|
if (inp->inp_flags & INP_ESPINUDP) { |
|
u_int32_t *st = (u_int32_t *)data; |
|
|
|
if ((len <= sizeof(struct esp)) || (*st == 0)) |
|
return 0; /* Normal UDP processing */ |
|
|
|
skip = sizeof(struct udphdr); |
|
} |
|
|
|
if (inp->inp_flags & INP_ESPINUDP_NON_IKE) { |
|
u_int32_t *st = (u_int32_t *)data; |
|
|
|
if ((len <= sizeof(u_int64_t) + sizeof(struct esp)) |
|
|| ((st[0] | st[1]) != 0)) |
|
return 0; /* Normal UDP processing */ |
|
|
|
skip = sizeof(struct udphdr) + sizeof(u_int64_t); |
|
} |
|
|
|
/* |
|
* Get the UDP ports. They are handled in network |
|
* order everywhere in IPSEC_NAT_T code. |
|
*/ |
|
udphdr = (struct udphdr *)((char *)data - skip); |
|
sport = udphdr->uh_sport; |
|
dport = udphdr->uh_dport; |
|
|
|
/* |
|
* Remove the UDP header (and possibly the non ESP marker) |
|
* IP header lendth is iphdrlen |
|
* Before: |
|
* <--- off ---> |
|
* +----+------+-----+ |
|
* | IP | UDP | ESP | |
|
* +----+------+-----+ |
|
* <-skip-> |
|
* After: |
|
* +----+-----+ |
|
* | IP | ESP | |
|
* +----+-----+ |
|
* <-skip-> |
|
*/ |
|
iphdrlen = off - sizeof(struct udphdr); |
|
memmove(mtod(m, char *) + skip, mtod(m, void *), iphdrlen); |
|
m_adj(m, skip); |
|
|
|
ip = mtod(m, struct ip *); |
|
ip->ip_len = htons(ntohs(ip->ip_len) - skip); |
|
ip->ip_p = IPPROTO_ESP; |
|
|
|
/* |
|
* Copy the mbuf to avoid multiple free, as both |
|
* esp4_input (which we call) and udp_input (which |
|
* called us) free the mbuf. |
|
*/ |
|
if ((n = m_dup(m, 0, M_COPYALL, M_DONTWAIT)) == NULL) { |
|
printf("udp4_espinudp: m_dup failed\n"); |
|
return 0; |
|
} |
|
|
|
/* |
|
* Add a PACKET_TAG_IPSEC_NAT_T_PORT tag to remember |
|
* the source UDP port. This is required if we want |
|
* to select the right SPD for multiple hosts behind |
|
* same NAT |
|
*/ |
|
if ((tag = m_tag_get(PACKET_TAG_IPSEC_NAT_T_PORTS, |
|
sizeof(sport) + sizeof(dport), M_DONTWAIT)) == NULL) { |
|
printf("udp4_espinudp: m_tag_get failed\n"); |
|
m_freem(n); |
|
return 0; |
|
} |
|
((u_int16_t *)(tag + 1))[0] = sport; |
|
((u_int16_t *)(tag + 1))[1] = dport; |
|
m_tag_prepend(n, tag); |
|
|
|
#ifdef FAST_IPSEC |
|
ipsec4_common_input(n, iphdrlen, IPPROTO_ESP); |
|
#else |
|
esp4_input(n, iphdrlen); |
|
#endif |
|
|
|
/* We handled it, it shoudln't be handled by UDP */ |
|
return 1; |
} |
} |
#endif |
#endif |