version 1.130, 2005/02/12 12:31:07 |
version 1.160.8.1, 2007/11/06 23:33:54 |
Line 95 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 95 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <netinet/udp.h> |
#include <netinet/udp.h> |
#include <netinet/udp_var.h> |
#include <netinet/udp_var.h> |
|
|
#ifdef IPSEC_NAT_T |
|
#include <netinet6/ipsec.h> |
|
#include <netinet6/esp.h> |
|
#endif |
|
|
|
#ifdef INET6 |
#ifdef INET6 |
#include <netinet/ip6.h> |
#include <netinet/ip6.h> |
#include <netinet/icmp6.h> |
#include <netinet/icmp6.h> |
#include <netinet6/ip6_var.h> |
#include <netinet6/ip6_var.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/udp6_var.h> |
#include <netinet6/udp6_var.h> |
|
#include <netinet6/scope6_var.h> |
#endif |
#endif |
|
|
#ifndef INET6 |
#ifndef INET6 |
Line 123 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 119 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#ifdef FAST_IPSEC |
#ifdef FAST_IPSEC |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
|
#include <netipsec/esp.h> |
#ifdef INET6 |
#ifdef INET6 |
#include <netipsec/ipsec6.h> |
#include <netipsec/ipsec6.h> |
#endif |
#endif |
Line 130 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 127 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef IPSEC |
#ifdef IPSEC |
#include <netinet6/ipsec.h> |
#include <netinet6/ipsec.h> |
|
#include <netinet6/esp.h> |
#include <netkey/key.h> |
#include <netkey/key.h> |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
Line 141 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 139 __KERNEL_RCSID(0, "$NetBSD$"); |
|
* UDP protocol implementation. |
* UDP protocol implementation. |
* Per RFC 768, August, 1980. |
* Per RFC 768, August, 1980. |
*/ |
*/ |
#ifndef COMPAT_42 |
|
int udpcksum = 1; |
int udpcksum = 1; |
#else |
|
int udpcksum = 0; /* XXX */ |
|
#endif |
|
int udp_do_loopback_cksum = 0; |
int udp_do_loopback_cksum = 0; |
|
|
struct inpcbtable udbtable; |
struct inpcbtable udbtable; |
Line 153 struct udpstat udpstat; |
|
Line 147 struct udpstat udpstat; |
|
|
|
#ifdef INET |
#ifdef INET |
#ifdef IPSEC_NAT_T |
#ifdef IPSEC_NAT_T |
static int udp4_espinudp (struct mbuf *, int, struct sockaddr *, |
static int udp4_espinudp (struct mbuf **, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
#endif |
#endif |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
static void udp4_sendup (struct mbuf *, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
static int udp4_realinput (struct sockaddr_in *, struct sockaddr_in *, |
struct mbuf *, int); |
struct mbuf **, int); |
static int udp4_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
static int udp4_input_checksum(struct mbuf *, const struct udphdr *, int, int); |
#endif |
#endif |
#ifdef INET6 |
#ifdef INET6 |
Line 179 static void udp_notify (struct inpcb *, |
|
Line 173 static void udp_notify (struct inpcb *, |
|
int udbhashsize = UDBHASHSIZE; |
int udbhashsize = UDBHASHSIZE; |
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner udp_mowner = { "udp" }; |
struct mowner udp_mowner = MOWNER_INIT("udp", ""); |
struct mowner udp_rx_mowner = { "udp", "rx" }; |
struct mowner udp_rx_mowner = MOWNER_INIT("udp", "rx"); |
struct mowner udp_tx_mowner = { "udp", "tx" }; |
struct mowner udp_tx_mowner = MOWNER_INIT("udp", "tx"); |
#endif |
#endif |
|
|
#ifdef UDP_CSUM_COUNTERS |
#ifdef UDP_CSUM_COUNTERS |
#include <sys/device.h> |
#include <sys/device.h> |
|
|
|
#if defined(INET) |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "hwcsum bad"); |
NULL, "udp", "hwcsum bad"); |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
Line 196 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
Line 191 struct evcnt udp_hwcsum_data = EVCNT_INI |
|
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
struct evcnt udp_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
NULL, "udp", "swcsum"); |
NULL, "udp", "swcsum"); |
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
|
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_bad); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_ok); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_hwcsum_data); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
EVCNT_ATTACH_STATIC(udp_swcsum); |
|
#endif /* defined(INET) */ |
|
|
|
#if defined(INET6) |
|
struct evcnt udp6_hwcsum_bad = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum bad"); |
|
struct evcnt udp6_hwcsum_ok = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum ok"); |
|
struct evcnt udp6_hwcsum_data = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "hwcsum data"); |
|
struct evcnt udp6_swcsum = EVCNT_INITIALIZER(EVCNT_TYPE_MISC, |
|
NULL, "udp6", "swcsum"); |
|
|
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_bad); |
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_ok); |
|
EVCNT_ATTACH_STATIC(udp6_hwcsum_data); |
|
EVCNT_ATTACH_STATIC(udp6_swcsum); |
|
#endif /* defined(INET6) */ |
|
|
|
#define UDP_CSUM_COUNTER_INCR(ev) (ev)->ev_count++ |
|
|
#else |
#else |
|
|
Line 372 udp_input(struct mbuf *m, ...) |
|
Line 384 udp_input(struct mbuf *m, ...) |
|
goto badcsum; |
goto badcsum; |
|
|
/* construct source and dst sockaddrs. */ |
/* construct source and dst sockaddrs. */ |
bzero(&src, sizeof(src)); |
sockaddr_in_init(&src, &ip->ip_src, uh->uh_sport); |
src.sin_family = AF_INET; |
sockaddr_in_init(&dst, &ip->ip_dst, uh->uh_dport); |
src.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_src, &src.sin_addr, sizeof(src.sin_addr)); |
|
src.sin_port = uh->uh_sport; |
|
bzero(&dst, sizeof(dst)); |
|
dst.sin_family = AF_INET; |
|
dst.sin_len = sizeof(struct sockaddr_in); |
|
bcopy(&ip->ip_dst, &dst.sin_addr, sizeof(dst.sin_addr)); |
|
dst.sin_port = uh->uh_dport; |
|
|
|
n = udp4_realinput(&src, &dst, m, iphlen); |
if ((n = udp4_realinput(&src, &dst, &m, iphlen)) == -1) { |
|
udpstat.udps_hdrops++; |
|
return; |
|
} |
#ifdef INET6 |
#ifdef INET6 |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
struct sockaddr_in6 src6, dst6; |
struct sockaddr_in6 src6, dst6; |
|
|
udp6_input_checksum(struct mbuf *m, const struct udphdr *uh, int off, int len) |
udp6_input_checksum(struct mbuf *m, const struct udphdr *uh, int off, int len) |
{ |
{ |
|
|
|
/* |
|
* XXX it's better to record and check if this mbuf is |
|
* already checked. |
|
*/ |
|
|
if (__predict_false((m->m_flags & M_LOOP) && !udp_do_loopback_cksum)) { |
if (__predict_false((m->m_flags & M_LOOP) && !udp_do_loopback_cksum)) { |
goto good; |
goto good; |
} |
} |
Line 450 udp6_input_checksum(struct mbuf *m, cons |
|
Line 462 udp6_input_checksum(struct mbuf *m, cons |
|
udp6stat.udp6s_nosum++; |
udp6stat.udp6s_nosum++; |
goto bad; |
goto bad; |
} |
} |
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
|
|
switch (m->m_pkthdr.csum_flags & |
|
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_UDPv6) | |
|
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
|
case M_CSUM_UDPv6|M_CSUM_TCP_UDP_BAD: |
|
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_bad); |
udp6stat.udp6s_badsum++; |
udp6stat.udp6s_badsum++; |
goto bad; |
goto bad; |
|
|
|
#if 0 /* notyet */ |
|
case M_CSUM_UDPv6|M_CSUM_DATA: |
|
#endif |
|
|
|
case M_CSUM_UDPv6: |
|
/* Checksum was okay. */ |
|
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_ok); |
|
break; |
|
|
|
default: |
|
/* |
|
* Need to compute it ourselves. Maybe skip checksum |
|
* on loopback interfaces. |
|
*/ |
|
UDP_CSUM_COUNTER_INCR(&udp6_swcsum); |
|
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
|
udp6stat.udp6s_badsum++; |
|
goto bad; |
|
} |
} |
} |
|
|
good: |
good: |
Line 524 udp6_input(struct mbuf **mp, int *offp, |
|
Line 561 udp6_input(struct mbuf **mp, int *offp, |
|
|
|
/* |
/* |
* Construct source and dst sockaddrs. |
* Construct source and dst sockaddrs. |
* Note that ifindex (s6_addr16[1]) is already filled. |
|
*/ |
*/ |
bzero(&src, sizeof(src)); |
bzero(&src, sizeof(src)); |
src.sin6_family = AF_INET6; |
src.sin6_family = AF_INET6; |
src.sin6_len = sizeof(struct sockaddr_in6); |
src.sin6_len = sizeof(struct sockaddr_in6); |
/* KAME hack: recover scopeid */ |
src.sin6_addr = ip6->ip6_src; |
(void)in6_recoverscope(&src, &ip6->ip6_src, m->m_pkthdr.rcvif); |
|
src.sin6_port = uh->uh_sport; |
src.sin6_port = uh->uh_sport; |
bzero(&dst, sizeof(dst)); |
bzero(&dst, sizeof(dst)); |
dst.sin6_family = AF_INET6; |
dst.sin6_family = AF_INET6; |
dst.sin6_len = sizeof(struct sockaddr_in6); |
dst.sin6_len = sizeof(struct sockaddr_in6); |
/* KAME hack: recover scopeid */ |
dst.sin6_addr = ip6->ip6_dst; |
(void)in6_recoverscope(&dst, &ip6->ip6_dst, m->m_pkthdr.rcvif); |
|
dst.sin6_port = uh->uh_dport; |
dst.sin6_port = uh->uh_dport; |
|
|
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
Line 583 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 617 udp4_sendup(struct mbuf *m, int off /* o |
|
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
ipsecstat.in_polvio++; |
ipsecstat.in_polvio++; |
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
0, 0); |
0, 0); |
return; |
return; |
} |
} |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
|| so->so_options & SO_TIMESTAMP)) { |
|| so->so_options & SO_TIMESTAMP)) { |
struct ip *ip = mtod(n, struct ip *); |
struct ip *ip = mtod(n, struct ip *); |
Line 630 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 664 udp6_sendup(struct mbuf *m, int off /* o |
|
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
ipsec6stat.in_polvio++; |
ipsec6stat.in_polvio++; |
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp6_error(n, ICMP6_DST_UNREACH, |
icmp6_error(n, ICMP6_DST_UNREACH, |
ICMP6_DST_UNREACH_ADMIN, 0); |
ICMP6_DST_UNREACH_ADMIN, 0); |
return; |
return; |
} |
} |
#endif /*IPSEC*/ |
#endif /*IPSEC*/ |
|
|
if ((n = m_copy(m, 0, M_COPYALL)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
Line 660 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 694 udp6_sendup(struct mbuf *m, int off /* o |
|
#ifdef INET |
#ifdef INET |
static int |
static int |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
udp4_realinput(struct sockaddr_in *src, struct sockaddr_in *dst, |
struct mbuf *m, int off /* offset of udphdr */) |
struct mbuf **mp, int off /* offset of udphdr */) |
{ |
{ |
u_int16_t *sport, *dport; |
u_int16_t *sport, *dport; |
int rcvcnt; |
int rcvcnt; |
struct in_addr *src4, *dst4; |
struct in_addr *src4, *dst4; |
struct inpcb_hdr *inph; |
struct inpcb_hdr *inph; |
struct inpcb *inp; |
struct inpcb *inp; |
|
struct mbuf *m = *mp; |
|
|
rcvcnt = 0; |
rcvcnt = 0; |
off += sizeof(struct udphdr); /* now, offset of payload */ |
off += sizeof(struct udphdr); /* now, offset of payload */ |
Line 754 udp4_realinput(struct sockaddr_in *src, |
|
Line 789 udp4_realinput(struct sockaddr_in *src, |
|
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
struct sockaddr *sa = (struct sockaddr *)src; |
struct sockaddr *sa = (struct sockaddr *)src; |
|
|
if (udp4_espinudp(m, off, sa, inp->inp_socket) != 0) { |
switch(udp4_espinudp(mp, off, sa, inp->inp_socket)) { |
|
case -1: /* Error, m was freeed */ |
|
rcvcnt = -1; |
|
goto bad; |
|
break; |
|
|
|
case 1: /* ESP over UDP */ |
rcvcnt++; |
rcvcnt++; |
goto bad; |
goto bad; |
} |
break; |
|
|
/* Normal UDP processing will take place */ |
case 0: /* plain UDP */ |
|
default: /* Unexpected */ |
|
/* |
|
* Normal UDP processing will take place |
|
* m may have changed. |
|
*/ |
|
m = *mp; |
|
break; |
|
} |
} |
} |
#endif |
#endif |
|
|
Line 779 udp6_realinput(int af, struct sockaddr_i |
|
Line 828 udp6_realinput(int af, struct sockaddr_i |
|
{ |
{ |
u_int16_t sport, dport; |
u_int16_t sport, dport; |
int rcvcnt; |
int rcvcnt; |
struct in6_addr src6, dst6; |
struct in6_addr src6, *dst6; |
const struct in_addr *dst4; |
const struct in_addr *dst4; |
struct inpcb_hdr *inph; |
struct inpcb_hdr *inph; |
struct in6pcb *in6p; |
struct in6pcb *in6p; |
Line 792 udp6_realinput(int af, struct sockaddr_i |
|
Line 841 udp6_realinput(int af, struct sockaddr_i |
|
if (src->sin6_family != AF_INET6 || dst->sin6_family != AF_INET6) |
if (src->sin6_family != AF_INET6 || dst->sin6_family != AF_INET6) |
goto bad; |
goto bad; |
|
|
in6_embedscope(&src6, src, NULL, NULL); |
src6 = src->sin6_addr; |
|
if (sa6_recoverscope(src) != 0) { |
|
/* XXX: should be impossible. */ |
|
goto bad; |
|
} |
sport = src->sin6_port; |
sport = src->sin6_port; |
in6_embedscope(&dst6, dst, NULL, NULL); |
|
dport = dst->sin6_port; |
dport = dst->sin6_port; |
dst4 = (struct in_addr *)&dst->sin6_addr.s6_addr[12]; |
dst4 = (struct in_addr *)&dst->sin6_addr.s6_addr[12]; |
|
dst6 = &dst->sin6_addr; |
|
|
if (IN6_IS_ADDR_MULTICAST(&dst6) || |
if (IN6_IS_ADDR_MULTICAST(dst6) || |
(af == AF_INET && IN_MULTICAST(dst4->s_addr))) { |
(af == AF_INET && IN_MULTICAST(dst4->s_addr))) { |
/* |
/* |
* Deliver a multicast or broadcast datagram to *all* sockets |
* Deliver a multicast or broadcast datagram to *all* sockets |
Line 831 udp6_realinput(int af, struct sockaddr_i |
|
Line 885 udp6_realinput(int af, struct sockaddr_i |
|
if (in6p->in6p_lport != dport) |
if (in6p->in6p_lport != dport) |
continue; |
continue; |
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_laddr)) { |
if (!IN6_IS_ADDR_UNSPECIFIED(&in6p->in6p_laddr)) { |
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_laddr, &dst6)) |
if (!IN6_ARE_ADDR_EQUAL(&in6p->in6p_laddr, |
|
dst6)) |
continue; |
continue; |
} else { |
} else { |
if (IN6_IS_ADDR_V4MAPPED(&dst6) && |
if (IN6_IS_ADDR_V4MAPPED(dst6) && |
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
(in6p->in6p_flags & IN6P_IPV6_V6ONLY)) |
continue; |
continue; |
} |
} |
Line 868 udp6_realinput(int af, struct sockaddr_i |
|
Line 923 udp6_realinput(int af, struct sockaddr_i |
|
/* |
/* |
* Locate pcb for datagram. |
* Locate pcb for datagram. |
*/ |
*/ |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, dst6, |
&dst6, dport, 0); |
dport, 0); |
if (in6p == 0) { |
if (in6p == 0) { |
++udpstat.udps_pcbhashmiss; |
++udpstat.udps_pcbhashmiss; |
in6p = in6_pcblookup_bind(&udbtable, &dst6, dport, 0); |
in6p = in6_pcblookup_bind(&udbtable, dst6, dport, 0); |
if (in6p == 0) |
if (in6p == 0) |
return rcvcnt; |
return rcvcnt; |
} |
} |
Line 900 udp_notify(struct inpcb *inp, int errno) |
|
Line 955 udp_notify(struct inpcb *inp, int errno) |
|
} |
} |
|
|
void * |
void * |
udp_ctlinput(int cmd, struct sockaddr *sa, void *v) |
udp_ctlinput(int cmd, const struct sockaddr *sa, void *v) |
{ |
{ |
struct ip *ip = v; |
struct ip *ip = v; |
struct udphdr *uh; |
struct udphdr *uh; |
Line 920 udp_ctlinput(int cmd, struct sockaddr *s |
|
Line 975 udp_ctlinput(int cmd, struct sockaddr *s |
|
else if (errno == 0) |
else if (errno == 0) |
return NULL; |
return NULL; |
if (ip) { |
if (ip) { |
uh = (struct udphdr *)((caddr_t)ip + (ip->ip_hl << 2)); |
uh = (struct udphdr *)((char *)ip + (ip->ip_hl << 2)); |
in_pcbnotify(&udbtable, satosin(sa)->sin_addr, uh->uh_dport, |
in_pcbnotify(&udbtable, satocsin(sa)->sin_addr, uh->uh_dport, |
ip->ip_src, uh->uh_sport, errno, notify); |
ip->ip_src, uh->uh_sport, errno, notify); |
|
|
/* XXX mapped address case */ |
/* XXX mapped address case */ |
} else |
} else |
in_pcbnotifyall(&udbtable, satosin(sa)->sin_addr, errno, |
in_pcbnotifyall(&udbtable, satocsin(sa)->sin_addr, errno, |
notify); |
notify); |
return NULL; |
return NULL; |
} |
} |
|
|
int |
int |
udp_ctloutput(op, so, level, optname, mp) |
udp_ctloutput(int op, struct socket *so, int level, int optname, |
int op; |
struct mbuf **mp) |
struct socket *so; |
|
int level, optname; |
|
struct mbuf **mp; |
|
{ |
{ |
int s; |
int s; |
int error = 0; |
int error = 0; |
Line 967 udp_ctloutput(op, so, level, optname, mp |
|
Line 1019 udp_ctloutput(op, so, level, optname, mp |
|
default: |
default: |
error = EAFNOSUPPORT; |
error = EAFNOSUPPORT; |
goto end; |
goto end; |
break; |
|
} |
} |
|
|
|
|
Line 980 udp_ctloutput(op, so, level, optname, mp |
|
Line 1031 udp_ctloutput(op, so, level, optname, mp |
|
case UDP_ENCAP: |
case UDP_ENCAP: |
if (m == NULL || m->m_len < sizeof (int)) { |
if (m == NULL || m->m_len < sizeof (int)) { |
error = EINVAL; |
error = EINVAL; |
goto end; |
break; |
} |
} |
|
|
switch(*mtod(m, int *)) { |
switch(*mtod(m, int *)) { |
#ifdef IPSEC_NAT_T |
#ifdef IPSEC_NAT_T |
case 0: |
case 0: |
Line 993 udp_ctloutput(op, so, level, optname, mp |
|
Line 1044 udp_ctloutput(op, so, level, optname, mp |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags |= INP_ESPINUDP; |
inp->inp_flags |= INP_ESPINUDP; |
break; |
break; |
|
|
case UDP_ENCAP_ESPINUDP_NON_IKE: |
case UDP_ENCAP_ESPINUDP_NON_IKE: |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
Line 1001 udp_ctloutput(op, so, level, optname, mp |
|
Line 1052 udp_ctloutput(op, so, level, optname, mp |
|
#endif |
#endif |
default: |
default: |
error = EINVAL; |
error = EINVAL; |
goto end; |
|
break; |
break; |
} |
} |
break; |
break; |
|
|
default: |
default: |
error = ENOPROTOOPT; |
error = ENOPROTOOPT; |
goto end; |
|
break; |
break; |
} |
} |
|
if (m != NULL) { |
|
m_free(m); |
|
} |
break; |
break; |
|
|
default: |
default: |
error = EINVAL; |
error = EINVAL; |
goto end; |
|
break; |
break; |
} |
} |
|
|
end: |
end: |
splx(s); |
splx(s); |
return error; |
return error; |
} |
} |
|
|
|
|
int |
int |
udp_output(struct mbuf *m, ...) |
udp_output(struct mbuf *m, ...) |
Line 1080 udp_output(struct mbuf *m, ...) |
|
Line 1131 udp_output(struct mbuf *m, ...) |
|
/* |
/* |
* XXX Cache pseudo-header checksum part for |
* XXX Cache pseudo-header checksum part for |
* XXX "connected" UDP sockets. |
* XXX "connected" UDP sockets. |
* Maybe skip checksums on loopback interfaces. |
|
*/ |
*/ |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_sum = in_cksum_phdr(ui->ui_src.s_addr, |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
ui->ui_dst.s_addr, htons((u_int16_t)len + |
sizeof(struct udphdr) + IPPROTO_UDP)); |
sizeof(struct udphdr) + IPPROTO_UDP)); |
if (__predict_true(ro->ro_rt == NULL || |
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
!(ro->ro_rt->rt_ifp->if_flags & |
|
IFF_LOOPBACK) || |
|
udp_do_loopback_cksum)) |
|
m->m_pkthdr.csum_flags = M_CSUM_UDPv4; |
|
else |
|
m->m_pkthdr.csum_flags = 0; |
|
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
m->m_pkthdr.csum_data = offsetof(struct udphdr, uh_sum); |
} else |
} else |
ui->ui_sum = 0; |
ui->ui_sum = 0; |
Line 1116 int udp_recvspace = 40 * (1024 + sizeof( |
|
Line 1160 int udp_recvspace = 40 * (1024 + sizeof( |
|
/*ARGSUSED*/ |
/*ARGSUSED*/ |
int |
int |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
struct mbuf *control, struct proc *p) |
struct mbuf *control, struct lwp *l) |
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
int s; |
int s; |
int error = 0; |
int error = 0; |
|
|
if (req == PRU_CONTROL) |
if (req == PRU_CONTROL) |
return (in_control(so, (long)m, (caddr_t)nam, |
return (in_control(so, (long)m, (void *)nam, |
(struct ifnet *)control, p)); |
(struct ifnet *)control, l)); |
|
|
|
s = splsoftnet(); |
|
|
if (req == PRU_PURGEIF) { |
if (req == PRU_PURGEIF) { |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
|
splx(s); |
return (0); |
return (0); |
} |
} |
|
|
s = splsoftnet(); |
|
inp = sotoinpcb(so); |
inp = sotoinpcb(so); |
#ifdef DIAGNOSTIC |
#ifdef DIAGNOSTIC |
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
Line 1177 udp_usrreq(struct socket *so, int req, s |
|
Line 1223 udp_usrreq(struct socket *so, int req, s |
|
break; |
break; |
|
|
case PRU_BIND: |
case PRU_BIND: |
error = in_pcbbind(inp, nam, p); |
error = in_pcbbind(inp, nam, l); |
break; |
break; |
|
|
case PRU_LISTEN: |
case PRU_LISTEN: |
Line 1185 udp_usrreq(struct socket *so, int req, s |
|
Line 1231 udp_usrreq(struct socket *so, int req, s |
|
break; |
break; |
|
|
case PRU_CONNECT: |
case PRU_CONNECT: |
error = in_pcbconnect(inp, nam); |
error = in_pcbconnect(inp, nam, l); |
if (error) |
if (error) |
break; |
break; |
soisconnected(so); |
soisconnected(so); |
Line 1227 udp_usrreq(struct socket *so, int req, s |
|
Line 1273 udp_usrreq(struct socket *so, int req, s |
|
error = EISCONN; |
error = EISCONN; |
goto die; |
goto die; |
} |
} |
error = in_pcbconnect(inp, nam); |
error = in_pcbconnect(inp, nam, l); |
if (error) |
if (error) |
goto die; |
goto die; |
} else { |
} else { |
Line 1334 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1380 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
NULL, 0, &udp_do_loopback_cksum, 0, |
NULL, 0, &udp_do_loopback_cksum, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_LOOPBACKCKSUM, |
CTL_EOL); |
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "pcblist", |
|
SYSCTL_DESCR("UDP protocol control block list"), |
|
sysctl_inpcblist, 0, &udbtable, 0, |
|
CTL_NET, PF_INET, IPPROTO_UDP, CTL_CREATE, |
|
CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_STRUCT, "stats", |
|
SYSCTL_DESCR("UDP statistics"), |
|
NULL, 0, &udpstat, sizeof(udpstat), |
|
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_STATS, |
|
CTL_EOL); |
} |
} |
#endif |
#endif |
|
|
Line 1342 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1402 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
* Returns: |
* Returns: |
* 1 if the packet was processed |
* 1 if the packet was processed |
* 0 if normal UDP processing should take place |
* 0 if normal UDP processing should take place |
|
* -1 if an error occurent and m was freed |
*/ |
*/ |
static int |
static int |
udp4_espinudp(m, off, src, so) |
udp4_espinudp(struct mbuf **mp, int off, struct sockaddr *src, |
struct mbuf *m; |
struct socket *so) |
int off; |
|
struct sockaddr *src; |
|
struct socket *so; |
|
{ |
{ |
size_t len; |
size_t len; |
caddr_t data; |
void *data; |
struct inpcb *inp; |
struct inpcb *inp; |
size_t skip = 0; |
size_t skip = 0; |
size_t minlen; |
size_t minlen; |
size_t iphdrlen; |
size_t iphdrlen; |
struct ip *ip; |
struct ip *ip; |
struct mbuf *n; |
struct mbuf *n; |
|
struct m_tag *tag; |
|
struct udphdr *udphdr; |
|
u_int16_t sport, dport; |
|
struct mbuf *m = *mp; |
|
|
/* |
/* |
* Collapse the mbuf chain if the first mbuf is too short |
* Collapse the mbuf chain if the first mbuf is too short |
* The longest case is: UDP + non ESP marker + ESP |
* The longest case is: UDP + non ESP marker + ESP |
*/ |
*/ |
Line 1368 udp4_espinudp(m, off, src, so) |
|
Line 1430 udp4_espinudp(m, off, src, so) |
|
minlen = m->m_pkthdr.len; |
minlen = m->m_pkthdr.len; |
|
|
if (m->m_len < minlen) { |
if (m->m_len < minlen) { |
if ((m = m_pullup(m, minlen)) == NULL) { |
if ((*mp = m_pullup(m, minlen)) == NULL) { |
printf("udp4_espinudp: m_pullup failed\n"); |
printf("udp4_espinudp: m_pullup failed\n"); |
return 0; |
return -1; |
} |
} |
|
m = *mp; |
} |
} |
|
|
len = m->m_len - off; |
len = m->m_len - off; |
data = mtod(m, caddr_t) + off; |
data = mtod(m, char *) + off; |
inp = sotoinpcb(so); |
inp = sotoinpcb(so); |
|
|
/* Ignore keepalive packets */ |
/* Ignore keepalive packets */ |
if ((len == 1) && (data[0] == '\xff')) { |
if ((len == 1) && (*(unsigned char *)data == 0xff)) { |
return 1; |
return 1; |
} |
} |
|
|
/* |
/* |
* Check that the payload is long enough to hold |
* Check that the payload is long enough to hold |
* an ESP header and compute the length of encapsulation |
* an ESP header and compute the length of encapsulation |
* header to remove |
* header to remove |
*/ |
*/ |
if (inp->inp_flags & INP_ESPINUDP) { |
if (inp->inp_flags & INP_ESPINUDP) { |
u_int32_t *st = (u_int32_t *)data; |
u_int32_t *st = (u_int32_t *)data; |
Line 1398 udp4_espinudp(m, off, src, so) |
|
Line 1461 udp4_espinudp(m, off, src, so) |
|
} |
} |
|
|
if (inp->inp_flags & INP_ESPINUDP_NON_IKE) { |
if (inp->inp_flags & INP_ESPINUDP_NON_IKE) { |
u_int64_t *st = (u_int64_t *)data; |
u_int32_t *st = (u_int32_t *)data; |
|
|
if ((len <= sizeof(u_int64_t) + sizeof(struct esp)) |
if ((len <= sizeof(u_int64_t) + sizeof(struct esp)) |
|| (*st != 0)) |
|| ((st[0] | st[1]) != 0)) |
return 0; /* Normal UDP processing */ |
return 0; /* Normal UDP processing */ |
|
|
skip = sizeof(struct udphdr) + sizeof(u_int64_t); |
skip = sizeof(struct udphdr) + sizeof(u_int64_t); |
} |
} |
|
|
/* |
/* |
|
* Get the UDP ports. They are handled in network |
|
* order everywhere in IPSEC_NAT_T code. |
|
*/ |
|
udphdr = (struct udphdr *)((char *)data - skip); |
|
sport = udphdr->uh_sport; |
|
dport = udphdr->uh_dport; |
|
|
|
/* |
* Remove the UDP header (and possibly the non ESP marker) |
* Remove the UDP header (and possibly the non ESP marker) |
* IP header lendth is iphdrlen |
* IP header lendth is iphdrlen |
* Before: |
* Before: |
* <--- off ---> |
* <--- off ---> |
* +----+------+-----+ |
* +----+------+-----+ |
* | IP | UDP | ESP | |
* | IP | UDP | ESP | |
Line 1423 udp4_espinudp(m, off, src, so) |
|
Line 1494 udp4_espinudp(m, off, src, so) |
|
* <-skip-> |
* <-skip-> |
*/ |
*/ |
iphdrlen = off - sizeof(struct udphdr); |
iphdrlen = off - sizeof(struct udphdr); |
memmove(mtod(m, caddr_t) + skip, mtod(m, caddr_t), iphdrlen); |
memmove(mtod(m, char *) + skip, mtod(m, void *), iphdrlen); |
m_adj(m, skip); |
m_adj(m, skip); |
|
|
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
Line 1431 udp4_espinudp(m, off, src, so) |
|
Line 1502 udp4_espinudp(m, off, src, so) |
|
ip->ip_p = IPPROTO_ESP; |
ip->ip_p = IPPROTO_ESP; |
|
|
/* |
/* |
* Copy the mbuf to avoid multiple free, as both |
* Copy the mbuf to avoid multiple free, as both |
* esp4_input (which we call) and udp_input (which |
* esp4_input (which we call) and udp_input (which |
* called us) free the mbuf. |
* called us) free the mbuf. |
*/ |
*/ |
if ((n = m_dup(m, 0, M_COPYALL, M_DONTWAIT)) == NULL) { |
if ((n = m_dup(m, 0, M_COPYALL, M_DONTWAIT)) == NULL) { |
Line 1440 udp4_espinudp(m, off, src, so) |
|
Line 1511 udp4_espinudp(m, off, src, so) |
|
return 0; |
return 0; |
} |
} |
|
|
|
/* |
|
* Add a PACKET_TAG_IPSEC_NAT_T_PORT tag to remember |
|
* the source UDP port. This is required if we want |
|
* to select the right SPD for multiple hosts behind |
|
* same NAT |
|
*/ |
|
if ((tag = m_tag_get(PACKET_TAG_IPSEC_NAT_T_PORTS, |
|
sizeof(sport) + sizeof(dport), M_DONTWAIT)) == NULL) { |
|
printf("udp4_espinudp: m_tag_get failed\n"); |
|
m_freem(n); |
|
return 0; |
|
} |
|
((u_int16_t *)(tag + 1))[0] = sport; |
|
((u_int16_t *)(tag + 1))[1] = dport; |
|
m_tag_prepend(n, tag); |
|
|
|
#ifdef FAST_IPSEC |
|
ipsec4_common_input(n, iphdrlen, IPPROTO_ESP); |
|
#else |
esp4_input(n, iphdrlen); |
esp4_input(n, iphdrlen); |
|
#endif |
|
|
/* We handled it, it shoudln't be handled by UDP */ |
/* We handled it, it shoudln't be handled by UDP */ |
return 1; |
return 1; |