version 1.337.2.4, 2017/03/20 06:57:50 |
version 1.347.2.1, 2017/04/21 16:54:06 |
Line 226 pfil_head_t * inet_pfil_hook __read_mo |
|
Line 226 pfil_head_t * inet_pfil_hook __read_mo |
|
ipid_state_t * ip_ids __read_mostly; |
ipid_state_t * ip_ids __read_mostly; |
percpu_t * ipstat_percpu __read_mostly; |
percpu_t * ipstat_percpu __read_mostly; |
|
|
static struct route ipforward_rt __cacheline_aligned; |
static percpu_t *ipforward_rt_percpu __cacheline_aligned; |
|
|
uint16_t ip_id; |
uint16_t ip_id; |
|
|
Line 253 EVCNT_ATTACH_STATIC(ip_swcsum); |
|
Line 253 EVCNT_ATTACH_STATIC(ip_swcsum); |
|
#endif /* INET_CSUM_COUNTERS */ |
#endif /* INET_CSUM_COUNTERS */ |
|
|
/* |
/* |
* We need to save the IP options in case a protocol wants to respond |
* Used to save the IP options in case a protocol wants to respond |
* to an incoming packet over the same route if the packet got here |
* to an incoming packet over the same route if the packet got here |
* using IP source routing. This allows connection establishment and |
* using IP source routing. This allows connection establishment and |
* maintenance when the remote end is on a network that is not known |
* maintenance when the remote end is on a network that is not known |
* to us. |
* to us. |
*/ |
*/ |
|
struct ip_srcrt { |
static int ip_nhops = 0; |
int isr_nhops; /* number of hops */ |
|
struct in_addr isr_dst; /* final destination */ |
static struct ip_srcrt { |
char isr_nop; /* one NOP to align */ |
struct in_addr dst; /* final destination */ |
char isr_hdr[IPOPT_OFFSET + 1]; /* OPTVAL, OLEN & OFFSET */ |
char nop; /* one NOP to align */ |
struct in_addr isr_routes[MAX_IPOPTLEN/sizeof(struct in_addr)]; |
char srcopt[IPOPT_OFFSET + 1]; /* OPTVAL, OLEN and OFFSET */ |
}; |
struct in_addr route[MAX_IPOPTLEN/sizeof(struct in_addr)]; |
|
} ip_srcrt; |
|
|
|
static int ip_drainwanted; |
static int ip_drainwanted; |
|
|
struct sockaddr_in ipaddr = { |
static void save_rte(struct mbuf *, u_char *, struct in_addr); |
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
|
static void save_rte(u_char *, struct in_addr); |
|
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner ip_rx_mowner = MOWNER_INIT("internet", "rx"); |
struct mowner ip_rx_mowner = MOWNER_INIT("internet", "rx"); |
Line 388 ip_match_our_address(struct ifnet *ifp, |
|
Line 381 ip_match_our_address(struct ifnet *ifp, |
|
continue; |
continue; |
if (checkif && ia->ia_ifp != ifp) |
if (checkif && ia->ia_ifp != ifp) |
continue; |
continue; |
if ((ia->ia_ifp->if_flags & IFF_UP) != 0) |
if ((ia->ia_ifp->if_flags & IFF_UP) != 0 && |
|
(ia->ia4_flags & IN_IFF_DETACHED) == 0) |
break; |
break; |
else |
else |
(*downmatch)++; |
(*downmatch)++; |
Line 408 ip_match_our_address_broadcast(struct if |
|
Line 402 ip_match_our_address_broadcast(struct if |
|
if (ifa->ifa_addr->sa_family != AF_INET) |
if (ifa->ifa_addr->sa_family != AF_INET) |
continue; |
continue; |
ia = ifatoia(ifa); |
ia = ifatoia(ifa); |
if (ia->ia4_flags & IN_IFF_NOTREADY) |
if (ia->ia4_flags & (IN_IFF_NOTREADY | IN_IFF_DETACHED)) |
continue; |
continue; |
if (in_hosteq(ip->ip_dst, ia->ia_broadaddr.sin_addr) || |
if (in_hosteq(ip->ip_dst, ia->ia_broadaddr.sin_addr) || |
in_hosteq(ip->ip_dst, ia->ia_netbroadcast) || |
in_hosteq(ip->ip_dst, ia->ia_netbroadcast) || |
Line 668 ip_input(struct mbuf *m) |
|
Line 662 ip_input(struct mbuf *m) |
|
* error was detected (causing an icmp message |
* error was detected (causing an icmp message |
* to be sent and the original packet to be freed). |
* to be sent and the original packet to be freed). |
*/ |
*/ |
ip_nhops = 0; /* for source routed packets */ |
|
if (hlen > sizeof (struct ip) && ip_dooptions(m)) { |
if (hlen > sizeof (struct ip) && ip_dooptions(m)) { |
m = NULL; |
m = NULL; |
goto out; |
goto out; |
Line 949 ip_dooptions(struct mbuf *m) |
|
Line 942 ip_dooptions(struct mbuf *m) |
|
case IPOPT_LSRR: |
case IPOPT_LSRR: |
case IPOPT_SSRR: { |
case IPOPT_SSRR: { |
struct psref psref; |
struct psref psref; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (ip_allowsrcrt == 0) { |
if (ip_allowsrcrt == 0) { |
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_NET_PROHIB; |
code = ICMP_UNREACH_NET_PROHIB; |
Line 986 ip_dooptions(struct mbuf *m) |
|
Line 984 ip_dooptions(struct mbuf *m) |
|
/* |
/* |
* End of source route. Should be for us. |
* End of source route. Should be for us. |
*/ |
*/ |
save_rte(cp, ip->ip_src); |
save_rte(m, cp, ip->ip_src); |
break; |
break; |
} |
} |
/* |
/* |
Line 1023 ip_dooptions(struct mbuf *m) |
|
Line 1021 ip_dooptions(struct mbuf *m) |
|
|
|
case IPOPT_RR: { |
case IPOPT_RR: { |
struct psref psref; |
struct psref psref; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
goto bad; |
goto bad; |
Line 1089 ip_dooptions(struct mbuf *m) |
|
Line 1092 ip_dooptions(struct mbuf *m) |
|
case IPOPT_TS_TSANDADDR: { |
case IPOPT_TS_TSANDADDR: { |
struct ifnet *rcvif; |
struct ifnet *rcvif; |
int _s, _ss; |
int _s, _ss; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
sizeof(struct in_addr) > ipt->ipt_len) { |
sizeof(struct in_addr) > ipt->ipt_len) { |
Line 1116 ip_dooptions(struct mbuf *m) |
|
Line 1123 ip_dooptions(struct mbuf *m) |
|
break; |
break; |
} |
} |
|
|
case IPOPT_TS_PRESPEC: |
case IPOPT_TS_PRESPEC: { |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
sizeof(struct in_addr) > ipt->ipt_len) { |
sizeof(struct in_addr) > ipt->ipt_len) { |
code = (u_char *)&ipt->ipt_ptr - |
code = (u_char *)&ipt->ipt_ptr - |
Line 1134 ip_dooptions(struct mbuf *m) |
|
Line 1146 ip_dooptions(struct mbuf *m) |
|
pserialize_read_exit(s); |
pserialize_read_exit(s); |
ipt->ipt_ptr += sizeof(struct in_addr); |
ipt->ipt_ptr += sizeof(struct in_addr); |
break; |
break; |
|
} |
|
|
default: |
default: |
/* XXX can't take &ipt->ipt_flg */ |
/* XXX can't take &ipt->ipt_flg */ |
Line 1187 ip_rtaddr(struct in_addr dst, struct psr |
|
Line 1200 ip_rtaddr(struct in_addr dst, struct psr |
|
struct sockaddr dst; |
struct sockaddr dst; |
struct sockaddr_in dst4; |
struct sockaddr_in dst4; |
} u; |
} u; |
|
struct route *ro; |
|
|
sockaddr_in_init(&u.dst4, &dst, 0); |
sockaddr_in_init(&u.dst4, &dst, 0); |
|
|
Line 1209 ip_rtaddr(struct in_addr dst, struct psr |
|
Line 1223 ip_rtaddr(struct in_addr dst, struct psr |
|
* up later by ip_srcroute if the receiver is interested. |
* up later by ip_srcroute if the receiver is interested. |
*/ |
*/ |
static void |
static void |
save_rte(u_char *option, struct in_addr dst) |
save_rte(struct mbuf *m, u_char *option, struct in_addr dst) |
{ |
{ |
|
struct ip_srcrt *isr; |
|
struct m_tag *mtag; |
unsigned olen; |
unsigned olen; |
|
|
olen = option[IPOPT_OLEN]; |
olen = option[IPOPT_OLEN]; |
if (olen > sizeof(ip_srcrt) - (1 + sizeof(dst))) |
if (olen > sizeof(isr->isr_hdr) + sizeof(isr->isr_routes)) |
|
return; |
|
|
|
mtag = m_tag_get(PACKET_TAG_SRCROUTE, sizeof(*isr), M_NOWAIT); |
|
if (mtag == NULL) |
return; |
return; |
memcpy((void *)ip_srcrt.srcopt, (void *)option, olen); |
isr = (struct ip_srcrt *)(mtag + 1); |
ip_nhops = (olen - IPOPT_OFFSET - 1) / sizeof(struct in_addr); |
|
ip_srcrt.dst = dst; |
memcpy(isr->isr_hdr, option, olen); |
|
isr->isr_nhops = (olen - IPOPT_OFFSET - 1) / sizeof(struct in_addr); |
|
isr->isr_dst = dst; |
|
m_tag_prepend(m, mtag); |
} |
} |
|
|
/* |
/* |
Line 1227 save_rte(u_char *option, struct in_addr |
|
Line 1250 save_rte(u_char *option, struct in_addr |
|
* The first hop is placed before the options, will be removed later. |
* The first hop is placed before the options, will be removed later. |
*/ |
*/ |
struct mbuf * |
struct mbuf * |
ip_srcroute(void) |
ip_srcroute(struct mbuf *m0) |
{ |
{ |
struct in_addr *p, *q; |
struct in_addr *p, *q; |
struct mbuf *m; |
struct mbuf *m; |
|
struct ip_srcrt *isr; |
|
struct m_tag *mtag; |
|
|
if (ip_nhops == 0) |
mtag = m_tag_find(m0, PACKET_TAG_SRCROUTE, NULL); |
|
if (mtag == NULL) |
return NULL; |
return NULL; |
|
isr = (struct ip_srcrt *)(mtag + 1); |
|
|
|
if (isr->isr_nhops == 0) |
|
return NULL; |
|
|
m = m_get(M_DONTWAIT, MT_SOOPTS); |
m = m_get(M_DONTWAIT, MT_SOOPTS); |
if (m == 0) |
if (m == NULL) |
return NULL; |
return NULL; |
|
|
MCLAIM(m, &inetdomain.dom_mowner); |
MCLAIM(m, &inetdomain.dom_mowner); |
#define OPTSIZ (sizeof(ip_srcrt.nop) + sizeof(ip_srcrt.srcopt)) |
#define OPTSIZ (sizeof(isr->isr_nop) + sizeof(isr->isr_hdr)) |
|
|
/* length is (nhops+1)*sizeof(addr) + sizeof(nop + srcrt header) */ |
/* length is (nhops+1)*sizeof(addr) + sizeof(nop + header) */ |
m->m_len = ip_nhops * sizeof(struct in_addr) + sizeof(struct in_addr) + |
m->m_len = (isr->isr_nhops + 1) * sizeof(struct in_addr) + OPTSIZ; |
OPTSIZ; |
|
|
|
/* |
/* |
* First save first hop for return route |
* First save first hop for return route |
*/ |
*/ |
p = &ip_srcrt.route[ip_nhops - 1]; |
p = &(isr->isr_routes[isr->isr_nhops - 1]); |
*(mtod(m, struct in_addr *)) = *p--; |
*(mtod(m, struct in_addr *)) = *p--; |
|
|
/* |
/* |
* Copy option fields and padding (nop) to mbuf. |
* Copy option fields and padding (nop) to mbuf. |
*/ |
*/ |
ip_srcrt.nop = IPOPT_NOP; |
isr->isr_nop = IPOPT_NOP; |
ip_srcrt.srcopt[IPOPT_OFFSET] = IPOPT_MINOFF; |
isr->isr_hdr[IPOPT_OFFSET] = IPOPT_MINOFF; |
memmove(mtod(m, char *) + sizeof(struct in_addr), &ip_srcrt.nop, |
memmove(mtod(m, char *) + sizeof(struct in_addr), &isr->isr_nop, |
OPTSIZ); |
OPTSIZ); |
q = (struct in_addr *)(mtod(m, char *) + |
q = (struct in_addr *)(mtod(m, char *) + |
sizeof(struct in_addr) + OPTSIZ); |
sizeof(struct in_addr) + OPTSIZ); |
Line 1265 ip_srcroute(void) |
|
Line 1295 ip_srcroute(void) |
|
* Record return path as an IP source route, |
* Record return path as an IP source route, |
* reversing the path (pointers are now aligned). |
* reversing the path (pointers are now aligned). |
*/ |
*/ |
while (p >= ip_srcrt.route) { |
while (p >= isr->isr_routes) { |
*q++ = *p--; |
*q++ = *p--; |
} |
} |
/* |
/* |
* Last hop goes to final destination. |
* Last hop goes to final destination. |
*/ |
*/ |
*q = ip_srcrt.dst; |
*q = isr->isr_dst; |
return (m); |
m_tag_delete(m0, mtag); |
|
return m; |
} |
} |
|
|
const int inetctlerrmap[PRC_NCMDS] = { |
const int inetctlerrmap[PRC_NCMDS] = { |
Line 1329 ip_forward(struct mbuf *m, int srcrt, st |
|
Line 1360 ip_forward(struct mbuf *m, int srcrt, st |
|
struct sockaddr_in dst4; |
struct sockaddr_in dst4; |
} u; |
} u; |
uint64_t *ips; |
uint64_t *ips; |
|
struct route *ro; |
|
|
KASSERTMSG(cpu_softintr_p(), "ip_forward: not in the software " |
KASSERTMSG(cpu_softintr_p(), "ip_forward: not in the software " |
"interrupt handler; synchronization assumptions violated"); |
"interrupt handler; synchronization assumptions violated"); |
Line 1405 ip_forward(struct mbuf *m, int srcrt, st |
|
Line 1437 ip_forward(struct mbuf *m, int srcrt, st |
|
} |
} |
rtcache_unref(rt, ro); |
rtcache_unref(rt, ro); |
|
|
error = ip_output(m, NULL, &ipforward_rt, |
error = ip_output(m, NULL, ro, |
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
NULL, NULL); |
NULL, NULL); |
|
|
Line 1427 ip_forward(struct mbuf *m, int srcrt, st |
|
Line 1459 ip_forward(struct mbuf *m, int srcrt, st |
|
if (mcopy) { |
if (mcopy) { |
#ifdef GATEWAY |
#ifdef GATEWAY |
if (mcopy->m_flags & M_CANFASTFWD) |
if (mcopy->m_flags & M_CANFASTFWD) |
ipflow_create(&ipforward_rt, mcopy); |
ipflow_create(ro, mcopy); |
#endif |
#endif |
m_freem(mcopy); |
m_freem(mcopy); |
} |
} |