version 1.326, 2016/01/08 03:55:39 |
version 1.369, 2018/02/05 14:23:38 |
|
|
* SUCH DAMAGE. |
* SUCH DAMAGE. |
*/ |
*/ |
|
|
/*- |
/* |
* Copyright (c) 1998 The NetBSD Foundation, Inc. |
* Copyright (c) 1998 The NetBSD Foundation, Inc. |
* All rights reserved. |
* All rights reserved. |
* |
* |
Line 95 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 95 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#ifdef _KERNEL_OPT |
#ifdef _KERNEL_OPT |
#include "opt_inet.h" |
#include "opt_inet.h" |
#include "opt_compat_netbsd.h" |
|
#include "opt_gateway.h" |
#include "opt_gateway.h" |
#include "opt_ipsec.h" |
#include "opt_ipsec.h" |
#include "opt_mrouting.h" |
#include "opt_mrouting.h" |
#include "opt_mbuftrace.h" |
#include "opt_mbuftrace.h" |
#include "opt_inet_csum.h" |
#include "opt_inet_csum.h" |
|
#include "opt_net_mpsafe.h" |
#endif |
#endif |
|
|
#include "arp.h" |
#include "arp.h" |
Line 161 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 161 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#define IPSENDREDIRECTS 1 |
#define IPSENDREDIRECTS 1 |
#endif |
#endif |
#ifndef IPFORWSRCRT |
#ifndef IPFORWSRCRT |
#define IPFORWSRCRT 1 /* forward source-routed packets */ |
#define IPFORWSRCRT 0 /* forward source-routed packets */ |
#endif |
#endif |
#ifndef IPALLOWSRCRT |
#ifndef IPALLOWSRCRT |
#define IPALLOWSRCRT 1 /* allow source-routed packets */ |
#define IPALLOWSRCRT 0 /* allow source-routed packets */ |
#endif |
#endif |
#ifndef IPMTUDISC |
#ifndef IPMTUDISC |
#define IPMTUDISC 1 |
#define IPMTUDISC 1 |
Line 173 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 173 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#define IPMTUDISCTIMEOUT (10 * 60) /* as per RFC 1191 */ |
#define IPMTUDISCTIMEOUT (10 * 60) /* as per RFC 1191 */ |
#endif |
#endif |
|
|
#ifdef COMPAT_50 |
|
#include <compat/sys/time.h> |
|
#include <compat/sys/socket.h> |
|
#endif |
|
|
|
/* |
/* |
* Note: DIRECTED_BROADCAST is handled this way so that previous |
* Note: DIRECTED_BROADCAST is handled this way so that previous |
* configuration using this option will Just Work. |
* configuration using this option will Just Work. |
Line 197 int ip_directedbcast = IPDIRECTEDBCAST; |
|
Line 192 int ip_directedbcast = IPDIRECTEDBCAST; |
|
int ip_allowsrcrt = IPALLOWSRCRT; |
int ip_allowsrcrt = IPALLOWSRCRT; |
int ip_mtudisc = IPMTUDISC; |
int ip_mtudisc = IPMTUDISC; |
int ip_mtudisc_timeout = IPMTUDISCTIMEOUT; |
int ip_mtudisc_timeout = IPMTUDISCTIMEOUT; |
#ifdef DIAGNOSTIC |
|
int ipprintfs = 0; |
|
#endif |
|
|
|
int ip_do_randomid = 0; |
int ip_do_randomid = 0; |
|
|
Line 225 pfil_head_t * inet_pfil_hook __read_mo |
|
Line 217 pfil_head_t * inet_pfil_hook __read_mo |
|
ipid_state_t * ip_ids __read_mostly; |
ipid_state_t * ip_ids __read_mostly; |
percpu_t * ipstat_percpu __read_mostly; |
percpu_t * ipstat_percpu __read_mostly; |
|
|
static struct route ipforward_rt __cacheline_aligned; |
static percpu_t *ipforward_rt_percpu __cacheline_aligned; |
|
|
uint16_t ip_id; |
uint16_t ip_id; |
|
|
Line 252 EVCNT_ATTACH_STATIC(ip_swcsum); |
|
Line 244 EVCNT_ATTACH_STATIC(ip_swcsum); |
|
#endif /* INET_CSUM_COUNTERS */ |
#endif /* INET_CSUM_COUNTERS */ |
|
|
/* |
/* |
* We need to save the IP options in case a protocol wants to respond |
* Used to save the IP options in case a protocol wants to respond |
* to an incoming packet over the same route if the packet got here |
* to an incoming packet over the same route if the packet got here |
* using IP source routing. This allows connection establishment and |
* using IP source routing. This allows connection establishment and |
* maintenance when the remote end is on a network that is not known |
* maintenance when the remote end is on a network that is not known |
* to us. |
* to us. |
*/ |
*/ |
|
struct ip_srcrt { |
static int ip_nhops = 0; |
int isr_nhops; /* number of hops */ |
|
struct in_addr isr_dst; /* final destination */ |
static struct ip_srcrt { |
char isr_nop; /* one NOP to align */ |
struct in_addr dst; /* final destination */ |
char isr_hdr[IPOPT_OFFSET + 1]; /* OPTVAL, OLEN & OFFSET */ |
char nop; /* one NOP to align */ |
struct in_addr isr_routes[MAX_IPOPTLEN/sizeof(struct in_addr)]; |
char srcopt[IPOPT_OFFSET + 1]; /* OPTVAL, OLEN and OFFSET */ |
}; |
struct in_addr route[MAX_IPOPTLEN/sizeof(struct in_addr)]; |
|
} ip_srcrt; |
|
|
|
static int ip_drainwanted; |
static int ip_drainwanted; |
|
|
struct sockaddr_in ipaddr = { |
static void save_rte(struct mbuf *, u_char *, struct in_addr); |
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
|
static void save_rte(u_char *, struct in_addr); |
|
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner ip_rx_mowner = MOWNER_INIT("internet", "rx"); |
struct mowner ip_rx_mowner = MOWNER_INIT("internet", "rx"); |
Line 284 struct mowner ip_tx_mowner = MOWNER_INIT |
|
Line 269 struct mowner ip_tx_mowner = MOWNER_INIT |
|
|
|
static void ipintr(void *); |
static void ipintr(void *); |
static void ip_input(struct mbuf *); |
static void ip_input(struct mbuf *); |
static void ip_forward(struct mbuf *, int); |
static void ip_forward(struct mbuf *, int, struct ifnet *); |
static bool ip_dooptions(struct mbuf *); |
static bool ip_dooptions(struct mbuf *); |
static struct in_ifaddr *ip_rtaddr(struct in_addr); |
static struct in_ifaddr *ip_rtaddr(struct in_addr, struct psref *); |
static void sysctl_net_inet_ip_setup(struct sysctllog **); |
static void sysctl_net_inet_ip_setup(struct sysctllog **); |
|
|
/* XXX: Not yet enabled. */ |
static struct in_ifaddr *ip_match_our_address(struct ifnet *, struct ip *, |
|
int *); |
|
static struct in_ifaddr *ip_match_our_address_broadcast(struct ifnet *, |
|
struct ip *); |
|
|
|
#ifdef NET_MPSAFE |
|
#define SOFTNET_LOCK() mutex_enter(softnet_lock) |
|
#define SOFTNET_UNLOCK() mutex_exit(softnet_lock) |
|
#else |
#define SOFTNET_LOCK() KASSERT(mutex_owned(softnet_lock)) |
#define SOFTNET_LOCK() KASSERT(mutex_owned(softnet_lock)) |
#define SOFTNET_UNLOCK() KASSERT(mutex_owned(softnet_lock)) |
#define SOFTNET_UNLOCK() KASSERT(mutex_owned(softnet_lock)) |
|
#endif |
|
|
/* |
/* |
* IP initialization: fill in IP protocol switch table. |
* IP initialization: fill in IP protocol switch table. |
|
|
ip_ids = ip_id_init(); |
ip_ids = ip_id_init(); |
ip_id = time_uptime & 0xfffff; |
ip_id = time_uptime & 0xfffff; |
|
|
ip_mtudisc_timeout_q = rt_timer_queue_create(ip_mtudisc_timeout); |
|
#ifdef GATEWAY |
#ifdef GATEWAY |
ipflow_init(); |
ipflow_init(); |
#endif |
#endif |
|
|
#endif /* MBUFTRACE */ |
#endif /* MBUFTRACE */ |
|
|
ipstat_percpu = percpu_alloc(sizeof(uint64_t) * IP_NSTATS); |
ipstat_percpu = percpu_alloc(sizeof(uint64_t) * IP_NSTATS); |
|
ipforward_rt_percpu = percpu_alloc(sizeof(struct route)); |
|
ip_mtudisc_timeout_q = rt_timer_queue_create(ip_mtudisc_timeout); |
|
} |
|
|
|
static struct in_ifaddr * |
|
ip_match_our_address(struct ifnet *ifp, struct ip *ip, int *downmatch) |
|
{ |
|
struct in_ifaddr *ia = NULL; |
|
int checkif; |
|
|
|
/* |
|
* Enable a consistency check between the destination address |
|
* and the arrival interface for a unicast packet (the RFC 1122 |
|
* strong ES model) if IP forwarding is disabled and the packet |
|
* is not locally generated. |
|
* |
|
* XXX - Checking also should be disabled if the destination |
|
* address is ipnat'ed to a different interface. |
|
* |
|
* XXX - Checking is incompatible with IP aliases added |
|
* to the loopback interface instead of the interface where |
|
* the packets are received. |
|
* |
|
* XXX - We need to add a per ifaddr flag for this so that |
|
* we get finer grain control. |
|
*/ |
|
checkif = ip_checkinterface && (ipforwarding == 0) && |
|
(ifp->if_flags & IFF_LOOPBACK) == 0; |
|
|
|
IN_ADDRHASH_READER_FOREACH(ia, ip->ip_dst.s_addr) { |
|
if (in_hosteq(ia->ia_addr.sin_addr, ip->ip_dst)) { |
|
if (ia->ia4_flags & IN_IFF_NOTREADY) |
|
continue; |
|
if (checkif && ia->ia_ifp != ifp) |
|
continue; |
|
if ((ia->ia_ifp->if_flags & IFF_UP) == 0) { |
|
(*downmatch)++; |
|
continue; |
|
} |
|
if (ia->ia4_flags & IN_IFF_DETACHED && |
|
(ifp->if_flags & IFF_LOOPBACK) == 0) |
|
continue; |
|
break; |
|
} |
|
} |
|
|
|
return ia; |
|
} |
|
|
|
static struct in_ifaddr * |
|
ip_match_our_address_broadcast(struct ifnet *ifp, struct ip *ip) |
|
{ |
|
struct in_ifaddr *ia = NULL; |
|
struct ifaddr *ifa; |
|
|
|
IFADDR_READER_FOREACH(ifa, ifp) { |
|
if (ifa->ifa_addr->sa_family != AF_INET) |
|
continue; |
|
ia = ifatoia(ifa); |
|
if (ia->ia4_flags & IN_IFF_NOTREADY) |
|
continue; |
|
if (ia->ia4_flags & IN_IFF_DETACHED && |
|
(ifp->if_flags & IFF_LOOPBACK) == 0) |
|
continue; |
|
if (in_hosteq(ip->ip_dst, ia->ia_broadaddr.sin_addr) || |
|
in_hosteq(ip->ip_dst, ia->ia_netbroadcast) || |
|
/* |
|
* Look for all-0's host part (old broadcast addr), |
|
* either for subnet or net. |
|
*/ |
|
ip->ip_dst.s_addr == ia->ia_subnet || |
|
ip->ip_dst.s_addr == ia->ia_net) |
|
goto matched; |
|
/* |
|
* An interface with IP address zero accepts |
|
* all packets that arrive on that interface. |
|
*/ |
|
if (in_nullhost(ia->ia_addr.sin_addr)) |
|
goto matched; |
|
} |
|
ia = NULL; |
|
|
|
matched: |
|
return ia; |
} |
} |
|
|
/* |
/* |
Line 352 ipintr(void *arg __unused) |
|
Line 429 ipintr(void *arg __unused) |
|
|
|
KASSERT(cpu_softintr_p()); |
KASSERT(cpu_softintr_p()); |
|
|
mutex_enter(softnet_lock); |
SOFTNET_LOCK_UNLESS_NET_MPSAFE(); |
while ((m = pktq_dequeue(ip_pktq)) != NULL) { |
while ((m = pktq_dequeue(ip_pktq)) != NULL) { |
ip_input(m); |
ip_input(m); |
} |
} |
mutex_exit(softnet_lock); |
SOFTNET_UNLOCK_UNLESS_NET_MPSAFE(); |
} |
} |
|
|
/* |
/* |
|
|
ip_input(struct mbuf *m) |
ip_input(struct mbuf *m) |
{ |
{ |
struct ip *ip = NULL; |
struct ip *ip = NULL; |
struct in_ifaddr *ia; |
struct in_ifaddr *ia = NULL; |
struct ifaddr *ifa; |
|
int hlen = 0, len; |
int hlen = 0, len; |
int downmatch; |
int downmatch; |
int checkif; |
|
int srcrt = 0; |
int srcrt = 0; |
ifnet_t *ifp; |
ifnet_t *ifp; |
|
struct psref psref; |
|
int s; |
|
|
KASSERTMSG(cpu_softintr_p(), "ip_input: not in the software " |
KASSERTMSG(cpu_softintr_p(), "ip_input: not in the software " |
"interrupt handler; synchronization assumptions violated"); |
"interrupt handler; synchronization assumptions violated"); |
|
|
MCLAIM(m, &ip_rx_mowner); |
MCLAIM(m, &ip_rx_mowner); |
KASSERT((m->m_flags & M_PKTHDR) != 0); |
KASSERT((m->m_flags & M_PKTHDR) != 0); |
ifp = m->m_pkthdr.rcvif; |
|
|
ifp = m_get_rcvif_psref(m, &psref); |
|
if (__predict_false(ifp == NULL)) |
|
goto out; |
|
|
/* |
/* |
* If no IP addresses have been set yet but the interfaces |
* If no IP addresses have been set yet but the interfaces |
* are receiving, can't do anything with incoming packets yet. |
* are receiving, can't do anything with incoming packets yet. |
* Note: we pre-check without locks held. |
* Note: we pre-check without locks held. |
*/ |
*/ |
if (!TAILQ_FIRST(&in_ifaddrhead)) { |
if (IN_ADDRLIST_READER_EMPTY()) |
goto bad; |
goto out; |
} |
|
IP_STATINC(IP_STAT_TOTAL); |
IP_STATINC(IP_STAT_TOTAL); |
|
|
/* |
/* |
Line 400 ip_input(struct mbuf *m) |
|
Line 479 ip_input(struct mbuf *m) |
|
*/ |
*/ |
if (IP_HDR_ALIGNED_P(mtod(m, void *)) == 0) { |
if (IP_HDR_ALIGNED_P(mtod(m, void *)) == 0) { |
if ((m = m_copyup(m, sizeof(struct ip), |
if ((m = m_copyup(m, sizeof(struct ip), |
(max_linkhdr + 3) & ~3)) == NULL) { |
(max_linkhdr + 3) & ~3)) == NULL) { |
/* XXXJRT new stat, please */ |
/* XXXJRT new stat, please */ |
IP_STATINC(IP_STAT_TOOSMALL); |
IP_STATINC(IP_STAT_TOOSMALL); |
return; |
goto out; |
} |
} |
} else if (__predict_false(m->m_len < sizeof (struct ip))) { |
} else if (__predict_false(m->m_len < sizeof(struct ip))) { |
if ((m = m_pullup(m, sizeof (struct ip))) == NULL) { |
if ((m = m_pullup(m, sizeof(struct ip))) == NULL) { |
IP_STATINC(IP_STAT_TOOSMALL); |
IP_STATINC(IP_STAT_TOOSMALL); |
return; |
goto out; |
} |
} |
} |
} |
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
if (ip->ip_v != IPVERSION) { |
if (ip->ip_v != IPVERSION) { |
IP_STATINC(IP_STAT_BADVERS); |
IP_STATINC(IP_STAT_BADVERS); |
goto bad; |
goto out; |
} |
} |
hlen = ip->ip_hl << 2; |
hlen = ip->ip_hl << 2; |
if (hlen < sizeof(struct ip)) { /* minimum header length */ |
if (hlen < sizeof(struct ip)) { /* minimum header length */ |
IP_STATINC(IP_STAT_BADHLEN); |
IP_STATINC(IP_STAT_BADHLEN); |
goto bad; |
goto out; |
} |
} |
if (hlen > m->m_len) { |
if (hlen > m->m_len) { |
if ((m = m_pullup(m, hlen)) == NULL) { |
if ((m = m_pullup(m, hlen)) == NULL) { |
IP_STATINC(IP_STAT_BADHLEN); |
IP_STATINC(IP_STAT_BADHLEN); |
return; |
goto out; |
} |
} |
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
} |
} |
Line 435 ip_input(struct mbuf *m) |
|
Line 514 ip_input(struct mbuf *m) |
|
*/ |
*/ |
if (IN_MULTICAST(ip->ip_src.s_addr)) { |
if (IN_MULTICAST(ip->ip_src.s_addr)) { |
IP_STATINC(IP_STAT_BADADDR); |
IP_STATINC(IP_STAT_BADADDR); |
goto bad; |
goto out; |
} |
} |
|
|
/* 127/8 must not appear on wire - RFC1122 */ |
/* 127/8 must not appear on wire - RFC1122 */ |
Line 443 ip_input(struct mbuf *m) |
|
Line 522 ip_input(struct mbuf *m) |
|
(ntohl(ip->ip_src.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET) { |
(ntohl(ip->ip_src.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET) { |
if ((ifp->if_flags & IFF_LOOPBACK) == 0) { |
if ((ifp->if_flags & IFF_LOOPBACK) == 0) { |
IP_STATINC(IP_STAT_BADADDR); |
IP_STATINC(IP_STAT_BADADDR); |
goto bad; |
goto out; |
} |
} |
} |
} |
|
|
switch (m->m_pkthdr.csum_flags & |
switch (m->m_pkthdr.csum_flags & |
((ifp->if_csum_flags_rx & M_CSUM_IPv4) | |
((ifp->if_csum_flags_rx & M_CSUM_IPv4) | M_CSUM_IPv4_BAD)) { |
M_CSUM_IPv4_BAD)) { |
|
case M_CSUM_IPv4|M_CSUM_IPv4_BAD: |
case M_CSUM_IPv4|M_CSUM_IPv4_BAD: |
INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); |
INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); |
goto badcsum; |
IP_STATINC(IP_STAT_BADSUM); |
|
goto out; |
|
|
case M_CSUM_IPv4: |
case M_CSUM_IPv4: |
/* Checksum was okay. */ |
/* Checksum was okay. */ |
Line 467 ip_input(struct mbuf *m) |
|
Line 546 ip_input(struct mbuf *m) |
|
if (__predict_true(!(ifp->if_flags & IFF_LOOPBACK) || |
if (__predict_true(!(ifp->if_flags & IFF_LOOPBACK) || |
ip_do_loopback_cksum)) { |
ip_do_loopback_cksum)) { |
INET_CSUM_COUNTER_INCR(&ip_swcsum); |
INET_CSUM_COUNTER_INCR(&ip_swcsum); |
if (in_cksum(m, hlen) != 0) |
if (in_cksum(m, hlen) != 0) { |
goto badcsum; |
IP_STATINC(IP_STAT_BADSUM); |
|
goto out; |
|
} |
} |
} |
break; |
break; |
} |
} |
Line 481 ip_input(struct mbuf *m) |
|
Line 562 ip_input(struct mbuf *m) |
|
*/ |
*/ |
if (len < hlen) { |
if (len < hlen) { |
IP_STATINC(IP_STAT_BADLEN); |
IP_STATINC(IP_STAT_BADLEN); |
goto bad; |
goto out; |
} |
} |
|
|
/* |
/* |
* Check that the amount of data in the buffers |
* Check that the amount of data in the buffers is at least as much |
* is as at least much as the IP header would have us expect. |
* as the IP header would have us expect. Trim mbufs if longer than |
* Trim mbufs if longer than we expect. |
* we expect. Drop packet if shorter than we expect. |
* Drop packet if shorter than we expect. |
|
*/ |
*/ |
if (m->m_pkthdr.len < len) { |
if (m->m_pkthdr.len < len) { |
IP_STATINC(IP_STAT_TOOSHORT); |
IP_STATINC(IP_STAT_TOOSHORT); |
goto bad; |
goto out; |
} |
} |
if (m->m_pkthdr.len > len) { |
if (m->m_pkthdr.len > len) { |
if (m->m_len == m->m_pkthdr.len) { |
if (m->m_len == m->m_pkthdr.len) { |
Line 524 ip_input(struct mbuf *m) |
|
Line 604 ip_input(struct mbuf *m) |
|
struct in_addr odst = ip->ip_dst; |
struct in_addr odst = ip->ip_dst; |
bool freed; |
bool freed; |
|
|
SOFTNET_LOCK(); |
|
freed = pfil_run_hooks(inet_pfil_hook, &m, ifp, PFIL_IN) != 0; |
freed = pfil_run_hooks(inet_pfil_hook, &m, ifp, PFIL_IN) != 0; |
SOFTNET_UNLOCK(); |
|
if (freed || m == NULL) { |
if (freed || m == NULL) { |
return; |
m = NULL; |
|
goto out; |
} |
} |
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
hlen = ip->ip_hl << 2; |
hlen = ip->ip_hl << 2; |
Line 557 ip_input(struct mbuf *m) |
|
Line 636 ip_input(struct mbuf *m) |
|
if ((*altq_input)(m, AF_INET) == 0) { |
if ((*altq_input)(m, AF_INET) == 0) { |
/* Packet dropped by traffic conditioner. */ |
/* Packet dropped by traffic conditioner. */ |
SOFTNET_UNLOCK(); |
SOFTNET_UNLOCK(); |
return; |
m = NULL; |
|
goto out; |
} |
} |
SOFTNET_UNLOCK(); |
SOFTNET_UNLOCK(); |
} |
} |
Line 569 ip_input(struct mbuf *m) |
|
Line 649 ip_input(struct mbuf *m) |
|
* error was detected (causing an icmp message |
* error was detected (causing an icmp message |
* to be sent and the original packet to be freed). |
* to be sent and the original packet to be freed). |
*/ |
*/ |
ip_nhops = 0; /* for source routed packets */ |
if (hlen > sizeof(struct ip) && ip_dooptions(m)) { |
if (hlen > sizeof (struct ip) && ip_dooptions(m)) |
m = NULL; |
return; |
goto out; |
|
} |
/* |
|
* Enable a consistency check between the destination address |
|
* and the arrival interface for a unicast packet (the RFC 1122 |
|
* strong ES model) if IP forwarding is disabled and the packet |
|
* is not locally generated. |
|
* |
|
* XXX - Checking also should be disabled if the destination |
|
* address is ipnat'ed to a different interface. |
|
* |
|
* XXX - Checking is incompatible with IP aliases added |
|
* to the loopback interface instead of the interface where |
|
* the packets are received. |
|
* |
|
* XXX - We need to add a per ifaddr flag for this so that |
|
* we get finer grain control. |
|
*/ |
|
checkif = ip_checkinterface && (ipforwarding == 0) && |
|
(ifp->if_flags & IFF_LOOPBACK) == 0; |
|
|
|
/* |
/* |
* Check our list of addresses, to see if the packet is for us. |
* Check our list of addresses, to see if the packet is for us. |
Line 600 ip_input(struct mbuf *m) |
|
Line 662 ip_input(struct mbuf *m) |
|
* or IN_IFF_NOTREADY addresses as not mine. |
* or IN_IFF_NOTREADY addresses as not mine. |
*/ |
*/ |
downmatch = 0; |
downmatch = 0; |
LIST_FOREACH(ia, &IN_IFADDR_HASH(ip->ip_dst.s_addr), ia_hash) { |
s = pserialize_read_enter(); |
if (in_hosteq(ia->ia_addr.sin_addr, ip->ip_dst)) { |
ia = ip_match_our_address(ifp, ip, &downmatch); |
if (ia->ia4_flags & IN_IFF_NOTREADY) |
if (ia != NULL) { |
continue; |
pserialize_read_exit(s); |
if (checkif && ia->ia_ifp != ifp) |
|
continue; |
|
if ((ia->ia_ifp->if_flags & IFF_UP) != 0) |
|
break; |
|
else |
|
downmatch++; |
|
} |
|
} |
|
if (ia != NULL) |
|
goto ours; |
goto ours; |
|
} |
|
|
if (ifp->if_flags & IFF_BROADCAST) { |
if (ifp->if_flags & IFF_BROADCAST) { |
IFADDR_FOREACH(ifa, ifp) { |
ia = ip_match_our_address_broadcast(ifp, ip); |
if (ifa->ifa_addr->sa_family != AF_INET) |
if (ia != NULL) { |
continue; |
pserialize_read_exit(s); |
ia = ifatoia(ifa); |
goto ours; |
if (ia->ia4_flags & IN_IFF_NOTREADY) |
|
continue; |
|
if (in_hosteq(ip->ip_dst, ia->ia_broadaddr.sin_addr) || |
|
in_hosteq(ip->ip_dst, ia->ia_netbroadcast) || |
|
/* |
|
* Look for all-0's host part (old broadcast addr), |
|
* either for subnet or net. |
|
*/ |
|
ip->ip_dst.s_addr == ia->ia_subnet || |
|
ip->ip_dst.s_addr == ia->ia_net) |
|
goto ours; |
|
/* |
|
* An interface with IP address zero accepts |
|
* all packets that arrive on that interface. |
|
*/ |
|
if (in_nullhost(ia->ia_addr.sin_addr)) |
|
goto ours; |
|
} |
} |
} |
} |
|
pserialize_read_exit(s); |
|
|
if (IN_MULTICAST(ip->ip_dst.s_addr)) { |
if (IN_MULTICAST(ip->ip_dst.s_addr)) { |
#ifdef MROUTING |
#ifdef MROUTING |
extern struct socket *ip_mrouter; |
extern struct socket *ip_mrouter; |
Line 659 ip_input(struct mbuf *m) |
|
Line 699 ip_input(struct mbuf *m) |
|
if (ip_mforward(m, ifp) != 0) { |
if (ip_mforward(m, ifp) != 0) { |
SOFTNET_UNLOCK(); |
SOFTNET_UNLOCK(); |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
m_freem(m); |
goto out; |
return; |
|
} |
} |
SOFTNET_UNLOCK(); |
SOFTNET_UNLOCK(); |
|
|
Line 681 ip_input(struct mbuf *m) |
|
Line 720 ip_input(struct mbuf *m) |
|
*/ |
*/ |
if (!in_multi_group(ip->ip_dst, ifp, 0)) { |
if (!in_multi_group(ip->ip_dst, ifp, 0)) { |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
m_freem(m); |
goto out; |
return; |
|
} |
} |
goto ours; |
goto ours; |
} |
} |
Line 694 ip_input(struct mbuf *m) |
|
Line 732 ip_input(struct mbuf *m) |
|
* Not for us; forward if possible and desirable. |
* Not for us; forward if possible and desirable. |
*/ |
*/ |
if (ipforwarding == 0) { |
if (ipforwarding == 0) { |
|
m_put_rcvif_psref(ifp, &psref); |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
m_freem(m); |
m_freem(m); |
} else { |
} else { |
Line 704 ip_input(struct mbuf *m) |
|
Line 743 ip_input(struct mbuf *m) |
|
* forwarding loop till TTL goes to 0. |
* forwarding loop till TTL goes to 0. |
*/ |
*/ |
if (downmatch) { |
if (downmatch) { |
|
m_put_rcvif_psref(ifp, &psref); |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_HOST, 0, 0); |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_HOST, 0, 0); |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
return; |
return; |
} |
} |
#ifdef IPSEC |
#ifdef IPSEC |
/* Perform IPsec, if any. */ |
/* Check the security policy (SP) for the packet */ |
if (ipsec_used) { |
if (ipsec_used) { |
SOFTNET_LOCK(); |
|
if (ipsec4_input(m, IP_FORWARDING | |
if (ipsec4_input(m, IP_FORWARDING | |
(ip_directedbcast ? IP_ALLOWBROADCAST : 0)) != 0) { |
(ip_directedbcast ? IP_ALLOWBROADCAST : 0)) != 0) { |
SOFTNET_UNLOCK(); |
goto out; |
goto bad; |
|
} |
} |
SOFTNET_UNLOCK(); |
|
} |
} |
#endif |
#endif |
ip_forward(m, srcrt); |
ip_forward(m, srcrt, ifp); |
|
m_put_rcvif_psref(ifp, &psref); |
} |
} |
return; |
return; |
|
|
ours: |
ours: |
|
m_put_rcvif_psref(ifp, &psref); |
|
ifp = NULL; |
|
|
/* |
/* |
* If offset or IP_MF are set, must reassemble. |
* If offset or IP_MF are set, must reassemble. |
*/ |
*/ |
|
|
*/ |
*/ |
if (ip_reass_packet(&m, ip) != 0) { |
if (ip_reass_packet(&m, ip) != 0) { |
/* Failed; invalid fragment(s) or packet. */ |
/* Failed; invalid fragment(s) or packet. */ |
goto bad; |
goto out; |
} |
} |
if (m == NULL) { |
if (m == NULL) { |
/* More fragments should come; silently return. */ |
/* More fragments should come; silently return. */ |
return; |
goto out; |
} |
} |
/* |
/* |
* Reassembly is done, we have the final packet. |
* Reassembly is done, we have the final packet. |
* Updated cached data in local variable(s). |
* Update cached data in local variable(s). |
*/ |
*/ |
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
hlen = ip->ip_hl << 2; |
hlen = ip->ip_hl << 2; |
|
|
*/ |
*/ |
if (ipsec_used && |
if (ipsec_used && |
(inetsw[ip_protox[ip->ip_p]].pr_flags & PR_LASTHDR) != 0) { |
(inetsw[ip_protox[ip->ip_p]].pr_flags & PR_LASTHDR) != 0) { |
SOFTNET_LOCK(); |
|
if (ipsec4_input(m, 0) != 0) { |
if (ipsec4_input(m, 0) != 0) { |
SOFTNET_UNLOCK(); |
goto out; |
goto bad; |
|
} |
} |
SOFTNET_UNLOCK(); |
|
} |
} |
#endif |
#endif |
|
|
|
|
* Switch out to protocol's input routine. |
* Switch out to protocol's input routine. |
*/ |
*/ |
#if IFA_STATS |
#if IFA_STATS |
if (ia && ip) |
if (ia && ip) { |
ia->ia_ifa.ifa_data.ifad_inbytes += ntohs(ip->ip_len); |
struct in_ifaddr *_ia; |
|
/* |
|
* Keep a reference from ip_match_our_address with psref |
|
* is expensive, so explore ia here again. |
|
*/ |
|
s = pserialize_read_enter(); |
|
_ia = in_get_ia(ip->ip_dst); |
|
_ia->ia_ifa.ifa_data.ifad_inbytes += ntohs(ip->ip_len); |
|
pserialize_read_exit(s); |
|
} |
#endif |
#endif |
IP_STATINC(IP_STAT_DELIVERED); |
IP_STATINC(IP_STAT_DELIVERED); |
|
|
const int off = hlen, nh = ip->ip_p; |
const int off = hlen, nh = ip->ip_p; |
|
|
SOFTNET_LOCK(); |
|
(*inetsw[ip_protox[nh]].pr_input)(m, off, nh); |
(*inetsw[ip_protox[nh]].pr_input)(m, off, nh); |
SOFTNET_UNLOCK(); |
|
return; |
|
bad: |
|
m_freem(m); |
|
return; |
return; |
|
|
badcsum: |
out: |
IP_STATINC(IP_STAT_BADSUM); |
m_put_rcvif_psref(ifp, &psref); |
m_freem(m); |
if (m != NULL) |
|
m_freem(m); |
} |
} |
|
|
/* |
/* |
|
|
ip_slowtimo(void) |
ip_slowtimo(void) |
{ |
{ |
|
|
mutex_enter(softnet_lock); |
SOFTNET_KERNEL_LOCK_UNLESS_NET_MPSAFE(); |
KERNEL_LOCK(1, NULL); |
|
|
|
ip_reass_slowtimo(); |
ip_reass_slowtimo(); |
|
|
KERNEL_UNLOCK_ONE(NULL); |
SOFTNET_KERNEL_UNLOCK_UNLESS_NET_MPSAFE(); |
mutex_exit(softnet_lock); |
|
} |
} |
|
|
/* |
/* |
Line 832 ip_dooptions(struct mbuf *m) |
|
Line 873 ip_dooptions(struct mbuf *m) |
|
struct ip_timestamp *ipt; |
struct ip_timestamp *ipt; |
struct in_ifaddr *ia; |
struct in_ifaddr *ia; |
int opt, optlen, cnt, off, code, type = ICMP_PARAMPROB, forward = 0; |
int opt, optlen, cnt, off, code, type = ICMP_PARAMPROB, forward = 0; |
|
int srr_present, rr_present, ts_present; |
struct in_addr dst; |
struct in_addr dst; |
n_time ntime; |
n_time ntime; |
|
struct ifaddr *ifa = NULL; |
|
int s; |
|
|
|
srr_present = 0; |
|
rr_present = 0; |
|
ts_present = 0; |
|
|
dst = ip->ip_dst; |
dst = ip->ip_dst; |
cp = (u_char *)(ip + 1); |
cp = (u_char *)(ip + 1); |
cnt = (ip->ip_hl << 2) - sizeof (struct ip); |
cnt = (ip->ip_hl << 2) - sizeof(struct ip); |
for (; cnt > 0; cnt -= optlen, cp += optlen) { |
for (; cnt > 0; cnt -= optlen, cp += optlen) { |
opt = cp[IPOPT_OPTVAL]; |
opt = cp[IPOPT_OPTVAL]; |
if (opt == IPOPT_EOL) |
if (opt == IPOPT_EOL) |
Line 870 ip_dooptions(struct mbuf *m) |
|
Line 918 ip_dooptions(struct mbuf *m) |
|
* address is on directly accessible net. |
* address is on directly accessible net. |
*/ |
*/ |
case IPOPT_LSRR: |
case IPOPT_LSRR: |
case IPOPT_SSRR: |
case IPOPT_SSRR: { |
|
struct psref psref; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (ip_allowsrcrt == 0) { |
if (ip_allowsrcrt == 0) { |
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_NET_PROHIB; |
code = ICMP_UNREACH_NET_PROHIB; |
goto bad; |
goto bad; |
} |
} |
|
if (srr_present++) { |
|
code = &cp[IPOPT_OPTVAL] - (u_char *)ip; |
|
goto bad; |
|
} |
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
goto bad; |
goto bad; |
Line 885 ip_dooptions(struct mbuf *m) |
|
Line 943 ip_dooptions(struct mbuf *m) |
|
goto bad; |
goto bad; |
} |
} |
ipaddr.sin_addr = ip->ip_dst; |
ipaddr.sin_addr = ip->ip_dst; |
ia = ifatoia(ifa_ifwithaddr(sintosa(&ipaddr))); |
|
if (ia == 0) { |
s = pserialize_read_enter(); |
|
ifa = ifa_ifwithaddr(sintosa(&ipaddr)); |
|
if (ifa == NULL) { |
|
pserialize_read_exit(s); |
if (opt == IPOPT_SSRR) { |
if (opt == IPOPT_SSRR) { |
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_SRCFAIL; |
code = ICMP_UNREACH_SRCFAIL; |
Line 898 ip_dooptions(struct mbuf *m) |
|
Line 959 ip_dooptions(struct mbuf *m) |
|
*/ |
*/ |
break; |
break; |
} |
} |
|
pserialize_read_exit(s); |
|
|
off--; /* 0 origin */ |
off--; /* 0 origin */ |
if ((off + sizeof(struct in_addr)) > optlen) { |
if ((off + sizeof(struct in_addr)) > optlen) { |
/* |
/* |
* End of source route. Should be for us. |
* End of source route. Should be for us. |
*/ |
*/ |
save_rte(cp, ip->ip_src); |
save_rte(m, cp, ip->ip_src); |
break; |
break; |
} |
} |
/* |
/* |
Line 911 ip_dooptions(struct mbuf *m) |
|
Line 974 ip_dooptions(struct mbuf *m) |
|
*/ |
*/ |
memcpy((void *)&ipaddr.sin_addr, (void *)(cp + off), |
memcpy((void *)&ipaddr.sin_addr, (void *)(cp + off), |
sizeof(ipaddr.sin_addr)); |
sizeof(ipaddr.sin_addr)); |
if (opt == IPOPT_SSRR) |
if (opt == IPOPT_SSRR) { |
ia = ifatoia(ifa_ifwithladdr(sintosa(&ipaddr))); |
ifa = ifa_ifwithladdr_psref(sintosa(&ipaddr), |
else |
&psref); |
ia = ip_rtaddr(ipaddr.sin_addr); |
if (ifa != NULL) |
if (ia == 0) { |
ia = ifatoia(ifa); |
|
else |
|
ia = NULL; |
|
} else { |
|
ia = ip_rtaddr(ipaddr.sin_addr, &psref); |
|
} |
|
if (ia == NULL) { |
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_SRCFAIL; |
code = ICMP_UNREACH_SRCFAIL; |
goto bad; |
goto bad; |
Line 923 ip_dooptions(struct mbuf *m) |
|
Line 992 ip_dooptions(struct mbuf *m) |
|
ip->ip_dst = ipaddr.sin_addr; |
ip->ip_dst = ipaddr.sin_addr; |
bcopy((void *)&ia->ia_addr.sin_addr, |
bcopy((void *)&ia->ia_addr.sin_addr, |
(void *)(cp + off), sizeof(struct in_addr)); |
(void *)(cp + off), sizeof(struct in_addr)); |
|
ia4_release(ia, &psref); |
cp[IPOPT_OFFSET] += sizeof(struct in_addr); |
cp[IPOPT_OFFSET] += sizeof(struct in_addr); |
/* |
/* |
* Let ip_intr's mcast routing check handle mcast pkts |
* Let ip_intr's mcast routing check handle mcast pkts |
*/ |
*/ |
forward = !IN_MULTICAST(ip->ip_dst.s_addr); |
forward = !IN_MULTICAST(ip->ip_dst.s_addr); |
break; |
break; |
|
} |
|
|
|
case IPOPT_RR: { |
|
struct psref psref; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
case IPOPT_RR: |
if (rr_present++) { |
|
code = &cp[IPOPT_OPTVAL] - (u_char *)ip; |
|
goto bad; |
|
} |
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
if (optlen < IPOPT_OFFSET + sizeof(*cp)) { |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
code = &cp[IPOPT_OLEN] - (u_char *)ip; |
goto bad; |
goto bad; |
Line 951 ip_dooptions(struct mbuf *m) |
|
Line 1032 ip_dooptions(struct mbuf *m) |
|
* locate outgoing interface; if we're the destination, |
* locate outgoing interface; if we're the destination, |
* use the incoming interface (should be same). |
* use the incoming interface (should be same). |
*/ |
*/ |
if ((ia = ifatoia(ifa_ifwithaddr(sintosa(&ipaddr)))) |
ifa = ifa_ifwithaddr_psref(sintosa(&ipaddr), &psref); |
== NULL && |
if (ifa == NULL) { |
(ia = ip_rtaddr(ipaddr.sin_addr)) == NULL) { |
ia = ip_rtaddr(ipaddr.sin_addr, &psref); |
type = ICMP_UNREACH; |
if (ia == NULL) { |
code = ICMP_UNREACH_HOST; |
type = ICMP_UNREACH; |
goto bad; |
code = ICMP_UNREACH_HOST; |
|
goto bad; |
|
} |
|
} else { |
|
ia = ifatoia(ifa); |
} |
} |
bcopy((void *)&ia->ia_addr.sin_addr, |
bcopy((void *)&ia->ia_addr.sin_addr, |
(void *)(cp + off), sizeof(struct in_addr)); |
(void *)(cp + off), sizeof(struct in_addr)); |
|
ia4_release(ia, &psref); |
cp[IPOPT_OFFSET] += sizeof(struct in_addr); |
cp[IPOPT_OFFSET] += sizeof(struct in_addr); |
break; |
break; |
|
} |
|
|
case IPOPT_TS: |
case IPOPT_TS: |
code = cp - (u_char *)ip; |
code = cp - (u_char *)ip; |
ipt = (struct ip_timestamp *)cp; |
ipt = (struct ip_timestamp *)cp; |
|
if (ts_present++) { |
|
code = &cp[IPOPT_OPTVAL] - (u_char *)ip; |
|
goto bad; |
|
} |
if (ipt->ipt_len < 4 || ipt->ipt_len > 40) { |
if (ipt->ipt_len < 4 || ipt->ipt_len > 40) { |
code = (u_char *)&ipt->ipt_len - (u_char *)ip; |
code = (u_char *)&ipt->ipt_len - (u_char *)ip; |
goto bad; |
goto bad; |
Line 974 ip_dooptions(struct mbuf *m) |
|
Line 1065 ip_dooptions(struct mbuf *m) |
|
code = (u_char *)&ipt->ipt_ptr - (u_char *)ip; |
code = (u_char *)&ipt->ipt_ptr - (u_char *)ip; |
goto bad; |
goto bad; |
} |
} |
if (ipt->ipt_ptr > ipt->ipt_len - sizeof (int32_t)) { |
if (ipt->ipt_ptr > ipt->ipt_len - sizeof(int32_t)) { |
if (++ipt->ipt_oflw == 0) { |
if (++ipt->ipt_oflw == 0) { |
code = (u_char *)&ipt->ipt_ptr - |
code = (u_char *)&ipt->ipt_ptr - |
(u_char *)ip; |
(u_char *)ip; |
Line 988 ip_dooptions(struct mbuf *m) |
|
Line 1079 ip_dooptions(struct mbuf *m) |
|
case IPOPT_TS_TSONLY: |
case IPOPT_TS_TSONLY: |
break; |
break; |
|
|
case IPOPT_TS_TSANDADDR: |
case IPOPT_TS_TSANDADDR: { |
|
struct ifnet *rcvif; |
|
int _s, _ss; |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
sizeof(struct in_addr) > ipt->ipt_len) { |
sizeof(struct in_addr) > ipt->ipt_len) { |
code = (u_char *)&ipt->ipt_ptr - |
code = (u_char *)&ipt->ipt_ptr - |
Line 996 ip_dooptions(struct mbuf *m) |
|
Line 1094 ip_dooptions(struct mbuf *m) |
|
goto bad; |
goto bad; |
} |
} |
ipaddr.sin_addr = dst; |
ipaddr.sin_addr = dst; |
ia = ifatoia(ifaof_ifpforaddr(sintosa(&ipaddr), |
_ss = pserialize_read_enter(); |
m->m_pkthdr.rcvif)); |
rcvif = m_get_rcvif(m, &_s); |
if (ia == 0) |
if (__predict_true(rcvif != NULL)) { |
continue; |
ifa = ifaof_ifpforaddr(sintosa(&ipaddr), |
|
rcvif); |
|
} |
|
m_put_rcvif(rcvif, &_s); |
|
if (ifa == NULL) { |
|
pserialize_read_exit(_ss); |
|
break; |
|
} |
|
ia = ifatoia(ifa); |
bcopy(&ia->ia_addr.sin_addr, |
bcopy(&ia->ia_addr.sin_addr, |
cp0, sizeof(struct in_addr)); |
cp0, sizeof(struct in_addr)); |
|
pserialize_read_exit(_ss); |
ipt->ipt_ptr += sizeof(struct in_addr); |
ipt->ipt_ptr += sizeof(struct in_addr); |
break; |
break; |
|
} |
|
|
|
case IPOPT_TS_PRESPEC: { |
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
case IPOPT_TS_PRESPEC: |
|
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
if (ipt->ipt_ptr - 1 + sizeof(n_time) + |
sizeof(struct in_addr) > ipt->ipt_len) { |
sizeof(struct in_addr) > ipt->ipt_len) { |
code = (u_char *)&ipt->ipt_ptr - |
code = (u_char *)&ipt->ipt_ptr - |
Line 1014 ip_dooptions(struct mbuf *m) |
|
Line 1127 ip_dooptions(struct mbuf *m) |
|
} |
} |
memcpy(&ipaddr.sin_addr, cp0, |
memcpy(&ipaddr.sin_addr, cp0, |
sizeof(struct in_addr)); |
sizeof(struct in_addr)); |
if (ifatoia(ifa_ifwithaddr(sintosa(&ipaddr))) |
s = pserialize_read_enter(); |
== NULL) |
ifa = ifa_ifwithaddr(sintosa(&ipaddr)); |
|
if (ifa == NULL) { |
|
pserialize_read_exit(s); |
continue; |
continue; |
|
} |
|
pserialize_read_exit(s); |
ipt->ipt_ptr += sizeof(struct in_addr); |
ipt->ipt_ptr += sizeof(struct in_addr); |
break; |
break; |
|
} |
|
|
default: |
default: |
/* XXX can't take &ipt->ipt_flg */ |
/* XXX can't take &ipt->ipt_flg */ |
Line 1034 ip_dooptions(struct mbuf *m) |
|
Line 1152 ip_dooptions(struct mbuf *m) |
|
} |
} |
} |
} |
if (forward) { |
if (forward) { |
|
struct ifnet *rcvif; |
|
struct psref _psref; |
|
|
if (ip_forwsrcrt == 0) { |
if (ip_forwsrcrt == 0) { |
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_SRCFAIL; |
code = ICMP_UNREACH_SRCFAIL; |
goto bad; |
goto bad; |
} |
} |
ip_forward(m, 1); |
|
|
rcvif = m_get_rcvif_psref(m, &_psref); |
|
if (__predict_false(rcvif == NULL)) { |
|
type = ICMP_UNREACH; |
|
code = ICMP_UNREACH_HOST; |
|
goto bad; |
|
} |
|
ip_forward(m, 1, rcvif); |
|
m_put_rcvif_psref(rcvif, &_psref); |
return true; |
return true; |
} |
} |
return false; |
return false; |
|
|
* return internet address info of interface to be used to get there. |
* return internet address info of interface to be used to get there. |
*/ |
*/ |
static struct in_ifaddr * |
static struct in_ifaddr * |
ip_rtaddr(struct in_addr dst) |
ip_rtaddr(struct in_addr dst, struct psref *psref) |
{ |
{ |
struct rtentry *rt; |
struct rtentry *rt; |
union { |
union { |
struct sockaddr dst; |
struct sockaddr dst; |
struct sockaddr_in dst4; |
struct sockaddr_in dst4; |
} u; |
} u; |
|
struct route *ro; |
|
|
sockaddr_in_init(&u.dst4, &dst, 0); |
sockaddr_in_init(&u.dst4, &dst, 0); |
|
|
SOFTNET_LOCK(); |
ro = percpu_getref(ipforward_rt_percpu); |
rt = rtcache_lookup(&ipforward_rt, &u.dst); |
rt = rtcache_lookup(ro, &u.dst); |
SOFTNET_UNLOCK(); |
if (rt == NULL) { |
if (rt == NULL) |
percpu_putref(ipforward_rt_percpu); |
return NULL; |
return NULL; |
|
} |
|
|
|
ia4_acquire(ifatoia(rt->rt_ifa), psref); |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ipforward_rt_percpu); |
|
|
return ifatoia(rt->rt_ifa); |
return ifatoia(rt->rt_ifa); |
} |
} |
Line 1078 ip_rtaddr(struct in_addr dst) |
|
Line 1213 ip_rtaddr(struct in_addr dst) |
|
* up later by ip_srcroute if the receiver is interested. |
* up later by ip_srcroute if the receiver is interested. |
*/ |
*/ |
static void |
static void |
save_rte(u_char *option, struct in_addr dst) |
save_rte(struct mbuf *m, u_char *option, struct in_addr dst) |
{ |
{ |
|
struct ip_srcrt *isr; |
|
struct m_tag *mtag; |
unsigned olen; |
unsigned olen; |
|
|
olen = option[IPOPT_OLEN]; |
olen = option[IPOPT_OLEN]; |
if (olen > sizeof(ip_srcrt) - (1 + sizeof(dst))) |
if (olen > sizeof(isr->isr_hdr) + sizeof(isr->isr_routes)) |
return; |
return; |
memcpy((void *)ip_srcrt.srcopt, (void *)option, olen); |
|
ip_nhops = (olen - IPOPT_OFFSET - 1) / sizeof(struct in_addr); |
mtag = m_tag_get(PACKET_TAG_SRCROUTE, sizeof(*isr), M_NOWAIT); |
ip_srcrt.dst = dst; |
if (mtag == NULL) |
|
return; |
|
isr = (struct ip_srcrt *)(mtag + 1); |
|
|
|
memcpy(isr->isr_hdr, option, olen); |
|
isr->isr_nhops = (olen - IPOPT_OFFSET - 1) / sizeof(struct in_addr); |
|
isr->isr_dst = dst; |
|
m_tag_prepend(m, mtag); |
} |
} |
|
|
/* |
/* |
Line 1096 save_rte(u_char *option, struct in_addr |
|
Line 1240 save_rte(u_char *option, struct in_addr |
|
* The first hop is placed before the options, will be removed later. |
* The first hop is placed before the options, will be removed later. |
*/ |
*/ |
struct mbuf * |
struct mbuf * |
ip_srcroute(void) |
ip_srcroute(struct mbuf *m0) |
{ |
{ |
struct in_addr *p, *q; |
struct in_addr *p, *q; |
struct mbuf *m; |
struct mbuf *m; |
|
struct ip_srcrt *isr; |
|
struct m_tag *mtag; |
|
|
if (ip_nhops == 0) |
mtag = m_tag_find(m0, PACKET_TAG_SRCROUTE, NULL); |
|
if (mtag == NULL) |
return NULL; |
return NULL; |
|
isr = (struct ip_srcrt *)(mtag + 1); |
|
|
|
if (isr->isr_nhops == 0) |
|
return NULL; |
|
|
m = m_get(M_DONTWAIT, MT_SOOPTS); |
m = m_get(M_DONTWAIT, MT_SOOPTS); |
if (m == 0) |
if (m == NULL) |
return NULL; |
return NULL; |
|
|
MCLAIM(m, &inetdomain.dom_mowner); |
MCLAIM(m, &inetdomain.dom_mowner); |
#define OPTSIZ (sizeof(ip_srcrt.nop) + sizeof(ip_srcrt.srcopt)) |
#define OPTSIZ (sizeof(isr->isr_nop) + sizeof(isr->isr_hdr)) |
|
|
/* length is (nhops+1)*sizeof(addr) + sizeof(nop + srcrt header) */ |
/* length is (nhops+1)*sizeof(addr) + sizeof(nop + header) */ |
m->m_len = ip_nhops * sizeof(struct in_addr) + sizeof(struct in_addr) + |
m->m_len = (isr->isr_nhops + 1) * sizeof(struct in_addr) + OPTSIZ; |
OPTSIZ; |
|
|
|
/* |
/* |
* First save first hop for return route |
* First save first hop for return route |
*/ |
*/ |
p = &ip_srcrt.route[ip_nhops - 1]; |
p = &(isr->isr_routes[isr->isr_nhops - 1]); |
*(mtod(m, struct in_addr *)) = *p--; |
*(mtod(m, struct in_addr *)) = *p--; |
|
|
/* |
/* |
* Copy option fields and padding (nop) to mbuf. |
* Copy option fields and padding (nop) to mbuf. |
*/ |
*/ |
ip_srcrt.nop = IPOPT_NOP; |
isr->isr_nop = IPOPT_NOP; |
ip_srcrt.srcopt[IPOPT_OFFSET] = IPOPT_MINOFF; |
isr->isr_hdr[IPOPT_OFFSET] = IPOPT_MINOFF; |
memmove(mtod(m, char *) + sizeof(struct in_addr), &ip_srcrt.nop, |
memmove(mtod(m, char *) + sizeof(struct in_addr), &isr->isr_nop, |
OPTSIZ); |
OPTSIZ); |
q = (struct in_addr *)(mtod(m, char *) + |
q = (struct in_addr *)(mtod(m, char *) + |
sizeof(struct in_addr) + OPTSIZ); |
sizeof(struct in_addr) + OPTSIZ); |
Line 1134 ip_srcroute(void) |
|
Line 1285 ip_srcroute(void) |
|
* Record return path as an IP source route, |
* Record return path as an IP source route, |
* reversing the path (pointers are now aligned). |
* reversing the path (pointers are now aligned). |
*/ |
*/ |
while (p >= ip_srcrt.route) { |
while (p >= isr->isr_routes) { |
*q++ = *p--; |
*q++ = *p--; |
} |
} |
/* |
/* |
* Last hop goes to final destination. |
* Last hop goes to final destination. |
*/ |
*/ |
*q = ip_srcrt.dst; |
*q = isr->isr_dst; |
return (m); |
m_tag_delete(m0, mtag); |
|
return m; |
} |
} |
|
|
const int inetctlerrmap[PRC_NCMDS] = { |
const int inetctlerrmap[PRC_NCMDS] = { |
Line 1186 ip_drainstub(void) |
|
Line 1338 ip_drainstub(void) |
|
* via a source route. |
* via a source route. |
*/ |
*/ |
static void |
static void |
ip_forward(struct mbuf *m, int srcrt) |
ip_forward(struct mbuf *m, int srcrt, struct ifnet *rcvif) |
{ |
{ |
struct ip *ip = mtod(m, struct ip *); |
struct ip *ip = mtod(m, struct ip *); |
struct rtentry *rt; |
struct rtentry *rt; |
Line 1198 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1350 ip_forward(struct mbuf *m, int srcrt) |
|
struct sockaddr_in dst4; |
struct sockaddr_in dst4; |
} u; |
} u; |
uint64_t *ips; |
uint64_t *ips; |
|
struct route *ro; |
|
|
KASSERTMSG(cpu_softintr_p(), "ip_forward: not in the software " |
KASSERTMSG(cpu_softintr_p(), "ip_forward: not in the software " |
"interrupt handler; synchronization assumptions violated"); |
"interrupt handler; synchronization assumptions violated"); |
Line 1219 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1372 ip_forward(struct mbuf *m, int srcrt) |
|
return; |
return; |
} |
} |
|
|
SOFTNET_LOCK(); |
|
|
|
if (ip->ip_ttl <= IPTTLDEC) { |
if (ip->ip_ttl <= IPTTLDEC) { |
icmp_error(m, ICMP_TIMXCEED, ICMP_TIMXCEED_INTRANS, dest, 0); |
icmp_error(m, ICMP_TIMXCEED, ICMP_TIMXCEED_INTRANS, dest, 0); |
SOFTNET_UNLOCK(); |
|
return; |
return; |
} |
} |
|
|
sockaddr_in_init(&u.dst4, &ip->ip_dst, 0); |
sockaddr_in_init(&u.dst4, &ip->ip_dst, 0); |
|
|
if ((rt = rtcache_lookup(&ipforward_rt, &u.dst)) == NULL) { |
ro = percpu_getref(ipforward_rt_percpu); |
|
rt = rtcache_lookup(ro, &u.dst); |
|
if (rt == NULL) { |
|
percpu_putref(ipforward_rt_percpu); |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_NET, dest, 0); |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_NET, dest, 0); |
SOFTNET_UNLOCK(); |
|
return; |
return; |
} |
} |
|
|
Line 1254 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1406 ip_forward(struct mbuf *m, int srcrt) |
|
* Also, don't send redirect if forwarding using a default route |
* Also, don't send redirect if forwarding using a default route |
* or a route modified by a redirect. |
* or a route modified by a redirect. |
*/ |
*/ |
if (rt->rt_ifp == m->m_pkthdr.rcvif && |
if (rt->rt_ifp == rcvif && |
(rt->rt_flags & (RTF_DYNAMIC|RTF_MODIFIED)) == 0 && |
(rt->rt_flags & (RTF_DYNAMIC|RTF_MODIFIED)) == 0 && |
!in_nullhost(satocsin(rt_getkey(rt))->sin_addr) && |
!in_nullhost(satocsin(rt_getkey(rt))->sin_addr) && |
ipsendredirects && !srcrt) { |
ipsendredirects && !srcrt) { |
Line 1273 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1425 ip_forward(struct mbuf *m, int srcrt) |
|
code = ICMP_REDIRECT_HOST; |
code = ICMP_REDIRECT_HOST; |
} |
} |
} |
} |
|
rtcache_unref(rt, ro); |
|
|
error = ip_output(m, NULL, &ipforward_rt, |
error = ip_output(m, NULL, ro, |
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
NULL, NULL); |
NULL, NULL); |
|
|
Line 1296 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1449 ip_forward(struct mbuf *m, int srcrt) |
|
if (mcopy) { |
if (mcopy) { |
#ifdef GATEWAY |
#ifdef GATEWAY |
if (mcopy->m_flags & M_CANFASTFWD) |
if (mcopy->m_flags & M_CANFASTFWD) |
ipflow_create(&ipforward_rt, mcopy); |
ipflow_create(ro, mcopy); |
#endif |
#endif |
m_freem(mcopy); |
m_freem(mcopy); |
} |
} |
|
|
SOFTNET_UNLOCK(); |
percpu_putref(ipforward_rt_percpu); |
return; |
return; |
|
|
redirect: |
redirect: |
error: |
error: |
if (mcopy == NULL) { |
if (mcopy == NULL) { |
SOFTNET_UNLOCK(); |
percpu_putref(ipforward_rt_percpu); |
return; |
return; |
} |
} |
|
|
|
|
type = ICMP_UNREACH; |
type = ICMP_UNREACH; |
code = ICMP_UNREACH_NEEDFRAG; |
code = ICMP_UNREACH_NEEDFRAG; |
|
|
if ((rt = rtcache_validate(&ipforward_rt)) != NULL) |
if ((rt = rtcache_validate(ro)) != NULL) { |
destmtu = rt->rt_ifp->if_mtu; |
destmtu = rt->rt_ifp->if_mtu; |
|
rtcache_unref(rt, ro); |
|
} |
#ifdef IPSEC |
#ifdef IPSEC |
if (ipsec_used) |
if (ipsec_used) |
(void)ipsec4_forward(mcopy, &destmtu); |
(void)ipsec4_forward(mcopy, &destmtu); |
|
|
*/ |
*/ |
if (mcopy) |
if (mcopy) |
m_freem(mcopy); |
m_freem(mcopy); |
SOFTNET_UNLOCK(); |
percpu_putref(ipforward_rt_percpu); |
return; |
return; |
} |
} |
icmp_error(mcopy, type, code, dest, destmtu); |
icmp_error(mcopy, type, code, dest, destmtu); |
SOFTNET_UNLOCK(); |
percpu_putref(ipforward_rt_percpu); |
} |
} |
|
|
void |
void |
Line 1360 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1515 ip_savecontrol(struct inpcb *inp, struct |
|
struct mbuf *m) |
struct mbuf *m) |
{ |
{ |
struct socket *so = inp->inp_socket; |
struct socket *so = inp->inp_socket; |
ifnet_t *ifp = m->m_pkthdr.rcvif; |
|
int inpflags = inp->inp_flags; |
int inpflags = inp->inp_flags; |
|
|
if (so->so_options & SO_TIMESTAMP |
if (SOOPT_TIMESTAMP(so->so_options)) |
#ifdef SO_OTIMESTAMP |
mp = sbsavetimestamp(so->so_options, m, mp); |
|| so->so_options & SO_OTIMESTAMP |
|
#endif |
|
) { |
|
struct timeval tv; |
|
|
|
microtime(&tv); |
|
#ifdef SO_OTIMESTAMP |
|
if (so->so_options & SO_OTIMESTAMP) { |
|
struct timeval50 tv50; |
|
timeval_to_timeval50(&tv, &tv50); |
|
*mp = sbcreatecontrol((void *) &tv50, sizeof(tv50), |
|
SCM_OTIMESTAMP, SOL_SOCKET); |
|
} else |
|
#endif |
|
*mp = sbcreatecontrol((void *) &tv, sizeof(tv), |
|
SCM_TIMESTAMP, SOL_SOCKET); |
|
if (*mp) |
|
mp = &(*mp)->m_next; |
|
} |
|
if (inpflags & INP_RECVDSTADDR) { |
if (inpflags & INP_RECVDSTADDR) { |
*mp = sbcreatecontrol((void *) &ip->ip_dst, |
*mp = sbcreatecontrol(&ip->ip_dst, |
sizeof(struct in_addr), IP_RECVDSTADDR, IPPROTO_IP); |
sizeof(struct in_addr), IP_RECVDSTADDR, IPPROTO_IP); |
if (*mp) |
if (*mp) |
mp = &(*mp)->m_next; |
mp = &(*mp)->m_next; |
} |
} |
if (inpflags & INP_RECVPKTINFO) { |
|
struct in_pktinfo ipi; |
if (inpflags & INP_RECVTTL) { |
ipi.ipi_addr = ip->ip_src; |
*mp = sbcreatecontrol(&ip->ip_ttl, |
ipi.ipi_ifindex = ifp->if_index; |
sizeof(uint8_t), IP_RECVTTL, IPPROTO_IP); |
*mp = sbcreatecontrol((void *) &ipi, |
|
sizeof(ipi), IP_RECVPKTINFO, IPPROTO_IP); |
|
if (*mp) |
if (*mp) |
mp = &(*mp)->m_next; |
mp = &(*mp)->m_next; |
} |
} |
if (inpflags & INP_PKTINFO) { |
|
|
struct psref psref; |
|
ifnet_t *ifp = m_get_rcvif_psref(m, &psref); |
|
if (__predict_false(ifp == NULL)) { |
|
#ifdef DIAGNOSTIC |
|
printf("%s: missing receive interface\n", __func__); |
|
#endif |
|
return; /* XXX should report error? */ |
|
} |
|
|
|
if (inpflags & INP_RECVPKTINFO) { |
struct in_pktinfo ipi; |
struct in_pktinfo ipi; |
ipi.ipi_addr = ip->ip_dst; |
ipi.ipi_addr = ip->ip_dst; |
ipi.ipi_ifindex = ifp->if_index; |
ipi.ipi_ifindex = ifp->if_index; |
*mp = sbcreatecontrol((void *) &ipi, |
*mp = sbcreatecontrol(&ipi, |
sizeof(ipi), IP_PKTINFO, IPPROTO_IP); |
sizeof(ipi), IP_PKTINFO, IPPROTO_IP); |
if (*mp) |
if (*mp) |
mp = &(*mp)->m_next; |
mp = &(*mp)->m_next; |
Line 1411 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1555 ip_savecontrol(struct inpcb *inp, struct |
|
if (inpflags & INP_RECVIF) { |
if (inpflags & INP_RECVIF) { |
struct sockaddr_dl sdl; |
struct sockaddr_dl sdl; |
|
|
sockaddr_dl_init(&sdl, sizeof(sdl), ifp ? |
sockaddr_dl_init(&sdl, sizeof(sdl), ifp->if_index, 0, NULL, 0, |
ifp->if_index : 0, 0, NULL, 0, NULL, 0); |
NULL, 0); |
*mp = sbcreatecontrol(&sdl, sdl.sdl_len, IP_RECVIF, IPPROTO_IP); |
*mp = sbcreatecontrol(&sdl, sdl.sdl_len, IP_RECVIF, IPPROTO_IP); |
if (*mp) |
if (*mp) |
mp = &(*mp)->m_next; |
mp = &(*mp)->m_next; |
} |
} |
if (inpflags & INP_RECVTTL) { |
m_put_rcvif_psref(ifp, &psref); |
*mp = sbcreatecontrol((void *) &ip->ip_ttl, |
|
sizeof(uint8_t), IP_RECVTTL, IPPROTO_IP); |
|
if (*mp) |
|
mp = &(*mp)->m_next; |
|
} |
|
} |
} |
|
|
/* |
/* |
Line 1461 sysctl_net_inet_ip_pmtudto(SYSCTLFN_ARGS |
|
Line 1600 sysctl_net_inet_ip_pmtudto(SYSCTLFN_ARGS |
|
int error, tmp; |
int error, tmp; |
struct sysctlnode node; |
struct sysctlnode node; |
|
|
|
icmp_mtudisc_lock(); |
|
|
node = *rnode; |
node = *rnode; |
tmp = ip_mtudisc_timeout; |
tmp = ip_mtudisc_timeout; |
node.sysctl_data = &tmp; |
node.sysctl_data = &tmp; |
error = sysctl_lookup(SYSCTLFN_CALL(&node)); |
error = sysctl_lookup(SYSCTLFN_CALL(&node)); |
if (error || newp == NULL) |
if (error || newp == NULL) |
return (error); |
goto out; |
if (tmp < 0) |
if (tmp < 0) { |
return (EINVAL); |
error = EINVAL; |
|
goto out; |
mutex_enter(softnet_lock); |
} |
|
|
ip_mtudisc_timeout = tmp; |
ip_mtudisc_timeout = tmp; |
rt_timer_queue_change(ip_mtudisc_timeout_q, ip_mtudisc_timeout); |
rt_timer_queue_change(ip_mtudisc_timeout_q, ip_mtudisc_timeout); |
|
error = 0; |
mutex_exit(softnet_lock); |
out: |
|
icmp_mtudisc_unlock(); |
return (0); |
return error; |
} |
} |
|
|
static int |
static int |