version 1.313, 2014/05/23 19:35:24 |
version 1.319.4.1, 2015/04/06 15:18:23 |
Line 103 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 103 __KERNEL_RCSID(0, "$NetBSD$"); |
|
|
|
#include <sys/param.h> |
#include <sys/param.h> |
#include <sys/systm.h> |
#include <sys/systm.h> |
|
#include <sys/cpu.h> |
#include <sys/mbuf.h> |
#include <sys/mbuf.h> |
#include <sys/domain.h> |
#include <sys/domain.h> |
#include <sys/protosw.h> |
#include <sys/protosw.h> |
Line 118 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 119 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <net/if.h> |
#include <net/if.h> |
#include <net/if_dl.h> |
#include <net/if_dl.h> |
#include <net/route.h> |
#include <net/route.h> |
|
#include <net/pktqueue.h> |
#include <net/pfil.h> |
#include <net/pfil.h> |
|
|
#include <netinet/in.h> |
#include <netinet/in.h> |
Line 210 int ip_do_randomid = 0; |
|
Line 212 int ip_do_randomid = 0; |
|
* to the loopback interface instead of the interface where the |
* to the loopback interface instead of the interface where the |
* packets for those addresses are received. |
* packets for those addresses are received. |
*/ |
*/ |
int ip_checkinterface = 0; |
static int ip_checkinterface __read_mostly = 0; |
|
|
struct rttimer_queue *ip_mtudisc_timeout_q = NULL; |
struct rttimer_queue *ip_mtudisc_timeout_q = NULL; |
|
|
struct ifqueue ipintrq; |
pktqueue_t * ip_pktq __read_mostly; |
|
pfil_head_t * inet_pfil_hook __read_mostly; |
|
ipid_state_t * ip_ids __read_mostly; |
|
percpu_t * ipstat_percpu __read_mostly; |
|
|
ipid_state_t * ip_ids; |
static struct route ipforward_rt __cacheline_aligned; |
uint16_t ip_id; |
|
|
|
percpu_t *ipstat_percpu; |
|
|
|
pfil_head_t *inet_pfil_hook; |
uint16_t ip_id; |
|
|
#ifdef INET_CSUM_COUNTERS |
#ifdef INET_CSUM_COUNTERS |
#include <sys/device.h> |
#include <sys/device.h> |
Line 264 static struct ip_srcrt { |
|
Line 266 static struct ip_srcrt { |
|
|
|
static int ip_drainwanted; |
static int ip_drainwanted; |
|
|
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
static void save_rte(u_char *, struct in_addr); |
static void save_rte(u_char *, struct in_addr); |
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
Line 271 struct mowner ip_rx_mowner = MOWNER_INIT |
|
Line 278 struct mowner ip_rx_mowner = MOWNER_INIT |
|
struct mowner ip_tx_mowner = MOWNER_INIT("internet", "tx"); |
struct mowner ip_tx_mowner = MOWNER_INIT("internet", "tx"); |
#endif |
#endif |
|
|
|
static void ipintr(void *); |
static void ip_input(struct mbuf *); |
static void ip_input(struct mbuf *); |
static void ip_forward(struct mbuf *, int); |
static void ip_forward(struct mbuf *, int); |
static bool ip_dooptions(struct mbuf *); |
static bool ip_dooptions(struct mbuf *); |
static struct in_ifaddr *ip_rtaddr(struct in_addr); |
static struct in_ifaddr *ip_rtaddr(struct in_addr); |
static void sysctl_net_inet_ip_setup(struct sysctllog **); |
static void sysctl_net_inet_ip_setup(struct sysctllog **); |
|
|
|
/* XXX: Not yet enabled. */ |
|
#define SOFTNET_LOCK() KASSERT(mutex_owned(softnet_lock)) |
|
#define SOFTNET_UNLOCK() KASSERT(mutex_owned(softnet_lock)) |
|
|
/* |
/* |
* IP initialization: fill in IP protocol switch table. |
* IP initialization: fill in IP protocol switch table. |
* All protocols not implemented in kernel go to raw IP protocol handler. |
* All protocols not implemented in kernel go to raw IP protocol handler. |
|
|
pr = pffindproto(PF_INET, IPPROTO_RAW, SOCK_RAW); |
pr = pffindproto(PF_INET, IPPROTO_RAW, SOCK_RAW); |
KASSERT(pr != NULL); |
KASSERT(pr != NULL); |
|
|
|
ip_pktq = pktq_create(IFQ_MAXLEN, ipintr, NULL); |
|
KASSERT(ip_pktq != NULL); |
|
|
for (u_int i = 0; i < IPPROTO_MAX; i++) { |
for (u_int i = 0; i < IPPROTO_MAX; i++) { |
ip_protox[i] = pr - inetsw; |
ip_protox[i] = pr - inetsw; |
} |
} |
|
|
ip_ids = ip_id_init(); |
ip_ids = ip_id_init(); |
ip_id = time_second & 0xfffff; |
ip_id = time_second & 0xfffff; |
|
|
ipintrq.ifq_maxlen = IFQ_MAXLEN; |
|
|
|
ip_mtudisc_timeout_q = rt_timer_queue_create(ip_mtudisc_timeout); |
ip_mtudisc_timeout_q = rt_timer_queue_create(ip_mtudisc_timeout); |
#ifdef GATEWAY |
#ifdef GATEWAY |
ipflow_init(); |
ipflow_init(); |
|
|
ipstat_percpu = percpu_alloc(sizeof(uint64_t) * IP_NSTATS); |
ipstat_percpu = percpu_alloc(sizeof(uint64_t) * IP_NSTATS); |
} |
} |
|
|
struct sockaddr_in ipaddr = { |
|
.sin_len = sizeof(ipaddr), |
|
.sin_family = AF_INET, |
|
}; |
|
|
|
static struct route ipforward_rt; |
|
|
|
/* |
/* |
* IP software interrupt routine |
* IP software interrupt routine. |
*/ |
*/ |
void |
static void |
ipintr(void) |
ipintr(void *arg __unused) |
{ |
{ |
int s; |
|
struct mbuf *m; |
struct mbuf *m; |
struct ifqueue lcl_intrq; |
|
|
|
memset(&lcl_intrq, 0, sizeof(lcl_intrq)); |
KASSERT(cpu_softintr_p()); |
|
|
mutex_enter(softnet_lock); |
mutex_enter(softnet_lock); |
KERNEL_LOCK(1, NULL); |
while ((m = pktq_dequeue(ip_pktq)) != NULL) { |
if (!IF_IS_EMPTY(&ipintrq)) { |
|
s = splnet(); |
|
|
|
/* Take existing queue onto stack */ |
|
lcl_intrq = ipintrq; |
|
|
|
/* Zero out global queue, preserving maxlen and drops */ |
|
ipintrq.ifq_head = NULL; |
|
ipintrq.ifq_tail = NULL; |
|
ipintrq.ifq_len = 0; |
|
ipintrq.ifq_maxlen = lcl_intrq.ifq_maxlen; |
|
ipintrq.ifq_drops = lcl_intrq.ifq_drops; |
|
|
|
splx(s); |
|
} |
|
KERNEL_UNLOCK_ONE(NULL); |
|
while (!IF_IS_EMPTY(&lcl_intrq)) { |
|
IF_DEQUEUE(&lcl_intrq, m); |
|
if (m == NULL) |
|
break; |
|
ip_input(m); |
ip_input(m); |
} |
} |
mutex_exit(softnet_lock); |
mutex_exit(softnet_lock); |
} |
} |
|
|
/* |
/* |
* Ip input routine. Checksum and byte swap header. If fragmented |
* IP input routine. Checksum and byte swap header. If fragmented |
* try to reassemble. Process options. Pass to next level. |
* try to reassemble. Process options. Pass to next level. |
*/ |
*/ |
static void |
static void |
Line 385 ip_input(struct mbuf *m) |
|
Line 369 ip_input(struct mbuf *m) |
|
int downmatch; |
int downmatch; |
int checkif; |
int checkif; |
int srcrt = 0; |
int srcrt = 0; |
|
ifnet_t *ifp; |
|
|
|
KASSERTMSG(cpu_softintr_p(), "ip_input: not in the software " |
|
"interrupt handler; synchronization assumptions violated"); |
|
|
MCLAIM(m, &ip_rx_mowner); |
MCLAIM(m, &ip_rx_mowner); |
KASSERT((m->m_flags & M_PKTHDR) != 0); |
KASSERT((m->m_flags & M_PKTHDR) != 0); |
|
ifp = m->m_pkthdr.rcvif; |
|
|
/* |
/* |
* If no IP addresses have been set yet but the interfaces |
* If no IP addresses have been set yet but the interfaces |
* are receiving, can't do anything with incoming packets yet. |
* are receiving, can't do anything with incoming packets yet. |
|
* Note: we pre-check without locks held. |
*/ |
*/ |
if (TAILQ_FIRST(&in_ifaddrhead) == 0) |
if (!TAILQ_FIRST(&in_ifaddrhead)) { |
goto bad; |
goto bad; |
|
} |
IP_STATINC(IP_STAT_TOTAL); |
IP_STATINC(IP_STAT_TOTAL); |
|
|
/* |
/* |
* If the IP header is not aligned, slurp it up into a new |
* If the IP header is not aligned, slurp it up into a new |
* mbuf with space for link headers, in the event we forward |
* mbuf with space for link headers, in the event we forward |
Line 445 ip_input(struct mbuf *m) |
|
Line 437 ip_input(struct mbuf *m) |
|
/* 127/8 must not appear on wire - RFC1122 */ |
/* 127/8 must not appear on wire - RFC1122 */ |
if ((ntohl(ip->ip_dst.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET || |
if ((ntohl(ip->ip_dst.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET || |
(ntohl(ip->ip_src.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET) { |
(ntohl(ip->ip_src.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET) { |
if ((m->m_pkthdr.rcvif->if_flags & IFF_LOOPBACK) == 0) { |
if ((ifp->if_flags & IFF_LOOPBACK) == 0) { |
IP_STATINC(IP_STAT_BADADDR); |
IP_STATINC(IP_STAT_BADADDR); |
goto bad; |
goto bad; |
} |
} |
} |
} |
|
|
switch (m->m_pkthdr.csum_flags & |
switch (m->m_pkthdr.csum_flags & |
((m->m_pkthdr.rcvif->if_csum_flags_rx & M_CSUM_IPv4) | |
((ifp->if_csum_flags_rx & M_CSUM_IPv4) | |
M_CSUM_IPv4_BAD)) { |
M_CSUM_IPv4_BAD)) { |
case M_CSUM_IPv4|M_CSUM_IPv4_BAD: |
case M_CSUM_IPv4|M_CSUM_IPv4_BAD: |
INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); |
INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); |
Line 468 ip_input(struct mbuf *m) |
|
Line 460 ip_input(struct mbuf *m) |
|
* Must compute it ourselves. Maybe skip checksum on |
* Must compute it ourselves. Maybe skip checksum on |
* loopback interfaces. |
* loopback interfaces. |
*/ |
*/ |
if (__predict_true(!(m->m_pkthdr.rcvif->if_flags & |
if (__predict_true(!(ifp->if_flags & IFF_LOOPBACK) || |
IFF_LOOPBACK) || ip_do_loopback_cksum)) { |
ip_do_loopback_cksum)) { |
INET_CSUM_COUNTER_INCR(&ip_swcsum); |
INET_CSUM_COUNTER_INCR(&ip_swcsum); |
if (in_cksum(m, hlen) != 0) |
if (in_cksum(m, hlen) != 0) |
goto badcsum; |
goto badcsum; |
Line 519 ip_input(struct mbuf *m) |
|
Line 511 ip_input(struct mbuf *m) |
|
* Note that filters must _never_ set this flag, as another filter |
* Note that filters must _never_ set this flag, as another filter |
* in the list may have previously cleared it. |
* in the list may have previously cleared it. |
*/ |
*/ |
/* |
|
* let ipfilter look at packet on the wire, |
|
* not the decapsulated packet. |
|
*/ |
|
#if defined(IPSEC) |
#if defined(IPSEC) |
if (!ipsec_indone(m)) |
if (!ipsec_used || !ipsec_indone(m)) |
#else |
#else |
if (1) |
if (1) |
#endif |
#endif |
{ |
{ |
struct in_addr odst; |
struct in_addr odst = ip->ip_dst; |
|
bool freed; |
|
|
odst = ip->ip_dst; |
SOFTNET_LOCK(); |
if (pfil_run_hooks(inet_pfil_hook, &m, m->m_pkthdr.rcvif, |
freed = pfil_run_hooks(inet_pfil_hook, &m, ifp, PFIL_IN) != 0; |
PFIL_IN) != 0) |
SOFTNET_UNLOCK(); |
return; |
if (freed || m == NULL) { |
if (m == NULL) |
|
return; |
return; |
|
} |
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
hlen = ip->ip_hl << 2; |
hlen = ip->ip_hl << 2; |
|
|
/* |
/* |
* XXX The setting of "srcrt" here is to prevent ip_forward() |
* XXX The setting of "srcrt" here is to prevent ip_forward() |
* from generating ICMP redirects for packets that have |
* from generating ICMP redirects for packets that have |
Line 558 ip_input(struct mbuf *m) |
|
Line 548 ip_input(struct mbuf *m) |
|
|
|
#ifdef ALTQ |
#ifdef ALTQ |
/* XXX Temporary until ALTQ is changed to use a pfil hook */ |
/* XXX Temporary until ALTQ is changed to use a pfil hook */ |
if (altq_input != NULL && (*altq_input)(m, AF_INET) == 0) { |
if (altq_input) { |
/* packet dropped by traffic conditioner */ |
SOFTNET_LOCK(); |
return; |
if ((*altq_input)(m, AF_INET) == 0) { |
|
/* Packet dropped by traffic conditioner. */ |
|
SOFTNET_UNLOCK(); |
|
return; |
|
} |
|
SOFTNET_UNLOCK(); |
} |
} |
#endif |
#endif |
|
|
Line 591 ip_input(struct mbuf *m) |
|
Line 586 ip_input(struct mbuf *m) |
|
* we get finer grain control. |
* we get finer grain control. |
*/ |
*/ |
checkif = ip_checkinterface && (ipforwarding == 0) && |
checkif = ip_checkinterface && (ipforwarding == 0) && |
(m->m_pkthdr.rcvif != NULL) && |
(ifp->if_flags & IFF_LOOPBACK) == 0; |
((m->m_pkthdr.rcvif->if_flags & IFF_LOOPBACK) == 0); |
|
|
|
/* |
/* |
* Check our list of addresses, to see if the packet is for us. |
* Check our list of addresses, to see if the packet is for us. |
Line 604 ip_input(struct mbuf *m) |
|
Line 598 ip_input(struct mbuf *m) |
|
downmatch = 0; |
downmatch = 0; |
LIST_FOREACH(ia, &IN_IFADDR_HASH(ip->ip_dst.s_addr), ia_hash) { |
LIST_FOREACH(ia, &IN_IFADDR_HASH(ip->ip_dst.s_addr), ia_hash) { |
if (in_hosteq(ia->ia_addr.sin_addr, ip->ip_dst)) { |
if (in_hosteq(ia->ia_addr.sin_addr, ip->ip_dst)) { |
if (checkif && ia->ia_ifp != m->m_pkthdr.rcvif) |
if (checkif && ia->ia_ifp != ifp) |
continue; |
continue; |
if ((ia->ia_ifp->if_flags & IFF_UP) != 0) |
if ((ia->ia_ifp->if_flags & IFF_UP) != 0) |
break; |
break; |
Line 614 ip_input(struct mbuf *m) |
|
Line 608 ip_input(struct mbuf *m) |
|
} |
} |
if (ia != NULL) |
if (ia != NULL) |
goto ours; |
goto ours; |
if (m->m_pkthdr.rcvif && m->m_pkthdr.rcvif->if_flags & IFF_BROADCAST) { |
if (ifp->if_flags & IFF_BROADCAST) { |
IFADDR_FOREACH(ifa, m->m_pkthdr.rcvif) { |
IFADDR_FOREACH(ifa, ifp) { |
if (ifa->ifa_addr->sa_family != AF_INET) |
if (ifa->ifa_addr->sa_family != AF_INET) |
continue; |
continue; |
ia = ifatoia(ifa); |
ia = ifatoia(ifa); |
Line 637 ip_input(struct mbuf *m) |
|
Line 631 ip_input(struct mbuf *m) |
|
} |
} |
} |
} |
if (IN_MULTICAST(ip->ip_dst.s_addr)) { |
if (IN_MULTICAST(ip->ip_dst.s_addr)) { |
struct in_multi *inm; |
|
#ifdef MROUTING |
#ifdef MROUTING |
extern struct socket *ip_mrouter; |
extern struct socket *ip_mrouter; |
|
|
Line 654 ip_input(struct mbuf *m) |
|
Line 647 ip_input(struct mbuf *m) |
|
* as expected when ip_mforward() is called from |
* as expected when ip_mforward() is called from |
* ip_output().) |
* ip_output().) |
*/ |
*/ |
if (ip_mforward(m, m->m_pkthdr.rcvif) != 0) { |
SOFTNET_LOCK(); |
|
if (ip_mforward(m, ifp) != 0) { |
|
SOFTNET_UNLOCK(); |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
m_freem(m); |
m_freem(m); |
return; |
return; |
} |
} |
|
SOFTNET_UNLOCK(); |
|
|
/* |
/* |
* The process-level routing demon needs to receive |
* The process-level routing demon needs to receive |
* all multicast IGMP packets, whether or not this |
* all multicast IGMP packets, whether or not this |
* host belongs to their destination groups. |
* host belongs to their destination groups. |
*/ |
*/ |
if (ip->ip_p == IPPROTO_IGMP) |
if (ip->ip_p == IPPROTO_IGMP) { |
goto ours; |
goto ours; |
|
} |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
} |
} |
#endif |
#endif |
Line 674 ip_input(struct mbuf *m) |
|
Line 671 ip_input(struct mbuf *m) |
|
* See if we belong to the destination multicast group on the |
* See if we belong to the destination multicast group on the |
* arrival interface. |
* arrival interface. |
*/ |
*/ |
IN_LOOKUP_MULTI(ip->ip_dst, m->m_pkthdr.rcvif, inm); |
if (!in_multi_group(ip->ip_dst, ifp, 0)) { |
if (inm == NULL) { |
|
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
m_freem(m); |
m_freem(m); |
return; |
return; |
Line 706 ip_input(struct mbuf *m) |
|
Line 702 ip_input(struct mbuf *m) |
|
} |
} |
#ifdef IPSEC |
#ifdef IPSEC |
/* Perform IPsec, if any. */ |
/* Perform IPsec, if any. */ |
if (ipsec4_input(m, IP_FORWARDING | (ip_directedbcast ? |
if (ipsec_used) { |
IP_ALLOWBROADCAST : 0)) != 0) { |
SOFTNET_LOCK(); |
goto bad; |
if (ipsec4_input(m, IP_FORWARDING | |
|
(ip_directedbcast ? IP_ALLOWBROADCAST : 0)) != 0) { |
|
SOFTNET_UNLOCK(); |
|
goto bad; |
|
} |
|
SOFTNET_UNLOCK(); |
} |
} |
#endif |
#endif |
ip_forward(m, srcrt); |
ip_forward(m, srcrt); |
|
|
* Note that we do not visit this with protocols with PCB layer |
* Note that we do not visit this with protocols with PCB layer |
* code - like UDP/TCP/raw IP. |
* code - like UDP/TCP/raw IP. |
*/ |
*/ |
if ((inetsw[ip_protox[ip->ip_p]].pr_flags & PR_LASTHDR) != 0) { |
if (ipsec_used && |
|
(inetsw[ip_protox[ip->ip_p]].pr_flags & PR_LASTHDR) != 0) { |
|
SOFTNET_LOCK(); |
if (ipsec4_input(m, 0) != 0) { |
if (ipsec4_input(m, 0) != 0) { |
|
SOFTNET_UNLOCK(); |
goto bad; |
goto bad; |
} |
} |
|
SOFTNET_UNLOCK(); |
} |
} |
#endif |
#endif |
|
|
|
|
ia->ia_ifa.ifa_data.ifad_inbytes += ntohs(ip->ip_len); |
ia->ia_ifa.ifa_data.ifad_inbytes += ntohs(ip->ip_len); |
#endif |
#endif |
IP_STATINC(IP_STAT_DELIVERED); |
IP_STATINC(IP_STAT_DELIVERED); |
{ |
|
int off = hlen, nh = ip->ip_p; |
|
|
|
|
const int off = hlen, nh = ip->ip_p; |
|
|
|
SOFTNET_LOCK(); |
(*inetsw[ip_protox[nh]].pr_input)(m, off, nh); |
(*inetsw[ip_protox[nh]].pr_input)(m, off, nh); |
|
SOFTNET_UNLOCK(); |
return; |
return; |
} |
|
bad: |
bad: |
m_freem(m); |
m_freem(m); |
return; |
return; |
Line 1050 ip_rtaddr(struct in_addr dst) |
|
Line 1056 ip_rtaddr(struct in_addr dst) |
|
|
|
sockaddr_in_init(&u.dst4, &dst, 0); |
sockaddr_in_init(&u.dst4, &dst, 0); |
|
|
if ((rt = rtcache_lookup(&ipforward_rt, &u.dst)) == NULL) |
SOFTNET_LOCK(); |
|
rt = rtcache_lookup(&ipforward_rt, &u.dst); |
|
SOFTNET_UNLOCK(); |
|
if (rt == NULL) |
return NULL; |
return NULL; |
|
|
return ifatoia(rt->rt_ifa); |
return ifatoia(rt->rt_ifa); |
Line 1180 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1189 ip_forward(struct mbuf *m, int srcrt) |
|
struct sockaddr dst; |
struct sockaddr dst; |
struct sockaddr_in dst4; |
struct sockaddr_in dst4; |
} u; |
} u; |
|
uint64_t *ips; |
|
|
|
KASSERTMSG(cpu_softintr_p(), "ip_forward: not in the software " |
|
"interrupt handler; synchronization assumptions violated"); |
|
|
/* |
/* |
* We are now in the output path. |
* We are now in the output path. |
Line 1197 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1210 ip_forward(struct mbuf *m, int srcrt) |
|
m_freem(m); |
m_freem(m); |
return; |
return; |
} |
} |
|
|
|
SOFTNET_LOCK(); |
|
|
if (ip->ip_ttl <= IPTTLDEC) { |
if (ip->ip_ttl <= IPTTLDEC) { |
icmp_error(m, ICMP_TIMXCEED, ICMP_TIMXCEED_INTRANS, dest, 0); |
icmp_error(m, ICMP_TIMXCEED, ICMP_TIMXCEED_INTRANS, dest, 0); |
|
SOFTNET_UNLOCK(); |
return; |
return; |
} |
} |
|
|
sockaddr_in_init(&u.dst4, &ip->ip_dst, 0); |
sockaddr_in_init(&u.dst4, &ip->ip_dst, 0); |
|
|
if ((rt = rtcache_lookup(&ipforward_rt, &u.dst)) == NULL) { |
if ((rt = rtcache_lookup(&ipforward_rt, &u.dst)) == NULL) { |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_NET, dest, 0); |
icmp_error(m, ICMP_UNREACH, ICMP_UNREACH_NET, dest, 0); |
|
SOFTNET_UNLOCK(); |
return; |
return; |
} |
} |
|
|
Line 1251 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1270 ip_forward(struct mbuf *m, int srcrt) |
|
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
(IP_FORWARDING | (ip_directedbcast ? IP_ALLOWBROADCAST : 0)), |
NULL, NULL); |
NULL, NULL); |
|
|
if (error) |
if (error) { |
IP_STATINC(IP_STAT_CANTFORWARD); |
IP_STATINC(IP_STAT_CANTFORWARD); |
else { |
goto error; |
uint64_t *ips = IP_STAT_GETREF(); |
} |
ips[IP_STAT_FORWARD]++; |
|
if (type) { |
ips = IP_STAT_GETREF(); |
ips[IP_STAT_REDIRECTSENT]++; |
ips[IP_STAT_FORWARD]++; |
IP_STAT_PUTREF(); |
|
} else { |
if (type) { |
IP_STAT_PUTREF(); |
ips[IP_STAT_REDIRECTSENT]++; |
if (mcopy) { |
IP_STAT_PUTREF(); |
|
goto redirect; |
|
} |
|
|
|
IP_STAT_PUTREF(); |
|
if (mcopy) { |
#ifdef GATEWAY |
#ifdef GATEWAY |
if (mcopy->m_flags & M_CANFASTFWD) |
if (mcopy->m_flags & M_CANFASTFWD) |
ipflow_create(&ipforward_rt, mcopy); |
ipflow_create(&ipforward_rt, mcopy); |
#endif |
#endif |
m_freem(mcopy); |
m_freem(mcopy); |
} |
|
return; |
|
} |
|
} |
} |
if (mcopy == NULL) |
|
|
SOFTNET_UNLOCK(); |
|
return; |
|
|
|
redirect: |
|
error: |
|
if (mcopy == NULL) { |
|
SOFTNET_UNLOCK(); |
return; |
return; |
|
} |
|
|
switch (error) { |
switch (error) { |
|
|
Line 1296 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1325 ip_forward(struct mbuf *m, int srcrt) |
|
if ((rt = rtcache_validate(&ipforward_rt)) != NULL) |
if ((rt = rtcache_validate(&ipforward_rt)) != NULL) |
destmtu = rt->rt_ifp->if_mtu; |
destmtu = rt->rt_ifp->if_mtu; |
#ifdef IPSEC |
#ifdef IPSEC |
(void)ipsec4_forward(mcopy, &destmtu); |
if (ipsec_used) |
|
(void)ipsec4_forward(mcopy, &destmtu); |
#endif |
#endif |
IP_STATINC(IP_STAT_CANTFRAG); |
IP_STATINC(IP_STAT_CANTFRAG); |
break; |
break; |
Line 1310 ip_forward(struct mbuf *m, int srcrt) |
|
Line 1340 ip_forward(struct mbuf *m, int srcrt) |
|
*/ |
*/ |
if (mcopy) |
if (mcopy) |
m_freem(mcopy); |
m_freem(mcopy); |
|
SOFTNET_UNLOCK(); |
return; |
return; |
} |
} |
icmp_error(mcopy, type, code, dest, destmtu); |
icmp_error(mcopy, type, code, dest, destmtu); |
|
SOFTNET_UNLOCK(); |
} |
} |
|
|
void |
void |
Line 1320 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1352 ip_savecontrol(struct inpcb *inp, struct |
|
struct mbuf *m) |
struct mbuf *m) |
{ |
{ |
struct socket *so = inp->inp_socket; |
struct socket *so = inp->inp_socket; |
|
ifnet_t *ifp = m->m_pkthdr.rcvif; |
int inpflags = inp->inp_flags; |
int inpflags = inp->inp_flags; |
|
|
if (so->so_options & SO_TIMESTAMP |
if (so->so_options & SO_TIMESTAMP |
Line 1352 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1385 ip_savecontrol(struct inpcb *inp, struct |
|
if (inpflags & INP_RECVPKTINFO) { |
if (inpflags & INP_RECVPKTINFO) { |
struct in_pktinfo ipi; |
struct in_pktinfo ipi; |
ipi.ipi_addr = ip->ip_src; |
ipi.ipi_addr = ip->ip_src; |
ipi.ipi_ifindex = m->m_pkthdr.rcvif->if_index; |
ipi.ipi_ifindex = ifp->if_index; |
*mp = sbcreatecontrol((void *) &ipi, |
*mp = sbcreatecontrol((void *) &ipi, |
sizeof(ipi), IP_RECVPKTINFO, IPPROTO_IP); |
sizeof(ipi), IP_RECVPKTINFO, IPPROTO_IP); |
if (*mp) |
if (*mp) |
Line 1361 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1394 ip_savecontrol(struct inpcb *inp, struct |
|
if (inpflags & INP_PKTINFO) { |
if (inpflags & INP_PKTINFO) { |
struct in_pktinfo ipi; |
struct in_pktinfo ipi; |
ipi.ipi_addr = ip->ip_dst; |
ipi.ipi_addr = ip->ip_dst; |
ipi.ipi_ifindex = m->m_pkthdr.rcvif->if_index; |
ipi.ipi_ifindex = ifp->if_index; |
*mp = sbcreatecontrol((void *) &ipi, |
*mp = sbcreatecontrol((void *) &ipi, |
sizeof(ipi), IP_PKTINFO, IPPROTO_IP); |
sizeof(ipi), IP_PKTINFO, IPPROTO_IP); |
if (*mp) |
if (*mp) |
Line 1370 ip_savecontrol(struct inpcb *inp, struct |
|
Line 1403 ip_savecontrol(struct inpcb *inp, struct |
|
if (inpflags & INP_RECVIF) { |
if (inpflags & INP_RECVIF) { |
struct sockaddr_dl sdl; |
struct sockaddr_dl sdl; |
|
|
sockaddr_dl_init(&sdl, sizeof(sdl), m->m_pkthdr.rcvif ? |
sockaddr_dl_init(&sdl, sizeof(sdl), ifp ? |
m->m_pkthdr.rcvif->if_index : 0, 0, NULL, 0, NULL, 0); |
ifp->if_index : 0, 0, NULL, 0, NULL, 0); |
*mp = sbcreatecontrol(&sdl, sdl.sdl_len, IP_RECVIF, IPPROTO_IP); |
*mp = sbcreatecontrol(&sdl, sdl.sdl_len, IP_RECVIF, IPPROTO_IP); |
if (*mp) |
if (*mp) |
mp = &(*mp)->m_next; |
mp = &(*mp)->m_next; |