#include <sys/param.h>
#include <sys/systm.h>
#include <sys/malloc.h>
#include <sys/mcache.h>
#include <sys/mbuf.h>
#include <sys/domain.h>
#include <sys/protosw.h>
#include <sys/socket.h>
#include <sys/errno.h>
#include <sys/time.h>
#include <sys/kernel.h>
#include <sys/syslog.h>
#include <kern/queue.h>
#include <kern/locks.h>
#include <net/if.h>
#include <net/route.h>
#include <netinet/in.h>
#include <netinet/in_var.h>
#include <netinet/ip.h>
#include <netinet/ip6.h>
#include <netinet6/ip6_var.h>
#include <netinet/icmp6.h>
#include <net/net_osdep.h>
#include <dev/random/randomdev.h>
#define IN6_IFSTAT_STRICT
MBUFQ_HEAD(fq6_head);
static void frag6_save_context(struct mbuf *, int);
static void frag6_scrub_context(struct mbuf *);
static int frag6_restore_context(struct mbuf *);
static void frag6_icmp6_paramprob_error(struct fq6_head *);
static void frag6_icmp6_timeex_error(struct fq6_head *);
static void frag6_enq(struct ip6asfrag *, struct ip6asfrag *);
static void frag6_deq(struct ip6asfrag *);
static void frag6_insque(struct ip6q *, struct ip6q *);
static void frag6_remque(struct ip6q *);
static void frag6_freef(struct ip6q *, struct fq6_head *, struct fq6_head *);
static int frag6_timeout_run;
static void frag6_timeout(void *);
static void frag6_sched_timeout(void);
static struct ip6q *ip6q_alloc(int);
static void ip6q_free(struct ip6q *);
static void ip6q_updateparams(void);
static struct ip6asfrag *ip6af_alloc(int);
static void ip6af_free(struct ip6asfrag *);
decl_lck_mtx_data(static, ip6qlock);
static lck_attr_t *ip6qlock_attr;
static lck_grp_t *ip6qlock_grp;
static lck_grp_attr_t *ip6qlock_grp_attr;
static struct ip6q ip6q;
static int ip6_maxfragpackets;
static u_int32_t frag6_nfragpackets;
static int ip6_maxfrags;
static u_int32_t frag6_nfrags;
static u_int32_t ip6q_limit;
static u_int32_t ip6q_count;
static u_int32_t ip6af_limit;
static u_int32_t ip6af_count;
static int sysctl_maxfragpackets SYSCTL_HANDLER_ARGS;
static int sysctl_maxfrags SYSCTL_HANDLER_ARGS;
SYSCTL_DECL(_net_inet6_ip6);
SYSCTL_PROC(_net_inet6_ip6, IPV6CTL_MAXFRAGPACKETS, maxfragpackets,
CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, &ip6_maxfragpackets, 0,
sysctl_maxfragpackets, "I",
"Maximum number of IPv6 fragment reassembly queue entries");
SYSCTL_UINT(_net_inet6_ip6, OID_AUTO, fragpackets,
CTLFLAG_RD | CTLFLAG_LOCKED, &frag6_nfragpackets, 0,
"Current number of IPv6 fragment reassembly queue entries");
SYSCTL_PROC(_net_inet6_ip6, IPV6CTL_MAXFRAGS, maxfrags,
CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, &ip6_maxfrags, 0,
sysctl_maxfrags, "I", "Maximum number of IPv6 fragments allowed");
void
frag6_init(void)
{
_CASSERT(sizeof (struct ip6q) <= _MLEN);
_CASSERT(sizeof (struct ip6asfrag) <= _MLEN);
ip6qlock_grp_attr = lck_grp_attr_alloc_init();
ip6qlock_grp = lck_grp_alloc_init("ip6qlock", ip6qlock_grp_attr);
ip6qlock_attr = lck_attr_alloc_init();
lck_mtx_init(&ip6qlock, ip6qlock_grp, ip6qlock_attr);
lck_mtx_lock(&ip6qlock);
ip6q.ip6q_next = ip6q.ip6q_prev = &ip6q;
ip6_maxfragpackets = nmbclusters / 32;
ip6_maxfrags = ip6_maxfragpackets * 2;
ip6q_updateparams();
lck_mtx_unlock(&ip6qlock);
}
static void
frag6_save_context(struct mbuf *m, int val)
{
m->m_pkthdr.pkt_hdr = (void *)(uintptr_t)val;
}
static void
frag6_scrub_context(struct mbuf *m)
{
m->m_pkthdr.pkt_hdr = NULL;
}
static int
frag6_restore_context(struct mbuf *m)
{
return ((int)m->m_pkthdr.pkt_hdr);
}
static void
frag6_icmp6_paramprob_error(struct fq6_head *diq6)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_NOTOWNED);
if (!MBUFQ_EMPTY(diq6)) {
struct mbuf *merr, *merr_tmp;
int param;
MBUFQ_FOREACH_SAFE(merr, diq6, merr_tmp) {
MBUFQ_REMOVE(diq6, merr);
MBUFQ_NEXT(merr) = NULL;
param = frag6_restore_context(merr);
frag6_scrub_context(merr);
icmp6_error(merr, ICMP6_PARAM_PROB,
ICMP6_PARAMPROB_HEADER, param);
}
}
}
static void
frag6_icmp6_timeex_error(struct fq6_head *diq6)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_NOTOWNED);
if (!MBUFQ_EMPTY(diq6)) {
struct mbuf *m, *m_tmp;
MBUFQ_FOREACH_SAFE(m, diq6, m_tmp) {
MBUFQ_REMOVE(diq6, m);
MBUFQ_NEXT(m) = NULL;
icmp6_error_flag(m, ICMP6_TIME_EXCEEDED,
ICMP6_TIME_EXCEED_REASSEMBLY, 0, 0);
}
}
}
int
frag6_input(struct mbuf **mp, int *offp, int proto)
{
#pragma unused(proto)
struct mbuf *m = *mp, *t;
struct ip6_hdr *ip6;
struct ip6_frag *ip6f;
struct ip6q *q6;
struct ip6asfrag *af6, *ip6af, *af6dwn;
int offset = *offp, nxt, i, next;
int first_frag = 0;
int fragoff, frgpartlen;
struct ifnet *dstifp = NULL;
u_int8_t ecn, ecn0;
uint32_t csum, csum_flags;
struct fq6_head diq6;
int locked = 0;
VERIFY(m->m_flags & M_PKTHDR);
MBUFQ_INIT(&diq6);
MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
ip6 = mtod(m, struct ip6_hdr *);
IP6_EXTHDR_CHECK(m, offset, sizeof(struct ip6_frag), goto done);
ip6f = (struct ip6_frag *)((caddr_t)ip6 + offset);
#ifdef IN6_IFSTAT_STRICT
if (m->m_pkthdr.pkt_flags & PKTF_IFAINFO) {
uint32_t idx;
if (ip6_getdstifaddr_info(m, &idx, NULL) == 0) {
if (idx > 0 && idx <= if_index) {
ifnet_head_lock_shared();
dstifp = ifindex2ifnet[idx];
ifnet_head_done();
}
}
}
#endif
if (dstifp == NULL)
dstifp = m->m_pkthdr.rcvif;
if (ip6->ip6_plen == 0) {
icmp6_error(m, ICMP6_PARAM_PROB, ICMP6_PARAMPROB_HEADER, offset);
in6_ifstat_inc(dstifp, ifs6_reass_fail);
m = NULL;
goto done;
}
if ((ip6f->ip6f_offlg & IP6F_MORE_FRAG) &&
(((ntohs(ip6->ip6_plen) - offset) & 0x7) != 0)) {
icmp6_error(m, ICMP6_PARAM_PROB, ICMP6_PARAMPROB_HEADER,
offsetof(struct ip6_hdr, ip6_plen));
in6_ifstat_inc(dstifp, ifs6_reass_fail);
m = NULL;
goto done;
}
if (ip6_maxfragpackets == 0 || ip6_maxfrags == 0) {
ip6stat.ip6s_fragments++;
ip6stat.ip6s_fragdropped++;
in6_ifstat_inc(dstifp, ifs6_reass_fail);
m_freem(m);
m = NULL;
goto done;
}
offset += sizeof(struct ip6_frag);
if ((ip6f->ip6f_offlg & ~IP6F_RESERVED_MASK) == 0) {
ip6stat.ip6s_atmfrag_rcvd++;
in6_ifstat_inc(dstifp, ifs6_atmfrag_rcvd);
*offp = offset;
return (ip6f->ip6f_nxt);
}
if (ip6f->ip6f_nxt == IPPROTO_UDP &&
offset == (sizeof (*ip6) + sizeof (*ip6f)) &&
(m->m_pkthdr.csum_flags &
(CSUM_DATA_VALID | CSUM_PARTIAL | CSUM_PSEUDO_HDR)) ==
(CSUM_DATA_VALID | CSUM_PARTIAL)) {
uint32_t start;
start = m->m_pkthdr.csum_rx_start;
csum = m->m_pkthdr.csum_rx_val;
if (start != offset) {
uint16_t s, d;
if (IN6_IS_SCOPE_EMBED(&ip6->ip6_src)) {
s = ip6->ip6_src.s6_addr16[1];
ip6->ip6_src.s6_addr16[1] = 0 ;
}
if (IN6_IS_SCOPE_EMBED(&ip6->ip6_dst)) {
d = ip6->ip6_dst.s6_addr16[1];
ip6->ip6_dst.s6_addr16[1] = 0;
}
csum = m_adj_sum16(m, start, offset, csum);
if (IN6_IS_SCOPE_EMBED(&ip6->ip6_src))
ip6->ip6_src.s6_addr16[1] = s;
if (IN6_IS_SCOPE_EMBED(&ip6->ip6_dst))
ip6->ip6_dst.s6_addr16[1] = d;
}
csum_flags = m->m_pkthdr.csum_flags;
} else {
csum = 0;
csum_flags = 0;
}
m->m_pkthdr.csum_flags &= ~CSUM_DATA_VALID;
ip6stat.ip6s_fragments++;
in6_ifstat_inc(dstifp, ifs6_reass_reqd);
lck_mtx_lock(&ip6qlock);
locked = 1;
for (q6 = ip6q.ip6q_next; q6 != &ip6q; q6 = q6->ip6q_next)
if (ip6f->ip6f_ident == q6->ip6q_ident &&
IN6_ARE_ADDR_EQUAL(&ip6->ip6_src, &q6->ip6q_src) &&
IN6_ARE_ADDR_EQUAL(&ip6->ip6_dst, &q6->ip6q_dst))
break;
if (q6 == &ip6q) {
first_frag = 1;
q6 = ip6q_alloc(M_DONTWAIT);
if (q6 == NULL)
goto dropfrag;
frag6_insque(q6, &ip6q);
frag6_nfragpackets++;
q6->ip6q_down = q6->ip6q_up = (struct ip6asfrag *)q6;
#ifdef notyet
q6->ip6q_nxtp = (u_char *)nxtp;
#endif
q6->ip6q_ident = ip6f->ip6f_ident;
q6->ip6q_ttl = IPV6_FRAGTTL;
q6->ip6q_src = ip6->ip6_src;
q6->ip6q_dst = ip6->ip6_dst;
q6->ip6q_ecn =
(ntohl(ip6->ip6_flow) >> 20) & IPTOS_ECN_MASK;
q6->ip6q_unfrglen = -1;
q6->ip6q_nfrag = 0;
if (csum_flags != 0) {
q6->ip6q_csum = csum;
q6->ip6q_csum_flags = csum_flags;
}
}
fragoff = ntohs(ip6f->ip6f_offlg & IP6F_OFF_MASK);
if (fragoff == 0) {
q6->ip6q_unfrglen = offset - sizeof(struct ip6_hdr) -
sizeof(struct ip6_frag);
q6->ip6q_nxt = ip6f->ip6f_nxt;
}
frgpartlen = sizeof(struct ip6_hdr) + ntohs(ip6->ip6_plen) - offset;
if (q6->ip6q_unfrglen >= 0) {
if (q6->ip6q_unfrglen + fragoff + frgpartlen > IPV6_MAXPACKET) {
lck_mtx_unlock(&ip6qlock);
locked = 0;
icmp6_error(m, ICMP6_PARAM_PROB, ICMP6_PARAMPROB_HEADER,
offset - sizeof(struct ip6_frag) +
offsetof(struct ip6_frag, ip6f_offlg));
m = NULL;
goto done;
}
} else if (fragoff + frgpartlen > IPV6_MAXPACKET) {
lck_mtx_unlock(&ip6qlock);
locked = 0;
icmp6_error(m, ICMP6_PARAM_PROB, ICMP6_PARAMPROB_HEADER,
offset - sizeof(struct ip6_frag) +
offsetof(struct ip6_frag, ip6f_offlg));
m = NULL;
goto done;
}
if (fragoff == 0) {
for (af6 = q6->ip6q_down; af6 != (struct ip6asfrag *)q6;
af6 = af6dwn) {
af6dwn = af6->ip6af_down;
if (q6->ip6q_unfrglen + af6->ip6af_off + af6->ip6af_frglen >
IPV6_MAXPACKET) {
struct mbuf *merr = IP6_REASS_MBUF(af6);
struct ip6_hdr *ip6err;
int erroff = af6->ip6af_offset;
frag6_deq(af6);
ip6af_free(af6);
ip6err = mtod(merr, struct ip6_hdr *);
ip6err->ip6_src = q6->ip6q_src;
ip6err->ip6_dst = q6->ip6q_dst;
frag6_save_context(merr,
erroff - sizeof (struct ip6_frag) +
offsetof(struct ip6_frag, ip6f_offlg));
MBUFQ_ENQUEUE(&diq6, merr);
}
}
}
ip6af = ip6af_alloc(M_DONTWAIT);
if (ip6af == NULL)
goto dropfrag;
ip6af->ip6af_mff = ip6f->ip6f_offlg & IP6F_MORE_FRAG;
ip6af->ip6af_off = fragoff;
ip6af->ip6af_frglen = frgpartlen;
ip6af->ip6af_offset = offset;
IP6_REASS_MBUF(ip6af) = m;
if (first_frag) {
af6 = (struct ip6asfrag *)q6;
goto insert;
}
ecn = (ntohl(ip6->ip6_flow) >> 20) & IPTOS_ECN_MASK;
ecn0 = q6->ip6q_ecn;
if (ecn == IPTOS_ECN_CE) {
if (ecn0 == IPTOS_ECN_NOTECT) {
ip6af_free(ip6af);
goto dropfrag;
}
if (ecn0 != IPTOS_ECN_CE)
q6->ip6q_ecn = IPTOS_ECN_CE;
}
if (ecn == IPTOS_ECN_NOTECT && ecn0 != IPTOS_ECN_NOTECT) {
ip6af_free(ip6af);
goto dropfrag;
}
for (af6 = q6->ip6q_down; af6 != (struct ip6asfrag *)q6;
af6 = af6->ip6af_down)
if (af6->ip6af_off > ip6af->ip6af_off)
break;
#if 0
if (af6->ip6af_up != (struct ip6asfrag *)q6) {
i = af6->ip6af_up->ip6af_off + af6->ip6af_up->ip6af_frglen
- ip6af->ip6af_off;
if (i > 0) {
if (i >= ip6af->ip6af_frglen)
goto dropfrag;
m_adj(IP6_REASS_MBUF(ip6af), i);
q6->ip6q_csum_flags = 0;
ip6af->ip6af_off += i;
ip6af->ip6af_frglen -= i;
}
}
while (af6 != (struct ip6asfrag *)q6 &&
ip6af->ip6af_off + ip6af->ip6af_frglen > af6->ip6af_off) {
i = (ip6af->ip6af_off + ip6af->ip6af_frglen) - af6->ip6af_off;
if (i < af6->ip6af_frglen) {
af6->ip6af_frglen -= i;
af6->ip6af_off += i;
m_adj(IP6_REASS_MBUF(af6), i);
q6->ip6q_csum_flags = 0;
break;
}
af6 = af6->ip6af_down;
m_freem(IP6_REASS_MBUF(af6->ip6af_up));
frag6_deq(af6->ip6af_up);
}
#else
if (af6->ip6af_up != (struct ip6asfrag *)q6) {
i = af6->ip6af_up->ip6af_off + af6->ip6af_up->ip6af_frglen
- ip6af->ip6af_off;
if (i > 0) {
#if 0
log(LOG_ERR, "%d bytes of a fragment from %s "
"overlaps the previous fragment\n",
i, ip6_sprintf(&q6->ip6q_src));
#endif
ip6af_free(ip6af);
goto dropfrag;
}
}
if (af6 != (struct ip6asfrag *)q6) {
i = (ip6af->ip6af_off + ip6af->ip6af_frglen) - af6->ip6af_off;
if (i > 0) {
#if 0
log(LOG_ERR, "%d bytes of a fragment from %s "
"overlaps the succeeding fragment",
i, ip6_sprintf(&q6->ip6q_src));
#endif
ip6af_free(ip6af);
goto dropfrag;
}
}
#endif
if (csum_flags != 0 && csum_flags == q6->ip6q_csum_flags)
q6->ip6q_csum += csum;
else if (q6->ip6q_csum_flags != 0)
q6->ip6q_csum_flags = 0;
insert:
frag6_enq(ip6af, af6->ip6af_up);
frag6_nfrags++;
q6->ip6q_nfrag++;
#if 0
if (q6 != ip6q.ip6q_next) {
frag6_remque(q6);
frag6_insque(q6, &ip6q);
}
#endif
next = 0;
for (af6 = q6->ip6q_down; af6 != (struct ip6asfrag *)q6;
af6 = af6->ip6af_down) {
if (af6->ip6af_off != next) {
lck_mtx_unlock(&ip6qlock);
locked = 0;
m = NULL;
goto done;
}
next += af6->ip6af_frglen;
}
if (af6->ip6af_up->ip6af_mff) {
lck_mtx_unlock(&ip6qlock);
locked = 0;
m = NULL;
goto done;
}
ip6af = q6->ip6q_down;
t = m = IP6_REASS_MBUF(ip6af);
af6 = ip6af->ip6af_down;
frag6_deq(ip6af);
while (af6 != (struct ip6asfrag *)q6) {
af6dwn = af6->ip6af_down;
frag6_deq(af6);
while (t->m_next)
t = t->m_next;
t->m_next = IP6_REASS_MBUF(af6);
m_adj(t->m_next, af6->ip6af_offset);
ip6af_free(af6);
af6 = af6dwn;
}
if (q6->ip6q_csum_flags != 0) {
csum = q6->ip6q_csum;
ADDCARRY(csum);
m->m_pkthdr.csum_rx_val = csum;
m->m_pkthdr.csum_rx_start = sizeof (struct ip6_hdr);
m->m_pkthdr.csum_flags = q6->ip6q_csum_flags;
} else if ((m->m_pkthdr.rcvif->if_flags & IFF_LOOPBACK) ||
(m->m_pkthdr.pkt_flags & PKTF_LOOP)) {
m->m_pkthdr.csum_data = 0xffff;
m->m_pkthdr.csum_flags &= ~CSUM_PARTIAL;
m->m_pkthdr.csum_flags = CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
}
offset = ip6af->ip6af_offset - sizeof(struct ip6_frag);
ip6af_free(ip6af);
ip6 = mtod(m, struct ip6_hdr *);
ip6->ip6_plen = htons((u_short)next + offset - sizeof(struct ip6_hdr));
ip6->ip6_src = q6->ip6q_src;
ip6->ip6_dst = q6->ip6q_dst;
if (q6->ip6q_ecn == IPTOS_ECN_CE)
ip6->ip6_flow |= htonl(IPTOS_ECN_CE << 20);
nxt = q6->ip6q_nxt;
#ifdef notyet
*q6->ip6q_nxtp = (u_char)(nxt & 0xff);
#endif
if (m->m_len >= offset + sizeof(struct ip6_frag)) {
ovbcopy((caddr_t)ip6, (caddr_t)ip6 + sizeof(struct ip6_frag),
offset);
m->m_data += sizeof(struct ip6_frag);
m->m_len -= sizeof(struct ip6_frag);
} else {
if ((t = m_split(m, offset, M_DONTWAIT)) == NULL) {
frag6_remque(q6);
frag6_nfragpackets--;
frag6_nfrags -= q6->ip6q_nfrag;
ip6q_free(q6);
goto dropfrag;
}
m_adj(t, sizeof(struct ip6_frag));
m_cat(m, t);
}
{
char *prvnxtp = ip6_get_prevhdr(m, offset);
*prvnxtp = nxt;
}
frag6_remque(q6);
frag6_nfragpackets--;
frag6_nfrags -= q6->ip6q_nfrag;
ip6q_free(q6);
if (m->m_flags & M_PKTHDR) {
m_fixhdr(m);
m->m_pkthdr.pkt_flags |= PKTF_REASSEMBLED;
}
ip6stat.ip6s_reassembled++;
*mp = m;
*offp = offset;
frag6_sched_timeout();
lck_mtx_unlock(&ip6qlock);
in6_ifstat_inc(dstifp, ifs6_reass_ok);
frag6_icmp6_paramprob_error(&diq6);
VERIFY(MBUFQ_EMPTY(&diq6));
return (nxt);
done:
VERIFY(m == NULL);
if (!locked) {
if (frag6_nfragpackets == 0) {
frag6_icmp6_paramprob_error(&diq6);
VERIFY(MBUFQ_EMPTY(&diq6));
return (IPPROTO_DONE);
}
lck_mtx_lock(&ip6qlock);
}
frag6_sched_timeout();
lck_mtx_unlock(&ip6qlock);
frag6_icmp6_paramprob_error(&diq6);
VERIFY(MBUFQ_EMPTY(&diq6));
return (IPPROTO_DONE);
dropfrag:
ip6stat.ip6s_fragdropped++;
frag6_sched_timeout();
lck_mtx_unlock(&ip6qlock);
in6_ifstat_inc(dstifp, ifs6_reass_fail);
m_freem(m);
frag6_icmp6_paramprob_error(&diq6);
VERIFY(MBUFQ_EMPTY(&diq6));
return (IPPROTO_DONE);
}
void
frag6_freef(struct ip6q *q6, struct fq6_head *dfq6, struct fq6_head *diq6)
{
struct ip6asfrag *af6, *down6;
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
for (af6 = q6->ip6q_down; af6 != (struct ip6asfrag *)q6;
af6 = down6) {
struct mbuf *m = IP6_REASS_MBUF(af6);
down6 = af6->ip6af_down;
frag6_deq(af6);
if (af6->ip6af_off == 0) {
struct ip6_hdr *ip6;
ip6 = mtod(m, struct ip6_hdr *);
ip6->ip6_src = q6->ip6q_src;
ip6->ip6_dst = q6->ip6q_dst;
MBUFQ_ENQUEUE(diq6, m);
} else {
MBUFQ_ENQUEUE(dfq6, m);
}
ip6af_free(af6);
}
frag6_remque(q6);
frag6_nfragpackets--;
frag6_nfrags -= q6->ip6q_nfrag;
ip6q_free(q6);
}
void
frag6_enq(struct ip6asfrag *af6, struct ip6asfrag *up6)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
af6->ip6af_up = up6;
af6->ip6af_down = up6->ip6af_down;
up6->ip6af_down->ip6af_up = af6;
up6->ip6af_down = af6;
}
void
frag6_deq(struct ip6asfrag *af6)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
af6->ip6af_up->ip6af_down = af6->ip6af_down;
af6->ip6af_down->ip6af_up = af6->ip6af_up;
}
void
frag6_insque(struct ip6q *new, struct ip6q *old)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
new->ip6q_prev = old;
new->ip6q_next = old->ip6q_next;
old->ip6q_next->ip6q_prev= new;
old->ip6q_next = new;
}
void
frag6_remque(struct ip6q *p6)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
p6->ip6q_prev->ip6q_next = p6->ip6q_next;
p6->ip6q_next->ip6q_prev = p6->ip6q_prev;
}
static void
frag6_timeout(void *arg)
{
#pragma unused(arg)
struct fq6_head dfq6, diq6;
struct ip6q *q6;
MBUFQ_INIT(&dfq6);
MBUFQ_INIT(&diq6);
net_update_uptime();
lck_mtx_lock(&ip6qlock);
q6 = ip6q.ip6q_next;
if (q6)
while (q6 != &ip6q) {
--q6->ip6q_ttl;
q6 = q6->ip6q_next;
if (q6->ip6q_prev->ip6q_ttl == 0) {
ip6stat.ip6s_fragtimeout++;
frag6_freef(q6->ip6q_prev, &dfq6, &diq6);
}
}
if (ip6_maxfragpackets >= 0) {
while (frag6_nfragpackets > (unsigned)ip6_maxfragpackets &&
ip6q.ip6q_prev) {
ip6stat.ip6s_fragoverflow++;
frag6_freef(ip6q.ip6q_prev, &dfq6, &diq6);
}
}
frag6_timeout_run = 0;
frag6_sched_timeout();
lck_mtx_unlock(&ip6qlock);
if (!MBUFQ_EMPTY(&dfq6))
MBUFQ_DRAIN(&dfq6);
frag6_icmp6_timeex_error(&diq6);
VERIFY(MBUFQ_EMPTY(&dfq6));
VERIFY(MBUFQ_EMPTY(&diq6));
}
static void
frag6_sched_timeout(void)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
if (!frag6_timeout_run && frag6_nfragpackets > 0) {
frag6_timeout_run = 1;
timeout(frag6_timeout, NULL, hz);
}
}
void
frag6_drain(void)
{
struct fq6_head dfq6, diq6;
MBUFQ_INIT(&dfq6);
MBUFQ_INIT(&diq6);
lck_mtx_lock(&ip6qlock);
while (ip6q.ip6q_next != &ip6q) {
ip6stat.ip6s_fragdropped++;
frag6_freef(ip6q.ip6q_next, &dfq6, &diq6);
}
lck_mtx_unlock(&ip6qlock);
if (!MBUFQ_EMPTY(&dfq6))
MBUFQ_DRAIN(&dfq6);
frag6_icmp6_timeex_error(&diq6);
VERIFY(MBUFQ_EMPTY(&dfq6));
VERIFY(MBUFQ_EMPTY(&diq6));
}
static struct ip6q *
ip6q_alloc(int how)
{
struct mbuf *t;
struct ip6q *q6;
if (ip6q_limit > 0 && ip6q_count > ip6q_limit)
return (NULL);
t = m_get(how, MT_FTABLE);
if (t != NULL) {
atomic_add_32(&ip6q_count, 1);
q6 = mtod(t, struct ip6q *);
bzero(q6, sizeof (*q6));
} else {
q6 = NULL;
}
return (q6);
}
static void
ip6q_free(struct ip6q *q6)
{
(void) m_free(dtom(q6));
atomic_add_32(&ip6q_count, -1);
}
static struct ip6asfrag *
ip6af_alloc(int how)
{
struct mbuf *t;
struct ip6asfrag *af6;
if (ip6af_limit > 0 && ip6af_count > ip6af_limit)
return (NULL);
t = m_get(how, MT_FTABLE);
if (t != NULL) {
atomic_add_32(&ip6af_count, 1);
af6 = mtod(t, struct ip6asfrag *);
bzero(af6, sizeof (*af6));
} else {
af6 = NULL;
}
return (af6);
}
static void
ip6af_free(struct ip6asfrag *af6)
{
(void) m_free(dtom(af6));
atomic_add_32(&ip6af_count, -1);
}
static void
ip6q_updateparams(void)
{
lck_mtx_assert(&ip6qlock, LCK_MTX_ASSERT_OWNED);
if (ip6_maxfragpackets < 0)
ip6q_limit = 0;
if (ip6_maxfrags < 0)
ip6af_limit = 0;
if (ip6_maxfragpackets > 0)
ip6q_limit = ip6_maxfragpackets;
if (ip6_maxfrags > 0)
ip6af_limit = ip6_maxfrags;
if (ip6_maxfragpackets == 0)
ip6q_limit = 1;
if (ip6_maxfrags == 0)
ip6af_limit = 1;
frag6_sched_timeout();
}
static int
sysctl_maxfragpackets SYSCTL_HANDLER_ARGS
{
#pragma unused(arg1, arg2)
int error, i;
lck_mtx_lock(&ip6qlock);
i = ip6_maxfragpackets;
error = sysctl_handle_int(oidp, &i, 0, req);
if (error || req->newptr == USER_ADDR_NULL)
goto done;
if (i < -1 || i > (nmbclusters / 4)) {
error = EINVAL;
goto done;
}
ip6_maxfragpackets = i;
ip6q_updateparams();
done:
lck_mtx_unlock(&ip6qlock);
return (error);
}
static int
sysctl_maxfrags SYSCTL_HANDLER_ARGS
{
#pragma unused(arg1, arg2)
int error, i;
lck_mtx_lock(&ip6qlock);
i = ip6_maxfrags;
error = sysctl_handle_int(oidp, &i, 0, req);
if (error || req->newptr == USER_ADDR_NULL)
goto done;
if (i < -1 || i > (nmbclusters / 4)) {
error = EINVAL;
goto done;
}
ip6_maxfrags= i;
ip6q_updateparams();
done:
lck_mtx_unlock(&ip6qlock);
return (error);
}