#include <sys/param.h>
#include <sys/systm.h>
#include <sys/malloc.h>
#include <sys/mbuf.h>
#include <sys/mcache.h>
#include <sys/domain.h>
#include <sys/protosw.h>
#include <sys/socket.h>
#include <sys/errno.h>
#include <sys/time.h>
#include <sys/kernel.h>
#include <sys/syslog.h>
#include <net/if.h>
#include <net/route.h>
#include <kern/cpu_number.h>
#include <kern/locks.h>
#include <netinet/in.h>
#include <netinet/in_systm.h>
#include <netinet/ip.h>
#include <netinet/ip_var.h>
#include <netinet/in_var.h>
#include <netinet/ip_ecn.h>
#include <netinet/in_pcb.h>
#include <netinet/udp.h>
#if INET6
#include <netinet6/ip6_ecn.h>
#endif
#if INET6
#include <netinet/ip6.h>
#include <netinet6/in6_pcb.h>
#include <netinet6/ip6_var.h>
#include <netinet/icmp6.h>
#include <netinet6/ip6protosw.h>
#endif
#include <netinet6/ipsec.h>
#if INET6
#include <netinet6/ipsec6.h>
#endif
#include <netinet6/ah.h>
#if INET6
#include <netinet6/ah6.h>
#endif
#include <netinet6/esp.h>
#if INET6
#include <netinet6/esp6.h>
#endif
#include <netkey/key.h>
#include <netkey/keydb.h>
#include <netkey/key_debug.h>
#include <net/kpi_protocol.h>
#include <netinet/kpi_ipfilter_var.h>
#include <net/net_osdep.h>
#include <mach/sdt.h>
#include <sys/kdebug.h>
#define DBG_LAYER_BEG NETDBG_CODE(DBG_NETIPSEC, 1)
#define DBG_LAYER_END NETDBG_CODE(DBG_NETIPSEC, 3)
#define DBG_FNC_ESPIN NETDBG_CODE(DBG_NETIPSEC, (6 << 8))
#define DBG_FNC_DECRYPT NETDBG_CODE(DBG_NETIPSEC, (7 << 8))
#define IPLEN_FLIPPED
extern lck_mtx_t *sadb_mutex;
#if INET
extern struct protosw inetsw[];
#define ESPMAXLEN \
(sizeof(struct esp) < sizeof(struct newesp) \
? sizeof(struct newesp) : sizeof(struct esp))
static struct ip *
esp4_input_strip_UDP_encap (struct mbuf *m, int iphlen)
{
struct ip *ip;
size_t stripsiz = sizeof(struct udphdr);
ip = mtod(m, __typeof__(ip));
ovbcopy((caddr_t)ip, (caddr_t)(((u_char *)ip) + stripsiz), iphlen);
m->m_data += stripsiz;
m->m_len -= stripsiz;
m->m_pkthdr.len -= stripsiz;
ip = mtod(m, __typeof__(ip));
ip->ip_len = ip->ip_len - stripsiz;
ip->ip_p = IPPROTO_ESP;
return ip;
}
void
esp4_input(m, off)
struct mbuf *m;
int off;
{
struct ip *ip;
#if INET6
struct ip6_hdr *ip6;
#endif
struct esp *esp;
struct esptail esptail;
u_int32_t spi;
u_int32_t seq;
struct secasvar *sav = NULL;
size_t taillen;
u_int16_t nxt;
const struct esp_algorithm *algo;
int ivlen;
size_t hlen;
size_t esplen;
sa_family_t ifamily;
KERNEL_DEBUG(DBG_FNC_ESPIN | DBG_FUNC_START, 0,0,0,0,0);
if (off % 4 != 0 || m->m_pkthdr.len % 4 != 0) {
ipseclog((LOG_ERR, "IPv4 ESP input: packet alignment problem "
"(off=%d, pktlen=%d)\n", off, m->m_pkthdr.len));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (m->m_len < off + ESPMAXLEN) {
m = m_pullup(m, off + ESPMAXLEN);
if (!m) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: can't pullup in esp4_input\n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
}
MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
ip = mtod(m, struct ip *);
if (ip->ip_p != IPPROTO_ESP &&
!(ip->ip_p == IPPROTO_UDP && off >= sizeof(struct udphdr))) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: invalid protocol type\n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
esp = (struct esp *)(void *)(((u_int8_t *)ip) + off);
#ifdef _IP_VHL
hlen = IP_VHL_HL(ip->ip_vhl) << 2;
#else
hlen = ip->ip_hl << 2;
#endif
spi = esp->esp_spi;
if ((sav = key_allocsa(AF_INET,
(caddr_t)&ip->ip_src, (caddr_t)&ip->ip_dst,
IPPROTO_ESP, spi)) == 0) {
ipseclog((LOG_WARNING,
"IPv4 ESP input: no key association found for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsecstat.in_nosa);
goto bad;
}
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp4_input called to allocate SA:%p\n", sav));
if (sav->state != SADB_SASTATE_MATURE
&& sav->state != SADB_SASTATE_DYING) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: non-mature/dying SA found for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsecstat.in_badspi);
goto bad;
}
algo = esp_algorithm_lookup(sav->alg_enc);
if (!algo) {
ipseclog((LOG_DEBUG, "IPv4 ESP input: "
"unsupported encryption algorithm for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsecstat.in_badspi);
goto bad;
}
ivlen = sav->ivlen;
if (ivlen < 0) {
ipseclog((LOG_ERR, "inproper ivlen in IPv4 ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
seq = ntohl(((struct newesp *)esp)->esp_seq);
if (!((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay
&& (sav->alg_auth && sav->key_auth)))
goto noreplaycheck;
if (sav->alg_auth == SADB_X_AALG_NULL ||
sav->alg_auth == SADB_AALG_NONE)
goto noreplaycheck;
if (ipsec_chkreplay(seq, sav))
;
else {
IPSEC_STAT_INCREMENT(ipsecstat.in_espreplay);
ipseclog((LOG_WARNING,
"replay packet in IPv4 ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
goto bad;
}
{
u_char sum0[AH_MAXSUMSIZE] __attribute__((aligned(4)));
u_char sum[AH_MAXSUMSIZE] __attribute__((aligned(4)));
const struct ah_algorithm *sumalgo;
size_t siz;
sumalgo = ah_algorithm_lookup(sav->alg_auth);
if (!sumalgo)
goto noreplaycheck;
siz = (((*sumalgo->sumsiz)(sav) + 3) & ~(4 - 1));
if (m->m_pkthdr.len < off + ESPMAXLEN + siz) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (AH_MAXSUMSIZE < siz) {
ipseclog((LOG_DEBUG,
"internal error: AH_MAXSUMSIZE must be larger than %lu\n",
(u_int32_t)siz));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
m_copydata(m, m->m_pkthdr.len - siz, siz, (caddr_t) &sum0[0]);
if (esp_auth(m, off, m->m_pkthdr.len - off - siz, sav, sum)) {
ipseclog((LOG_WARNING, "auth fail in IPv4 ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_espauthfail);
goto bad;
}
if (bcmp(sum0, sum, siz) != 0) {
ipseclog((LOG_WARNING, "auth fail in IPv4 ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_espauthfail);
goto bad;
}
m_adj(m, -siz);
ip = mtod(m, struct ip *);
#ifdef IPLEN_FLIPPED
ip->ip_len = ip->ip_len - siz;
#else
ip->ip_len = htons(ntohs(ip->ip_len) - siz);
#endif
m->m_flags |= M_AUTHIPDGM;
IPSEC_STAT_INCREMENT(ipsecstat.in_espauthsucc);
}
if ((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay) {
if (ipsec_updatereplay(seq, sav)) {
IPSEC_STAT_INCREMENT(ipsecstat.in_espreplay);
goto bad;
}
}
noreplaycheck:
if (sav->flags & SADB_X_EXT_OLD) {
esplen = sizeof(struct esp);
} else {
if (sav->flags & SADB_X_EXT_DERIV)
esplen = sizeof(struct esp);
else
esplen = sizeof(struct newesp);
}
if (m->m_pkthdr.len < off + esplen + ivlen + sizeof(esptail)) {
ipseclog((LOG_WARNING,
"IPv4 ESP input: packet too short\n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (m->m_len < off + esplen + ivlen) {
m = m_pullup(m, off + esplen + ivlen);
if (!m) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: can't pullup in esp4_input\n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
}
if (esp_schedule(algo, sav) != 0) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (!algo->decrypt)
panic("internal error: no decrypt function");
KERNEL_DEBUG(DBG_FNC_DECRYPT | DBG_FUNC_START, 0,0,0,0,0);
if ((*algo->decrypt)(m, off, sav, algo, ivlen)) {
m = NULL;
ipseclog((LOG_ERR, "decrypt fail in IPv4 ESP input: %s\n",
ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
KERNEL_DEBUG(DBG_FNC_DECRYPT | DBG_FUNC_END, 1,0,0,0,0);
goto bad;
}
KERNEL_DEBUG(DBG_FNC_DECRYPT | DBG_FUNC_END, 2,0,0,0,0);
IPSEC_STAT_INCREMENT(ipsecstat.in_esphist[sav->alg_enc]);
m->m_flags |= M_DECRYPTED;
m_copydata(m, m->m_pkthdr.len - sizeof(esptail), sizeof(esptail),
(caddr_t)&esptail);
nxt = esptail.esp_nxt;
taillen = esptail.esp_padlen + sizeof(esptail);
if (m->m_pkthdr.len < taillen
|| m->m_pkthdr.len - taillen < hlen) {
ipseclog((LOG_WARNING,
"bad pad length in IPv4 ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
m_adj(m, -taillen);
ip = mtod(m, struct ip *);
#ifdef IPLEN_FLIPPED
ip->ip_len = ip->ip_len - taillen;
#else
ip->ip_len = htons(ntohs(ip->ip_len) - taillen);
#endif
if (ip->ip_p == IPPROTO_UDP) {
if (m->m_len < off) {
m = m_pullup(m, off);
if (!m) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: invalid udp encapsulated ESP packet length \n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
}
off -= sizeof(struct udphdr); if ((sav->flags & SADB_X_EXT_NATT_DETECTED_PEER) != 0 &&
(sav->flags & SADB_X_EXT_OLD) == 0 &&
seq && sav->replay &&
seq >= sav->replay->lastseq) {
struct udphdr *encap_uh = (__typeof__(encap_uh))(void *)((caddr_t)ip + off);
if (encap_uh->uh_sport &&
ntohs(encap_uh->uh_sport) != sav->remote_ike_port) {
sav->remote_ike_port = ntohs(encap_uh->uh_sport);
}
}
ip = esp4_input_strip_UDP_encap(m, off);
esp = (struct esp *)(void *)(((u_int8_t *)ip) + off);
}
if (sav->utun_is_keepalive_fn) {
if (sav->utun_is_keepalive_fn(sav->utun_pcb, &m, nxt, sav->flags, (off + esplen + ivlen))) {
if (m) {
IPSEC_STAT_INCREMENT(ipsecstat.in_success);
m = NULL;
}
goto bad;
}
}
if (ipsec4_tunnel_validate(m, off + esplen + ivlen, nxt, sav, &ifamily)) {
ifaddr_t ifa;
struct sockaddr_storage addr;
u_int8_t tos;
tos = ip->ip_tos;
m_adj(m, off + esplen + ivlen);
if (ifamily == AF_INET) {
struct sockaddr_in *ipaddr;
if (m->m_len < sizeof(*ip)) {
m = m_pullup(m, sizeof(*ip));
if (!m) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
}
ip = mtod(m, struct ip *);
ip_ecn_egress(ip4_ipsec_ecn, &tos, &ip->ip_tos);
if (!key_checktunnelsanity(sav, AF_INET,
(caddr_t)&ip->ip_src, (caddr_t)&ip->ip_dst)) {
ipseclog((LOG_ERR, "ipsec tunnel address mismatch "
"in ESP input: %s %s\n",
ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (ip_doscopedroute) {
bzero(&addr, sizeof(addr));
ipaddr = (__typeof__(ipaddr))&addr;
ipaddr->sin_family = AF_INET;
ipaddr->sin_len = sizeof(*ipaddr);
ipaddr->sin_addr = ip->ip_dst;
}
#if INET6
} else if (ifamily == AF_INET6) {
struct sockaddr_in6 *ip6addr;
#ifndef PULLDOWN_TEST
#else
#endif
if (m->m_len < sizeof(*ip6)) {
m = m_pullup(m, sizeof(*ip6));
if (!m) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
}
MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
ip6 = mtod(m, struct ip6_hdr *);
if (!key_checktunnelsanity(sav, AF_INET6,
(caddr_t)&ip6->ip6_src, (caddr_t)&ip6->ip6_dst)) {
ipseclog((LOG_ERR, "ipsec tunnel address mismatch "
"in ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (ip6_doscopedroute) {
bzero(&addr, sizeof(addr));
ip6addr = (__typeof__(ip6addr))&addr;
ip6addr->sin6_family = AF_INET6;
ip6addr->sin6_len = sizeof(*ip6addr);
ip6addr->sin6_addr = ip6->ip6_dst;
}
#endif
} else {
ipseclog((LOG_ERR, "ipsec tunnel unsupported address family "
"in ESP input\n"));
goto bad;
}
key_sa_recordxfer(sav, m);
if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0 ||
ipsec_addhist(m, IPPROTO_IPV4, 0) != 0) {
IPSEC_STAT_INCREMENT(ipsecstat.in_nomem);
goto bad;
}
if (ip_doscopedroute || ip6_doscopedroute) {
ifa = ifa_ifwithaddr((struct sockaddr *)&addr);
if (ifa) {
m->m_pkthdr.rcvif = ifa->ifa_ifp;
IFA_REMREF(ifa);
}
}
m->m_pkthdr.csum_flags = 0;
if (sav->utun_in_fn) {
if (!(sav->utun_in_fn(sav->utun_pcb, &m, ifamily == AF_INET ? PF_INET : PF_INET6))) {
m = NULL;
goto bad;
}
}
if (proto_input(ifamily == AF_INET ? PF_INET : PF_INET6, m) != 0)
goto bad;
nxt = IPPROTO_DONE;
KERNEL_DEBUG(DBG_FNC_ESPIN | DBG_FUNC_END, 2,0,0,0,0);
} else {
size_t stripsiz;
stripsiz = esplen + ivlen;
ip = mtod(m, struct ip *);
ovbcopy((caddr_t)ip, (caddr_t)(((u_char *)ip) + stripsiz), off);
m->m_data += stripsiz;
m->m_len -= stripsiz;
m->m_pkthdr.len -= stripsiz;
ip = mtod(m, struct ip *);
#ifdef IPLEN_FLIPPED
ip->ip_len = ip->ip_len - stripsiz;
#else
ip->ip_len = htons(ntohs(ip->ip_len) - stripsiz);
#endif
ip->ip_p = nxt;
key_sa_recordxfer(sav, m);
if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0) {
IPSEC_STAT_INCREMENT(ipsecstat.in_nomem);
goto bad;
}
if (nxt == IPPROTO_TCP || nxt == IPPROTO_UDP) {
m->m_pkthdr.csum_flags = CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
m->m_pkthdr.csum_data = 0xFFFF;
}
if (nxt != IPPROTO_DONE) {
if ((ip_protox[nxt]->pr_flags & PR_LASTHDR) != 0 &&
ipsec4_in_reject(m, NULL)) {
IPSEC_STAT_INCREMENT(ipsecstat.in_polvio);
goto bad;
}
KERNEL_DEBUG(DBG_FNC_ESPIN | DBG_FUNC_END, 3,0,0,0,0);
if ((sav->flags & SADB_X_EXT_NATT_MULTIPLEUSERS) != 0) {
struct udphdr *udp;
if (nxt != IPPROTO_UDP) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (m->m_len < off + sizeof(struct udphdr)) {
m = m_pullup(m, off + sizeof(struct udphdr));
if (!m) {
ipseclog((LOG_DEBUG,
"IPv4 ESP input: can't pullup UDP header in esp4_input\n"));
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
ip = mtod(m, struct ip *);
}
udp = (struct udphdr *)(void *)(((u_int8_t *)ip) + off);
lck_mtx_lock(sadb_mutex);
if (sav->natt_encapsulated_src_port == 0) {
sav->natt_encapsulated_src_port = udp->uh_sport;
} else if (sav->natt_encapsulated_src_port != udp->uh_sport) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
lck_mtx_unlock(sadb_mutex);
goto bad;
}
lck_mtx_unlock(sadb_mutex);
udp->uh_sport = htons(sav->remote_ike_port);
udp->uh_sum = 0;
}
DTRACE_IP6(receive, struct mbuf *, m, struct inpcb *, NULL,
struct ip *, ip, struct ifnet *, m->m_pkthdr.rcvif,
struct ip *, ip, struct ip6_hdr *, NULL);
if (sav->utun_in_fn) {
if (!(sav->utun_in_fn(sav->utun_pcb, &m, PF_INET))) {
m = NULL;
goto bad;
}
}
ip_proto_dispatch_in(m, off, nxt, 0);
} else
m_freem(m);
m = NULL;
}
if (sav) {
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp4_input call free SA:%p\n", sav));
key_freesav(sav, KEY_SADB_UNLOCKED);
}
IPSEC_STAT_INCREMENT(ipsecstat.in_success);
return;
bad:
if (sav) {
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp4_input call free SA:%p\n", sav));
key_freesav(sav, KEY_SADB_UNLOCKED);
}
if (m)
m_freem(m);
KERNEL_DEBUG(DBG_FNC_ESPIN | DBG_FUNC_END, 4,0,0,0,0);
return;
}
#endif
#if INET6
int
esp6_input(struct mbuf **mp, int *offp, int proto)
{
#pragma unused(proto)
struct mbuf *m = *mp;
int off = *offp;
struct ip6_hdr *ip6;
struct esp *esp;
struct esptail esptail;
u_int32_t spi;
u_int32_t seq;
struct secasvar *sav = NULL;
size_t taillen;
u_int16_t nxt;
const struct esp_algorithm *algo;
int ivlen;
size_t esplen;
if (off % 4 != 0 || m->m_pkthdr.len % 4 != 0) {
ipseclog((LOG_ERR, "IPv6 ESP input: packet alignment problem "
"(off=%d, pktlen=%d)\n", off, m->m_pkthdr.len));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
#ifndef PULLDOWN_TEST
IP6_EXTHDR_CHECK(m, off, ESPMAXLEN, {return IPPROTO_DONE;});
esp = (struct esp *)(void *)(mtod(m, caddr_t) + off);
#else
IP6_EXTHDR_GET(esp, struct esp *, m, off, ESPMAXLEN);
if (esp == NULL) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
return IPPROTO_DONE;
}
#endif
MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
ip6 = mtod(m, struct ip6_hdr *);
if (ntohs(ip6->ip6_plen) == 0) {
ipseclog((LOG_ERR, "IPv6 ESP input: "
"ESP with IPv6 jumbogram is not supported.\n"));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
spi = esp->esp_spi;
if ((sav = key_allocsa(AF_INET6,
(caddr_t)&ip6->ip6_src, (caddr_t)&ip6->ip6_dst,
IPPROTO_ESP, spi)) == 0) {
ipseclog((LOG_WARNING,
"IPv6 ESP input: no key association found for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_nosa);
goto bad;
}
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp6_input called to allocate SA:%p\n", sav));
if (sav->state != SADB_SASTATE_MATURE
&& sav->state != SADB_SASTATE_DYING) {
ipseclog((LOG_DEBUG,
"IPv6 ESP input: non-mature/dying SA found for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_badspi);
goto bad;
}
algo = esp_algorithm_lookup(sav->alg_enc);
if (!algo) {
ipseclog((LOG_DEBUG, "IPv6 ESP input: "
"unsupported encryption algorithm for spi %u\n",
(u_int32_t)ntohl(spi)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_badspi);
goto bad;
}
ivlen = sav->ivlen;
if (ivlen < 0) {
ipseclog((LOG_ERR, "inproper ivlen in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_badspi);
goto bad;
}
seq = ntohl(((struct newesp *)esp)->esp_seq);
if (!((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay
&& (sav->alg_auth && sav->key_auth)))
goto noreplaycheck;
if (sav->alg_auth == SADB_X_AALG_NULL ||
sav->alg_auth == SADB_AALG_NONE)
goto noreplaycheck;
if (ipsec_chkreplay(seq, sav))
;
else {
IPSEC_STAT_INCREMENT(ipsec6stat.in_espreplay);
ipseclog((LOG_WARNING,
"replay packet in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
goto bad;
}
{
u_char sum0[AH_MAXSUMSIZE] __attribute__((aligned(4)));
u_char sum[AH_MAXSUMSIZE] __attribute__((aligned(4)));
const struct ah_algorithm *sumalgo;
size_t siz;
sumalgo = ah_algorithm_lookup(sav->alg_auth);
if (!sumalgo)
goto noreplaycheck;
siz = (((*sumalgo->sumsiz)(sav) + 3) & ~(4 - 1));
if (m->m_pkthdr.len < off + ESPMAXLEN + siz) {
IPSEC_STAT_INCREMENT(ipsecstat.in_inval);
goto bad;
}
if (AH_MAXSUMSIZE < siz) {
ipseclog((LOG_DEBUG,
"internal error: AH_MAXSUMSIZE must be larger than %lu\n",
(u_int32_t)siz));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
m_copydata(m, m->m_pkthdr.len - siz, siz, (caddr_t) &sum0[0]);
if (esp_auth(m, off, m->m_pkthdr.len - off - siz, sav, sum)) {
ipseclog((LOG_WARNING, "auth fail in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_espauthfail);
goto bad;
}
if (bcmp(sum0, sum, siz) != 0) {
ipseclog((LOG_WARNING, "auth fail in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_espauthfail);
goto bad;
}
m_adj(m, -siz);
ip6 = mtod(m, struct ip6_hdr *);
ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - siz);
m->m_flags |= M_AUTHIPDGM;
IPSEC_STAT_INCREMENT(ipsec6stat.in_espauthsucc);
}
if ((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay) {
if (ipsec_updatereplay(seq, sav)) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_espreplay);
goto bad;
}
}
noreplaycheck:
if (sav->flags & SADB_X_EXT_OLD) {
esplen = sizeof(struct esp);
} else {
if (sav->flags & SADB_X_EXT_DERIV)
esplen = sizeof(struct esp);
else
esplen = sizeof(struct newesp);
}
if (m->m_pkthdr.len < off + esplen + ivlen + sizeof(esptail)) {
ipseclog((LOG_WARNING,
"IPv6 ESP input: packet too short\n"));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
#ifndef PULLDOWN_TEST
IP6_EXTHDR_CHECK(m, off, esplen + ivlen, return IPPROTO_DONE);
#else
IP6_EXTHDR_GET(esp, struct esp *, m, off, esplen + ivlen);
if (esp == NULL) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
m = NULL;
goto bad;
}
#endif
ip6 = mtod(m, struct ip6_hdr *);
if (esp_schedule(algo, sav) != 0) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
if (!algo->decrypt)
panic("internal error: no decrypt function");
if ((*algo->decrypt)(m, off, sav, algo, ivlen)) {
m = NULL;
ipseclog((LOG_ERR, "decrypt fail in IPv6 ESP input: %s\n",
ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
IPSEC_STAT_INCREMENT(ipsec6stat.in_esphist[sav->alg_enc]);
m->m_flags |= M_DECRYPTED;
m_copydata(m, m->m_pkthdr.len - sizeof(esptail), sizeof(esptail),
(caddr_t)&esptail);
nxt = esptail.esp_nxt;
taillen = esptail.esp_padlen + sizeof(esptail);
if (m->m_pkthdr.len < taillen
|| m->m_pkthdr.len - taillen < sizeof(struct ip6_hdr)) {
ipseclog((LOG_WARNING,
"bad pad length in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
m_adj(m, -taillen);
ip6 = mtod(m, struct ip6_hdr *);
ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - taillen);
if (sav->utun_is_keepalive_fn) {
if (sav->utun_is_keepalive_fn(sav->utun_pcb, &m, nxt, sav->flags, (off + esplen + ivlen))) {
if (m) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_success);
m = NULL;
}
goto bad;
}
}
if (ipsec6_tunnel_validate(m, off + esplen + ivlen, nxt, sav)) {
ifaddr_t ifa;
struct sockaddr_storage addr;
u_int32_t flowinfo;
flowinfo = ip6->ip6_flow;
m_adj(m, off + esplen + ivlen);
if (m->m_len < sizeof(*ip6)) {
#ifndef PULLDOWN_TEST
#else
#endif
m = m_pullup(m, sizeof(*ip6));
if (!m) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
}
ip6 = mtod(m, struct ip6_hdr *);
ip6_ecn_egress(ip6_ipsec_ecn, &flowinfo, &ip6->ip6_flow);
if (!key_checktunnelsanity(sav, AF_INET6,
(caddr_t)&ip6->ip6_src, (caddr_t)&ip6->ip6_dst)) {
ipseclog((LOG_ERR, "ipsec tunnel address mismatch "
"in IPv6 ESP input: %s %s\n",
ipsec6_logpacketstr(ip6, spi),
ipsec_logsastr(sav)));
IPSEC_STAT_INCREMENT(ipsec6stat.in_inval);
goto bad;
}
key_sa_recordxfer(sav, m);
if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0 ||
ipsec_addhist(m, IPPROTO_IPV6, 0) != 0) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_nomem);
goto bad;
}
if (ip6_doscopedroute) {
struct sockaddr_in6 *ip6addr;
bzero(&addr, sizeof(addr));
ip6addr = (__typeof__(ip6addr))&addr;
ip6addr->sin6_family = AF_INET6;
ip6addr->sin6_len = sizeof(*ip6addr);
ip6addr->sin6_addr = ip6->ip6_dst;
ifa = ifa_ifwithaddr((struct sockaddr *)&addr);
if (ifa) {
m->m_pkthdr.rcvif = ifa->ifa_ifp;
IFA_REMREF(ifa);
}
}
if (sav->utun_in_fn) {
if (!(sav->utun_in_fn(sav->utun_pcb, &m, PF_INET6))) {
m = NULL;
goto bad;
}
}
if (proto_input(PF_INET6, m) != 0)
goto bad;
nxt = IPPROTO_DONE;
} else {
size_t stripsiz;
char *prvnxtp;
prvnxtp = ip6_get_prevhdr(m, off);
*prvnxtp = nxt;
stripsiz = esplen + ivlen;
ip6 = mtod(m, struct ip6_hdr *);
if (m->m_len >= stripsiz + off) {
ovbcopy((caddr_t)ip6, ((caddr_t)ip6) + stripsiz, off);
m->m_data += stripsiz;
m->m_len -= stripsiz;
m->m_pkthdr.len -= stripsiz;
} else {
struct mbuf *n;
n = m_split(m, off, M_DONTWAIT);
if (n == NULL) {
goto bad;
}
m_adj(n, stripsiz);
m->m_pkthdr.len += n->m_pkthdr.len;
m_cat(m, n);
}
#ifndef PULLDOWN_TEST
if (m->m_len != m->m_pkthdr.len) {
struct mbuf *n = NULL;
int maxlen;
MGETHDR(n, M_DONTWAIT, MT_HEADER);
maxlen = MHLEN;
if (n)
M_COPY_PKTHDR(n, m);
if (n && m->m_pkthdr.len > maxlen) {
MCLGET(n, M_DONTWAIT);
maxlen = MCLBYTES;
if ((n->m_flags & M_EXT) == 0) {
m_free(n);
n = NULL;
}
}
if (!n) {
printf("esp6_input: mbuf allocation failed\n");
goto bad;
}
if (m->m_pkthdr.len <= maxlen) {
m_copydata(m, 0, m->m_pkthdr.len, mtod(n, caddr_t));
n->m_len = m->m_pkthdr.len;
n->m_pkthdr.len = m->m_pkthdr.len;
n->m_next = NULL;
m_freem(m);
} else {
m_copydata(m, 0, maxlen, mtod(n, caddr_t));
n->m_len = maxlen;
n->m_pkthdr.len = m->m_pkthdr.len;
n->m_next = m;
m_adj(m, maxlen);
m->m_flags &= ~M_PKTHDR;
}
m = n;
}
#endif
ip6 = mtod(m, struct ip6_hdr *);
ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - stripsiz);
key_sa_recordxfer(sav, m);
if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0) {
IPSEC_STAT_INCREMENT(ipsec6stat.in_nomem);
goto bad;
}
if (sav->utun_in_fn) {
if (!(sav->utun_in_fn(sav->utun_pcb, &m, PF_INET6))) {
m = NULL;
goto bad;
}
}
}
*offp = off;
*mp = m;
if (sav) {
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp6_input call free SA:%p\n", sav));
key_freesav(sav, KEY_SADB_UNLOCKED);
}
IPSEC_STAT_INCREMENT(ipsec6stat.in_success);
return nxt;
bad:
if (sav) {
KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
printf("DP esp6_input call free SA:%p\n", sav));
key_freesav(sav, KEY_SADB_UNLOCKED);
}
if (m)
m_freem(m);
return IPPROTO_DONE;
}
void
esp6_ctlinput(cmd, sa, d)
int cmd;
struct sockaddr *sa;
void *d;
{
const struct newesp *espp;
struct newesp esp;
struct ip6ctlparam *ip6cp = NULL, ip6cp1;
struct secasvar *sav;
struct ip6_hdr *ip6;
struct mbuf *m;
int off;
struct sockaddr_in6 *sa6_src, *sa6_dst;
if (sa->sa_family != AF_INET6 ||
sa->sa_len != sizeof(struct sockaddr_in6))
return;
if ((unsigned)cmd >= PRC_NCMDS)
return;
if (d != NULL) {
ip6cp = (struct ip6ctlparam *)d;
m = ip6cp->ip6c_m;
ip6 = ip6cp->ip6c_ip6;
off = ip6cp->ip6c_off;
} else {
m = NULL;
ip6 = NULL;
}
if (ip6) {
bzero(&ip6cp1, sizeof(ip6cp1));
ip6cp1.ip6c_src = ip6cp->ip6c_src;
pfctlinput2(cmd, sa, (void *)&ip6cp1);
if (m->m_pkthdr.len < off + sizeof(esp))
return;
if (m->m_len < off + sizeof(esp)) {
m_copydata(m, off, sizeof(esp), (caddr_t)&esp);
espp = &esp;
} else
espp = (struct newesp*)(void *)(mtod(m, caddr_t) + off);
if (cmd == PRC_MSGSIZE) {
int valid = 0;
sa6_src = ip6cp->ip6c_src;
sa6_dst = (struct sockaddr_in6 *)(void *)sa;
sav = key_allocsa(AF_INET6,
(caddr_t)&sa6_src->sin6_addr,
(caddr_t)&sa6_dst->sin6_addr,
IPPROTO_ESP, espp->esp_spi);
if (sav) {
if (sav->state == SADB_SASTATE_MATURE ||
sav->state == SADB_SASTATE_DYING)
valid++;
key_freesav(sav, KEY_SADB_LOCKED);
}
icmp6_mtudisc_update((struct ip6ctlparam *)d, valid);
}
} else {
}
}
#endif