#include <sys/cdefs.h>
#define BRIDGE_DEBUG 1
#include <sys/param.h>
#include <sys/mbuf.h>
#include <sys/malloc.h>
#include <sys/protosw.h>
#include <sys/systm.h>
#include <sys/time.h>
#include <sys/socket.h>
#include <sys/sockio.h>
#include <sys/kernel.h>
#include <sys/random.h>
#include <sys/syslog.h>
#include <sys/sysctl.h>
#include <sys/proc.h>
#include <sys/lock.h>
#include <sys/mcache.h>
#include <sys/kauth.h>
#include <kern/thread_call.h>
#include <libkern/libkern.h>
#include <kern/zalloc.h>
#if NBPFILTER > 0
#include <net/bpf.h>
#endif
#include <net/if.h>
#include <net/if_dl.h>
#include <net/if_types.h>
#include <net/if_var.h>
#include <net/if_media.h>
#include <net/net_api_stats.h>
#include <net/pfvar.h>
#include <netinet/in.h>
#include <netinet/in_systm.h>
#include <netinet/in_var.h>
#define _IP_VHL
#include <netinet/ip.h>
#include <netinet/ip_var.h>
#if INET6
#include <netinet/ip6.h>
#include <netinet6/ip6_var.h>
#endif
#ifdef DEV_CARP
#include <netinet/ip_carp.h>
#endif
#include <netinet/if_ether.h>
#include <net/bridgestp.h>
#include <net/if_bridgevar.h>
#include <net/if_llc.h>
#if NVLAN > 0
#include <net/if_vlan_var.h>
#endif
#include <net/if_ether.h>
#include <net/dlil.h>
#include <net/kpi_interfacefilter.h>
#include <net/route.h>
#ifdef PFIL_HOOKS
#include <netinet/ip_fw2.h>
#include <netinet/ip_dummynet.h>
#endif
#include <dev/random/randomdev.h>
#include <netinet/bootp.h>
#include <netinet/dhcp.h>
#if BRIDGE_DEBUG
#define BR_DBGF_LIFECYCLE 0x0001
#define BR_DBGF_INPUT 0x0002
#define BR_DBGF_OUTPUT 0x0004
#define BR_DBGF_RT_TABLE 0x0008
#define BR_DBGF_DELAYED_CALL 0x0010
#define BR_DBGF_IOCTL 0x0020
#define BR_DBGF_MBUF 0x0040
#define BR_DBGF_MCAST 0x0080
#define BR_DBGF_HOSTFILTER 0x0100
#define BR_DBGF_CHECKSUM 0x0200
#define BR_DBGF_MAC_NAT 0x0400
#endif
#define _BRIDGE_LOCK(_sc) lck_mtx_lock(&(_sc)->sc_mtx)
#define _BRIDGE_UNLOCK(_sc) lck_mtx_unlock(&(_sc)->sc_mtx)
#define BRIDGE_LOCK_ASSERT_HELD(_sc) \
LCK_MTX_ASSERT(&(_sc)->sc_mtx, LCK_MTX_ASSERT_OWNED)
#define BRIDGE_LOCK_ASSERT_NOTHELD(_sc) \
LCK_MTX_ASSERT(&(_sc)->sc_mtx, LCK_MTX_ASSERT_NOTOWNED)
#if BRIDGE_DEBUG
#define BR_LCKDBG_MAX 4
#define BRIDGE_LOCK(_sc) bridge_lock(_sc)
#define BRIDGE_UNLOCK(_sc) bridge_unlock(_sc)
#define BRIDGE_LOCK2REF(_sc, _err) _err = bridge_lock2ref(_sc)
#define BRIDGE_UNREF(_sc) bridge_unref(_sc)
#define BRIDGE_XLOCK(_sc) bridge_xlock(_sc)
#define BRIDGE_XDROP(_sc) bridge_xdrop(_sc)
#define IF_BRIDGE_DEBUG(f) bridge_debug_flag_is_set(f)
#else
#define BRIDGE_LOCK(_sc) _BRIDGE_LOCK(_sc)
#define BRIDGE_UNLOCK(_sc) _BRIDGE_UNLOCK(_sc)
#define BRIDGE_LOCK2REF(_sc, _err) do { \
BRIDGE_LOCK_ASSERT_HELD(_sc); \
if ((_sc)->sc_iflist_xcnt > 0) \
(_err) = EBUSY; \
else \
(_sc)->sc_iflist_ref++; \
_BRIDGE_UNLOCK(_sc); \
} while (0)
#define BRIDGE_UNREF(_sc) do { \
_BRIDGE_LOCK(_sc); \
(_sc)->sc_iflist_ref--; \
if (((_sc)->sc_iflist_xcnt > 0) && ((_sc)->sc_iflist_ref == 0)) { \
_BRIDGE_UNLOCK(_sc); \
wakeup(&(_sc)->sc_cv); \
} else \
_BRIDGE_UNLOCK(_sc); \
} while (0)
#define BRIDGE_XLOCK(_sc) do { \
BRIDGE_LOCK_ASSERT_HELD(_sc); \
(_sc)->sc_iflist_xcnt++; \
while ((_sc)->sc_iflist_ref > 0) \
msleep(&(_sc)->sc_cv, &(_sc)->sc_mtx, PZERO, \
"BRIDGE_XLOCK", NULL); \
} while (0)
#define BRIDGE_XDROP(_sc) do { \
BRIDGE_LOCK_ASSERT_HELD(_sc); \
(_sc)->sc_iflist_xcnt--; \
} while (0)
#define IF_BRIDGE_DEBUG(f) FALSE
#endif
#if NBPFILTER > 0
#define BRIDGE_BPF_MTAP_INPUT(sc, m) \
if (sc->sc_bpf_input != NULL) \
bridge_bpf_input(sc->sc_ifp, m, __func__, __LINE__)
#else
#define BRIDGE_BPF_MTAP_INPUT(ifp, m)
#endif
#ifndef BRIDGE_RTHASH_SIZE
#define BRIDGE_RTHASH_SIZE 16
#endif
#define BRIDGE_RTHASH_SIZE_MAX 2048
#define BRIDGE_RTHASH_MASK(sc) ((sc)->sc_rthash_size - 1)
#ifndef BRIDGE_RTABLE_MAX
#define BRIDGE_RTABLE_MAX 100
#endif
#ifndef BRIDGE_RTABLE_TIMEOUT
#define BRIDGE_RTABLE_TIMEOUT (20 * 60)
#endif
#ifndef BRIDGE_RTABLE_PRUNE_PERIOD
#define BRIDGE_RTABLE_PRUNE_PERIOD (5 * 60)
#endif
#ifndef BRIDGE_MAC_NAT_ENTRY_MAX
#define BRIDGE_MAC_NAT_ENTRY_MAX 64
#endif
#define BRIDGE_IFCAPS_MASK (IFCAP_TOE|IFCAP_TSO|IFCAP_TXCSUM)
#define BRIDGE_IFCAPS_STRIP IFCAP_LRO
struct bridge_iflist {
TAILQ_ENTRY(bridge_iflist) bif_next;
struct ifnet *bif_ifp;
struct bstp_port bif_stp;
uint32_t bif_ifflags;
int bif_savedcaps;
uint32_t bif_addrmax;
uint32_t bif_addrcnt;
uint32_t bif_addrexceeded;
interface_filter_t bif_iff_ref;
struct bridge_softc *bif_sc;
uint32_t bif_flags;
struct in_addr bif_hf_ipsrc;
uint8_t bif_hf_hwsrc[ETHER_ADDR_LEN];
};
#define BIFF_PROMISC 0x01
#define BIFF_PROTO_ATTACHED 0x02
#define BIFF_FILTER_ATTACHED 0x04
#define BIFF_MEDIA_ACTIVE 0x08
#define BIFF_HOST_FILTER 0x10
#define BIFF_HF_HWSRC 0x20
#define BIFF_HF_IPSRC 0x40
#define BIFF_INPUT_BROADCAST 0x80
struct mac_nat_entry {
LIST_ENTRY(mac_nat_entry) mne_list;
struct bridge_iflist *mne_bif;
unsigned long mne_expire;
union {
struct in_addr mneu_ip;
struct in6_addr mneu_ip6;
} mne_u;
uint8_t mne_mac[ETHER_ADDR_LEN];
uint8_t mne_flags;
uint8_t mne_reserved;
};
#define mne_ip mne_u.mneu_ip
#define mne_ip6 mne_u.mneu_ip6
#define MNE_FLAGS_IPV6 0x01
LIST_HEAD(mac_nat_entry_list, mac_nat_entry);
struct mac_nat_record {
uint16_t mnr_ether_type;
union {
uint16_t mnru_arp_offset;
struct {
uint16_t mnruip_dhcp_flags;
uint16_t mnruip_udp_csum;
uint8_t mnruip_header_len;
} mnru_ip;
struct {
uint16_t mnruip6_icmp6_len;
uint16_t mnruip6_lladdr_offset;
uint8_t mnruip6_icmp6_type;
uint8_t mnruip6_header_len;
} mnru_ip6;
} mnr_u;
};
#define mnr_arp_offset mnr_u.mnru_arp_offset
#define mnr_ip_header_len mnr_u.mnru_ip.mnruip_header_len
#define mnr_ip_dhcp_flags mnr_u.mnru_ip.mnruip_dhcp_flags
#define mnr_ip_udp_csum mnr_u.mnru_ip.mnruip_udp_csum
#define mnr_ip6_icmp6_len mnr_u.mnru_ip6.mnruip6_icmp6_len
#define mnr_ip6_icmp6_type mnr_u.mnru_ip6.mnruip6_icmp6_type
#define mnr_ip6_header_len mnr_u.mnru_ip6.mnruip6_header_len
#define mnr_ip6_lladdr_offset mnr_u.mnru_ip6.mnruip6_lladdr_offset
struct bridge_rtnode {
LIST_ENTRY(bridge_rtnode) brt_hash;
LIST_ENTRY(bridge_rtnode) brt_list;
struct bridge_iflist *brt_dst;
unsigned long brt_expire;
uint8_t brt_flags;
uint8_t brt_addr[ETHER_ADDR_LEN];
uint16_t brt_vlan;
};
#define brt_ifp brt_dst->bif_ifp
typedef void (*bridge_delayed_func_t)(struct bridge_softc *);
struct bridge_delayed_call {
struct bridge_softc *bdc_sc;
bridge_delayed_func_t bdc_func;
struct timespec bdc_ts;
u_int32_t bdc_flags;
thread_call_t bdc_thread_call;
};
#define BDCF_OUTSTANDING 0x01
#define BDCF_CANCELLING 0x02
LIST_HEAD(_bridge_rtnode_list, bridge_rtnode);
struct bridge_softc {
struct ifnet *sc_ifp;
u_int32_t sc_flags;
LIST_ENTRY(bridge_softc) sc_list;
decl_lck_mtx_data(, sc_mtx);
struct _bridge_rtnode_list *sc_rthash;
struct _bridge_rtnode_list sc_rtlist;
uint32_t sc_rthash_key;
uint32_t sc_rthash_size;
struct bridge_delayed_call sc_aging_timer;
struct bridge_delayed_call sc_resize_call;
TAILQ_HEAD(, bridge_iflist) sc_spanlist;
struct bstp_state sc_stp;
bpf_packet_func sc_bpf_input;
bpf_packet_func sc_bpf_output;
void *sc_cv;
uint32_t sc_brtmax;
uint32_t sc_brtcnt;
uint32_t sc_brttimeout;
uint32_t sc_iflist_ref;
uint32_t sc_iflist_xcnt;
TAILQ_HEAD(, bridge_iflist) sc_iflist;
uint32_t sc_brtexceeded;
uint32_t sc_filter_flags;
struct ifnet *sc_ifaddr;
u_char sc_defaddr[6];
char sc_if_xname[IFNAMSIZ];
struct bridge_iflist *sc_mac_nat_bif;
struct mac_nat_entry_list sc_mne_list;
struct mac_nat_entry_list sc_mne_list_v6;
uint32_t sc_mne_max;
uint32_t sc_mne_count;
uint32_t sc_mne_allocation_failures;
#if BRIDGE_DEBUG
void *lock_lr[BR_LCKDBG_MAX];
int next_lock_lr;
void *unlock_lr[BR_LCKDBG_MAX];
int next_unlock_lr;
#endif
};
#define SCF_DETACHING 0x01
#define SCF_RESIZING 0x02
#define SCF_MEDIA_ACTIVE 0x04
typedef enum {
kChecksumOperationNone = 0,
kChecksumOperationClear = 1,
kChecksumOperationFinalize = 2,
kChecksumOperationCompute = 3,
} ChecksumOperation;
struct bridge_hostfilter_stats bridge_hostfilter_stats;
decl_lck_mtx_data(static, bridge_list_mtx);
static int bridge_rtable_prune_period = BRIDGE_RTABLE_PRUNE_PERIOD;
static zone_t bridge_rtnode_pool = NULL;
static zone_t bridge_mne_pool = NULL;
static int bridge_clone_create(struct if_clone *, uint32_t, void *);
static int bridge_clone_destroy(struct ifnet *);
static errno_t bridge_ioctl(struct ifnet *, u_long, void *);
#if HAS_IF_CAP
static void bridge_mutecaps(struct bridge_softc *);
static void bridge_set_ifcap(struct bridge_softc *, struct bridge_iflist *,
int);
#endif
static errno_t bridge_set_tso(struct bridge_softc *);
static void bridge_ifdetach(struct ifnet *);
static void bridge_proto_attach_changed(struct ifnet *);
static int bridge_init(struct ifnet *);
#if HAS_BRIDGE_DUMMYNET
static void bridge_dummynet(struct mbuf *, struct ifnet *);
#endif
static void bridge_ifstop(struct ifnet *, int);
static int bridge_output(struct ifnet *, struct mbuf *);
static void bridge_finalize_cksum(struct ifnet *, struct mbuf *);
static void bridge_start(struct ifnet *);
static errno_t bridge_input(struct ifnet *, mbuf_t *);
static errno_t bridge_iff_input(void *, ifnet_t, protocol_family_t,
mbuf_t *, char **);
static errno_t bridge_iff_output(void *, ifnet_t, protocol_family_t,
mbuf_t *);
static errno_t bridge_member_output(struct bridge_softc *sc, ifnet_t ifp,
mbuf_t *m);
static int bridge_enqueue(ifnet_t, struct ifnet *,
struct ifnet *, struct mbuf *, ChecksumOperation);
static void bridge_rtdelete(struct bridge_softc *, struct ifnet *ifp, int);
static void bridge_forward(struct bridge_softc *, struct bridge_iflist *,
struct mbuf *);
static void bridge_aging_timer(struct bridge_softc *sc);
static void bridge_broadcast(struct bridge_softc *, struct ifnet *,
struct mbuf *, int);
static void bridge_span(struct bridge_softc *, struct mbuf *);
static int bridge_rtupdate(struct bridge_softc *, const uint8_t *,
uint16_t, struct bridge_iflist *, int, uint8_t);
static struct ifnet *bridge_rtlookup(struct bridge_softc *, const uint8_t *,
uint16_t);
static void bridge_rttrim(struct bridge_softc *);
static void bridge_rtage(struct bridge_softc *);
static void bridge_rtflush(struct bridge_softc *, int);
static int bridge_rtdaddr(struct bridge_softc *, const uint8_t *,
uint16_t);
static int bridge_rtable_init(struct bridge_softc *);
static void bridge_rtable_fini(struct bridge_softc *);
static void bridge_rthash_resize(struct bridge_softc *);
static int bridge_rtnode_addr_cmp(const uint8_t *, const uint8_t *);
static struct bridge_rtnode *bridge_rtnode_lookup(struct bridge_softc *,
const uint8_t *, uint16_t);
static int bridge_rtnode_hash(struct bridge_softc *,
struct bridge_rtnode *);
static int bridge_rtnode_insert(struct bridge_softc *,
struct bridge_rtnode *);
static void bridge_rtnode_destroy(struct bridge_softc *,
struct bridge_rtnode *);
#if BRIDGESTP
static void bridge_rtable_expire(struct ifnet *, int);
static void bridge_state_change(struct ifnet *, int);
#endif
static struct bridge_iflist *bridge_lookup_member(struct bridge_softc *,
const char *name);
static struct bridge_iflist *bridge_lookup_member_if(struct bridge_softc *,
struct ifnet *ifp);
static void bridge_delete_member(struct bridge_softc *,
struct bridge_iflist *, int);
static void bridge_delete_span(struct bridge_softc *,
struct bridge_iflist *);
static int bridge_ioctl_add(struct bridge_softc *, void *);
static int bridge_ioctl_del(struct bridge_softc *, void *);
static int bridge_ioctl_gifflags(struct bridge_softc *, void *);
static int bridge_ioctl_sifflags(struct bridge_softc *, void *);
static int bridge_ioctl_scache(struct bridge_softc *, void *);
static int bridge_ioctl_gcache(struct bridge_softc *, void *);
static int bridge_ioctl_gifs32(struct bridge_softc *, void *);
static int bridge_ioctl_gifs64(struct bridge_softc *, void *);
static int bridge_ioctl_rts32(struct bridge_softc *, void *);
static int bridge_ioctl_rts64(struct bridge_softc *, void *);
static int bridge_ioctl_saddr32(struct bridge_softc *, void *);
static int bridge_ioctl_saddr64(struct bridge_softc *, void *);
static int bridge_ioctl_sto(struct bridge_softc *, void *);
static int bridge_ioctl_gto(struct bridge_softc *, void *);
static int bridge_ioctl_daddr32(struct bridge_softc *, void *);
static int bridge_ioctl_daddr64(struct bridge_softc *, void *);
static int bridge_ioctl_flush(struct bridge_softc *, void *);
static int bridge_ioctl_gpri(struct bridge_softc *, void *);
static int bridge_ioctl_spri(struct bridge_softc *, void *);
static int bridge_ioctl_ght(struct bridge_softc *, void *);
static int bridge_ioctl_sht(struct bridge_softc *, void *);
static int bridge_ioctl_gfd(struct bridge_softc *, void *);
static int bridge_ioctl_sfd(struct bridge_softc *, void *);
static int bridge_ioctl_gma(struct bridge_softc *, void *);
static int bridge_ioctl_sma(struct bridge_softc *, void *);
static int bridge_ioctl_sifprio(struct bridge_softc *, void *);
static int bridge_ioctl_sifcost(struct bridge_softc *, void *);
static int bridge_ioctl_sifmaxaddr(struct bridge_softc *, void *);
static int bridge_ioctl_addspan(struct bridge_softc *, void *);
static int bridge_ioctl_delspan(struct bridge_softc *, void *);
static int bridge_ioctl_gbparam32(struct bridge_softc *, void *);
static int bridge_ioctl_gbparam64(struct bridge_softc *, void *);
static int bridge_ioctl_grte(struct bridge_softc *, void *);
static int bridge_ioctl_gifsstp32(struct bridge_softc *, void *);
static int bridge_ioctl_gifsstp64(struct bridge_softc *, void *);
static int bridge_ioctl_sproto(struct bridge_softc *, void *);
static int bridge_ioctl_stxhc(struct bridge_softc *, void *);
static int bridge_ioctl_purge(struct bridge_softc *sc, void *);
static int bridge_ioctl_gfilt(struct bridge_softc *, void *);
static int bridge_ioctl_sfilt(struct bridge_softc *, void *);
static int bridge_ioctl_ghostfilter(struct bridge_softc *, void *);
static int bridge_ioctl_shostfilter(struct bridge_softc *, void *);
static int bridge_ioctl_gmnelist32(struct bridge_softc *, void *);
static int bridge_ioctl_gmnelist64(struct bridge_softc *, void *);
#ifdef PFIL_HOOKS
static int bridge_pfil(struct mbuf **, struct ifnet *, struct ifnet *,
int);
static int bridge_fragment(struct ifnet *, struct mbuf *,
struct ether_header *, int, struct llc *);
#endif
static int bridge_ip_checkbasic(struct mbuf **);
#ifdef INET6
static int bridge_ip6_checkbasic(struct mbuf **);
#endif
static int bridge_pf(struct mbuf **, struct ifnet *, uint32_t sc_filter_flags, int input);
static errno_t bridge_set_bpf_tap(ifnet_t, bpf_tap_mode, bpf_packet_func);
static errno_t bridge_bpf_input(ifnet_t, struct mbuf *, const char *, int);
static errno_t bridge_bpf_output(ifnet_t, struct mbuf *);
static void bridge_detach(ifnet_t);
static void bridge_link_event(struct ifnet *, u_int32_t);
static void bridge_iflinkevent(struct ifnet *);
static u_int32_t bridge_updatelinkstatus(struct bridge_softc *);
static int interface_media_active(struct ifnet *);
static void bridge_schedule_delayed_call(struct bridge_delayed_call *);
static void bridge_cancel_delayed_call(struct bridge_delayed_call *);
static void bridge_cleanup_delayed_call(struct bridge_delayed_call *);
static int bridge_host_filter(struct bridge_iflist *, mbuf_t *);
static errno_t bridge_mac_nat_enable(struct bridge_softc *,
struct bridge_iflist *);
static void bridge_mac_nat_disable(struct bridge_softc *sc);
static void bridge_mac_nat_age_entries(struct bridge_softc *sc, unsigned long);
static void bridge_mac_nat_populate_entries(struct bridge_softc *sc);
static void bridge_mac_nat_flush_entries(struct bridge_softc *sc,
struct bridge_iflist *);
static ifnet_t bridge_mac_nat_input(struct bridge_softc *, mbuf_t *,
boolean_t *);
static boolean_t bridge_mac_nat_output(struct bridge_softc *,
struct bridge_iflist *, mbuf_t *, struct mac_nat_record *);
static void bridge_mac_nat_translate(mbuf_t *, struct mac_nat_record *,
const caddr_t);
#define m_copypacket(m, how) m_copym(m, 0, M_COPYALL, how)
#define VLANTAGOF(_m) 0
u_int8_t bstp_etheraddr[ETHER_ADDR_LEN] =
{ 0x01, 0x80, 0xc2, 0x00, 0x00, 0x00 };
static u_int8_t ethernulladdr[ETHER_ADDR_LEN] =
{ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
#if BRIDGESTP
static struct bstp_cb_ops bridge_ops = {
.bcb_state = bridge_state_change,
.bcb_rtage = bridge_rtable_expire
};
#endif
SYSCTL_DECL(_net_link);
SYSCTL_NODE(_net_link, IFT_BRIDGE, bridge, CTLFLAG_RW | CTLFLAG_LOCKED, 0,
"Bridge");
static int bridge_inherit_mac = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, inherit_mac,
CTLFLAG_RW | CTLFLAG_LOCKED,
&bridge_inherit_mac, 0,
"Inherit MAC address from the first bridge member");
SYSCTL_INT(_net_link_bridge, OID_AUTO, rtable_prune_period,
CTLFLAG_RW | CTLFLAG_LOCKED,
&bridge_rtable_prune_period, 0,
"Interval between pruning of routing table");
static unsigned int bridge_rtable_hash_size_max = BRIDGE_RTHASH_SIZE_MAX;
SYSCTL_UINT(_net_link_bridge, OID_AUTO, rtable_hash_size_max,
CTLFLAG_RW | CTLFLAG_LOCKED,
&bridge_rtable_hash_size_max, 0,
"Maximum size of the routing hash table");
#if BRIDGE_DEBUG_DELAYED_CALLBACK
static int bridge_delayed_callback_delay = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, delayed_callback_delay,
CTLFLAG_RW | CTLFLAG_LOCKED,
&bridge_delayed_callback_delay, 0,
"Delay before calling delayed function");
#endif
SYSCTL_STRUCT(_net_link_bridge, OID_AUTO,
hostfilterstats, CTLFLAG_RD | CTLFLAG_LOCKED,
&bridge_hostfilter_stats, bridge_hostfilter_stats, "");
#if defined(PFIL_HOOKS)
static int pfil_onlyip = 1;
static int pfil_bridge = 1;
static int pfil_member = 1;
static int pfil_ipfw = 0;
static int pfil_ipfw_arp = 0;
static int pfil_local_phys = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_onlyip, CTLFLAG_RW | CTLFLAG_LOCKED,
&pfil_onlyip, 0, "Only pass IP packets when pfil is enabled");
SYSCTL_INT(_net_link_bridge, OID_AUTO, ipfw_arp, CTLFLAG_RW | CTLFLAG_LOCKED,
&pfil_ipfw_arp, 0, "Filter ARP packets through IPFW layer2");
SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_bridge, CTLFLAG_RW | CTLFLAG_LOCKED,
&pfil_bridge, 0, "Packet filter on the bridge interface");
SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_member, CTLFLAG_RW | CTLFLAG_LOCKED,
&pfil_member, 0, "Packet filter on the member interface");
SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_local_phys,
CTLFLAG_RW | CTLFLAG_LOCKED, &pfil_local_phys, 0,
"Packet filter on the physical interface for locally destined packets");
#endif
#if BRIDGESTP
static int log_stp = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, log_stp, CTLFLAG_RW,
&log_stp, 0, "Log STP state changes");
#endif
struct bridge_control {
int (*bc_func)(struct bridge_softc *, void *);
unsigned int bc_argsize;
unsigned int bc_flags;
};
#define BC_F_COPYIN 0x01
#define BC_F_COPYOUT 0x02
#define BC_F_SUSER 0x04
static const struct bridge_control bridge_control_table32[] = {
{ .bc_func = bridge_ioctl_add, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_del, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gifflags, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sifflags, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_scache, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gcache, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_gifs32, .bc_argsize = sizeof(struct ifbifconf32),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_rts32, .bc_argsize = sizeof(struct ifbaconf32),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_saddr32, .bc_argsize = sizeof(struct ifbareq32),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_daddr32, .bc_argsize = sizeof(struct ifbareq32),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_flush, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gpri, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_spri, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_ght, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sht, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gfd, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sfd, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gma, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sma, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifprio, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifcost, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gfilt, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sfilt, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_purge, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_addspan, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_delspan, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gbparam32, .bc_argsize = sizeof(struct ifbropreq32),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_grte, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_gifsstp32, .bc_argsize = sizeof(struct ifbpstpconf32),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sproto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_stxhc, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifmaxaddr, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_ghostfilter, .bc_argsize = sizeof(struct ifbrhostfilter),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_shostfilter, .bc_argsize = sizeof(struct ifbrhostfilter),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gmnelist32, .bc_argsize = sizeof(struct ifbrmnelist32),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
};
static const struct bridge_control bridge_control_table64[] = {
{ .bc_func = bridge_ioctl_add, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_del, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gifflags, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sifflags, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_scache, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gcache, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_gifs64, .bc_argsize = sizeof(struct ifbifconf64),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_rts64, .bc_argsize = sizeof(struct ifbaconf64),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_saddr64, .bc_argsize = sizeof(struct ifbareq64),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_daddr64, .bc_argsize = sizeof(struct ifbareq64),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_flush, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gpri, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_spri, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_ght, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sht, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gfd, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sfd, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gma, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sma, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifprio, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifcost, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gfilt, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sfilt, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_purge, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_addspan, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_delspan, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gbparam64, .bc_argsize = sizeof(struct ifbropreq64),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_grte, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_gifsstp64, .bc_argsize = sizeof(struct ifbpstpconf64),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_sproto, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_stxhc, .bc_argsize = sizeof(struct ifbrparam),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_sifmaxaddr, .bc_argsize = sizeof(struct ifbreq),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_ghostfilter, .bc_argsize = sizeof(struct ifbrhostfilter),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
{ .bc_func = bridge_ioctl_shostfilter, .bc_argsize = sizeof(struct ifbrhostfilter),
.bc_flags = BC_F_COPYIN | BC_F_SUSER },
{ .bc_func = bridge_ioctl_gmnelist64, .bc_argsize = sizeof(struct ifbrmnelist64),
.bc_flags = BC_F_COPYIN | BC_F_COPYOUT },
};
static const unsigned int bridge_control_table_size =
sizeof(bridge_control_table32) / sizeof(bridge_control_table32[0]);
static LIST_HEAD(, bridge_softc) bridge_list =
LIST_HEAD_INITIALIZER(bridge_list);
static lck_grp_t *bridge_lock_grp = NULL;
static lck_attr_t *bridge_lock_attr = NULL;
#define BRIDGENAME "bridge"
#define BRIDGES_MAX IF_MAXUNIT
#define BRIDGE_ZONE_MAX_ELEM MIN(IFNETS_MAX, BRIDGES_MAX)
static struct if_clone bridge_cloner =
IF_CLONE_INITIALIZER(BRIDGENAME, bridge_clone_create, bridge_clone_destroy,
0, BRIDGES_MAX, BRIDGE_ZONE_MAX_ELEM, sizeof(struct bridge_softc));
static int if_bridge_txstart = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, txstart, CTLFLAG_RW | CTLFLAG_LOCKED,
&if_bridge_txstart, 0, "Bridge interface uses TXSTART model");
#if BRIDGE_DEBUG
static int if_bridge_debug = 0;
SYSCTL_INT(_net_link_bridge, OID_AUTO, debug, CTLFLAG_RW | CTLFLAG_LOCKED,
&if_bridge_debug, 0, "Bridge debug");
static void printf_ether_header(struct ether_header *);
static void printf_mbuf_data(mbuf_t, size_t, size_t);
static void printf_mbuf_pkthdr(mbuf_t, const char *, const char *);
static void printf_mbuf(mbuf_t, const char *, const char *);
static void link_print(struct bridge_softc * sc);
static void bridge_lock(struct bridge_softc *);
static void bridge_unlock(struct bridge_softc *);
static int bridge_lock2ref(struct bridge_softc *);
static void bridge_unref(struct bridge_softc *);
static void bridge_xlock(struct bridge_softc *);
static void bridge_xdrop(struct bridge_softc *);
static void
bridge_lock(struct bridge_softc *sc)
{
void *lr_saved = __builtin_return_address(0);
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
_BRIDGE_LOCK(sc);
sc->lock_lr[sc->next_lock_lr] = lr_saved;
sc->next_lock_lr = (sc->next_lock_lr + 1) % SO_LCKDBG_MAX;
}
static void
bridge_unlock(struct bridge_softc *sc)
{
void *lr_saved = __builtin_return_address(0);
BRIDGE_LOCK_ASSERT_HELD(sc);
sc->unlock_lr[sc->next_unlock_lr] = lr_saved;
sc->next_unlock_lr = (sc->next_unlock_lr + 1) % SO_LCKDBG_MAX;
_BRIDGE_UNLOCK(sc);
}
static int
bridge_lock2ref(struct bridge_softc *sc)
{
int error = 0;
void *lr_saved = __builtin_return_address(0);
BRIDGE_LOCK_ASSERT_HELD(sc);
if (sc->sc_iflist_xcnt > 0) {
error = EBUSY;
} else {
sc->sc_iflist_ref++;
}
sc->unlock_lr[sc->next_unlock_lr] = lr_saved;
sc->next_unlock_lr = (sc->next_unlock_lr + 1) % SO_LCKDBG_MAX;
_BRIDGE_UNLOCK(sc);
return error;
}
static void
bridge_unref(struct bridge_softc *sc)
{
void *lr_saved = __builtin_return_address(0);
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
_BRIDGE_LOCK(sc);
sc->lock_lr[sc->next_lock_lr] = lr_saved;
sc->next_lock_lr = (sc->next_lock_lr + 1) % SO_LCKDBG_MAX;
sc->sc_iflist_ref--;
sc->unlock_lr[sc->next_unlock_lr] = lr_saved;
sc->next_unlock_lr = (sc->next_unlock_lr + 1) % SO_LCKDBG_MAX;
if ((sc->sc_iflist_xcnt > 0) && (sc->sc_iflist_ref == 0)) {
_BRIDGE_UNLOCK(sc);
wakeup(&sc->sc_cv);
} else {
_BRIDGE_UNLOCK(sc);
}
}
static void
bridge_xlock(struct bridge_softc *sc)
{
void *lr_saved = __builtin_return_address(0);
BRIDGE_LOCK_ASSERT_HELD(sc);
sc->sc_iflist_xcnt++;
while (sc->sc_iflist_ref > 0) {
sc->unlock_lr[sc->next_unlock_lr] = lr_saved;
sc->next_unlock_lr = (sc->next_unlock_lr + 1) % SO_LCKDBG_MAX;
msleep(&sc->sc_cv, &sc->sc_mtx, PZERO, "BRIDGE_XLOCK", NULL);
sc->lock_lr[sc->next_lock_lr] = lr_saved;
sc->next_lock_lr = (sc->next_lock_lr + 1) % SO_LCKDBG_MAX;
}
}
static void
bridge_xdrop(struct bridge_softc *sc)
{
BRIDGE_LOCK_ASSERT_HELD(sc);
sc->sc_iflist_xcnt--;
}
void
printf_mbuf_pkthdr(mbuf_t m, const char *prefix, const char *suffix)
{
if (m) {
printf("%spktlen: %u rcvif: 0x%llx header: 0x%llx "
"nextpkt: 0x%llx%s",
prefix ? prefix : "", (unsigned int)mbuf_pkthdr_len(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_pkthdr_rcvif(m)),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_pkthdr_header(m)),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_nextpkt(m)),
suffix ? suffix : "");
} else {
printf("%s<NULL>%s\n", prefix, suffix);
}
}
void
printf_mbuf(mbuf_t m, const char *prefix, const char *suffix)
{
if (m) {
printf("%s0x%llx type: %u flags: 0x%x len: %u data: 0x%llx "
"maxlen: %u datastart: 0x%llx next: 0x%llx%s",
prefix ? prefix : "", (uint64_t)VM_KERNEL_ADDRPERM(m),
mbuf_type(m), mbuf_flags(m), (unsigned int)mbuf_len(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_data(m)),
(unsigned int)mbuf_maxlen(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_datastart(m)),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_next(m)),
!suffix || (mbuf_flags(m) & MBUF_PKTHDR) ? "" : suffix);
if ((mbuf_flags(m) & MBUF_PKTHDR)) {
printf_mbuf_pkthdr(m, " ", suffix);
}
} else {
printf("%s<NULL>%s\n", prefix, suffix);
}
}
void
printf_mbuf_data(mbuf_t m, size_t offset, size_t len)
{
mbuf_t n;
size_t i, j;
size_t pktlen, mlen, maxlen;
unsigned char *ptr;
pktlen = mbuf_pkthdr_len(m);
if (offset > pktlen) {
return;
}
maxlen = (pktlen - offset > len) ? len : pktlen - offset;
n = m;
mlen = mbuf_len(n);
ptr = mbuf_data(n);
for (i = 0, j = 0; i < maxlen; i++, j++) {
if (j >= mlen) {
n = mbuf_next(n);
if (n == 0) {
break;
}
ptr = mbuf_data(n);
mlen = mbuf_len(n);
j = 0;
}
if (i >= offset) {
printf("%02x%s", ptr[j], i % 2 ? " " : "");
}
}
}
static void
printf_ether_header(struct ether_header *eh)
{
printf("%02x:%02x:%02x:%02x:%02x:%02x > "
"%02x:%02x:%02x:%02x:%02x:%02x 0x%04x ",
eh->ether_shost[0], eh->ether_shost[1], eh->ether_shost[2],
eh->ether_shost[3], eh->ether_shost[4], eh->ether_shost[5],
eh->ether_dhost[0], eh->ether_dhost[1], eh->ether_dhost[2],
eh->ether_dhost[3], eh->ether_dhost[4], eh->ether_dhost[5],
ntohs(eh->ether_type));
}
static void
link_print(struct bridge_softc * sc)
{
int i;
uint32_t sdl_buffer[offsetof(struct sockaddr_dl, sdl_data) +
IFNAMSIZ + ETHER_ADDR_LEN];
struct sockaddr_dl *sdl = (struct sockaddr_dl *)sdl_buffer;
memset(sdl, 0, sizeof(sdl_buffer));
sdl->sdl_family = AF_LINK;
sdl->sdl_nlen = strlen(sc->sc_if_xname);
sdl->sdl_alen = ETHER_ADDR_LEN;
sdl->sdl_len = offsetof(struct sockaddr_dl, sdl_data);
memcpy(sdl->sdl_data, sc->sc_if_xname, sdl->sdl_nlen);
memcpy(LLADDR(sdl), sc->sc_defaddr, ETHER_ADDR_LEN);
#if 1
printf("sdl len %d index %d family %d type 0x%x nlen %d alen %d"
" slen %d addr ", sdl->sdl_len, sdl->sdl_index,
sdl->sdl_family, sdl->sdl_type, sdl->sdl_nlen,
sdl->sdl_alen, sdl->sdl_slen);
#endif
for (i = 0; i < sdl->sdl_alen; i++) {
printf("%s%x", i ? ":" : "", (CONST_LLADDR(sdl))[i]);
}
printf("\n");
}
static boolean_t
bridge_debug_flag_is_set(uint32_t flag)
{
return (if_bridge_debug & flag) != 0;
}
#endif
__private_extern__ int
bridgeattach(int n)
{
#pragma unused(n)
int error;
lck_grp_attr_t *lck_grp_attr = NULL;
bridge_rtnode_pool = zinit(sizeof(struct bridge_rtnode),
1024 * sizeof(struct bridge_rtnode), 0, "bridge_rtnode");
zone_change(bridge_rtnode_pool, Z_CALLERACCT, FALSE);
bridge_mne_pool = zinit(sizeof(struct mac_nat_entry),
256 * sizeof(struct mac_nat_entry), 0, "bridge_mac_nat_entry");
zone_change(bridge_mne_pool, Z_CALLERACCT, FALSE);
lck_grp_attr = lck_grp_attr_alloc_init();
bridge_lock_grp = lck_grp_alloc_init("if_bridge", lck_grp_attr);
bridge_lock_attr = lck_attr_alloc_init();
#if BRIDGE_DEBUG
lck_attr_setdebug(bridge_lock_attr);
#endif
lck_mtx_init(&bridge_list_mtx, bridge_lock_grp, bridge_lock_attr);
lck_grp_attr_free(lck_grp_attr);
LIST_INIT(&bridge_list);
#if BRIDGESTP
bstp_sys_init();
#endif
error = if_clone_attach(&bridge_cloner);
if (error != 0) {
printf("%s: ifnet_clone_attach failed %d\n", __func__, error);
}
return error;
}
#if defined(PFIL_HOOKS)
static int
sysctl_pfil_ipfw SYSCTL_HANDLER_ARGS
{
#pragma unused(arg1, arg2)
int enable = pfil_ipfw;
int error;
error = sysctl_handle_int(oidp, &enable, 0, req);
enable = (enable) ? 1 : 0;
if (enable != pfil_ipfw) {
pfil_ipfw = enable;
if (pfil_ipfw) {
pfil_onlyip = 0;
pfil_bridge = 0;
pfil_member = 0;
}
}
return error;
}
SYSCTL_PROC(_net_link_bridge, OID_AUTO, ipfw, CTLTYPE_INT | CTLFLAG_RW,
&pfil_ipfw, 0, &sysctl_pfil_ipfw, "I", "Layer2 filter with IPFW");
#endif
static errno_t
bridge_ifnet_set_attrs(struct ifnet * ifp)
{
errno_t error;
error = ifnet_set_mtu(ifp, ETHERMTU);
if (error != 0) {
printf("%s: ifnet_set_mtu failed %d\n", __func__, error);
goto done;
}
error = ifnet_set_addrlen(ifp, ETHER_ADDR_LEN);
if (error != 0) {
printf("%s: ifnet_set_addrlen failed %d\n", __func__, error);
goto done;
}
error = ifnet_set_hdrlen(ifp, ETHER_HDR_LEN);
if (error != 0) {
printf("%s: ifnet_set_hdrlen failed %d\n", __func__, error);
goto done;
}
error = ifnet_set_flags(ifp,
IFF_BROADCAST | IFF_SIMPLEX | IFF_NOTRAILERS | IFF_MULTICAST,
0xffff);
if (error != 0) {
printf("%s: ifnet_set_flags failed %d\n", __func__, error);
goto done;
}
done:
return error;
}
static int
bridge_clone_create(struct if_clone *ifc, uint32_t unit, void *params)
{
#pragma unused(params)
struct ifnet *ifp = NULL;
struct bridge_softc *sc = NULL;
struct bridge_softc *sc2 = NULL;
struct ifnet_init_eparams init_params;
errno_t error = 0;
uint8_t eth_hostid[ETHER_ADDR_LEN];
int fb, retry, has_hostid;
sc = if_clone_softc_allocate(&bridge_cloner);
if (sc == NULL) {
error = ENOMEM;
goto done;
}
lck_mtx_init(&sc->sc_mtx, bridge_lock_grp, bridge_lock_attr);
sc->sc_brtmax = BRIDGE_RTABLE_MAX;
sc->sc_mne_max = BRIDGE_MAC_NAT_ENTRY_MAX;
sc->sc_brttimeout = BRIDGE_RTABLE_TIMEOUT;
sc->sc_filter_flags = 0;
TAILQ_INIT(&sc->sc_iflist);
snprintf(sc->sc_if_xname, sizeof(sc->sc_if_xname), "%s%d",
ifc->ifc_name, unit);
bzero(&init_params, sizeof(init_params));
init_params.ver = IFNET_INIT_CURRENT_VERSION;
init_params.len = sizeof(init_params);
error = bridge_rtable_init(sc);
if (error != 0) {
printf("%s: bridge_rtable_init failed %d\n",
__func__, error);
goto done;
}
TAILQ_INIT(&sc->sc_spanlist);
if (if_bridge_txstart) {
init_params.start = bridge_start;
} else {
init_params.flags = IFNET_INIT_LEGACY;
init_params.output = bridge_output;
}
init_params.set_bpf_tap = bridge_set_bpf_tap;
init_params.uniqueid = sc->sc_if_xname;
init_params.uniqueid_len = strlen(sc->sc_if_xname);
init_params.sndq_maxlen = IFQ_MAXLEN;
init_params.name = ifc->ifc_name;
init_params.unit = unit;
init_params.family = IFNET_FAMILY_ETHERNET;
init_params.type = IFT_BRIDGE;
init_params.demux = ether_demux;
init_params.add_proto = ether_add_proto;
init_params.del_proto = ether_del_proto;
init_params.check_multi = ether_check_multi;
init_params.framer_extended = ether_frameout_extended;
init_params.softc = sc;
init_params.ioctl = bridge_ioctl;
init_params.detach = bridge_detach;
init_params.broadcast_addr = etherbroadcastaddr;
init_params.broadcast_len = ETHER_ADDR_LEN;
error = ifnet_allocate_extended(&init_params, &ifp);
if (error != 0) {
printf("%s: ifnet_allocate failed %d\n",
__func__, error);
goto done;
}
LIST_INIT(&sc->sc_mne_list);
LIST_INIT(&sc->sc_mne_list_v6);
sc->sc_ifp = ifp;
error = bridge_ifnet_set_attrs(ifp);
if (error != 0) {
printf("%s: bridge_ifnet_set_attrs failed %d\n",
__func__, error);
goto done;
}
fb = 0;
has_hostid = (uuid_get_ethernet(ð_hostid[0]) == 0);
for (retry = 1; retry != 0;) {
if (fb || has_hostid == 0) {
read_frandom(&sc->sc_defaddr, ETHER_ADDR_LEN);
sc->sc_defaddr[0] &= ~1;
sc->sc_defaddr[0] |= 2;
} else {
bcopy(ð_hostid[0], &sc->sc_defaddr,
ETHER_ADDR_LEN);
sc->sc_defaddr[0] &= ~1;
sc->sc_defaddr[0] |= 2;
sc->sc_defaddr[3] =
((sc->sc_defaddr[3] & 0x0f) << 4) |
((sc->sc_defaddr[3] & 0xf0) >> 4);
sc->sc_defaddr[4] =
(((sc->sc_defaddr[4] & 0x0f) << 4) |
((sc->sc_defaddr[4] & 0xf0) >> 4)) ^
sc->sc_defaddr[5];
sc->sc_defaddr[5] = ifp->if_unit & 0xff;
}
fb = 1;
retry = 0;
lck_mtx_lock(&bridge_list_mtx);
LIST_FOREACH(sc2, &bridge_list, sc_list) {
if (memcmp(sc->sc_defaddr,
IF_LLADDR(sc2->sc_ifp), ETHER_ADDR_LEN) == 0) {
retry = 1;
}
}
lck_mtx_unlock(&bridge_list_mtx);
}
sc->sc_flags &= ~SCF_MEDIA_ACTIVE;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
link_print(sc);
}
#endif
error = ifnet_attach(ifp, NULL);
if (error != 0) {
printf("%s: ifnet_attach failed %d\n", __func__, error);
goto done;
}
error = ifnet_set_lladdr_and_type(ifp, sc->sc_defaddr, ETHER_ADDR_LEN,
IFT_ETHER);
if (error != 0) {
printf("%s: ifnet_set_lladdr_and_type failed %d\n", __func__,
error);
goto done;
}
ifnet_set_offload(ifp,
IFNET_CSUM_IP | IFNET_CSUM_TCP | IFNET_CSUM_UDP |
IFNET_CSUM_TCPIPV6 | IFNET_CSUM_UDPIPV6 | IFNET_MULTIPAGES);
error = bridge_set_tso(sc);
if (error != 0) {
printf("%s: bridge_set_tso failed %d\n",
__func__, error);
goto done;
}
#if BRIDGESTP
bstp_attach(&sc->sc_stp, &bridge_ops);
#endif
lck_mtx_lock(&bridge_list_mtx);
LIST_INSERT_HEAD(&bridge_list, sc, sc_list);
lck_mtx_unlock(&bridge_list_mtx);
error = bpf_attach(ifp, DLT_EN10MB, sizeof(struct ether_header),
NULL, NULL);
done:
if (error != 0) {
printf("%s failed error %d\n", __func__, error);
}
return error;
}
static int
bridge_clone_destroy(struct ifnet *ifp)
{
struct bridge_softc *sc = ifp->if_softc;
struct bridge_iflist *bif;
errno_t error;
BRIDGE_LOCK(sc);
if ((sc->sc_flags & SCF_DETACHING)) {
BRIDGE_UNLOCK(sc);
return 0;
}
sc->sc_flags |= SCF_DETACHING;
bridge_ifstop(ifp, 1);
bridge_cancel_delayed_call(&sc->sc_resize_call);
bridge_cleanup_delayed_call(&sc->sc_resize_call);
bridge_cleanup_delayed_call(&sc->sc_aging_timer);
error = ifnet_set_flags(ifp, 0, IFF_UP);
if (error != 0) {
printf("%s: ifnet_set_flags failed %d\n", __func__, error);
}
while ((bif = TAILQ_FIRST(&sc->sc_iflist)) != NULL) {
bridge_delete_member(sc, bif, 0);
}
while ((bif = TAILQ_FIRST(&sc->sc_spanlist)) != NULL) {
bridge_delete_span(sc, bif);
}
BRIDGE_UNLOCK(sc);
error = ifnet_detach(ifp);
if (error != 0) {
panic("%s: ifnet_detach(%p) failed %d\n",
__func__, ifp, error);
}
return 0;
}
#define DRVSPEC do { \
if (ifd->ifd_cmd >= bridge_control_table_size) { \
error = EINVAL; \
break; \
} \
bc = &bridge_control_table[ifd->ifd_cmd]; \
\
if (cmd == SIOCGDRVSPEC && \
(bc->bc_flags & BC_F_COPYOUT) == 0) { \
error = EINVAL; \
break; \
} else if (cmd == SIOCSDRVSPEC && \
(bc->bc_flags & BC_F_COPYOUT) != 0) { \
error = EINVAL; \
break; \
} \
\
if (bc->bc_flags & BC_F_SUSER) { \
error = kauth_authorize_generic(kauth_cred_get(), \
KAUTH_GENERIC_ISSUSER); \
if (error) \
break; \
} \
\
if (ifd->ifd_len != bc->bc_argsize || \
ifd->ifd_len > sizeof (args)) { \
error = EINVAL; \
break; \
} \
\
bzero(&args, sizeof (args)); \
if (bc->bc_flags & BC_F_COPYIN) { \
error = copyin(ifd->ifd_data, &args, ifd->ifd_len); \
if (error) \
break; \
} \
\
BRIDGE_LOCK(sc); \
error = (*bc->bc_func)(sc, &args); \
BRIDGE_UNLOCK(sc); \
if (error) \
break; \
\
if (bc->bc_flags & BC_F_COPYOUT) \
error = copyout(&args, ifd->ifd_data, ifd->ifd_len); \
} while (0)
static errno_t
bridge_ioctl(struct ifnet *ifp, u_long cmd, void *data)
{
struct bridge_softc *sc = ifp->if_softc;
struct ifreq *ifr = (struct ifreq *)data;
struct bridge_iflist *bif;
int error = 0;
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_IOCTL)) {
printf("%s: ifp %s cmd 0x%08lx (%c%c [%lu] %c %lu)\n",
__func__, ifp->if_xname, cmd, (cmd & IOC_IN) ? 'I' : ' ',
(cmd & IOC_OUT) ? 'O' : ' ', IOCPARM_LEN(cmd),
(char)IOCGROUP(cmd), cmd & 0xff);
}
#endif
switch (cmd) {
case SIOCSIFADDR:
case SIOCAIFADDR:
ifnet_set_flags(ifp, IFF_UP, IFF_UP);
break;
case SIOCGIFMEDIA32:
case SIOCGIFMEDIA64: {
struct ifmediareq *ifmr = (struct ifmediareq *)data;
user_addr_t user_addr;
user_addr = (cmd == SIOCGIFMEDIA64) ?
((struct ifmediareq64 *)ifmr)->ifmu_ulist :
CAST_USER_ADDR_T(((struct ifmediareq32 *)ifmr)->ifmu_ulist);
ifmr->ifm_status = IFM_AVALID;
ifmr->ifm_mask = 0;
ifmr->ifm_count = 1;
BRIDGE_LOCK(sc);
if (!(sc->sc_flags & SCF_DETACHING) &&
(sc->sc_flags & SCF_MEDIA_ACTIVE)) {
ifmr->ifm_status |= IFM_ACTIVE;
ifmr->ifm_active = ifmr->ifm_current =
IFM_ETHER | IFM_AUTO;
} else {
ifmr->ifm_active = ifmr->ifm_current = IFM_NONE;
}
BRIDGE_UNLOCK(sc);
if (user_addr != USER_ADDR_NULL) {
error = copyout(&ifmr->ifm_current, user_addr,
sizeof(int));
}
break;
}
case SIOCADDMULTI:
case SIOCDELMULTI:
break;
case SIOCSDRVSPEC32:
case SIOCGDRVSPEC32: {
union {
struct ifbreq ifbreq;
struct ifbifconf32 ifbifconf;
struct ifbareq32 ifbareq;
struct ifbaconf32 ifbaconf;
struct ifbrparam ifbrparam;
struct ifbropreq32 ifbropreq;
} args;
struct ifdrv32 *ifd = (struct ifdrv32 *)data;
const struct bridge_control *bridge_control_table =
bridge_control_table32, *bc;
DRVSPEC;
break;
}
case SIOCSDRVSPEC64:
case SIOCGDRVSPEC64: {
union {
struct ifbreq ifbreq;
struct ifbifconf64 ifbifconf;
struct ifbareq64 ifbareq;
struct ifbaconf64 ifbaconf;
struct ifbrparam ifbrparam;
struct ifbropreq64 ifbropreq;
} args;
struct ifdrv64 *ifd = (struct ifdrv64 *)data;
const struct bridge_control *bridge_control_table =
bridge_control_table64, *bc;
DRVSPEC;
break;
}
case SIOCSIFFLAGS:
if (!(ifp->if_flags & IFF_UP) &&
(ifp->if_flags & IFF_RUNNING)) {
BRIDGE_LOCK(sc);
bridge_ifstop(ifp, 1);
BRIDGE_UNLOCK(sc);
} else if ((ifp->if_flags & IFF_UP) &&
!(ifp->if_flags & IFF_RUNNING)) {
BRIDGE_LOCK(sc);
error = bridge_init(ifp);
BRIDGE_UNLOCK(sc);
}
break;
case SIOCSIFLLADDR:
error = ifnet_set_lladdr(ifp, ifr->ifr_addr.sa_data,
ifr->ifr_addr.sa_len);
if (error != 0) {
printf("%s: SIOCSIFLLADDR error %d\n", ifp->if_xname,
error);
}
break;
case SIOCSIFMTU:
if (ifr->ifr_mtu < 576) {
error = EINVAL;
break;
}
BRIDGE_LOCK(sc);
if (TAILQ_EMPTY(&sc->sc_iflist)) {
sc->sc_ifp->if_mtu = ifr->ifr_mtu;
BRIDGE_UNLOCK(sc);
break;
}
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
if (bif->bif_ifp->if_mtu != (unsigned)ifr->ifr_mtu) {
printf("%s: invalid MTU: %u(%s) != %d\n",
sc->sc_ifp->if_xname,
bif->bif_ifp->if_mtu,
bif->bif_ifp->if_xname, ifr->ifr_mtu);
error = EINVAL;
break;
}
}
if (!error) {
sc->sc_ifp->if_mtu = ifr->ifr_mtu;
}
BRIDGE_UNLOCK(sc);
break;
default:
error = ether_ioctl(ifp, cmd, data);
#if BRIDGE_DEBUG
if (error != 0 && error != EOPNOTSUPP) {
printf("%s: ifp %s cmd 0x%08lx "
"(%c%c [%lu] %c %lu) failed error: %d\n",
__func__, ifp->if_xname, cmd,
(cmd & IOC_IN) ? 'I' : ' ',
(cmd & IOC_OUT) ? 'O' : ' ',
IOCPARM_LEN(cmd), (char)IOCGROUP(cmd),
cmd & 0xff, error);
}
#endif
break;
}
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
return error;
}
#if HAS_IF_CAP
static void
bridge_mutecaps(struct bridge_softc *sc)
{
struct bridge_iflist *bif;
int enabled, mask;
mask = BRIDGE_IFCAPS_MASK;
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
mask &= bif->bif_savedcaps;
}
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
enabled = bif->bif_ifp->if_capenable;
enabled &= ~BRIDGE_IFCAPS_STRIP;
enabled &= ~BRIDGE_IFCAPS_MASK;
enabled |= mask;
bridge_set_ifcap(sc, bif, enabled);
}
}
static void
bridge_set_ifcap(struct bridge_softc *sc, struct bridge_iflist *bif, int set)
{
struct ifnet *ifp = bif->bif_ifp;
struct ifreq ifr;
int error;
bzero(&ifr, sizeof(ifr));
ifr.ifr_reqcap = set;
if (ifp->if_capenable != set) {
IFF_LOCKGIANT(ifp);
error = (*ifp->if_ioctl)(ifp, SIOCSIFCAP, (caddr_t)&ifr);
IFF_UNLOCKGIANT(ifp);
if (error) {
printf("%s: %s error setting interface capabilities "
"on %s\n", __func__, sc->sc_ifp->if_xname,
ifp->if_xname);
}
}
}
#endif
static errno_t
bridge_set_tso(struct bridge_softc *sc)
{
struct bridge_iflist *bif;
u_int32_t tso_v4_mtu;
u_int32_t tso_v6_mtu;
ifnet_offload_t offload;
errno_t error = 0;
offload = sc->sc_ifp->if_hwassist | IFNET_TSO_IPV4 | IFNET_TSO_IPV6;
tso_v4_mtu = IP_MAXPACKET;
tso_v6_mtu = IP_MAXPACKET;
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
ifnet_t ifp = bif->bif_ifp;
if (ifp == NULL) {
continue;
}
if (offload & IFNET_TSO_IPV4) {
if (ifp->if_hwassist & IFNET_TSO_IPV4) {
if (tso_v4_mtu > ifp->if_tso_v4_mtu) {
tso_v4_mtu = ifp->if_tso_v4_mtu;
}
} else {
offload &= ~IFNET_TSO_IPV4;
tso_v4_mtu = 0;
}
}
if (offload & IFNET_TSO_IPV6) {
if (ifp->if_hwassist & IFNET_TSO_IPV6) {
if (tso_v6_mtu > ifp->if_tso_v6_mtu) {
tso_v6_mtu = ifp->if_tso_v6_mtu;
}
} else {
offload &= ~IFNET_TSO_IPV6;
tso_v6_mtu = 0;
}
}
}
if (offload != sc->sc_ifp->if_hwassist) {
error = ifnet_set_offload(sc->sc_ifp, offload);
if (error != 0) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: ifnet_set_offload(%s, 0x%x) "
"failed %d\n", __func__,
sc->sc_ifp->if_xname, offload, error);
}
#endif
goto done;
}
if (sc->sc_ifp->if_hwassist & IFNET_TSO_IPV4) {
if (tso_v4_mtu < sc->sc_ifp->if_mtu) {
tso_v4_mtu = sc->sc_ifp->if_mtu;
}
error = ifnet_set_tso_mtu(sc->sc_ifp, AF_INET,
tso_v4_mtu);
if (error != 0) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: ifnet_set_tso_mtu(%s, "
"AF_INET, %u) failed %d\n",
__func__, sc->sc_ifp->if_xname,
tso_v4_mtu, error);
}
#endif
goto done;
}
}
if (sc->sc_ifp->if_hwassist & IFNET_TSO_IPV6) {
if (tso_v6_mtu < sc->sc_ifp->if_mtu) {
tso_v6_mtu = sc->sc_ifp->if_mtu;
}
error = ifnet_set_tso_mtu(sc->sc_ifp, AF_INET6,
tso_v6_mtu);
if (error != 0) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: ifnet_set_tso_mtu(%s, "
"AF_INET6, %u) failed %d\n",
__func__, sc->sc_ifp->if_xname,
tso_v6_mtu, error);
}
#endif
goto done;
}
}
}
done:
return error;
}
static struct bridge_iflist *
bridge_lookup_member(struct bridge_softc *sc, const char *name)
{
struct bridge_iflist *bif;
struct ifnet *ifp;
BRIDGE_LOCK_ASSERT_HELD(sc);
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
ifp = bif->bif_ifp;
if (strcmp(ifp->if_xname, name) == 0) {
return bif;
}
}
return NULL;
}
static struct bridge_iflist *
bridge_lookup_member_if(struct bridge_softc *sc, struct ifnet *member_ifp)
{
struct bridge_iflist *bif;
BRIDGE_LOCK_ASSERT_HELD(sc);
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
if (bif->bif_ifp == member_ifp) {
return bif;
}
}
return NULL;
}
static errno_t
bridge_iff_input(void *cookie, ifnet_t ifp, protocol_family_t protocol,
mbuf_t *data, char **frame_ptr)
{
#pragma unused(protocol)
errno_t error = 0;
struct bridge_iflist *bif = (struct bridge_iflist *)cookie;
struct bridge_softc *sc = bif->bif_sc;
int included = 0;
size_t frmlen = 0;
mbuf_t m = *data;
if ((m->m_flags & M_PROTO1)) {
goto out;
}
if (*frame_ptr >= (char *)mbuf_datastart(m) &&
*frame_ptr <= (char *)mbuf_data(m)) {
included = 1;
frmlen = (char *)mbuf_data(m) - *frame_ptr;
}
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s from %s m 0x%llx data 0x%llx frame 0x%llx %s "
"frmlen %lu\n", __func__, sc->sc_ifp->if_xname,
ifp->if_xname, (uint64_t)VM_KERNEL_ADDRPERM(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_data(m)),
(uint64_t)VM_KERNEL_ADDRPERM(*frame_ptr),
included ? "inside" : "outside", frmlen);
if (IF_BRIDGE_DEBUG(BR_DBGF_MBUF)) {
printf_mbuf(m, "bridge_iff_input[", "\n");
printf_ether_header((struct ether_header *)
(void *)*frame_ptr);
printf_mbuf_data(m, 0, 20);
printf("\n");
}
}
#endif
if (included == 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: frame_ptr outside mbuf\n", __func__);
}
goto out;
}
(void) mbuf_setdata(m, (char *)mbuf_data(m) - frmlen,
mbuf_len(m) + frmlen);
(void) mbuf_pkthdr_adjustlen(m, frmlen);
if (mbuf_pkthdr_len(m) < sizeof(struct ether_header)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: short frame %lu < %lu\n", __func__,
mbuf_pkthdr_len(m), sizeof(struct ether_header));
}
goto out;
}
if (mbuf_len(m) < sizeof(struct ether_header)) {
error = mbuf_pullup(data, sizeof(struct ether_header));
if (error != 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: mbuf_pullup(%lu) failed %d\n",
__func__, sizeof(struct ether_header),
error);
}
error = EJUSTRETURN;
goto out;
}
if (m != *data) {
m = *data;
*frame_ptr = mbuf_data(m);
}
}
error = bridge_input(ifp, data);
if (error == 0) {
if (*data != m) {
m = *data;
*frame_ptr = mbuf_data(m);
}
(void) mbuf_setdata(m, (char *)mbuf_data(m) + frmlen,
mbuf_len(m) - frmlen);
(void) mbuf_pkthdr_adjustlen(m, -frmlen);
}
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT) &&
IF_BRIDGE_DEBUG(BR_DBGF_MBUF)) {
printf("\n");
printf_mbuf(m, "bridge_iff_input]", "\n");
}
#endif
out:
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
return error;
}
static errno_t
bridge_iff_output(void *cookie, ifnet_t ifp, protocol_family_t protocol,
mbuf_t *data)
{
#pragma unused(protocol)
errno_t error = 0;
struct bridge_iflist *bif = (struct bridge_iflist *)cookie;
struct bridge_softc *sc = bif->bif_sc;
mbuf_t m = *data;
if ((m->m_flags & M_PROTO1)) {
goto out;
}
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_OUTPUT)) {
printf("%s: %s from %s m 0x%llx data 0x%llx\n", __func__,
sc->sc_ifp->if_xname, ifp->if_xname,
(uint64_t)VM_KERNEL_ADDRPERM(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_data(m)));
}
#endif
error = bridge_member_output(sc, ifp, data);
if (error != 0 && error != EJUSTRETURN) {
printf("%s: bridge_member_output failed error %d\n", __func__,
error);
}
out:
BRIDGE_LOCK_ASSERT_NOTHELD(sc);
return error;
}
static void
bridge_iff_event(void *cookie, ifnet_t ifp, protocol_family_t protocol,
const struct kev_msg *event_msg)
{
#pragma unused(protocol)
struct bridge_iflist *bif = (struct bridge_iflist *)cookie;
struct bridge_softc *sc = bif->bif_sc;
if (event_msg->vendor_code == KEV_VENDOR_APPLE &&
event_msg->kev_class == KEV_NETWORK_CLASS &&
event_msg->kev_subclass == KEV_DL_SUBCLASS) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s event_code %u - %s\n", __func__,
ifp->if_xname, event_msg->event_code,
dlil_kev_dl_code_str(event_msg->event_code));
}
#endif
switch (event_msg->event_code) {
case KEV_DL_IF_DETACHING:
case KEV_DL_IF_DETACHED: {
bridge_ifdetach(ifp);
break;
}
case KEV_DL_LINK_OFF:
case KEV_DL_LINK_ON: {
bridge_iflinkevent(ifp);
#if BRIDGESTP
bstp_linkstate(ifp, event_msg->event_code);
#endif
break;
}
case KEV_DL_SIFFLAGS: {
if ((bif->bif_flags & BIFF_PROMISC) == 0 &&
(ifp->if_flags & IFF_UP)) {
errno_t error;
error = ifnet_set_promiscuous(ifp, 1);
if (error != 0) {
printf("%s: "
"ifnet_set_promiscuous (%s)"
" failed %d\n",
__func__, ifp->if_xname,
error);
} else {
bif->bif_flags |= BIFF_PROMISC;
}
}
break;
}
case KEV_DL_IFCAP_CHANGED: {
BRIDGE_LOCK(sc);
bridge_set_tso(sc);
BRIDGE_UNLOCK(sc);
break;
}
case KEV_DL_PROTO_DETACHED:
case KEV_DL_PROTO_ATTACHED: {
bridge_proto_attach_changed(ifp);
break;
}
default:
break;
}
}
}
static void
bridge_iff_detached(void *cookie, ifnet_t ifp)
{
struct bridge_iflist *bif = (struct bridge_iflist *)cookie;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
bridge_ifdetach(ifp);
_FREE(bif, M_DEVBUF);
}
static errno_t
bridge_proto_input(ifnet_t ifp, protocol_family_t protocol, mbuf_t packet,
char *header)
{
#pragma unused(protocol, packet, header)
#if BRIDGE_DEBUG
printf("%s: unexpected packet from %s\n", __func__,
ifp->if_xname);
#endif
return 0;
}
static int
bridge_attach_protocol(struct ifnet *ifp)
{
int error;
struct ifnet_attach_proto_param reg;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
bzero(®, sizeof(reg));
reg.input = bridge_proto_input;
error = ifnet_attach_protocol(ifp, PF_BRIDGE, ®);
if (error) {
printf("%s: ifnet_attach_protocol(%s) failed, %d\n",
__func__, ifp->if_xname, error);
}
return error;
}
static int
bridge_detach_protocol(struct ifnet *ifp)
{
int error;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
error = ifnet_detach_protocol(ifp, PF_BRIDGE);
if (error) {
printf("%s: ifnet_detach_protocol(%s) failed, %d\n",
__func__, ifp->if_xname, error);
}
return error;
}
static void
bridge_delete_member(struct bridge_softc *sc, struct bridge_iflist *bif,
int gone)
{
struct ifnet *ifs = bif->bif_ifp, *bifp = sc->sc_ifp;
int lladdr_changed = 0, error, filt_attached;
uint8_t eaddr[ETHER_ADDR_LEN];
u_int32_t event_code = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
VERIFY(ifs != NULL);
BRIDGE_XLOCK(sc);
TAILQ_REMOVE(&sc->sc_iflist, bif, bif_next);
BRIDGE_XDROP(sc);
if (sc->sc_mac_nat_bif != NULL) {
if (bif == sc->sc_mac_nat_bif) {
bridge_mac_nat_disable(sc);
} else {
bridge_mac_nat_flush_entries(sc, bif);
}
}
if (!gone) {
switch (ifs->if_type) {
case IFT_ETHER:
case IFT_L2VLAN:
if (bif->bif_flags & BIFF_PROMISC) {
BRIDGE_UNLOCK(sc);
(void) ifnet_set_promiscuous(ifs, 0);
BRIDGE_LOCK(sc);
}
break;
case IFT_GIF:
default:
VERIFY(0);
}
#if HAS_IF_CAP
bridge_set_ifcap(sc, bif, bif->bif_savedcaps);
#endif
}
if (bif->bif_flags & BIFF_PROTO_ATTACHED) {
BRIDGE_UNLOCK(sc);
(void) bridge_detach_protocol(ifs);
BRIDGE_LOCK(sc);
}
#if BRIDGESTP
if ((bif->bif_ifflags & IFBIF_STP) != 0) {
bstp_disable(&bif->bif_stp);
}
#endif
if (bridge_inherit_mac && sc->sc_ifaddr == ifs) {
ifnet_release(sc->sc_ifaddr);
if (TAILQ_EMPTY(&sc->sc_iflist)) {
bcopy(sc->sc_defaddr, eaddr, ETHER_ADDR_LEN);
sc->sc_ifaddr = NULL;
} else {
struct ifnet *fif =
TAILQ_FIRST(&sc->sc_iflist)->bif_ifp;
bcopy(IF_LLADDR(fif), eaddr, ETHER_ADDR_LEN);
sc->sc_ifaddr = fif;
ifnet_reference(fif);
}
lladdr_changed = 1;
}
#if HAS_IF_CAP
bridge_mutecaps(sc);
#endif
error = bridge_set_tso(sc);
if (error != 0) {
printf("%s: bridge_set_tso failed %d\n", __func__, error);
}
bridge_rtdelete(sc, ifs, IFBF_FLUSHALL);
KASSERT(bif->bif_addrcnt == 0,
("%s: %d bridge routes referenced", __func__, bif->bif_addrcnt));
filt_attached = bif->bif_flags & BIFF_FILTER_ATTACHED;
event_code = bridge_updatelinkstatus(sc);
BRIDGE_UNLOCK(sc);
if (lladdr_changed &&
(error = ifnet_set_lladdr(bifp, eaddr, ETHER_ADDR_LEN)) != 0) {
printf("%s: ifnet_set_lladdr failed %d\n", __func__, error);
}
if (event_code != 0) {
bridge_link_event(bifp, event_code);
}
#if BRIDGESTP
bstp_destroy(&bif->bif_stp);
#endif
if (filt_attached) {
iflt_detach(bif->bif_iff_ref);
} else {
_FREE(bif, M_DEVBUF);
}
ifs->if_bridge = NULL;
ifnet_release(ifs);
BRIDGE_LOCK(sc);
}
static void
bridge_delete_span(struct bridge_softc *sc, struct bridge_iflist *bif)
{
BRIDGE_LOCK_ASSERT_HELD(sc);
KASSERT(bif->bif_ifp->if_bridge == NULL,
("%s: not a span interface", __func__));
ifnet_release(bif->bif_ifp);
TAILQ_REMOVE(&sc->sc_spanlist, bif, bif_next);
_FREE(bif, M_DEVBUF);
}
static int
bridge_ioctl_add(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif = NULL;
struct ifnet *ifs, *bifp = sc->sc_ifp;
int error = 0, lladdr_changed = 0;
uint8_t eaddr[ETHER_ADDR_LEN];
struct iff_filter iff;
u_int32_t event_code = 0;
boolean_t mac_nat = FALSE;
ifs = ifunit(req->ifbr_ifsname);
if (ifs == NULL) {
return ENOENT;
}
if (ifs->if_ioctl == NULL) {
return EINVAL;
}
if (IFNET_IS_INTCOPROC(ifs)) {
return EINVAL;
}
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next) {
if (ifs == bif->bif_ifp) {
return EBUSY;
}
}
if (ifs->if_bridge == sc) {
return EEXIST;
}
if (ifs->if_bridge != NULL) {
return EBUSY;
}
switch (ifs->if_type) {
case IFT_ETHER:
if (strcmp(ifs->if_name, "en") == 0 &&
ifs->if_subfamily == IFNET_SUBFAMILY_WIFI &&
(ifs->if_eflags & IFEF_IPV4_ROUTER) == 0) {
mac_nat = TRUE;
}
case IFT_L2VLAN:
break;
case IFT_GIF:
default:
return EINVAL;
}
if (!TAILQ_EMPTY(&sc->sc_iflist) && sc->sc_ifp->if_mtu != ifs->if_mtu) {
printf("%s: %s: invalid MTU for %s", __func__,
sc->sc_ifp->if_xname,
ifs->if_xname);
return EINVAL;
}
if (mac_nat && sc->sc_mac_nat_bif != NULL) {
return EBUSY;
}
bif = _MALLOC(sizeof(*bif), M_DEVBUF, M_WAITOK | M_ZERO);
if (bif == NULL) {
return ENOMEM;
}
bif->bif_ifp = ifs;
ifnet_reference(ifs);
bif->bif_ifflags |= IFBIF_LEARNING | IFBIF_DISCOVER;
#if HAS_IF_CAP
bif->bif_savedcaps = ifs->if_capenable;
#endif
bif->bif_sc = sc;
if (mac_nat) {
(void)bridge_mac_nat_enable(sc, bif);
}
if (TAILQ_EMPTY(&sc->sc_iflist)) {
sc->sc_ifp->if_mtu = ifs->if_mtu;
}
if (bridge_inherit_mac && TAILQ_EMPTY(&sc->sc_iflist) &&
!memcmp(IF_LLADDR(sc->sc_ifp), sc->sc_defaddr, ETHER_ADDR_LEN)) {
bcopy(IF_LLADDR(ifs), eaddr, ETHER_ADDR_LEN);
sc->sc_ifaddr = ifs;
ifnet_reference(ifs);
lladdr_changed = 1;
}
ifs->if_bridge = sc;
#if BRIDGESTP
bstp_create(&sc->sc_stp, &bif->bif_stp, bif->bif_ifp);
#endif
TAILQ_INSERT_TAIL(&sc->sc_iflist, bif, bif_next);
#if HAS_IF_CAP
bridge_mutecaps(sc);
#endif
bridge_set_tso(sc);
switch (ifs->if_type) {
case IFT_ETHER:
case IFT_L2VLAN:
error = ifnet_set_promiscuous(ifs, 1);
if (error) {
if (error != ENETDOWN) {
goto out;
}
error = 0;
} else {
bif->bif_flags |= BIFF_PROMISC;
}
break;
default:
break;
}
if (interface_media_active(ifs)) {
bif->bif_flags |= BIFF_MEDIA_ACTIVE;
} else {
bif->bif_flags &= ~BIFF_MEDIA_ACTIVE;
}
event_code = bridge_updatelinkstatus(sc);
BRIDGE_UNLOCK(sc);
memset(&iff, 0, sizeof(struct iff_filter));
iff.iff_cookie = bif;
iff.iff_name = "com.apple.kernel.bsd.net.if_bridge";
iff.iff_input = bridge_iff_input;
iff.iff_output = bridge_iff_output;
iff.iff_event = bridge_iff_event;
iff.iff_detached = bridge_iff_detached;
error = dlil_attach_filter(ifs, &iff, &bif->bif_iff_ref,
DLIL_IFF_TSO | DLIL_IFF_INTERNAL);
if (error != 0) {
printf("%s: iflt_attach failed %d\n", __func__, error);
BRIDGE_LOCK(sc);
goto out;
}
BRIDGE_LOCK(sc);
bif->bif_flags |= BIFF_FILTER_ATTACHED;
BRIDGE_UNLOCK(sc);
if ((error = bridge_attach_protocol(ifs)) != 0) {
if (error != 0) {
printf("%s: bridge_attach_protocol failed %d\n",
__func__, error);
BRIDGE_LOCK(sc);
goto out;
}
}
BRIDGE_LOCK(sc);
bif->bif_flags |= BIFF_PROTO_ATTACHED;
BRIDGE_UNLOCK(sc);
if (lladdr_changed &&
(error = ifnet_set_lladdr(bifp, eaddr, ETHER_ADDR_LEN)) != 0) {
printf("%s: ifnet_set_lladdr failed %d\n", __func__, error);
}
if (event_code != 0) {
bridge_link_event(bifp, event_code);
}
BRIDGE_LOCK(sc);
out:
if (error && bif != NULL) {
bridge_delete_member(sc, bif, 1);
}
return error;
}
static int
bridge_ioctl_del(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
bridge_delete_member(sc, bif, 0);
return 0;
}
static int
bridge_ioctl_purge(struct bridge_softc *sc, void *arg)
{
#pragma unused(sc, arg)
return 0;
}
static int
bridge_ioctl_gifflags(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
struct bstp_port *bp;
bp = &bif->bif_stp;
req->ifbr_state = bp->bp_state;
req->ifbr_priority = bp->bp_priority;
req->ifbr_path_cost = bp->bp_path_cost;
req->ifbr_proto = bp->bp_protover;
req->ifbr_role = bp->bp_role;
req->ifbr_stpflags = bp->bp_flags;
req->ifbr_ifsflags = bif->bif_ifflags;
if (bp->bp_operedge) {
req->ifbr_ifsflags |= IFBIF_BSTP_EDGE;
}
if (bp->bp_flags & BSTP_PORT_AUTOEDGE) {
req->ifbr_ifsflags |= IFBIF_BSTP_AUTOEDGE;
}
if (bp->bp_ptp_link) {
req->ifbr_ifsflags |= IFBIF_BSTP_PTP;
}
if (bp->bp_flags & BSTP_PORT_AUTOPTP) {
req->ifbr_ifsflags |= IFBIF_BSTP_AUTOPTP;
}
if (bp->bp_flags & BSTP_PORT_ADMEDGE) {
req->ifbr_ifsflags |= IFBIF_BSTP_ADMEDGE;
}
if (bp->bp_flags & BSTP_PORT_ADMCOST) {
req->ifbr_ifsflags |= IFBIF_BSTP_ADMCOST;
}
req->ifbr_portno = bif->bif_ifp->if_index & 0xfff;
req->ifbr_addrcnt = bif->bif_addrcnt;
req->ifbr_addrmax = bif->bif_addrmax;
req->ifbr_addrexceeded = bif->bif_addrexceeded;
return 0;
}
static int
bridge_ioctl_sifflags(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif;
#if BRIDGESTP
struct bstp_port *bp;
int error;
#endif
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
if (req->ifbr_ifsflags & IFBIF_SPAN) {
return EINVAL;
}
if ((req->ifbr_ifsflags & IFBIF_MAC_NAT) != 0) {
errno_t error;
error = bridge_mac_nat_enable(sc, bif);
if (error != 0) {
return error;
}
} else if (sc->sc_mac_nat_bif != NULL) {
bridge_mac_nat_disable(sc);
}
#if BRIDGESTP
if (req->ifbr_ifsflags & IFBIF_STP) {
if ((bif->bif_ifflags & IFBIF_STP) == 0) {
error = bstp_enable(&bif->bif_stp);
if (error) {
return error;
}
}
} else {
if ((bif->bif_ifflags & IFBIF_STP) != 0) {
bstp_disable(&bif->bif_stp);
}
}
bp = &bif->bif_stp;
bstp_set_edge(bp, req->ifbr_ifsflags & IFBIF_BSTP_EDGE ? 1 : 0);
bstp_set_autoedge(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOEDGE ? 1 : 0);
bstp_set_ptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_PTP ? 1 : 0);
bstp_set_autoptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOPTP ? 1 : 0);
#else
if (req->ifbr_ifsflags & IFBIF_STP) {
return EOPNOTSUPP;
}
#endif
bif->bif_ifflags = req->ifbr_ifsflags & IFBIFMASK;
return 0;
}
static int
bridge_ioctl_scache(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
sc->sc_brtmax = param->ifbrp_csize;
bridge_rttrim(sc);
return 0;
}
static int
bridge_ioctl_gcache(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
param->ifbrp_csize = sc->sc_brtmax;
return 0;
}
#define BRIDGE_IOCTL_GIFS do { \
struct bridge_iflist *bif; \
struct ifbreq breq; \
char *buf, *outbuf; \
unsigned int count, buflen, len; \
\
count = 0; \
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) \
count++; \
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next) \
count++; \
\
buflen = sizeof (breq) * count; \
if (bifc->ifbic_len == 0) { \
bifc->ifbic_len = buflen; \
return (0); \
} \
BRIDGE_UNLOCK(sc); \
outbuf = _MALLOC(buflen, M_TEMP, M_WAITOK | M_ZERO); \
BRIDGE_LOCK(sc); \
\
count = 0; \
buf = outbuf; \
len = min(bifc->ifbic_len, buflen); \
bzero(&breq, sizeof (breq)); \
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) { \
if (len < sizeof (breq)) \
break; \
\
snprintf(breq.ifbr_ifsname, sizeof (breq.ifbr_ifsname), \
"%s", bif->bif_ifp->if_xname); \
\
error = bridge_ioctl_gifflags(sc, &breq); \
if (error) \
break; \
memcpy(buf, &breq, sizeof (breq)); \
count++; \
buf += sizeof (breq); \
len -= sizeof (breq); \
} \
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next) { \
if (len < sizeof (breq)) \
break; \
\
snprintf(breq.ifbr_ifsname, \
sizeof (breq.ifbr_ifsname), \
"%s", bif->bif_ifp->if_xname); \
breq.ifbr_ifsflags = bif->bif_ifflags; \
breq.ifbr_portno \
= bif->bif_ifp->if_index & 0xfff; \
memcpy(buf, &breq, sizeof (breq)); \
count++; \
buf += sizeof (breq); \
len -= sizeof (breq); \
} \
\
BRIDGE_UNLOCK(sc); \
bifc->ifbic_len = sizeof (breq) * count; \
error = copyout(outbuf, bifc->ifbic_req, bifc->ifbic_len); \
BRIDGE_LOCK(sc); \
_FREE(outbuf, M_TEMP); \
} while (0)
static int
bridge_ioctl_gifs64(struct bridge_softc *sc, void *arg)
{
struct ifbifconf64 *bifc = arg;
int error = 0;
BRIDGE_IOCTL_GIFS;
return error;
}
static int
bridge_ioctl_gifs32(struct bridge_softc *sc, void *arg)
{
struct ifbifconf32 *bifc = arg;
int error = 0;
BRIDGE_IOCTL_GIFS;
return error;
}
#define BRIDGE_IOCTL_RTS do { \
struct bridge_rtnode *brt; \
char *buf; \
char *outbuf = NULL; \
unsigned int count, buflen, len; \
unsigned long now; \
\
if (bac->ifbac_len == 0) \
return (0); \
\
bzero(&bareq, sizeof (bareq)); \
count = 0; \
LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) \
count++; \
buflen = sizeof (bareq) * count; \
\
BRIDGE_UNLOCK(sc); \
outbuf = _MALLOC(buflen, M_TEMP, M_WAITOK | M_ZERO); \
BRIDGE_LOCK(sc); \
\
count = 0; \
buf = outbuf; \
len = min(bac->ifbac_len, buflen); \
LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) { \
if (len < sizeof (bareq)) \
goto out; \
snprintf(bareq.ifba_ifsname, sizeof (bareq.ifba_ifsname), \
"%s", brt->brt_ifp->if_xname); \
memcpy(bareq.ifba_dst, brt->brt_addr, sizeof (brt->brt_addr)); \
bareq.ifba_vlan = brt->brt_vlan; \
if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) { \
now = (unsigned long) net_uptime(); \
if (now < brt->brt_expire) \
bareq.ifba_expire = \
brt->brt_expire - now; \
} else \
bareq.ifba_expire = 0; \
bareq.ifba_flags = brt->brt_flags; \
\
memcpy(buf, &bareq, sizeof (bareq)); \
count++; \
buf += sizeof (bareq); \
len -= sizeof (bareq); \
} \
out: \
bac->ifbac_len = sizeof (bareq) * count; \
if (outbuf != NULL) { \
BRIDGE_UNLOCK(sc); \
error = copyout(outbuf, bac->ifbac_req, bac->ifbac_len); \
_FREE(outbuf, M_TEMP); \
BRIDGE_LOCK(sc); \
} \
return (error); \
} while (0)
static int
bridge_ioctl_rts64(struct bridge_softc *sc, void *arg)
{
struct ifbaconf64 *bac = arg;
struct ifbareq64 bareq;
int error = 0;
BRIDGE_IOCTL_RTS;
return error;
}
static int
bridge_ioctl_rts32(struct bridge_softc *sc, void *arg)
{
struct ifbaconf32 *bac = arg;
struct ifbareq32 bareq;
int error = 0;
BRIDGE_IOCTL_RTS;
return error;
}
static int
bridge_ioctl_saddr32(struct bridge_softc *sc, void *arg)
{
struct ifbareq32 *req = arg;
struct bridge_iflist *bif;
int error;
bif = bridge_lookup_member(sc, req->ifba_ifsname);
if (bif == NULL) {
return ENOENT;
}
error = bridge_rtupdate(sc, req->ifba_dst, req->ifba_vlan, bif, 1,
req->ifba_flags);
return error;
}
static int
bridge_ioctl_saddr64(struct bridge_softc *sc, void *arg)
{
struct ifbareq64 *req = arg;
struct bridge_iflist *bif;
int error;
bif = bridge_lookup_member(sc, req->ifba_ifsname);
if (bif == NULL) {
return ENOENT;
}
error = bridge_rtupdate(sc, req->ifba_dst, req->ifba_vlan, bif, 1,
req->ifba_flags);
return error;
}
static int
bridge_ioctl_sto(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
sc->sc_brttimeout = param->ifbrp_ctime;
return 0;
}
static int
bridge_ioctl_gto(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
param->ifbrp_ctime = sc->sc_brttimeout;
return 0;
}
static int
bridge_ioctl_daddr32(struct bridge_softc *sc, void *arg)
{
struct ifbareq32 *req = arg;
return bridge_rtdaddr(sc, req->ifba_dst, req->ifba_vlan);
}
static int
bridge_ioctl_daddr64(struct bridge_softc *sc, void *arg)
{
struct ifbareq64 *req = arg;
return bridge_rtdaddr(sc, req->ifba_dst, req->ifba_vlan);
}
static int
bridge_ioctl_flush(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
bridge_rtflush(sc, req->ifbr_ifsflags);
return 0;
}
static int
bridge_ioctl_gpri(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
struct bstp_state *bs = &sc->sc_stp;
param->ifbrp_prio = bs->bs_bridge_priority;
return 0;
}
static int
bridge_ioctl_spri(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_priority(&sc->sc_stp, param->ifbrp_prio);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_ght(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
struct bstp_state *bs = &sc->sc_stp;
param->ifbrp_hellotime = bs->bs_bridge_htime >> 8;
return 0;
}
static int
bridge_ioctl_sht(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_htime(&sc->sc_stp, param->ifbrp_hellotime);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_gfd(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param;
struct bstp_state *bs;
param = arg;
bs = &sc->sc_stp;
param->ifbrp_fwddelay = bs->bs_bridge_fdelay >> 8;
return 0;
}
static int
bridge_ioctl_sfd(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_fdelay(&sc->sc_stp, param->ifbrp_fwddelay);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_gma(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param;
struct bstp_state *bs;
param = arg;
bs = &sc->sc_stp;
param->ifbrp_maxage = bs->bs_bridge_max_age >> 8;
return 0;
}
static int
bridge_ioctl_sma(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_maxage(&sc->sc_stp, param->ifbrp_maxage);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_sifprio(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbreq *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
return bstp_set_port_priority(&bif->bif_stp, req->ifbr_priority);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_sifcost(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbreq *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
return bstp_set_path_cost(&bif->bif_stp, req->ifbr_path_cost);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_gfilt(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
param->ifbrp_filter = sc->sc_filter_flags;
return 0;
}
static int
bridge_ioctl_sfilt(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
if (param->ifbrp_filter & ~IFBF_FILT_MASK) {
return EINVAL;
}
if (param->ifbrp_filter & IFBF_FILT_USEIPF) {
return EINVAL;
}
sc->sc_filter_flags = param->ifbrp_filter;
return 0;
}
static int
bridge_ioctl_sifmaxaddr(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbr_ifsname);
if (bif == NULL) {
return ENOENT;
}
bif->bif_addrmax = req->ifbr_addrmax;
return 0;
}
static int
bridge_ioctl_addspan(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif = NULL;
struct ifnet *ifs;
ifs = ifunit(req->ifbr_ifsname);
if (ifs == NULL) {
return ENOENT;
}
if (IFNET_IS_INTCOPROC(ifs)) {
return EINVAL;
}
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next)
if (ifs == bif->bif_ifp) {
return EBUSY;
}
if (ifs->if_bridge != NULL) {
return EBUSY;
}
switch (ifs->if_type) {
case IFT_ETHER:
case IFT_L2VLAN:
break;
case IFT_GIF:
default:
return EINVAL;
}
bif = _MALLOC(sizeof(*bif), M_DEVBUF, M_WAITOK | M_ZERO);
if (bif == NULL) {
return ENOMEM;
}
bif->bif_ifp = ifs;
bif->bif_ifflags = IFBIF_SPAN;
ifnet_reference(bif->bif_ifp);
TAILQ_INSERT_HEAD(&sc->sc_spanlist, bif, bif_next);
return 0;
}
static int
bridge_ioctl_delspan(struct bridge_softc *sc, void *arg)
{
struct ifbreq *req = arg;
struct bridge_iflist *bif;
struct ifnet *ifs;
ifs = ifunit(req->ifbr_ifsname);
if (ifs == NULL) {
return ENOENT;
}
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next)
if (ifs == bif->bif_ifp) {
break;
}
if (bif == NULL) {
return ENOENT;
}
bridge_delete_span(sc, bif);
return 0;
}
#define BRIDGE_IOCTL_GBPARAM do { \
struct bstp_state *bs = &sc->sc_stp; \
struct bstp_port *root_port; \
\
req->ifbop_maxage = bs->bs_bridge_max_age >> 8; \
req->ifbop_hellotime = bs->bs_bridge_htime >> 8; \
req->ifbop_fwddelay = bs->bs_bridge_fdelay >> 8; \
\
root_port = bs->bs_root_port; \
if (root_port == NULL) \
req->ifbop_root_port = 0; \
else \
req->ifbop_root_port = root_port->bp_ifp->if_index; \
\
req->ifbop_holdcount = bs->bs_txholdcount; \
req->ifbop_priority = bs->bs_bridge_priority; \
req->ifbop_protocol = bs->bs_protover; \
req->ifbop_root_path_cost = bs->bs_root_pv.pv_cost; \
req->ifbop_bridgeid = bs->bs_bridge_pv.pv_dbridge_id; \
req->ifbop_designated_root = bs->bs_root_pv.pv_root_id; \
req->ifbop_designated_bridge = bs->bs_root_pv.pv_dbridge_id; \
req->ifbop_last_tc_time.tv_sec = bs->bs_last_tc_time.tv_sec; \
req->ifbop_last_tc_time.tv_usec = bs->bs_last_tc_time.tv_usec; \
} while (0)
static int
bridge_ioctl_gbparam32(struct bridge_softc *sc, void *arg)
{
struct ifbropreq32 *req = arg;
BRIDGE_IOCTL_GBPARAM;
return 0;
}
static int
bridge_ioctl_gbparam64(struct bridge_softc *sc, void *arg)
{
struct ifbropreq64 *req = arg;
BRIDGE_IOCTL_GBPARAM;
return 0;
}
static int
bridge_ioctl_grte(struct bridge_softc *sc, void *arg)
{
struct ifbrparam *param = arg;
param->ifbrp_cexceeded = sc->sc_brtexceeded;
return 0;
}
#define BRIDGE_IOCTL_GIFSSTP do { \
struct bridge_iflist *bif; \
struct bstp_port *bp; \
struct ifbpstpreq bpreq; \
char *buf, *outbuf; \
unsigned int count, buflen, len; \
\
count = 0; \
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) { \
if ((bif->bif_ifflags & IFBIF_STP) != 0) \
count++; \
} \
\
buflen = sizeof (bpreq) * count; \
if (bifstp->ifbpstp_len == 0) { \
bifstp->ifbpstp_len = buflen; \
return (0); \
} \
\
BRIDGE_UNLOCK(sc); \
outbuf = _MALLOC(buflen, M_TEMP, M_WAITOK | M_ZERO); \
BRIDGE_LOCK(sc); \
\
count = 0; \
buf = outbuf; \
len = min(bifstp->ifbpstp_len, buflen); \
bzero(&bpreq, sizeof (bpreq)); \
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) { \
if (len < sizeof (bpreq)) \
break; \
\
if ((bif->bif_ifflags & IFBIF_STP) == 0) \
continue; \
\
bp = &bif->bif_stp; \
bpreq.ifbp_portno = bif->bif_ifp->if_index & 0xfff; \
bpreq.ifbp_fwd_trans = bp->bp_forward_transitions; \
bpreq.ifbp_design_cost = bp->bp_desg_pv.pv_cost; \
bpreq.ifbp_design_port = bp->bp_desg_pv.pv_port_id; \
bpreq.ifbp_design_bridge = bp->bp_desg_pv.pv_dbridge_id; \
bpreq.ifbp_design_root = bp->bp_desg_pv.pv_root_id; \
\
memcpy(buf, &bpreq, sizeof (bpreq)); \
count++; \
buf += sizeof (bpreq); \
len -= sizeof (bpreq); \
} \
\
BRIDGE_UNLOCK(sc); \
bifstp->ifbpstp_len = sizeof (bpreq) * count; \
error = copyout(outbuf, bifstp->ifbpstp_req, bifstp->ifbpstp_len); \
BRIDGE_LOCK(sc); \
_FREE(outbuf, M_TEMP); \
return (error); \
} while (0)
static int
bridge_ioctl_gifsstp32(struct bridge_softc *sc, void *arg)
{
struct ifbpstpconf32 *bifstp = arg;
int error = 0;
BRIDGE_IOCTL_GIFSSTP;
return error;
}
static int
bridge_ioctl_gifsstp64(struct bridge_softc *sc, void *arg)
{
struct ifbpstpconf64 *bifstp = arg;
int error = 0;
BRIDGE_IOCTL_GIFSSTP;
return error;
}
static int
bridge_ioctl_sproto(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_protocol(&sc->sc_stp, param->ifbrp_proto);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_stxhc(struct bridge_softc *sc, void *arg)
{
#if BRIDGESTP
struct ifbrparam *param = arg;
return bstp_set_holdcount(&sc->sc_stp, param->ifbrp_txhc);
#else
#pragma unused(sc, arg)
return EOPNOTSUPP;
#endif
}
static int
bridge_ioctl_ghostfilter(struct bridge_softc *sc, void *arg)
{
struct ifbrhostfilter *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbrhf_ifsname);
if (bif == NULL) {
return ENOENT;
}
bzero(req, sizeof(struct ifbrhostfilter));
if (bif->bif_flags & BIFF_HOST_FILTER) {
req->ifbrhf_flags |= IFBRHF_ENABLED;
bcopy(bif->bif_hf_hwsrc, req->ifbrhf_hwsrca,
ETHER_ADDR_LEN);
req->ifbrhf_ipsrc = bif->bif_hf_ipsrc.s_addr;
}
return 0;
}
static int
bridge_ioctl_shostfilter(struct bridge_softc *sc, void *arg)
{
struct ifbrhostfilter *req = arg;
struct bridge_iflist *bif;
bif = bridge_lookup_member(sc, req->ifbrhf_ifsname);
if (bif == NULL) {
return ENOENT;
}
INC_ATOMIC_INT64_LIM(net_api_stats.nas_vmnet_total);
if (req->ifbrhf_flags & IFBRHF_ENABLED) {
bif->bif_flags |= BIFF_HOST_FILTER;
if (req->ifbrhf_flags & IFBRHF_HWSRC) {
bcopy(req->ifbrhf_hwsrca, bif->bif_hf_hwsrc,
ETHER_ADDR_LEN);
if (bcmp(req->ifbrhf_hwsrca, ethernulladdr,
ETHER_ADDR_LEN) != 0) {
bif->bif_flags |= BIFF_HF_HWSRC;
} else {
bif->bif_flags &= ~BIFF_HF_HWSRC;
}
}
if (req->ifbrhf_flags & IFBRHF_IPSRC) {
bif->bif_hf_ipsrc.s_addr = req->ifbrhf_ipsrc;
if (bif->bif_hf_ipsrc.s_addr != INADDR_ANY) {
bif->bif_flags |= BIFF_HF_IPSRC;
} else {
bif->bif_flags &= ~BIFF_HF_IPSRC;
}
}
} else {
bif->bif_flags &= ~(BIFF_HOST_FILTER | BIFF_HF_HWSRC |
BIFF_HF_IPSRC);
bzero(bif->bif_hf_hwsrc, ETHER_ADDR_LEN);
bif->bif_hf_ipsrc.s_addr = INADDR_ANY;
}
return 0;
}
static char *
bridge_mac_nat_entry_out(struct mac_nat_entry_list * list,
unsigned int * count_p, char *buf, unsigned int *len_p)
{
unsigned int count = *count_p;
struct ifbrmne ifbmne;
unsigned int len = *len_p;
struct mac_nat_entry *mne;
unsigned long now;
bzero(&ifbmne, sizeof(ifbmne));
LIST_FOREACH(mne, list, mne_list) {
if (len < sizeof(ifbmne)) {
break;
}
snprintf(ifbmne.ifbmne_ifname, sizeof(ifbmne.ifbmne_ifname),
"%s", mne->mne_bif->bif_ifp->if_xname);
memcpy(ifbmne.ifbmne_mac, mne->mne_mac,
sizeof(ifbmne.ifbmne_mac));
now = (unsigned long) net_uptime();
if (now < mne->mne_expire) {
ifbmne.ifbmne_expire = mne->mne_expire - now;
} else {
ifbmne.ifbmne_expire = 0;
}
if ((mne->mne_flags & MNE_FLAGS_IPV6) != 0) {
ifbmne.ifbmne_af = AF_INET6;
ifbmne.ifbmne_ip6_addr = mne->mne_ip6;
} else {
ifbmne.ifbmne_af = AF_INET;
ifbmne.ifbmne_ip_addr = mne->mne_ip;
}
memcpy(buf, &ifbmne, sizeof(ifbmne));
count++;
buf += sizeof(ifbmne);
len -= sizeof(ifbmne);
}
*count_p = count;
*len_p = len;
return buf;
}
static int
bridge_ioctl_gmnelist(struct bridge_softc *sc, struct ifbrmnelist32 *mnl,
user_addr_t user_addr)
{
unsigned int count;
char *buf;
int error = 0;
char *outbuf = NULL;
struct mac_nat_entry *mne;
unsigned int buflen;
unsigned int len;
mnl->ifbml_elsize = sizeof(struct ifbrmne);
count = 0;
LIST_FOREACH(mne, &sc->sc_mne_list, mne_list)
count++;
LIST_FOREACH(mne, &sc->sc_mne_list_v6, mne_list)
count++;
buflen = sizeof(struct ifbrmne) * count;
if (buflen == 0 || mnl->ifbml_len == 0) {
mnl->ifbml_len = buflen;
return error;
}
BRIDGE_UNLOCK(sc);
outbuf = _MALLOC(buflen, M_TEMP, M_WAITOK | M_ZERO);
BRIDGE_LOCK(sc);
count = 0;
buf = outbuf;
len = min(mnl->ifbml_len, buflen);
buf = bridge_mac_nat_entry_out(&sc->sc_mne_list, &count, buf, &len);
buf = bridge_mac_nat_entry_out(&sc->sc_mne_list_v6, &count, buf, &len);
mnl->ifbml_len = count * sizeof(struct ifbrmne);
BRIDGE_UNLOCK(sc);
error = copyout(outbuf, user_addr, mnl->ifbml_len);
_FREE(outbuf, M_TEMP);
BRIDGE_LOCK(sc);
return error;
}
static int
bridge_ioctl_gmnelist64(struct bridge_softc *sc, void *arg)
{
struct ifbrmnelist64 *mnl = arg;
return bridge_ioctl_gmnelist(sc, arg, mnl->ifbml_buf);
}
static int
bridge_ioctl_gmnelist32(struct bridge_softc *sc, void *arg)
{
struct ifbrmnelist32 *mnl = arg;
return bridge_ioctl_gmnelist(sc, arg,
CAST_USER_ADDR_T(mnl->ifbml_buf));
}
static void
bridge_ifdetach(struct ifnet *ifp)
{
struct bridge_iflist *bif;
struct bridge_softc *sc = ifp->if_bridge;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
if (sc != NULL) {
BRIDGE_LOCK(sc);
bif = bridge_lookup_member_if(sc, ifp);
if (bif != NULL) {
bridge_delete_member(sc, bif, 1);
}
BRIDGE_UNLOCK(sc);
return;
}
lck_mtx_lock(&bridge_list_mtx);
LIST_FOREACH(sc, &bridge_list, sc_list) {
BRIDGE_LOCK(sc);
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next)
if (ifp == bif->bif_ifp) {
bridge_delete_span(sc, bif);
break;
}
BRIDGE_UNLOCK(sc);
}
lck_mtx_unlock(&bridge_list_mtx);
}
static void
bridge_proto_attach_changed(struct ifnet *ifp)
{
boolean_t changed = FALSE;
struct bridge_iflist *bif;
boolean_t input_broadcast;
struct bridge_softc *sc = ifp->if_bridge;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
if (sc == NULL) {
return;
}
input_broadcast = if_get_protolist(ifp, NULL, 0) >= 2;
BRIDGE_LOCK(sc);
bif = bridge_lookup_member_if(sc, ifp);
if (bif != NULL) {
if (input_broadcast) {
if ((bif->bif_flags & BIFF_INPUT_BROADCAST) == 0) {
bif->bif_flags |= BIFF_INPUT_BROADCAST;
changed = TRUE;
}
} else if ((bif->bif_flags & BIFF_INPUT_BROADCAST) != 0) {
changed = TRUE;
bif->bif_flags &= ~BIFF_INPUT_BROADCAST;
}
}
BRIDGE_UNLOCK(sc);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: input broadcast %s", ifp->if_xname,
input_broadcast ? "ENABLED" : "DISABLED");
}
#endif
return;
}
static int
interface_media_active(struct ifnet *ifp)
{
struct ifmediareq ifmr;
int status = 0;
bzero(&ifmr, sizeof(ifmr));
if (ifnet_ioctl(ifp, 0, SIOCGIFMEDIA, &ifmr) == 0) {
if ((ifmr.ifm_status & IFM_AVALID) && ifmr.ifm_count > 0) {
status = ifmr.ifm_status & IFM_ACTIVE ? 1 : 0;
}
}
return status;
}
static u_int32_t
bridge_updatelinkstatus(struct bridge_softc *sc)
{
struct bridge_iflist *bif;
int active_member = 0;
u_int32_t event_code = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
if (bif->bif_flags & BIFF_MEDIA_ACTIVE) {
active_member = 1;
break;
}
}
if (active_member && !(sc->sc_flags & SCF_MEDIA_ACTIVE)) {
sc->sc_flags |= SCF_MEDIA_ACTIVE;
event_code = KEV_DL_LINK_ON;
} else if (!active_member && (sc->sc_flags & SCF_MEDIA_ACTIVE)) {
sc->sc_flags &= ~SCF_MEDIA_ACTIVE;
event_code = KEV_DL_LINK_OFF;
}
return event_code;
}
static void
bridge_iflinkevent(struct ifnet *ifp)
{
struct bridge_softc *sc = ifp->if_bridge;
struct bridge_iflist *bif;
u_int32_t event_code = 0;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s\n", __func__, ifp->if_xname);
}
#endif
if (sc == NULL) {
return;
}
BRIDGE_LOCK(sc);
bif = bridge_lookup_member_if(sc, ifp);
if (bif != NULL) {
if (interface_media_active(ifp)) {
bif->bif_flags |= BIFF_MEDIA_ACTIVE;
} else {
bif->bif_flags &= ~BIFF_MEDIA_ACTIVE;
}
if (sc->sc_mac_nat_bif != NULL) {
bridge_mac_nat_flush_entries(sc, bif);
}
event_code = bridge_updatelinkstatus(sc);
}
BRIDGE_UNLOCK(sc);
if (event_code != 0) {
bridge_link_event(sc->sc_ifp, event_code);
}
}
static void
bridge_delayed_callback(void *param)
{
struct bridge_delayed_call *call = (struct bridge_delayed_call *)param;
struct bridge_softc *sc = call->bdc_sc;
#if BRIDGE_DEBUG_DELAYED_CALLBACK
if (bridge_delayed_callback_delay > 0) {
struct timespec ts;
ts.tv_sec = bridge_delayed_callback_delay;
ts.tv_nsec = 0;
printf("%s: sleeping for %d seconds\n",
__func__, bridge_delayed_callback_delay);
msleep(&bridge_delayed_callback_delay, NULL, PZERO,
__func__, &ts);
printf("%s: awoken\n", __func__);
}
#endif
BRIDGE_LOCK(sc);
#if BRIDGE_DEBUG_DELAYED_CALLBACK
if (IF_BRIDGE_DEBUG(BR_DBGF_DELAYED_CALL)) {
printf("%s: %s call 0x%llx flags 0x%x\n", __func__,
sc->sc_if_xname, (uint64_t)VM_KERNEL_ADDRPERM(call),
call->bdc_flags);
}
#endif
if (call->bdc_flags & BDCF_CANCELLING) {
wakeup(call);
} else {
if ((sc->sc_flags & SCF_DETACHING) == 0) {
(*call->bdc_func)(sc);
}
}
call->bdc_flags &= ~BDCF_OUTSTANDING;
BRIDGE_UNLOCK(sc);
}
static void
bridge_schedule_delayed_call(struct bridge_delayed_call *call)
{
uint64_t deadline = 0;
struct bridge_softc *sc = call->bdc_sc;
BRIDGE_LOCK_ASSERT_HELD(sc);
if ((sc->sc_flags & SCF_DETACHING) ||
(call->bdc_flags & (BDCF_OUTSTANDING | BDCF_CANCELLING))) {
return;
}
if (call->bdc_ts.tv_sec || call->bdc_ts.tv_nsec) {
nanoseconds_to_absolutetime(
(uint64_t)call->bdc_ts.tv_sec * NSEC_PER_SEC +
call->bdc_ts.tv_nsec, &deadline);
clock_absolutetime_interval_to_deadline(deadline, &deadline);
}
call->bdc_flags = BDCF_OUTSTANDING;
#if BRIDGE_DEBUG_DELAYED_CALLBACK
if (IF_BRIDGE_DEBUG(BR_DBGF_DELAYED_CALL)) {
printf("%s: %s call 0x%llx flags 0x%x\n", __func__,
sc->sc_if_xname, (uint64_t)VM_KERNEL_ADDRPERM(call),
call->bdc_flags);
}
#endif
if (call->bdc_ts.tv_sec || call->bdc_ts.tv_nsec) {
thread_call_func_delayed(
(thread_call_func_t)bridge_delayed_callback,
call, deadline);
} else {
if (call->bdc_thread_call == NULL) {
call->bdc_thread_call = thread_call_allocate(
(thread_call_func_t)bridge_delayed_callback,
call);
}
thread_call_enter(call->bdc_thread_call);
}
}
static void
bridge_cancel_delayed_call(struct bridge_delayed_call *call)
{
boolean_t result;
struct bridge_softc *sc = call->bdc_sc;
if (sc == NULL) {
return;
}
BRIDGE_LOCK_ASSERT_HELD(sc);
call->bdc_flags |= BDCF_CANCELLING;
while (call->bdc_flags & BDCF_OUTSTANDING) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_DELAYED_CALL)) {
printf("%s: %s call 0x%llx flags 0x%x\n", __func__,
sc->sc_if_xname, (uint64_t)VM_KERNEL_ADDRPERM(call),
call->bdc_flags);
}
#endif
result = thread_call_func_cancel(
(thread_call_func_t)bridge_delayed_callback, call, FALSE);
if (result) {
call->bdc_flags &= ~BDCF_OUTSTANDING;
} else {
msleep(call, &sc->sc_mtx, PZERO, __func__, NULL);
}
}
call->bdc_flags &= ~BDCF_CANCELLING;
}
static void
bridge_cleanup_delayed_call(struct bridge_delayed_call *call)
{
boolean_t result;
struct bridge_softc *sc = call->bdc_sc;
if (sc == NULL) {
return;
}
BRIDGE_LOCK_ASSERT_HELD(sc);
VERIFY((call->bdc_flags & BDCF_OUTSTANDING) == 0);
VERIFY((call->bdc_flags & BDCF_CANCELLING) == 0);
if (call->bdc_thread_call != NULL) {
result = thread_call_free(call->bdc_thread_call);
if (result == FALSE) {
panic("%s thread_call_free() failed for call %p",
__func__, call);
}
call->bdc_thread_call = NULL;
}
}
static int
bridge_init(struct ifnet *ifp)
{
struct bridge_softc *sc = (struct bridge_softc *)ifp->if_softc;
errno_t error;
BRIDGE_LOCK_ASSERT_HELD(sc);
if ((ifnet_flags(ifp) & IFF_RUNNING)) {
return 0;
}
error = ifnet_set_flags(ifp, IFF_RUNNING, IFF_RUNNING);
bridge_aging_timer(sc);
#if BRIDGESTP
if (error == 0) {
bstp_init(&sc->sc_stp);
}
#endif
return error;
}
static void
bridge_ifstop(struct ifnet *ifp, int disable)
{
#pragma unused(disable)
struct bridge_softc *sc = ifp->if_softc;
BRIDGE_LOCK_ASSERT_HELD(sc);
if ((ifnet_flags(ifp) & IFF_RUNNING) == 0) {
return;
}
bridge_cancel_delayed_call(&sc->sc_aging_timer);
#if BRIDGESTP
bstp_stop(&sc->sc_stp);
#endif
bridge_rtflush(sc, IFBF_FLUSHDYN);
(void) ifnet_set_flags(ifp, 0, IFF_RUNNING);
}
static void
bridge_compute_cksum(struct ifnet *src_if, struct ifnet *dst_if, struct mbuf *m)
{
uint32_t csum_flags;
uint16_t dst_hw_csum;
uint32_t did_sw;
struct ether_header *eh;
uint16_t src_hw_csum;
csum_flags = m->m_pkthdr.csum_flags & IF_HWASSIST_CSUM_MASK;
if (csum_flags == 0) {
return;
}
dst_hw_csum = IF_HWASSIST_CSUM_FLAGS(dst_if->if_hwassist);
src_hw_csum = IF_HWASSIST_CSUM_FLAGS(src_if->if_hwassist);
if (dst_hw_csum == src_hw_csum) {
return;
}
eh = mtod(m, struct ether_header *);
switch (ntohs(eh->ether_type)) {
case ETHERTYPE_IP:
did_sw = in_finalize_cksum(m, sizeof(*eh), csum_flags);
break;
#if INET6
case ETHERTYPE_IPV6:
did_sw = in6_finalize_cksum(m, sizeof(*eh), -1, -1, csum_flags);
break;
#endif
}
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_CHECKSUM)) {
printf("%s: [%s -> %s] before 0x%x did 0x%x after 0x%x\n",
__func__,
src_if->if_xname, dst_if->if_xname, csum_flags, did_sw,
m->m_pkthdr.csum_flags);
}
#endif
}
static int
bridge_enqueue(ifnet_t bridge_ifp, struct ifnet *src_ifp,
struct ifnet *dst_ifp, struct mbuf *m, ChecksumOperation cksum_op)
{
int len, error = 0;
struct mbuf *next_m;
VERIFY(dst_ifp != NULL);
for (; m; m = next_m) {
errno_t _error;
struct flowadv adv = { .code = FADV_SUCCESS };
next_m = m->m_nextpkt;
m->m_nextpkt = NULL;
len = m->m_pkthdr.len;
m->m_flags |= M_PROTO1;
switch (cksum_op) {
case kChecksumOperationClear:
m->m_pkthdr.csum_flags = 0;
break;
case kChecksumOperationFinalize:
bridge_finalize_cksum(dst_ifp, m);
break;
case kChecksumOperationCompute:
bridge_compute_cksum(src_ifp, dst_ifp, m);
break;
default:
break;
}
#if HAS_IF_CAP
if ((m->m_flags & M_VLANTAG) &&
(dst_ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) {
m = ether_vlanencap(m, m->m_pkthdr.ether_vtag);
if (m == NULL) {
printf("%s: %s: unable to prepend VLAN "
"header\n", __func__, dst_ifp->if_xname);
(void) ifnet_stat_increment_out(dst_ifp,
0, 0, 1);
continue;
}
m->m_flags &= ~M_VLANTAG;
}
#endif
_error = dlil_output(dst_ifp, 0, m, NULL, NULL, 1, &adv);
if (error == 0) {
if (_error != 0) {
error = _error;
} else if (adv.code == FADV_FLOW_CONTROLLED) {
error = EQFULL;
} else if (adv.code == FADV_SUSPENDED) {
error = EQSUSPENDED;
}
}
if (_error == 0) {
(void) ifnet_stat_increment_out(bridge_ifp, 1, len, 0);
} else {
(void) ifnet_stat_increment_out(bridge_ifp, 0, 0, 1);
}
}
return error;
}
#if HAS_BRIDGE_DUMMYNET
static void
bridge_dummynet(struct mbuf *m, struct ifnet *ifp)
{
struct bridge_softc *sc;
sc = ifp->if_bridge;
if (sc == NULL) {
m_freem(m);
return;
}
if (PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6) {
if (bridge_pfil(&m, sc->sc_ifp, ifp, PFIL_OUT) != 0) {
return;
}
if (m == NULL) {
return;
}
}
(void) bridge_enqueue(sc->sc_ifp, NULL, ifp, m, kChecksumOperationNone);
}
#endif
static errno_t
bridge_member_output(struct bridge_softc *sc, ifnet_t ifp, mbuf_t *data)
{
ifnet_t bridge_ifp;
struct ether_header *eh;
struct ifnet *dst_if;
uint16_t vlan;
struct bridge_iflist *mac_nat_bif;
ifnet_t mac_nat_ifp;
mbuf_t m = *data;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_OUTPUT)) {
printf("%s: ifp %s\n", __func__, ifp->if_xname);
}
#endif
if (m->m_len < ETHER_HDR_LEN) {
m = m_pullup(m, ETHER_HDR_LEN);
if (m == NULL) {
*data = NULL;
return EJUSTRETURN;
}
}
eh = mtod(m, struct ether_header *);
vlan = VLANTAGOF(m);
BRIDGE_LOCK(sc);
mac_nat_bif = sc->sc_mac_nat_bif;
mac_nat_ifp = (mac_nat_bif != NULL) ? mac_nat_bif->bif_ifp : NULL;
if (mac_nat_ifp == ifp) {
(void)bridge_mac_nat_output(sc, mac_nat_bif, data, NULL);
m = *data;
if (m == NULL) {
BRIDGE_UNLOCK(sc);
return EJUSTRETURN;
}
}
bridge_ifp = sc->sc_ifp;
if (eh->ether_type == htons(ETHERTYPE_PAE)) {
dst_if = ifp;
goto sendunicast;
}
if ((bridge_ifp->if_flags & IFF_RUNNING) == 0) {
dst_if = ifp;
goto sendunicast;
}
if (ETHER_IS_MULTICAST(eh->ether_dhost)) {
dst_if = NULL;
} else {
dst_if = bridge_rtlookup(sc, eh->ether_dhost, vlan);
}
if (dst_if == NULL) {
struct bridge_iflist *bif;
struct mbuf *mc;
int used = 0;
errno_t error;
bridge_span(sc, m);
BRIDGE_LOCK2REF(sc, error);
if (error != 0) {
m_freem(m);
return EJUSTRETURN;
}
TAILQ_FOREACH(bif, &sc->sc_iflist, bif_next) {
if ((bif->bif_flags & BIFF_MEDIA_ACTIVE) == 0) {
continue;
}
dst_if = bif->bif_ifp;
if (dst_if->if_type == IFT_GIF) {
continue;
}
if ((dst_if->if_flags & IFF_RUNNING) == 0) {
continue;
}
if (dst_if != ifp) {
if ((bif->bif_ifflags & IFBIF_STP) &&
bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
continue;
}
if (dst_if == mac_nat_ifp) {
continue;
}
}
if (TAILQ_NEXT(bif, bif_next) == NULL) {
used = 1;
mc = m;
} else {
mc = m_dup(m, M_DONTWAIT);
if (mc == NULL) {
(void) ifnet_stat_increment_out(
bridge_ifp, 0, 0, 1);
continue;
}
}
(void) bridge_enqueue(bridge_ifp, ifp, dst_if,
mc, kChecksumOperationCompute);
}
if (used == 0) {
m_freem(m);
}
BRIDGE_UNREF(sc);
return EJUSTRETURN;
}
sendunicast:
bridge_span(sc, m);
if ((dst_if->if_flags & IFF_RUNNING) == 0) {
m_freem(m);
BRIDGE_UNLOCK(sc);
return EJUSTRETURN;
}
BRIDGE_UNLOCK(sc);
if (dst_if == ifp) {
return 0;
}
if (dst_if != mac_nat_ifp) {
(void) bridge_enqueue(bridge_ifp, ifp, dst_if, m,
kChecksumOperationCompute);
} else {
m_freem(m);
}
return EJUSTRETURN;
}
static int
bridge_output(struct ifnet *ifp, struct mbuf *m)
{
struct bridge_softc *sc = ifnet_softc(ifp);
struct ether_header *eh;
struct ifnet *dst_if = NULL;
int error = 0;
eh = mtod(m, struct ether_header *);
BRIDGE_LOCK(sc);
if (!(m->m_flags & (M_BCAST | M_MCAST))) {
dst_if = bridge_rtlookup(sc, eh->ether_dhost, 0);
}
(void) ifnet_stat_increment_out(ifp, 1, m->m_pkthdr.len, 0);
#if NBPFILTER > 0
if (sc->sc_bpf_output) {
bridge_bpf_output(ifp, m);
}
#endif
if (dst_if == NULL) {
bridge_broadcast(sc, NULL, m, 0);
} else {
ifnet_t bridge_ifp;
bridge_ifp = sc->sc_ifp;
BRIDGE_UNLOCK(sc);
error = bridge_enqueue(bridge_ifp, NULL, dst_if, m,
kChecksumOperationFinalize);
}
return error;
}
static void
bridge_finalize_cksum(struct ifnet *ifp, struct mbuf *m)
{
struct ether_header *eh = mtod(m, struct ether_header *);
uint32_t sw_csum, hwcap;
if (ifp != NULL) {
hwcap = (ifp->if_hwassist | CSUM_DATA_VALID);
} else {
hwcap = 0;
}
sw_csum = m->m_pkthdr.csum_flags & ~IF_HWASSIST_CSUM_FLAGS(hwcap);
sw_csum &= IF_HWASSIST_CSUM_MASK;
switch (ntohs(eh->ether_type)) {
case ETHERTYPE_IP:
if ((hwcap & CSUM_PARTIAL) && !(sw_csum & CSUM_DELAY_DATA) &&
(m->m_pkthdr.csum_flags & CSUM_DELAY_DATA)) {
if (m->m_pkthdr.csum_flags & CSUM_TCP) {
uint16_t start =
sizeof(*eh) + sizeof(struct ip);
uint16_t ulpoff =
m->m_pkthdr.csum_data & 0xffff;
m->m_pkthdr.csum_flags |=
(CSUM_DATA_VALID | CSUM_PARTIAL);
m->m_pkthdr.csum_tx_stuff = (ulpoff + start);
m->m_pkthdr.csum_tx_start = start;
} else {
sw_csum |= (CSUM_DELAY_DATA &
m->m_pkthdr.csum_flags);
}
}
(void) in_finalize_cksum(m, sizeof(*eh), sw_csum);
break;
#if INET6
case ETHERTYPE_IPV6:
if ((hwcap & CSUM_PARTIAL) &&
!(sw_csum & CSUM_DELAY_IPV6_DATA) &&
(m->m_pkthdr.csum_flags & CSUM_DELAY_IPV6_DATA)) {
if (m->m_pkthdr.csum_flags & CSUM_TCPIPV6) {
uint16_t start =
sizeof(*eh) + sizeof(struct ip6_hdr);
uint16_t ulpoff =
m->m_pkthdr.csum_data & 0xffff;
m->m_pkthdr.csum_flags |=
(CSUM_DATA_VALID | CSUM_PARTIAL);
m->m_pkthdr.csum_tx_stuff = (ulpoff + start);
m->m_pkthdr.csum_tx_start = start;
} else {
sw_csum |= (CSUM_DELAY_IPV6_DATA &
m->m_pkthdr.csum_flags);
}
}
(void) in6_finalize_cksum(m, sizeof(*eh), -1, -1, sw_csum);
break;
#endif
}
}
static void
bridge_start(struct ifnet *ifp)
{
struct mbuf *m;
for (;;) {
if (ifnet_dequeue(ifp, &m) != 0) {
break;
}
(void) bridge_output(ifp, m);
}
}
static void
bridge_forward(struct bridge_softc *sc, struct bridge_iflist *sbif,
struct mbuf *m)
{
struct bridge_iflist *dbif;
ifnet_t bridge_ifp;
struct ifnet *src_if, *dst_if;
struct ether_header *eh;
uint16_t vlan;
uint8_t *dst;
int error;
struct mac_nat_record mnr;
boolean_t translate_mac = FALSE;
uint32_t sc_filter_flags = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
bridge_ifp = sc->sc_ifp;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_OUTPUT)) {
printf("%s: %s m 0x%llx\n", __func__, bridge_ifp->if_xname,
(uint64_t)VM_KERNEL_ADDRPERM(m));
}
#endif
src_if = m->m_pkthdr.rcvif;
(void) ifnet_stat_increment_in(bridge_ifp, 1, m->m_pkthdr.len, 0);
vlan = VLANTAGOF(m);
if ((sbif->bif_ifflags & IFBIF_STP) &&
sbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
goto drop;
}
eh = mtod(m, struct ether_header *);
dst = eh->ether_dhost;
if (sbif->bif_ifflags & IFBIF_LEARNING) {
error = bridge_rtupdate(sc, eh->ether_shost, vlan,
sbif, 0, IFBAF_DYNAMIC);
if (error && sbif->bif_addrmax) {
goto drop;
}
}
if ((sbif->bif_ifflags & IFBIF_STP) != 0 &&
sbif->bif_stp.bp_state == BSTP_IFSTATE_LEARNING) {
goto drop;
}
if ((m->m_flags & (M_BCAST | M_MCAST)) == 0) {
dst_if = bridge_rtlookup(sc, dst, vlan);
if (src_if == dst_if) {
goto drop;
}
} else {
if (dst[0] == 0x01 && dst[1] == 0x80 &&
dst[2] == 0xc2 && dst[3] == 0x00 &&
dst[4] == 0x00 && dst[5] <= 0x0f) {
goto drop;
}
atomic_add_64(&bridge_ifp->if_imcasts, 1);
dst_if = NULL;
}
#if NBPFILTER > 0
if (eh->ether_type == htons(ETHERTYPE_RSN_PREAUTH) ||
dst_if != NULL || (m->m_flags & (M_BCAST | M_MCAST)) == 0) {
m->m_pkthdr.rcvif = bridge_ifp;
BRIDGE_BPF_MTAP_INPUT(sc, m);
}
#endif
#if defined(PFIL_HOOKS)
if (PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6) {
BRIDGE_UNLOCK(sc);
if (bridge_pfil(&m, bridge_ifp, src_if, PFIL_IN) != 0) {
return;
}
if (m == NULL) {
return;
}
BRIDGE_LOCK(sc);
}
#endif
if (dst_if == NULL) {
bridge_broadcast(sc, src_if, m, 1);
return;
}
if ((dst_if->if_flags & IFF_RUNNING) == 0) {
goto drop;
}
dbif = bridge_lookup_member_if(sc, dst_if);
if (dbif == NULL) {
goto drop;
}
if (sbif->bif_ifflags & dbif->bif_ifflags & IFBIF_PRIVATE) {
goto drop;
}
if ((dbif->bif_ifflags & IFBIF_STP) &&
dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
goto drop;
}
#if HAS_DHCPRA_MASK
if ((dst_if->if_extflags & IFEXTF_DHCPRA_MASK) != 0) {
m = ip_xdhcpra_output(dst_if, m);
if (!m) {
++bridge_ifp.if_xdhcpra;
BRIDGE_UNLOCK(sc);
return;
}
}
#endif
if (dbif == sc->sc_mac_nat_bif) {
translate_mac
= bridge_mac_nat_output(sc, sbif, &m, &mnr);
if (m == NULL) {
BRIDGE_UNLOCK(sc);
return;
}
}
#if defined(PFIL_HOOKS)
if (PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6) {
if (bridge_pfil(&m, bridge_ifp, dst_if, PFIL_OUT) != 0) {
return;
}
if (m == NULL) {
return;
}
}
#endif
sc_filter_flags = sc->sc_filter_flags;
BRIDGE_UNLOCK(sc);
if (PF_IS_ENABLED && (sc_filter_flags & IFBF_FILT_MEMBER)) {
if (bridge_pf(&m, dst_if, sc_filter_flags, FALSE) != 0) {
return;
}
if (m == NULL) {
return;
}
}
if (translate_mac) {
bridge_mac_nat_translate(&m, &mnr, IF_LLADDR(dst_if));
}
if (m != NULL) {
(void) bridge_enqueue(bridge_ifp, NULL, dst_if, m,
kChecksumOperationClear);
}
return;
drop:
BRIDGE_UNLOCK(sc);
m_freem(m);
}
#if BRIDGE_DEBUG
static char *
ether_ntop(char *buf, size_t len, const u_char *ap)
{
snprintf(buf, len, "%02x:%02x:%02x:%02x:%02x:%02x",
ap[0], ap[1], ap[2], ap[3], ap[4], ap[5]);
return buf;
}
#endif
static void
inject_input_packet(ifnet_t ifp, mbuf_t m)
{
mbuf_pkthdr_setrcvif(m, ifp);
mbuf_pkthdr_setheader(m, mbuf_data(m));
mbuf_setdata(m, (char *)mbuf_data(m) + ETHER_HDR_LEN,
mbuf_len(m) - ETHER_HDR_LEN);
mbuf_pkthdr_adjustlen(m, -ETHER_HDR_LEN);
m->m_flags |= M_PROTO1;
dlil_input_packet_list(ifp, m);
return;
}
errno_t
bridge_input(struct ifnet *ifp, mbuf_t *data)
{
struct bridge_softc *sc = ifp->if_bridge;
struct bridge_iflist *bif, *bif2;
ifnet_t bridge_ifp;
struct ether_header *eh;
struct mbuf *mc, *mc2;
uint16_t vlan;
errno_t error;
boolean_t is_ifp_mac = FALSE;
mbuf_t m = *data;
uint32_t sc_filter_flags = 0;
bridge_ifp = sc->sc_ifp;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s from %s m 0x%llx data 0x%llx\n", __func__,
bridge_ifp->if_xname, ifp->if_xname,
(uint64_t)VM_KERNEL_ADDRPERM(m),
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_data(m)));
}
#endif
if ((sc->sc_ifp->if_flags & IFF_RUNNING) == 0) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s not running passing along\n",
__func__, bridge_ifp->if_xname);
}
#endif
return 0;
}
vlan = VLANTAGOF(m);
#ifdef IFF_MONITOR
if ((bridge_ifp->if_flags & IFF_MONITOR) != 0) {
m->m_pkthdr.rcvif = bridge_ifp;
BRIDGE_BPF_MTAP_INPUT(sc, m);
(void) ifnet_stat_increment_in(bridge_ifp, 1, m->m_pkthdr.len, 0);
m_freem(m);
return EJUSTRETURN;
}
#endif
if ((mbuf_flags(m) & MBUF_PROMISC)) {
mbuf_setflags_mask(m, 0, MBUF_PROMISC);
}
sc_filter_flags = sc->sc_filter_flags;
if (PF_IS_ENABLED && (sc_filter_flags & IFBF_FILT_MEMBER)) {
error = bridge_pf(&m, ifp, sc_filter_flags, TRUE);
if (error != 0) {
return EJUSTRETURN;
}
if (m == NULL) {
return EJUSTRETURN;
}
*data = m;
}
BRIDGE_LOCK(sc);
bif = bridge_lookup_member_if(sc, ifp);
if (bif == NULL) {
BRIDGE_UNLOCK(sc);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s bridge_lookup_member_if failed\n",
__func__, bridge_ifp->if_xname);
}
#endif
return 0;
}
if (bif->bif_flags & BIFF_HOST_FILTER) {
error = bridge_host_filter(bif, data);
if (error != 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s bridge_host_filter failed\n",
__func__, bif->bif_ifp->if_xname);
}
BRIDGE_UNLOCK(sc);
return EJUSTRETURN;
}
m = *data;
}
eh = mtod(m, struct ether_header *);
bridge_span(sc, m);
if (m->m_flags & (M_BCAST | M_MCAST)) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_MCAST)) {
if ((m->m_flags & M_MCAST)) {
printf("%s: multicast: "
"%02x:%02x:%02x:%02x:%02x:%02x\n",
__func__,
eh->ether_dhost[0], eh->ether_dhost[1],
eh->ether_dhost[2], eh->ether_dhost[3],
eh->ether_dhost[4], eh->ether_dhost[5]);
}
}
#endif
if (memcmp(eh->ether_dhost, bstp_etheraddr,
ETHER_ADDR_LEN) == 0) {
#if BRIDGESTP
m = bstp_input(&bif->bif_stp, ifp, m);
#else
m_freem(m);
m = NULL;
#endif
if (m == NULL) {
BRIDGE_UNLOCK(sc);
return EJUSTRETURN;
}
}
if ((bif->bif_ifflags & IFBIF_STP) &&
bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
BRIDGE_UNLOCK(sc);
return 0;
}
mc = m_dup(m, M_DONTWAIT);
if (mc == NULL) {
BRIDGE_UNLOCK(sc);
return 0;
}
bridge_forward(sc, bif, mc);
VERIFY(bridge_ifp->if_bridge == NULL);
mc2 = m_dup(m, M_DONTWAIT);
if (mc2 != NULL) {
int i = min(mc2->m_pkthdr.len, max_protohdr);
mc2 = m_copyup(mc2, i, ETHER_ALIGN);
}
if (mc2 != NULL) {
mc2->m_pkthdr.rcvif = bridge_ifp;
mc2->m_pkthdr.pkt_hdr = mbuf_data(mc2);
BRIDGE_BPF_MTAP_INPUT(sc, m);
(void) mbuf_setdata(mc2,
(char *)mbuf_data(mc2) + ETHER_HDR_LEN,
mbuf_len(mc2) - ETHER_HDR_LEN);
(void) mbuf_pkthdr_adjustlen(mc2, -ETHER_HDR_LEN);
(void) ifnet_stat_increment_in(bridge_ifp, 1,
mbuf_pkthdr_len(mc2), 0);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_MCAST)) {
printf("%s: %s mcast for us\n", __func__,
bridge_ifp->if_xname);
}
#endif
dlil_input_packet_list(bridge_ifp, mc2);
}
return 0;
}
if ((bif->bif_ifflags & IFBIF_STP) &&
bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
BRIDGE_UNLOCK(sc);
return 0;
}
#ifdef DEV_CARP
#define CARP_CHECK_WE_ARE_DST(iface) \
((iface)->if_carp &&\
carp_forus((iface)->if_carp, eh->ether_dhost))
#define CARP_CHECK_WE_ARE_SRC(iface) \
((iface)->if_carp &&\
carp_forus((iface)->if_carp, eh->ether_shost))
#else
#define CARP_CHECK_WE_ARE_DST(iface) 0
#define CARP_CHECK_WE_ARE_SRC(iface) 0
#endif
#ifdef INET6
#define PFIL_HOOKED_INET6 PFIL_HOOKED(&inet6_pfil_hook)
#else
#define PFIL_HOOKED_INET6 0
#endif
#if defined(PFIL_HOOKS)
#define PFIL_PHYS(sc, ifp, m) do { \
if (pfil_local_phys && \
(PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6)) { \
if (bridge_pfil(&m, NULL, ifp, \
PFIL_IN) != 0 || m == NULL) { \
BRIDGE_UNLOCK(sc); \
return (NULL); \
} \
} \
} while (0)
#else
#define PFIL_PHYS(sc, ifp, m)
#endif
#define GRAB_OUR_PACKETS(iface) \
if ((iface)->if_type == IFT_GIF) \
continue; \
\
if (memcmp(IF_LLADDR((iface)), eh->ether_dhost, \
ETHER_ADDR_LEN) == 0 || CARP_CHECK_WE_ARE_DST((iface))) { \
if ((iface)->if_type == IFT_BRIDGE) { \
BRIDGE_BPF_MTAP_INPUT(sc, m); \
\
PFIL_PHYS(sc, iface, m); \
} else { \
bpf_tap_in(iface, DLT_EN10MB, m, NULL, 0); \
} \
if (bif->bif_ifflags & IFBIF_LEARNING) { \
error = bridge_rtupdate(sc, eh->ether_shost, \
vlan, bif, 0, IFBAF_DYNAMIC); \
if (error && bif->bif_addrmax) { \
BRIDGE_UNLOCK(sc); \
m_freem(m); \
return (EJUSTRETURN); \
} \
} \
BRIDGE_UNLOCK(sc); \
inject_input_packet(iface, m); \
return (EJUSTRETURN); \
} \
\
\
if (memcmp(IF_LLADDR((iface)), eh->ether_shost, \
ETHER_ADDR_LEN) == 0 || CARP_CHECK_WE_ARE_SRC((iface))) { \
BRIDGE_UNLOCK(sc); \
m_freem(m); \
return (EJUSTRETURN); \
}
if (memcmp(eh->ether_dhost, IF_LLADDR(ifp), ETHER_ADDR_LEN) == 0) {
is_ifp_mac = TRUE;
}
if (is_ifp_mac && sc->sc_mac_nat_bif == bif) {
ifnet_t dst_if;
boolean_t is_input = FALSE;
dst_if = bridge_mac_nat_input(sc, data, &is_input);
m = *data;
if (dst_if == ifp) {
} else if (dst_if != NULL || m == NULL) {
BRIDGE_UNLOCK(sc);
if (dst_if != NULL) {
ASSERT(m != NULL);
if (is_input) {
inject_input_packet(dst_if, m);
} else {
(void)bridge_enqueue(bridge_ifp, NULL,
dst_if, m,
kChecksumOperationClear);
}
}
return EJUSTRETURN;
}
}
if (memcmp(eh->ether_dhost, IF_LLADDR(bridge_ifp),
ETHER_ADDR_LEN) == 0 || CARP_CHECK_WE_ARE_DST(bridge_ifp)) {
(void) mbuf_pkthdr_setrcvif(m, bridge_ifp);
mbuf_pkthdr_setheader(m, mbuf_data(m));
if (bif->bif_ifflags & IFBIF_LEARNING) {
(void) bridge_rtupdate(sc, eh->ether_shost,
vlan, bif, 0, IFBAF_DYNAMIC);
}
BRIDGE_BPF_MTAP_INPUT(sc, m);
(void) mbuf_setdata(m, (char *)mbuf_data(m) + ETHER_HDR_LEN,
mbuf_len(m) - ETHER_HDR_LEN);
(void) mbuf_pkthdr_adjustlen(m, -ETHER_HDR_LEN);
(void) ifnet_stat_increment_in(bridge_ifp, 1, mbuf_pkthdr_len(m), 0);
BRIDGE_UNLOCK(sc);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_INPUT)) {
printf("%s: %s packet for bridge\n", __func__,
bridge_ifp->if_xname);
}
#endif
dlil_input_packet_list(bridge_ifp, m);
return EJUSTRETURN;
}
if (is_ifp_mac) {
#ifdef VERY_VERY_VERY_DIAGNOSTIC
printf("%s: not forwarding packet bound for member "
"interface\n", __func__);
#endif
BRIDGE_UNLOCK(sc);
return 0;
}
TAILQ_FOREACH(bif2, &sc->sc_iflist, bif_next) {
if (bif2->bif_ifp != ifp) {
GRAB_OUR_PACKETS(bif2->bif_ifp);
}
}
#undef CARP_CHECK_WE_ARE_DST
#undef CARP_CHECK_WE_ARE_SRC
#undef GRAB_OUR_PACKETS
bridge_forward(sc, bif, m);
return EJUSTRETURN;
}
static void
bridge_broadcast(struct bridge_softc *sc, struct ifnet *src_if,
struct mbuf *m, int runfilt)
{
ifnet_t bridge_ifp;
struct bridge_iflist *dbif, *sbif;
struct mbuf *mc;
struct mbuf *mc_in;
struct ifnet *dst_if;
int error = 0, used = 0;
boolean_t bridge_if_out;
ChecksumOperation cksum_op;
struct mac_nat_record mnr;
struct bridge_iflist *mac_nat_bif = sc->sc_mac_nat_bif;
boolean_t translate_mac = FALSE;
uint32_t sc_filter_flags = 0;
bridge_ifp = sc->sc_ifp;
if (src_if != NULL) {
bridge_if_out = FALSE;
cksum_op = kChecksumOperationClear;
sbif = bridge_lookup_member_if(sc, src_if);
if (sbif != NULL && mac_nat_bif != NULL && sbif != mac_nat_bif) {
translate_mac
= bridge_mac_nat_output(sc, sbif, &m, &mnr);
if (m == NULL) {
BRIDGE_UNLOCK(sc);
return;
}
}
} else {
bridge_if_out = TRUE;
cksum_op = kChecksumOperationFinalize;
sbif = NULL;
}
BRIDGE_LOCK2REF(sc, error);
if (error) {
m_freem(m);
return;
}
#ifdef PFIL_HOOKS
if (runfilt && (PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6)) {
if (bridge_pfil(&m, bridge_ifp, NULL, PFIL_OUT) != 0) {
goto out;
}
if (m == NULL) {
goto out;
}
}
#endif
TAILQ_FOREACH(dbif, &sc->sc_iflist, bif_next) {
dst_if = dbif->bif_ifp;
if (dst_if == src_if) {
continue;
}
if (sbif != NULL &&
(sbif->bif_ifflags & dbif->bif_ifflags & IFBIF_PRIVATE)) {
continue;
}
if ((dbif->bif_ifflags & IFBIF_STP) &&
dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
continue;
}
if ((dbif->bif_ifflags & IFBIF_DISCOVER) == 0 &&
(m->m_flags & (M_BCAST | M_MCAST)) == 0) {
continue;
}
if ((dst_if->if_flags & IFF_RUNNING) == 0) {
continue;
}
if (!(dbif->bif_flags & BIFF_MEDIA_ACTIVE)) {
continue;
}
if (TAILQ_NEXT(dbif, bif_next) == NULL) {
mc = m;
used = 1;
} else {
mc = m_dup(m, M_DONTWAIT);
if (mc == NULL) {
(void) ifnet_stat_increment_out(bridge_ifp,
0, 0, 1);
continue;
}
}
if (!bridge_if_out &&
(dbif->bif_flags & BIFF_INPUT_BROADCAST) != 0) {
mc_in = m_dup(mc, M_DONTWAIT);
} else {
mc_in = NULL;
}
#ifdef PFIL_HOOKS
if (runfilt &&
(PFIL_HOOKED(&inet_pfil_hook) || PFIL_HOOKED_INET6)) {
if (used == 0) {
int i = min(mc->m_pkthdr.len, max_protohdr);
mc = m_copyup(mc, i, ETHER_ALIGN);
if (mc == NULL) {
(void) ifnet_stat_increment_out(
bridge_ifp, 0, 0, 1);
if (mc_in != NULL) {
m_freem(mc_in);
}
continue;
}
}
if (bridge_pfil(&mc, NULL, dst_if, PFIL_OUT) != 0) {
if (mc_in != NULL) {
m_freem(mc_in);
}
continue;
}
if (mc == NULL) {
if (mc_in != NULL) {
m_freem(mc_in);
}
continue;
}
}
#endif
if (translate_mac && mac_nat_bif == dbif) {
bridge_mac_nat_translate(&mc, &mnr, IF_LLADDR(dst_if));
}
sc_filter_flags = sc->sc_filter_flags;
if (runfilt &&
PF_IS_ENABLED && (sc_filter_flags & IFBF_FILT_MEMBER)) {
if (used == 0) {
int i = min(mc->m_pkthdr.len, max_protohdr);
mc = m_copyup(mc, i, ETHER_ALIGN);
if (mc == NULL) {
(void) ifnet_stat_increment_out(
sc->sc_ifp, 0, 0, 1);
if (mc_in != NULL) {
m_freem(mc_in);
mc_in = NULL;
}
continue;
}
}
if (bridge_pf(&mc, dst_if, sc_filter_flags, FALSE) != 0) {
if (mc_in != NULL) {
m_freem(mc_in);
mc_in = NULL;
}
continue;
}
if (mc == NULL) {
if (mc_in != NULL) {
m_freem(mc_in);
mc_in = NULL;
}
continue;
}
}
if (mc != NULL) {
(void) bridge_enqueue(bridge_ifp,
NULL, dst_if, mc, cksum_op);
}
if (mc_in == NULL) {
continue;
}
bpf_tap_in(dst_if, DLT_EN10MB, mc_in, NULL, 0);
mbuf_pkthdr_setrcvif(mc_in, dst_if);
mbuf_pkthdr_setheader(mc_in, mbuf_data(mc_in));
mbuf_setdata(mc_in, (char *)mbuf_data(mc_in) + ETHER_HDR_LEN,
mbuf_len(mc_in) - ETHER_HDR_LEN);
mbuf_pkthdr_adjustlen(mc_in, -ETHER_HDR_LEN);
mc_in->m_flags |= M_PROTO1;
dlil_input_packet_list(dst_if, mc_in);
}
if (used == 0) {
m_freem(m);
}
#ifdef PFIL_HOOKS
out:
#endif
BRIDGE_UNREF(sc);
}
static void
bridge_span(struct bridge_softc *sc, struct mbuf *m)
{
struct bridge_iflist *bif;
struct ifnet *dst_if;
struct mbuf *mc;
if (TAILQ_EMPTY(&sc->sc_spanlist)) {
return;
}
TAILQ_FOREACH(bif, &sc->sc_spanlist, bif_next) {
dst_if = bif->bif_ifp;
if ((dst_if->if_flags & IFF_RUNNING) == 0) {
continue;
}
mc = m_copypacket(m, M_DONTWAIT);
if (mc == NULL) {
(void) ifnet_stat_increment_out(sc->sc_ifp, 0, 0, 1);
continue;
}
(void) bridge_enqueue(sc->sc_ifp, NULL, dst_if, mc,
kChecksumOperationNone);
}
}
static int
bridge_rtupdate(struct bridge_softc *sc, const uint8_t *dst, uint16_t vlan,
struct bridge_iflist *bif, int setflags, uint8_t flags)
{
struct bridge_rtnode *brt;
int error;
BRIDGE_LOCK_ASSERT_HELD(sc);
if (ETHER_IS_MULTICAST(dst) ||
(dst[0] == 0 && dst[1] == 0 && dst[2] == 0 &&
dst[3] == 0 && dst[4] == 0 && dst[5] == 0) != 0) {
return EINVAL;
}
if (vlan == 0) {
vlan = 1;
}
if ((brt = bridge_rtnode_lookup(sc, dst, vlan)) == NULL) {
if (sc->sc_brtcnt >= sc->sc_brtmax) {
sc->sc_brtexceeded++;
return ENOSPC;
}
if (bif->bif_addrmax && bif->bif_addrcnt >= bif->bif_addrmax) {
bif->bif_addrexceeded++;
return ENOSPC;
}
brt = zalloc_noblock(bridge_rtnode_pool);
if (brt == NULL) {
if (IF_BRIDGE_DEBUG(BR_DBGF_RT_TABLE)) {
printf("%s: zalloc_nolock failed", __func__);
}
return ENOMEM;
}
bzero(brt, sizeof(struct bridge_rtnode));
if (bif->bif_ifflags & IFBIF_STICKY) {
brt->brt_flags = IFBAF_STICKY;
} else {
brt->brt_flags = IFBAF_DYNAMIC;
}
memcpy(brt->brt_addr, dst, ETHER_ADDR_LEN);
brt->brt_vlan = vlan;
if ((error = bridge_rtnode_insert(sc, brt)) != 0) {
zfree(bridge_rtnode_pool, brt);
return error;
}
brt->brt_dst = bif;
bif->bif_addrcnt++;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_RT_TABLE)) {
printf("%s: added %02x:%02x:%02x:%02x:%02x:%02x "
"on %s count %u hashsize %u\n", __func__,
dst[0], dst[1], dst[2], dst[3], dst[4], dst[5],
sc->sc_ifp->if_xname, sc->sc_brtcnt,
sc->sc_rthash_size);
}
#endif
}
if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
brt->brt_dst != bif) {
brt->brt_dst->bif_addrcnt--;
brt->brt_dst = bif;
brt->brt_dst->bif_addrcnt++;
}
if ((flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
unsigned long now;
now = (unsigned long) net_uptime();
brt->brt_expire = now + sc->sc_brttimeout;
}
if (setflags) {
brt->brt_flags = flags;
}
return 0;
}
static struct ifnet *
bridge_rtlookup(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
{
struct bridge_rtnode *brt;
BRIDGE_LOCK_ASSERT_HELD(sc);
if ((brt = bridge_rtnode_lookup(sc, addr, vlan)) == NULL) {
return NULL;
}
return brt->brt_ifp;
}
static void
bridge_rttrim(struct bridge_softc *sc)
{
struct bridge_rtnode *brt, *nbrt;
BRIDGE_LOCK_ASSERT_HELD(sc);
if (sc->sc_brtcnt <= sc->sc_brtmax) {
return;
}
bridge_rtage(sc);
if (sc->sc_brtcnt <= sc->sc_brtmax) {
return;
}
LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
bridge_rtnode_destroy(sc, brt);
if (sc->sc_brtcnt <= sc->sc_brtmax) {
return;
}
}
}
}
static void
bridge_aging_timer(struct bridge_softc *sc)
{
BRIDGE_LOCK_ASSERT_HELD(sc);
bridge_rtage(sc);
if ((sc->sc_ifp->if_flags & IFF_RUNNING) &&
(sc->sc_flags & SCF_DETACHING) == 0) {
sc->sc_aging_timer.bdc_sc = sc;
sc->sc_aging_timer.bdc_func = bridge_aging_timer;
sc->sc_aging_timer.bdc_ts.tv_sec = bridge_rtable_prune_period;
bridge_schedule_delayed_call(&sc->sc_aging_timer);
}
}
static void
bridge_rtage(struct bridge_softc *sc)
{
struct bridge_rtnode *brt, *nbrt;
unsigned long now;
BRIDGE_LOCK_ASSERT_HELD(sc);
now = (unsigned long) net_uptime();
LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
if (now >= brt->brt_expire) {
bridge_rtnode_destroy(sc, brt);
}
}
}
if (sc->sc_mac_nat_bif != NULL) {
bridge_mac_nat_age_entries(sc, now);
}
}
static void
bridge_rtflush(struct bridge_softc *sc, int full)
{
struct bridge_rtnode *brt, *nbrt;
BRIDGE_LOCK_ASSERT_HELD(sc);
LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
if (full || (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
bridge_rtnode_destroy(sc, brt);
}
}
}
static int
bridge_rtdaddr(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
{
struct bridge_rtnode *brt;
int found = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
while ((brt = bridge_rtnode_lookup(sc, addr, vlan)) != NULL) {
bridge_rtnode_destroy(sc, brt);
found = 1;
}
return found ? 0 : ENOENT;
}
static void
bridge_rtdelete(struct bridge_softc *sc, struct ifnet *ifp, int full)
{
struct bridge_rtnode *brt, *nbrt;
BRIDGE_LOCK_ASSERT_HELD(sc);
LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
if (brt->brt_ifp == ifp && (full ||
(brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)) {
bridge_rtnode_destroy(sc, brt);
}
}
}
static int
bridge_rtable_init(struct bridge_softc *sc)
{
u_int32_t i;
sc->sc_rthash = _MALLOC(sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE,
M_DEVBUF, M_WAITOK | M_ZERO);
if (sc->sc_rthash == NULL) {
printf("%s: no memory\n", __func__);
return ENOMEM;
}
sc->sc_rthash_size = BRIDGE_RTHASH_SIZE;
for (i = 0; i < sc->sc_rthash_size; i++) {
LIST_INIT(&sc->sc_rthash[i]);
}
sc->sc_rthash_key = RandomULong();
LIST_INIT(&sc->sc_rtlist);
return 0;
}
static void
bridge_rthash_delayed_resize(struct bridge_softc *sc)
{
u_int32_t new_rthash_size;
struct _bridge_rtnode_list *new_rthash = NULL;
struct _bridge_rtnode_list *old_rthash = NULL;
u_int32_t i;
struct bridge_rtnode *brt;
int error = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
if (sc->sc_brtcnt < sc->sc_rthash_size * 4) {
goto out;
}
new_rthash_size = sc->sc_rthash_size * 2;
sc->sc_flags |= SCF_RESIZING;
BRIDGE_UNLOCK(sc);
new_rthash = _MALLOC(sizeof(*sc->sc_rthash) * new_rthash_size,
M_DEVBUF, M_WAITOK | M_ZERO);
BRIDGE_LOCK(sc);
sc->sc_flags &= ~SCF_RESIZING;
if (new_rthash == NULL) {
error = ENOMEM;
goto out;
}
if ((sc->sc_flags & SCF_DETACHING)) {
error = ENODEV;
goto out;
}
old_rthash = sc->sc_rthash;
sc->sc_rthash = new_rthash;
sc->sc_rthash_size = new_rthash_size;
sc->sc_rthash_key = RandomULong();
for (i = 0; i < sc->sc_rthash_size; i++) {
LIST_INIT(&sc->sc_rthash[i]);
}
LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
LIST_REMOVE(brt, brt_hash);
(void) bridge_rtnode_hash(sc, brt);
}
out:
if (error == 0) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_RT_TABLE)) {
printf("%s: %s new size %u\n", __func__,
sc->sc_ifp->if_xname, sc->sc_rthash_size);
}
#endif
if (old_rthash) {
_FREE(old_rthash, M_DEVBUF);
}
} else {
#if BRIDGE_DEBUG
printf("%s: %s failed %d\n", __func__,
sc->sc_ifp->if_xname, error);
#endif
if (new_rthash != NULL) {
_FREE(new_rthash, M_DEVBUF);
}
}
}
static void
bridge_rthash_resize(struct bridge_softc *sc)
{
BRIDGE_LOCK_ASSERT_HELD(sc);
if ((sc->sc_flags & SCF_DETACHING) || (sc->sc_flags & SCF_RESIZING)) {
return;
}
if (sc->sc_brtcnt < sc->sc_rthash_size * 4) {
return;
}
if (sc->sc_rthash_size >= bridge_rtable_hash_size_max) {
return;
}
sc->sc_resize_call.bdc_sc = sc;
sc->sc_resize_call.bdc_func = bridge_rthash_delayed_resize;
bridge_schedule_delayed_call(&sc->sc_resize_call);
}
static void
bridge_rtable_fini(struct bridge_softc *sc)
{
KASSERT(sc->sc_brtcnt == 0,
("%s: %d bridge routes referenced", __func__, sc->sc_brtcnt));
if (sc->sc_rthash) {
_FREE(sc->sc_rthash, M_DEVBUF);
sc->sc_rthash = NULL;
}
}
#define mix(a, b, c) \
do { \
a -= b; a -= c; a ^= (c >> 13); \
b -= c; b -= a; b ^= (a << 8); \
c -= a; c -= b; c ^= (b >> 13); \
a -= b; a -= c; a ^= (c >> 12); \
b -= c; b -= a; b ^= (a << 16); \
c -= a; c -= b; c ^= (b >> 5); \
a -= b; a -= c; a ^= (c >> 3); \
b -= c; b -= a; b ^= (a << 10); \
c -= a; c -= b; c ^= (b >> 15); \
} while ( 0)
static __inline uint32_t
bridge_rthash(struct bridge_softc *sc, const uint8_t *addr)
{
uint32_t a = 0x9e3779b9, b = 0x9e3779b9, c = sc->sc_rthash_key;
b += addr[5] << 8;
b += addr[4];
a += addr[3] << 24;
a += addr[2] << 16;
a += addr[1] << 8;
a += addr[0];
mix(a, b, c);
return c & BRIDGE_RTHASH_MASK(sc);
}
#undef mix
static int
bridge_rtnode_addr_cmp(const uint8_t *a, const uint8_t *b)
{
int i, d;
for (i = 0, d = 0; i < ETHER_ADDR_LEN && d == 0; i++) {
d = ((int)a[i]) - ((int)b[i]);
}
return d;
}
static struct bridge_rtnode *
bridge_rtnode_lookup(struct bridge_softc *sc, const uint8_t *addr,
uint16_t vlan)
{
struct bridge_rtnode *brt;
uint32_t hash;
int dir;
BRIDGE_LOCK_ASSERT_HELD(sc);
hash = bridge_rthash(sc, addr);
LIST_FOREACH(brt, &sc->sc_rthash[hash], brt_hash) {
dir = bridge_rtnode_addr_cmp(addr, brt->brt_addr);
if (dir == 0 && (brt->brt_vlan == vlan || vlan == 0)) {
return brt;
}
if (dir > 0) {
return NULL;
}
}
return NULL;
}
static int
bridge_rtnode_hash(struct bridge_softc *sc, struct bridge_rtnode *brt)
{
struct bridge_rtnode *lbrt;
uint32_t hash;
int dir;
BRIDGE_LOCK_ASSERT_HELD(sc);
hash = bridge_rthash(sc, brt->brt_addr);
lbrt = LIST_FIRST(&sc->sc_rthash[hash]);
if (lbrt == NULL) {
LIST_INSERT_HEAD(&sc->sc_rthash[hash], brt, brt_hash);
goto out;
}
do {
dir = bridge_rtnode_addr_cmp(brt->brt_addr, lbrt->brt_addr);
if (dir == 0 && brt->brt_vlan == lbrt->brt_vlan) {
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_RT_TABLE)) {
printf("%s: %s EEXIST "
"%02x:%02x:%02x:%02x:%02x:%02x\n",
__func__, sc->sc_ifp->if_xname,
brt->brt_addr[0], brt->brt_addr[1],
brt->brt_addr[2], brt->brt_addr[3],
brt->brt_addr[4], brt->brt_addr[5]);
}
#endif
return EEXIST;
}
if (dir > 0) {
LIST_INSERT_BEFORE(lbrt, brt, brt_hash);
goto out;
}
if (LIST_NEXT(lbrt, brt_hash) == NULL) {
LIST_INSERT_AFTER(lbrt, brt, brt_hash);
goto out;
}
lbrt = LIST_NEXT(lbrt, brt_hash);
} while (lbrt != NULL);
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_RT_TABLE)) {
printf("%s: %s impossible %02x:%02x:%02x:%02x:%02x:%02x\n",
__func__, sc->sc_ifp->if_xname,
brt->brt_addr[0], brt->brt_addr[1], brt->brt_addr[2],
brt->brt_addr[3], brt->brt_addr[4], brt->brt_addr[5]);
}
#endif
out:
return 0;
}
static int
bridge_rtnode_insert(struct bridge_softc *sc, struct bridge_rtnode *brt)
{
int error;
error = bridge_rtnode_hash(sc, brt);
if (error != 0) {
return error;
}
LIST_INSERT_HEAD(&sc->sc_rtlist, brt, brt_list);
sc->sc_brtcnt++;
bridge_rthash_resize(sc);
return 0;
}
static void
bridge_rtnode_destroy(struct bridge_softc *sc, struct bridge_rtnode *brt)
{
BRIDGE_LOCK_ASSERT_HELD(sc);
LIST_REMOVE(brt, brt_hash);
LIST_REMOVE(brt, brt_list);
sc->sc_brtcnt--;
brt->brt_dst->bif_addrcnt--;
zfree(bridge_rtnode_pool, brt);
}
#if BRIDGESTP
static void
bridge_rtable_expire(struct ifnet *ifp, int age)
{
struct bridge_softc *sc = ifp->if_bridge;
struct bridge_rtnode *brt;
BRIDGE_LOCK(sc);
if (age == 0) {
bridge_rtdelete(sc, ifp, IFBF_FLUSHDYN);
} else {
unsigned long now;
now = (unsigned long) net_uptime();
LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
if (brt->brt_ifp == ifp &&
brt->brt_expire > now + age &&
(brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
brt->brt_expire = now + age;
}
}
}
BRIDGE_UNLOCK(sc);
}
static void
bridge_state_change(struct ifnet *ifp, int state)
{
struct bridge_softc *sc = ifp->if_bridge;
static const char *stpstates[] = {
"disabled",
"listening",
"learning",
"forwarding",
"blocking",
"discarding"
};
if (log_stp) {
log(LOG_NOTICE, "%s: state changed to %s on %s\n",
sc->sc_ifp->if_xname,
stpstates[state], ifp->if_xname);
}
}
#endif
#ifdef PFIL_HOOKS
static int
bridge_pfil(struct mbuf **mp, struct ifnet *bifp, struct ifnet *ifp, int dir)
{
int snap, error, i, hlen;
struct ether_header *eh1, eh2;
struct ip_fw_args args;
struct ip *ip;
struct llc llc1;
u_int16_t ether_type;
snap = 0;
error = -1;
#if 0
KASSERT(M_WRITABLE(*mp), ("%s: modifying a shared mbuf", __func__));
#endif
if (pfil_bridge == 0 && pfil_member == 0 && pfil_ipfw == 0) {
return 0;
}
i = min((*mp)->m_pkthdr.len, max_protohdr);
if ((*mp)->m_len < i) {
*mp = m_pullup(*mp, i);
if (*mp == NULL) {
printf("%s: m_pullup failed\n", __func__);
return -1;
}
}
eh1 = mtod(*mp, struct ether_header *);
ether_type = ntohs(eh1->ether_type);
if (ether_type < ETHERMTU) {
struct llc *llc2 = (struct llc *)(eh1 + 1);
if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
llc2->llc_dsap == LLC_SNAP_LSAP &&
llc2->llc_ssap == LLC_SNAP_LSAP &&
llc2->llc_control == LLC_UI) {
ether_type = htons(llc2->llc_un.type_snap.ether_type);
snap = 1;
}
}
switch (ether_type) {
case ETHERTYPE_ARP:
case ETHERTYPE_REVARP:
if (pfil_ipfw_arp == 0) {
return 0;
}
break;
case ETHERTYPE_IP:
#if INET6
case ETHERTYPE_IPV6:
#endif
break;
default:
if (pfil_onlyip) {
goto bad;
}
}
m_copydata(*mp, 0, ETHER_HDR_LEN, (caddr_t)&eh2);
m_adj(*mp, ETHER_HDR_LEN);
if (snap) {
m_copydata(*mp, 0, sizeof(struct llc), (caddr_t)&llc1);
m_adj(*mp, sizeof(struct llc));
}
if (dir == PFIL_IN) {
switch (ether_type) {
case ETHERTYPE_IP:
error = bridge_ip_checkbasic(mp);
break;
#if INET6
case ETHERTYPE_IPV6:
error = bridge_ip6_checkbasic(mp);
break;
#endif
default:
error = 0;
}
if (error) {
goto bad;
}
}
if (IPFW_LOADED && pfil_ipfw != 0 && dir == PFIL_OUT && ifp != NULL) {
error = -1;
args.rule = ip_dn_claim_rule(*mp);
if (args.rule != NULL && fw_one_pass) {
goto ipfwpass;
}
args.m = *mp;
args.oif = ifp;
args.next_hop = NULL;
args.eh = &eh2;
args.inp = NULL;
i = ip_fw_chk_ptr(&args);
*mp = args.m;
if (*mp == NULL) {
return error;
}
if (DUMMYNET_LOADED && (i == IP_FW_DUMMYNET)) {
M_PREPEND(*mp, ETHER_HDR_LEN, M_DONTWAIT, 0);
if (*mp == NULL) {
return error;
}
bcopy(&eh2, mtod(*mp, caddr_t), ETHER_HDR_LEN);
args.oif = ifp;
ip_dn_io_ptr(mp, DN_TO_IFB_FWD, &args, DN_CLIENT_IPFW);
return error;
}
if (i != IP_FW_PASS) {
goto bad;
}
}
ipfwpass:
error = 0;
switch (ether_type) {
case ETHERTYPE_IP:
ip = mtod(*mp, struct ip *);
ip->ip_len = ntohs(ip->ip_len);
ip->ip_off = ntohs(ip->ip_off);
if (pfil_bridge && dir == PFIL_OUT && bifp != NULL) {
error = pfil_run_hooks(&inet_pfil_hook, mp, bifp,
dir, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
if (pfil_member && ifp != NULL) {
error = pfil_run_hooks(&inet_pfil_hook, mp, ifp,
dir, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
if (pfil_bridge && dir == PFIL_IN && bifp != NULL) {
error = pfil_run_hooks(&inet_pfil_hook, mp, bifp,
dir, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
if (pfil_member && ifp != NULL && dir == PFIL_OUT) {
i = (*mp)->m_pkthdr.len;
if (i > ifp->if_mtu) {
error = bridge_fragment(ifp, *mp, &eh2, snap,
&llc1);
return error;
}
}
ip = mtod(*mp, struct ip *);
hlen = ip->ip_hl << 2;
if (hlen < sizeof(struct ip)) {
goto bad;
}
if (hlen > (*mp)->m_len) {
if ((*mp = m_pullup(*mp, hlen)) == 0) {
goto bad;
}
ip = mtod(*mp, struct ip *);
if (ip == NULL) {
goto bad;
}
}
ip->ip_len = htons(ip->ip_len);
ip->ip_off = htons(ip->ip_off);
ip->ip_sum = 0;
if (hlen == sizeof(struct ip)) {
ip->ip_sum = in_cksum_hdr(ip);
} else {
ip->ip_sum = in_cksum(*mp, hlen);
}
break;
#if INET6
case ETHERTYPE_IPV6:
if (pfil_bridge && dir == PFIL_OUT && bifp != NULL) {
error = pfil_run_hooks(&inet6_pfil_hook, mp, bifp,
dir, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
if (pfil_member && ifp != NULL) {
error = pfil_run_hooks(&inet6_pfil_hook, mp, ifp,
dir, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
if (pfil_bridge && dir == PFIL_IN && bifp != NULL) {
error = pfil_run_hooks(&inet6_pfil_hook, mp, bifp,
dir, NULL);
}
break;
#endif
default:
error = 0;
break;
}
if (*mp == NULL) {
return error;
}
if (error != 0) {
goto bad;
}
error = -1;
if (snap) {
M_PREPEND(*mp, sizeof(struct llc), M_DONTWAIT, 0);
if (*mp == NULL) {
return error;
}
bcopy(&llc1, mtod(*mp, caddr_t), sizeof(struct llc));
}
M_PREPEND(*mp, ETHER_HDR_LEN, M_DONTWAIT, 0);
if (*mp == NULL) {
return error;
}
bcopy(&eh2, mtod(*mp, caddr_t), ETHER_HDR_LEN);
return 0;
bad:
m_freem(*mp);
*mp = NULL;
return error;
}
#endif
static int
bridge_ip_checkbasic(struct mbuf **mp)
{
struct mbuf *m = *mp;
struct ip *ip;
int len, hlen;
u_short sum;
if (*mp == NULL) {
return -1;
}
if (IP_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
if ((m = m_copyup(m, sizeof(struct ip),
max_linkhdr)) == NULL) {
ipstat.ips_toosmall++;
goto bad;
}
} else if (OS_EXPECT((size_t)m->m_len < sizeof(struct ip), 0)) {
if ((m = m_pullup(m, sizeof(struct ip))) == NULL) {
ipstat.ips_toosmall++;
goto bad;
}
}
ip = mtod(m, struct ip *);
if (ip == NULL) {
goto bad;
}
if (IP_VHL_V(ip->ip_vhl) != IPVERSION) {
ipstat.ips_badvers++;
goto bad;
}
hlen = IP_VHL_HL(ip->ip_vhl) << 2;
if (hlen < (int)sizeof(struct ip)) {
ipstat.ips_badhlen++;
goto bad;
}
if (hlen > m->m_len) {
if ((m = m_pullup(m, hlen)) == 0) {
ipstat.ips_badhlen++;
goto bad;
}
ip = mtod(m, struct ip *);
if (ip == NULL) {
goto bad;
}
}
if (m->m_pkthdr.csum_flags & CSUM_IP_CHECKED) {
sum = !(m->m_pkthdr.csum_flags & CSUM_IP_VALID);
} else {
if (hlen == sizeof(struct ip)) {
sum = in_cksum_hdr(ip);
} else {
sum = in_cksum(m, hlen);
}
}
if (sum) {
ipstat.ips_badsum++;
goto bad;
}
len = ntohs(ip->ip_len);
if (len < hlen) {
ipstat.ips_badlen++;
goto bad;
}
if (m->m_pkthdr.len < len) {
ipstat.ips_tooshort++;
goto bad;
}
*mp = m;
return 0;
bad:
*mp = m;
return -1;
}
#if INET6
static int
bridge_ip6_checkbasic(struct mbuf **mp)
{
struct mbuf *m = *mp;
struct ip6_hdr *ip6;
if (IP6_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
struct ifnet *inifp = m->m_pkthdr.rcvif;
if ((m = m_copyup(m, sizeof(struct ip6_hdr),
max_linkhdr)) == NULL) {
ip6stat.ip6s_toosmall++;
in6_ifstat_inc(inifp, ifs6_in_hdrerr);
goto bad;
}
} else if (OS_EXPECT((size_t)m->m_len < sizeof(struct ip6_hdr), 0)) {
struct ifnet *inifp = m->m_pkthdr.rcvif;
if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
ip6stat.ip6s_toosmall++;
in6_ifstat_inc(inifp, ifs6_in_hdrerr);
goto bad;
}
}
ip6 = mtod(m, struct ip6_hdr *);
if ((ip6->ip6_vfc & IPV6_VERSION_MASK) != IPV6_VERSION) {
ip6stat.ip6s_badvers++;
in6_ifstat_inc(m->m_pkthdr.rcvif, ifs6_in_hdrerr);
goto bad;
}
*mp = m;
return 0;
bad:
*mp = m;
return -1;
}
#endif
#ifdef PFIL_HOOKS
static int
bridge_fragment(struct ifnet *ifp, struct mbuf *m, struct ether_header *eh,
int snap, struct llc *llc)
{
struct mbuf *m0;
struct ip *ip;
int error = -1;
if (m->m_len < sizeof(struct ip) &&
(m = m_pullup(m, sizeof(struct ip))) == NULL) {
goto out;
}
ip = mtod(m, struct ip *);
error = ip_fragment(ip, &m, ifp->if_mtu, ifp->if_hwassist,
CSUM_DELAY_IP);
if (error) {
goto out;
}
for (m0 = m; m0; m0 = m0->m_nextpkt) {
if (error == 0) {
if (snap) {
M_PREPEND(m0, sizeof(struct llc), M_DONTWAIT, 0);
if (m0 == NULL) {
error = ENOBUFS;
continue;
}
bcopy(llc, mtod(m0, caddr_t),
sizeof(struct llc));
}
M_PREPEND(m0, ETHER_HDR_LEN, M_DONTWAIT, 0);
if (m0 == NULL) {
error = ENOBUFS;
continue;
}
bcopy(eh, mtod(m0, caddr_t), ETHER_HDR_LEN);
} else {
m_freem(m);
}
}
if (error == 0) {
ipstat.ips_fragmented++;
}
return error;
out:
if (m != NULL) {
m_freem(m);
}
return error;
}
#endif
static errno_t
bridge_set_bpf_tap(ifnet_t ifp, bpf_tap_mode mode, bpf_packet_func bpf_callback)
{
struct bridge_softc *sc = (struct bridge_softc *)ifnet_softc(ifp);
if (sc == NULL || (sc->sc_flags & SCF_DETACHING)) {
return ENODEV;
}
switch (mode) {
case BPF_TAP_DISABLE:
sc->sc_bpf_input = sc->sc_bpf_output = NULL;
break;
case BPF_TAP_INPUT:
sc->sc_bpf_input = bpf_callback;
break;
case BPF_TAP_OUTPUT:
sc->sc_bpf_output = bpf_callback;
break;
case BPF_TAP_INPUT_OUTPUT:
sc->sc_bpf_input = sc->sc_bpf_output = bpf_callback;
break;
default:
break;
}
return 0;
}
static void
bridge_detach(ifnet_t ifp)
{
struct bridge_softc *sc = (struct bridge_softc *)ifnet_softc(ifp);
#if BRIDGESTP
bstp_detach(&sc->sc_stp);
#endif
bridge_rtable_fini(sc);
lck_mtx_lock(&bridge_list_mtx);
LIST_REMOVE(sc, sc_list);
lck_mtx_unlock(&bridge_list_mtx);
ifnet_release(ifp);
lck_mtx_destroy(&sc->sc_mtx, bridge_lock_grp);
if_clone_softc_deallocate(&bridge_cloner, sc);
}
static errno_t
bridge_bpf_input(ifnet_t ifp, struct mbuf *m, const char * func, int line)
{
struct bridge_softc *sc = (struct bridge_softc *)ifnet_softc(ifp);
bpf_packet_func input_func = sc->sc_bpf_input;
if (input_func != NULL) {
if (mbuf_pkthdr_rcvif(m) != ifp) {
printf("%s.%d: rcvif: 0x%llx != ifp 0x%llx\n", func, line,
(uint64_t)VM_KERNEL_ADDRPERM(mbuf_pkthdr_rcvif(m)),
(uint64_t)VM_KERNEL_ADDRPERM(ifp));
}
(*input_func)(ifp, m);
}
return 0;
}
static errno_t
bridge_bpf_output(ifnet_t ifp, struct mbuf *m)
{
struct bridge_softc *sc = (struct bridge_softc *)ifnet_softc(ifp);
bpf_packet_func output_func = sc->sc_bpf_output;
if (output_func != NULL) {
(*output_func)(ifp, m);
}
return 0;
}
static void
bridge_link_event(struct ifnet *ifp, u_int32_t event_code)
{
struct {
struct kern_event_msg header;
u_int32_t unit;
char if_name[IFNAMSIZ];
} event;
#if BRIDGE_DEBUG
if (IF_BRIDGE_DEBUG(BR_DBGF_LIFECYCLE)) {
printf("%s: %s event_code %u - %s\n", __func__, ifp->if_xname,
event_code, dlil_kev_dl_code_str(event_code));
}
#endif
bzero(&event, sizeof(event));
event.header.total_size = sizeof(event);
event.header.vendor_code = KEV_VENDOR_APPLE;
event.header.kev_class = KEV_NETWORK_CLASS;
event.header.kev_subclass = KEV_DL_SUBCLASS;
event.header.event_code = event_code;
event.header.event_data[0] = ifnet_family(ifp);
event.unit = (u_int32_t)ifnet_unit(ifp);
strlcpy(event.if_name, ifnet_name(ifp), IFNAMSIZ);
ifnet_event(ifp, &event.header);
}
#define BRIDGE_HF_DROP(reason, func, line) { \
bridge_hostfilter_stats.reason++; \
if (IF_BRIDGE_DEBUG(BR_DBGF_HOSTFILTER)) { \
printf("%s.%d" #reason, func, line); \
error = EINVAL; \
} \
}
static int
bridge_dhcp_filter(struct bridge_iflist *bif, struct mbuf *m, size_t offset)
{
int error = EINVAL;
struct dhcp dhcp;
error = mbuf_copydata(m, offset, sizeof(struct dhcp), &dhcp);
if (error != 0) {
BRIDGE_HF_DROP(brhf_dhcp_too_small, __func__, __LINE__);
goto done;
}
if (dhcp.dp_op != BOOTREQUEST) {
BRIDGE_HF_DROP(brhf_dhcp_bad_op, __func__, __LINE__);
goto done;
}
if (dhcp.dp_htype != ARPHRD_ETHER) {
BRIDGE_HF_DROP(brhf_dhcp_bad_htype, __func__, __LINE__);
goto done;
}
if (dhcp.dp_hlen != ETHER_ADDR_LEN) {
BRIDGE_HF_DROP(brhf_dhcp_bad_hlen, __func__, __LINE__);
goto done;
}
if (bcmp(dhcp.dp_chaddr, bif->bif_hf_hwsrc,
ETHER_ADDR_LEN) != 0) {
BRIDGE_HF_DROP(brhf_dhcp_bad_chaddr, __func__, __LINE__);
goto done;
}
if (dhcp.dp_ciaddr.s_addr != bif->bif_hf_ipsrc.s_addr &&
dhcp.dp_ciaddr.s_addr != INADDR_ANY) {
BRIDGE_HF_DROP(brhf_dhcp_bad_ciaddr, __func__, __LINE__);
goto done;
}
error = 0;
done:
return error;
}
static int
bridge_host_filter(struct bridge_iflist *bif, mbuf_t *data)
{
int error = EINVAL;
struct ether_header *eh;
static struct in_addr inaddr_any = { .s_addr = INADDR_ANY };
mbuf_t m = *data;
eh = mtod(m, struct ether_header *);
if ((bif->bif_flags & BIFF_HF_HWSRC) == 0 ||
bcmp(eh->ether_shost, bif->bif_hf_hwsrc,
ETHER_ADDR_LEN) != 0) {
BRIDGE_HF_DROP(brhf_bad_ether_srchw_addr, __func__, __LINE__);
goto done;
}
if (eh->ether_type == htons(ETHERTYPE_ARP)) {
struct ether_arp *ea;
size_t minlen = sizeof(struct ether_header) +
sizeof(struct ether_arp);
if (mbuf_pkthdr_len(m) < minlen) {
BRIDGE_HF_DROP(brhf_arp_too_small, __func__, __LINE__);
goto done;
}
if (mbuf_len(m) < minlen && mbuf_pullup(data, minlen) != 0) {
BRIDGE_HF_DROP(brhf_arp_pullup_failed,
__func__, __LINE__);
goto done;
}
m = *data;
eh = mtod(m, struct ether_header *);
ea = (struct ether_arp *)(eh + 1);
if (ea->arp_hrd != htons(ARPHRD_ETHER)) {
BRIDGE_HF_DROP(brhf_arp_bad_hw_type,
__func__, __LINE__);
goto done;
}
if (ea->arp_pro != htons(ETHERTYPE_IP)) {
BRIDGE_HF_DROP(brhf_arp_bad_pro_type,
__func__, __LINE__);
goto done;
}
if (ea->arp_hln != ETHER_ADDR_LEN) {
BRIDGE_HF_DROP(brhf_arp_bad_hw_len, __func__, __LINE__);
goto done;
}
if (ea->arp_pln != sizeof(struct in_addr)) {
BRIDGE_HF_DROP(brhf_arp_bad_pro_len,
__func__, __LINE__);
goto done;
}
if (ea->arp_op != htons(ARPOP_REQUEST) &&
ea->arp_op != htons(ARPOP_REPLY)) {
BRIDGE_HF_DROP(brhf_arp_bad_op, __func__, __LINE__);
goto done;
}
if (bcmp(ea->arp_sha, bif->bif_hf_hwsrc,
ETHER_ADDR_LEN) != 0) {
BRIDGE_HF_DROP(brhf_arp_bad_sha, __func__, __LINE__);
goto done;
}
if (bcmp(ea->arp_spa, &bif->bif_hf_ipsrc.s_addr,
sizeof(struct in_addr)) != 0 &&
bcmp(ea->arp_spa, &inaddr_any,
sizeof(struct in_addr)) != 0) {
BRIDGE_HF_DROP(brhf_arp_bad_spa, __func__, __LINE__);
goto done;
}
bridge_hostfilter_stats.brhf_arp_ok += 1;
error = 0;
} else if (eh->ether_type == htons(ETHERTYPE_IP)) {
size_t minlen = sizeof(struct ether_header) + sizeof(struct ip);
struct ip iphdr;
size_t offset;
if (mbuf_pkthdr_len(m) < minlen) {
BRIDGE_HF_DROP(brhf_ip_too_small, __func__, __LINE__);
goto done;
}
offset = sizeof(struct ether_header);
error = mbuf_copydata(m, offset, sizeof(struct ip), &iphdr);
if (error != 0) {
BRIDGE_HF_DROP(brhf_ip_too_small, __func__, __LINE__);
goto done;
}
if (iphdr.ip_p == IPPROTO_UDP) {
struct udphdr udp;
minlen += sizeof(struct udphdr);
if (mbuf_pkthdr_len(m) < minlen) {
BRIDGE_HF_DROP(brhf_ip_too_small,
__func__, __LINE__);
goto done;
}
if (iphdr.ip_src.s_addr != bif->bif_hf_ipsrc.s_addr &&
iphdr.ip_src.s_addr != INADDR_ANY) {
BRIDGE_HF_DROP(brhf_ip_bad_srcaddr,
__func__, __LINE__);
goto done;
}
offset = sizeof(struct ether_header) +
(IP_VHL_HL(iphdr.ip_vhl) << 2);
error = mbuf_copydata(m, offset,
sizeof(struct udphdr), &udp);
if (error != 0) {
BRIDGE_HF_DROP(brhf_ip_too_small,
__func__, __LINE__);
goto done;
}
if (udp.uh_sport == htons(IPPORT_BOOTPC) &&
udp.uh_dport == htons(IPPORT_BOOTPS)) {
minlen += sizeof(struct dhcp);
if (mbuf_pkthdr_len(m) < minlen) {
BRIDGE_HF_DROP(brhf_ip_too_small,
__func__, __LINE__);
goto done;
}
offset += sizeof(struct udphdr);
error = bridge_dhcp_filter(bif, m, offset);
if (error != 0) {
goto done;
}
} else if (iphdr.ip_src.s_addr == INADDR_ANY) {
BRIDGE_HF_DROP(brhf_ip_bad_srcaddr,
__func__, __LINE__);
goto done;
}
} else if (iphdr.ip_src.s_addr != bif->bif_hf_ipsrc.s_addr ||
bif->bif_hf_ipsrc.s_addr == INADDR_ANY) {
BRIDGE_HF_DROP(brhf_ip_bad_srcaddr, __func__, __LINE__);
goto done;
}
if (iphdr.ip_p != IPPROTO_TCP &&
iphdr.ip_p != IPPROTO_UDP &&
iphdr.ip_p != IPPROTO_ICMP &&
iphdr.ip_p != IPPROTO_ESP &&
iphdr.ip_p != IPPROTO_AH &&
iphdr.ip_p != IPPROTO_GRE) {
BRIDGE_HF_DROP(brhf_ip_bad_proto, __func__, __LINE__);
goto done;
}
bridge_hostfilter_stats.brhf_ip_ok += 1;
error = 0;
} else {
BRIDGE_HF_DROP(brhf_bad_ether_type, __func__, __LINE__);
goto done;
}
done:
if (error != 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_HOSTFILTER)) {
if (m) {
printf_mbuf_data(m, 0,
sizeof(struct ether_header) +
sizeof(struct ip));
}
printf("\n");
}
if (m != NULL) {
m_freem(m);
}
}
return error;
}
static errno_t
bridge_mac_nat_enable(struct bridge_softc *sc, struct bridge_iflist *bif)
{
errno_t error = 0;
BRIDGE_LOCK_ASSERT_HELD(sc);
if (sc->sc_mac_nat_bif != NULL) {
if (sc->sc_mac_nat_bif != bif) {
error = EBUSY;
}
goto done;
}
sc->sc_mac_nat_bif = bif;
bif->bif_ifflags |= IFBIF_MAC_NAT;
bridge_mac_nat_populate_entries(sc);
done:
return error;
}
static void
bridge_mac_nat_disable(struct bridge_softc *sc)
{
struct bridge_iflist *mac_nat_bif = sc->sc_mac_nat_bif;
assert(mac_nat_bif != NULL);
bridge_mac_nat_flush_entries(sc, mac_nat_bif);
mac_nat_bif->bif_ifflags &= ~IFBIF_MAC_NAT;
sc->sc_mac_nat_bif = NULL;
return;
}
static void
mac_nat_entry_print2(struct mac_nat_entry *mne,
char *ifname, const char *msg1, const char *msg2)
{
int af;
char etopbuf[24];
char ntopbuf[MAX_IPv6_STR_LEN];
const char *space;
af = ((mne->mne_flags & MNE_FLAGS_IPV6) != 0) ? AF_INET6 : AF_INET;
ether_ntop(etopbuf, sizeof(etopbuf), mne->mne_mac);
(void)inet_ntop(af, &mne->mne_u, ntopbuf, sizeof(ntopbuf));
if (msg2 == NULL) {
msg2 = "";
space = "";
} else {
space = " ";
}
printf("%s %s%s%s %p (%s, %s, %s)\n",
ifname, msg1, space, msg2, mne, mne->mne_bif->bif_ifp->if_xname,
ntopbuf, etopbuf);
}
static void
mac_nat_entry_print(struct mac_nat_entry *mne,
char *ifname, const char *msg)
{
mac_nat_entry_print2(mne, ifname, msg, NULL);
}
static struct mac_nat_entry *
bridge_lookup_mac_nat_entry(struct bridge_softc *sc, int af, void * ip)
{
struct mac_nat_entry *mne;
struct mac_nat_entry *ret_mne = NULL;
if (af == AF_INET) {
in_addr_t s_addr = ((struct in_addr *)ip)->s_addr;
LIST_FOREACH(mne, &sc->sc_mne_list, mne_list) {
if (mne->mne_ip.s_addr == s_addr) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
mac_nat_entry_print(mne, sc->sc_if_xname,
"found");
}
ret_mne = mne;
break;
}
}
} else {
const struct in6_addr *ip6 = (const struct in6_addr *)ip;
LIST_FOREACH(mne, &sc->sc_mne_list_v6, mne_list) {
if (IN6_ARE_ADDR_EQUAL(&mne->mne_ip6, ip6)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
mac_nat_entry_print(mne, sc->sc_if_xname,
"found");
}
ret_mne = mne;
break;
}
}
}
return ret_mne;
}
static void
bridge_destroy_mac_nat_entry(struct bridge_softc *sc,
struct mac_nat_entry *mne, const char *reason)
{
LIST_REMOVE(mne, mne_list);
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
mac_nat_entry_print(mne, sc->sc_if_xname, reason);
}
zfree(bridge_mne_pool, mne);
sc->sc_mne_count--;
}
static struct mac_nat_entry *
bridge_create_mac_nat_entry(struct bridge_softc *sc,
struct bridge_iflist *bif, int af, const void *ip, uint8_t *eaddr)
{
struct mac_nat_entry_list *list;
struct mac_nat_entry *mne;
if (sc->sc_mne_count >= sc->sc_mne_max) {
sc->sc_mne_allocation_failures++;
return NULL;
}
mne = zalloc_noblock(bridge_mne_pool);
if (mne == NULL) {
sc->sc_mne_allocation_failures++;
return NULL;
}
sc->sc_mne_count++;
bzero(mne, sizeof(*mne));
bcopy(eaddr, mne->mne_mac, sizeof(mne->mne_mac));
mne->mne_bif = bif;
if (af == AF_INET) {
bcopy(ip, &mne->mne_ip, sizeof(mne->mne_ip));
list = &sc->sc_mne_list;
} else {
bcopy(ip, &mne->mne_ip6, sizeof(mne->mne_ip6));
mne->mne_flags |= MNE_FLAGS_IPV6;
list = &sc->sc_mne_list_v6;
}
LIST_INSERT_HEAD(list, mne, mne_list);
mne->mne_expire = (unsigned long)net_uptime() + sc->sc_brttimeout;
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
mac_nat_entry_print(mne, sc->sc_if_xname, "created");
}
return mne;
}
static struct mac_nat_entry *
bridge_update_mac_nat_entry(struct bridge_softc *sc,
struct bridge_iflist *bif, int af, void *ip, uint8_t *eaddr)
{
struct mac_nat_entry *mne;
mne = bridge_lookup_mac_nat_entry(sc, af, ip);
if (mne != NULL) {
struct bridge_iflist *mac_nat_bif = sc->sc_mac_nat_bif;
if (mne->mne_bif == mac_nat_bif) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
if (mne->mne_bif != bif) {
mac_nat_entry_print2(mne,
sc->sc_if_xname, "reject",
bif->bif_ifp->if_xname);
}
}
} else if (mne->mne_bif != bif) {
const char *old_if = mne->mne_bif->bif_ifp->if_xname;
mne->mne_bif = bif;
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
mac_nat_entry_print2(mne,
sc->sc_if_xname, "replaced",
old_if);
}
bcopy(eaddr, mne->mne_mac, sizeof(mne->mne_mac));
}
mne->mne_expire = (unsigned long)net_uptime() +
sc->sc_brttimeout;
} else {
mne = bridge_create_mac_nat_entry(sc, bif, af, ip, eaddr);
}
return mne;
}
static void
bridge_mac_nat_flush_entries_common(struct bridge_softc *sc,
struct mac_nat_entry_list *list, struct bridge_iflist *bif)
{
struct mac_nat_entry *mne;
struct mac_nat_entry *tmne;
LIST_FOREACH_SAFE(mne, list, mne_list, tmne) {
if (bif != NULL && mne->mne_bif != bif) {
continue;
}
bridge_destroy_mac_nat_entry(sc, mne, "flushed");
}
}
static void
bridge_mac_nat_flush_entries(struct bridge_softc *sc, struct bridge_iflist * bif)
{
struct bridge_iflist *flush_bif;
flush_bif = (bif == sc->sc_mac_nat_bif) ? NULL : bif;
bridge_mac_nat_flush_entries_common(sc, &sc->sc_mne_list, flush_bif);
bridge_mac_nat_flush_entries_common(sc, &sc->sc_mne_list_v6, flush_bif);
}
static void
bridge_mac_nat_populate_entries(struct bridge_softc *sc)
{
errno_t error;
ifnet_t ifp;
ifaddr_t *list;
struct bridge_iflist *mac_nat_bif = sc->sc_mac_nat_bif;
assert(mac_nat_bif != NULL);
ifp = mac_nat_bif->bif_ifp;
error = ifnet_get_address_list(ifp, &list);
if (error != 0) {
printf("%s: ifnet_get_address_list(%s) failed %d\n",
__func__, ifp->if_xname, error);
return;
}
for (ifaddr_t *scan = list; *scan != NULL; scan++) {
sa_family_t af;
void *ip;
union {
struct sockaddr sa;
struct sockaddr_in sin;
struct sockaddr_in6 sin6;
} u;
af = ifaddr_address_family(*scan);
switch (af) {
case AF_INET:
case AF_INET6:
error = ifaddr_address(*scan, &u.sa, sizeof(u));
if (error != 0) {
printf("%s: ifaddr_address failed %d\n",
__func__, error);
break;
}
if (af == AF_INET) {
ip = (void *)&u.sin.sin_addr;
} else {
if (IN6_IS_ADDR_LINKLOCAL(&u.sin6.sin6_addr)) {
u.sin6.sin6_addr.s6_addr16[1] = 0;
}
ip = (void *)&u.sin6.sin6_addr;
}
bridge_create_mac_nat_entry(sc, mac_nat_bif, af, ip,
(uint8_t *)IF_LLADDR(ifp));
break;
default:
break;
}
}
ifnet_free_address_list(list);
return;
}
static void
bridge_mac_nat_age_entries_common(struct bridge_softc *sc,
struct mac_nat_entry_list *list, unsigned long now)
{
struct mac_nat_entry *mne;
struct mac_nat_entry *tmne;
LIST_FOREACH_SAFE(mne, list, mne_list, tmne) {
if (now >= mne->mne_expire) {
bridge_destroy_mac_nat_entry(sc, mne, "aged out");
}
}
}
static void
bridge_mac_nat_age_entries(struct bridge_softc *sc, unsigned long now)
{
if (sc->sc_mac_nat_bif == NULL) {
return;
}
bridge_mac_nat_age_entries_common(sc, &sc->sc_mne_list, now);
bridge_mac_nat_age_entries_common(sc, &sc->sc_mne_list_v6, now);
}
static const char *
get_in_out_string(boolean_t is_output)
{
return is_output ? "OUT" : "IN";
}
static boolean_t
is_valid_arp_packet(mbuf_t *data, boolean_t is_output,
struct ether_header **eh_p, struct ether_arp **ea_p)
{
struct ether_arp *ea;
struct ether_header *eh;
size_t minlen = sizeof(struct ether_header) + sizeof(struct ether_arp);
boolean_t is_valid = FALSE;
int flags = is_output ? BR_DBGF_OUTPUT : BR_DBGF_INPUT;
if (mbuf_pkthdr_len(*data) < minlen) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s short frame %lu < %lu\n",
__func__,
get_in_out_string(is_output),
mbuf_pkthdr_len(*data), minlen);
}
goto done;
}
if (mbuf_len(*data) < minlen && mbuf_pullup(data, minlen) != 0) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s size %lu mbuf_pullup fail\n",
__func__,
get_in_out_string(is_output),
minlen);
}
*data = NULL;
goto done;
}
eh = mtod(*data, struct ether_header *);
ea = (struct ether_arp *)(eh + 1);
if (ntohs(ea->arp_hrd) != ARPHRD_ETHER) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s htype not ethernet\n",
__func__,
get_in_out_string(is_output));
}
goto done;
}
if (ea->arp_hln != ETHER_ADDR_LEN) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s hlen not ethernet\n",
__func__,
get_in_out_string(is_output));
}
goto done;
}
if (ntohs(ea->arp_pro) != ETHERTYPE_IP) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s ptype not IP\n",
__func__,
get_in_out_string(is_output));
}
goto done;
}
if (ea->arp_pln != sizeof(struct in_addr)) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: ARP %s plen not IP\n",
__func__,
get_in_out_string(is_output));
}
goto done;
}
is_valid = TRUE;
*ea_p = ea;
*eh_p = eh;
done:
return is_valid;
}
static struct mac_nat_entry *
bridge_mac_nat_arp_input(struct bridge_softc *sc, mbuf_t *data)
{
struct ether_arp *ea;
struct ether_header *eh;
struct mac_nat_entry *mne = NULL;
u_short op;
struct in_addr tpa;
if (!is_valid_arp_packet(data, FALSE, &eh, &ea)) {
goto done;
}
op = ntohs(ea->arp_op);
switch (op) {
case ARPOP_REQUEST:
case ARPOP_REPLY:
break;
default:
goto done;
}
bcopy(ea->arp_tpa, &tpa, sizeof(tpa));
if (tpa.s_addr != 0) {
mne = bridge_lookup_mac_nat_entry(sc, AF_INET, &tpa);
}
if (mne != NULL) {
if (op == ARPOP_REPLY) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
char mac_src[24];
char mac_dst[24];
ether_ntop(mac_src, sizeof(mac_src),
ea->arp_tha);
ether_ntop(mac_dst, sizeof(mac_dst),
mne->mne_mac);
printf("%s %s ARP %s -> %s\n",
sc->sc_if_xname,
mne->mne_bif->bif_ifp->if_xname,
mac_src, mac_dst);
}
bcopy(mne->mne_mac, ea->arp_tha, sizeof(ea->arp_tha));
}
} else {
struct in_addr spa;
bcopy(ea->arp_spa, &spa, sizeof(spa));
if (spa.s_addr != 0 && spa.s_addr != tpa.s_addr) {
mne = bridge_lookup_mac_nat_entry(sc, AF_INET, &spa);
}
}
done:
return mne;
}
static boolean_t
bridge_mac_nat_arp_output(struct bridge_softc *sc,
struct bridge_iflist *bif, mbuf_t *data, struct mac_nat_record *mnr)
{
struct ether_arp *ea;
struct ether_header *eh;
struct in_addr ip;
struct mac_nat_entry *mne = NULL;
u_short op;
boolean_t translate = FALSE;
if (!is_valid_arp_packet(data, TRUE, &eh, &ea)) {
goto done;
}
op = ntohs(ea->arp_op);
switch (op) {
case ARPOP_REQUEST:
case ARPOP_REPLY:
break;
default:
goto done;
}
bcopy(ea->arp_spa, &ip, sizeof(ip));
if (ip.s_addr == 0) {
goto done;
}
mne = bridge_update_mac_nat_entry(sc, bif, AF_INET, &ip, ea->arp_sha);
if (mnr != NULL && mne != NULL) {
translate = TRUE;
mnr->mnr_arp_offset = (char *)ea->arp_sha - (char *)eh;
}
done:
return translate;
}
#define ETHER_IPV4_HEADER_LEN (sizeof(struct ether_header) + \
+ sizeof(struct ip))
static struct ether_header *
get_ether_ip_header(mbuf_t *data, boolean_t is_output)
{
struct ether_header *eh = NULL;
int flags = is_output ? BR_DBGF_OUTPUT : BR_DBGF_INPUT;
size_t minlen = ETHER_IPV4_HEADER_LEN;
if (mbuf_pkthdr_len(*data) < minlen) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: IP %s short frame %lu < %lu\n",
__func__,
get_in_out_string(is_output),
mbuf_pkthdr_len(*data), minlen);
}
goto done;
}
if (mbuf_len(*data) < minlen && mbuf_pullup(data, minlen) != 0) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: IP %s size %lu mbuf_pullup fail\n",
__func__,
get_in_out_string(is_output),
minlen);
}
*data = NULL;
goto done;
}
eh = mtod(*data, struct ether_header *);
done:
return eh;
}
static struct mac_nat_entry *
bridge_mac_nat_ip_input(struct bridge_softc *sc, mbuf_t *data)
{
struct in_addr dst;
struct ether_header *eh;
struct ip *iphdr;
struct mac_nat_entry *mne = NULL;
eh = get_ether_ip_header(data, FALSE);
if (eh == NULL) {
goto done;
}
iphdr = (struct ip *)(void *)(eh + 1);
bcopy(&iphdr->ip_dst, &dst, sizeof(dst));
if (dst.s_addr == 0) {
goto done;
}
mne = bridge_lookup_mac_nat_entry(sc, AF_INET, &dst);
done:
return mne;
}
static void
bridge_mac_nat_udp_output(struct bridge_softc *sc,
struct bridge_iflist *bif, mbuf_t m,
uint8_t ip_header_len, struct mac_nat_record *mnr)
{
uint16_t dp_flags;
errno_t error;
size_t offset;
struct udphdr udphdr;
offset = sizeof(struct ether_header) + ip_header_len;
error = mbuf_copydata(m, offset, sizeof(struct udphdr), &udphdr);
if (error != 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: mbuf_copydata udphdr failed %d",
__func__, error);
}
return;
}
if (ntohs(udphdr.uh_sport) != IPPORT_BOOTPC ||
ntohs(udphdr.uh_dport) != IPPORT_BOOTPS) {
return;
}
offset += sizeof(struct udphdr) + offsetof(struct dhcp, dp_flags);
error = mbuf_copydata(m, offset, sizeof(dp_flags), &dp_flags);
if (error != 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: mbuf_copydata dp_flags failed %d",
__func__, error);
}
return;
}
if ((ntohs(dp_flags) & DHCP_FLAGS_BROADCAST) != 0) {
return;
}
mnr->mnr_ip_dhcp_flags = dp_flags | htons(DHCP_FLAGS_BROADCAST);
mnr->mnr_ip_header_len = ip_header_len;
if (udphdr.uh_sum != 0) {
uint16_t delta;
delta = dp_flags - mnr->mnr_ip_dhcp_flags;
mnr->mnr_ip_udp_csum = udphdr.uh_sum + delta;
}
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s %s DHCP dp_flags 0x%x UDP cksum 0x%x\n",
sc->sc_if_xname,
bif->bif_ifp->if_xname,
ntohs(mnr->mnr_ip_dhcp_flags),
ntohs(mnr->mnr_ip_udp_csum));
}
return;
}
static boolean_t
bridge_mac_nat_ip_output(struct bridge_softc *sc,
struct bridge_iflist *bif, mbuf_t *data, struct mac_nat_record *mnr)
{
#pragma unused(mnr)
struct ether_header *eh;
struct in_addr ip;
struct ip *iphdr;
uint8_t ip_header_len;
struct mac_nat_entry *mne = NULL;
boolean_t translate = FALSE;
eh = get_ether_ip_header(data, TRUE);
if (eh == NULL) {
goto done;
}
iphdr = (struct ip *)(void *)(eh + 1);
ip_header_len = IP_VHL_HL(iphdr->ip_vhl) << 2;
if (ip_header_len < sizeof(ip)) {
goto done;
}
bcopy(&iphdr->ip_src, &ip, sizeof(ip));
if (ip.s_addr != 0) {
mne = bridge_update_mac_nat_entry(sc, bif, AF_INET, &ip,
eh->ether_shost);
}
if (mnr != NULL) {
if (iphdr->ip_p == IPPROTO_UDP) {
bridge_mac_nat_udp_output(sc, bif, *data,
ip_header_len, mnr);
}
translate = TRUE;
}
done:
return translate;
}
#define ETHER_IPV6_HEADER_LEN (sizeof(struct ether_header) + \
+ sizeof(struct ip6_hdr))
static struct ether_header *
get_ether_ipv6_header(mbuf_t *data, boolean_t is_output)
{
struct ether_header *eh = NULL;
int flags = is_output ? BR_DBGF_OUTPUT : BR_DBGF_INPUT;
size_t minlen = ETHER_IPV6_HEADER_LEN;
if (mbuf_pkthdr_len(*data) < minlen) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: IP %s short frame %lu < %lu\n",
__func__,
get_in_out_string(is_output),
mbuf_pkthdr_len(*data), minlen);
}
goto done;
}
if (mbuf_len(*data) < minlen && mbuf_pullup(data, minlen) != 0) {
if (IF_BRIDGE_DEBUG(flags)) {
printf("%s: IP %s size %lu mbuf_pullup fail\n",
__func__,
get_in_out_string(is_output),
minlen);
}
*data = NULL;
goto done;
}
eh = mtod(*data, struct ether_header *);
done:
return eh;
}
#if 0
static void
bridge_mac_nat_icmpv6_input(struct bridge_softc *sc, mbuf_t *data,
struct ether_header *eh, struct ip6_hdr *hdr)
{
#pragma unused(sc)
#pragma unused(data)
#pragma unused(eh)
#pragma unused(hdr)
return;
}
#endif
#include <netinet/icmp6.h>
#include <netinet6/nd6.h>
#define ETHER_ND_LLADDR_LEN (ETHER_ADDR_LEN + sizeof(struct nd_opt_hdr))
static void
bridge_mac_nat_icmpv6_output(struct bridge_softc *sc, struct bridge_iflist *bif,
mbuf_t *data, struct ether_header *eh,
struct ip6_hdr *ip6h, struct in6_addr *saddrp, struct mac_nat_record *mnr)
{
struct icmp6_hdr *icmp6;
unsigned int icmp6len;
int lladdrlen = 0;
char *lladdr = NULL;
mbuf_t m = *data;
unsigned int off = sizeof(*ip6h);
icmp6len = m->m_pkthdr.len - sizeof(*eh) - off;
if (icmp6len < sizeof(*icmp6)) {
printf("%s: short packet %d < %lu\n", __func__,
icmp6len, sizeof(*icmp6));
return;
}
icmp6 = (struct icmp6_hdr *)((caddr_t)ip6h + off);
switch (icmp6->icmp6_type) {
case ND_NEIGHBOR_SOLICIT: {
struct nd_neighbor_solicit *nd_ns;
union nd_opts ndopts;
boolean_t is_dad_probe;
struct in6_addr taddr;
if (icmp6len < sizeof(*nd_ns)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: short nd_ns %d < %lu\n", __func__,
icmp6len, sizeof(*nd_ns));
}
return;
}
nd_ns = (struct nd_neighbor_solicit *)(void *)icmp6;
bcopy(&nd_ns->nd_ns_target, &taddr, sizeof(taddr));
if (IN6_IS_ADDR_MULTICAST(&taddr) ||
IN6_IS_ADDR_UNSPECIFIED(&taddr)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: invalid target ignored\n", __func__);
}
return;
}
nd6_option_init(nd_ns + 1, icmp6len - sizeof(*nd_ns), &ndopts);
if (nd6_options(&ndopts) < 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: invalid ND6 NS option\n", __func__);
}
return;
}
if (ndopts.nd_opts_src_lladdr != NULL) {
lladdr = (char *)(ndopts.nd_opts_src_lladdr + 1);
lladdrlen = ndopts.nd_opts_src_lladdr->nd_opt_len << 3;
}
is_dad_probe = IN6_IS_ADDR_UNSPECIFIED(saddrp);
if (lladdr != NULL) {
if (is_dad_probe) {
printf("%s: bad ND6 DAD packet\n", __func__);
return;
}
if (lladdrlen != ETHER_ND_LLADDR_LEN) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: source lladdrlen %d != %lu\n",
__func__,
lladdrlen, ETHER_ND_LLADDR_LEN);
}
return;
}
mnr->mnr_ip6_lladdr_offset = (void *)lladdr -
(void *)eh;
mnr->mnr_ip6_icmp6_len = icmp6len;
mnr->mnr_ip6_icmp6_type = icmp6->icmp6_type;
mnr->mnr_ip6_header_len = off;
}
if (is_dad_probe) {
*saddrp = taddr;
}
break;
}
case ND_NEIGHBOR_ADVERT: {
struct nd_neighbor_advert *nd_na;
union nd_opts ndopts;
struct in6_addr taddr;
nd_na = (struct nd_neighbor_advert *)(void *)icmp6;
if (icmp6len < sizeof(*nd_na)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: short nd_na %d < %lu\n", __func__,
icmp6len, sizeof(*nd_na));
}
return;
}
bcopy(&nd_na->nd_na_target, &taddr, sizeof(taddr));
if (IN6_IS_ADDR_MULTICAST(&taddr) ||
IN6_IS_ADDR_UNSPECIFIED(&taddr)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: invalid target ignored\n", __func__);
}
return;
}
nd6_option_init(nd_na + 1, icmp6len - sizeof(*nd_na), &ndopts);
if (nd6_options(&ndopts) < 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: invalid ND6 NA option\n", __func__);
}
return;
}
if (ndopts.nd_opts_tgt_lladdr == NULL) {
return;
}
lladdr = (char *)(ndopts.nd_opts_tgt_lladdr + 1);
lladdrlen = ndopts.nd_opts_tgt_lladdr->nd_opt_len << 3;
if (lladdrlen != ETHER_ND_LLADDR_LEN) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: target lladdrlen %d != %lu\n",
__func__, lladdrlen, ETHER_ND_LLADDR_LEN);
}
return;
}
mnr->mnr_ip6_lladdr_offset = (void *)lladdr - (void *)eh;
mnr->mnr_ip6_icmp6_len = icmp6len;
mnr->mnr_ip6_header_len = off;
mnr->mnr_ip6_icmp6_type = icmp6->icmp6_type;
break;
}
case ND_ROUTER_SOLICIT: {
struct nd_router_solicit *nd_rs;
union nd_opts ndopts;
if (icmp6len < sizeof(*nd_rs)) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: short nd_rs %d < %lu\n", __func__,
icmp6len, sizeof(*nd_rs));
}
return;
}
nd_rs = (struct nd_router_solicit *)(void *)icmp6;
nd6_option_init(nd_rs + 1, icmp6len - sizeof(*nd_rs), &ndopts);
if (nd6_options(&ndopts) < 0) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: invalid ND6 RS option\n", __func__);
}
return;
}
if (ndopts.nd_opts_src_lladdr != NULL) {
lladdr = (char *)(ndopts.nd_opts_src_lladdr + 1);
lladdrlen = ndopts.nd_opts_src_lladdr->nd_opt_len << 3;
}
if (lladdr != NULL) {
if (lladdrlen != ETHER_ND_LLADDR_LEN) {
if (IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
printf("%s: source lladdrlen %d != %lu\n",
__func__,
lladdrlen, ETHER_ND_LLADDR_LEN);
}
return;
}
mnr->mnr_ip6_lladdr_offset = (void *)lladdr -
(void *)eh;
mnr->mnr_ip6_icmp6_len = icmp6len;
mnr->mnr_ip6_icmp6_type = icmp6->icmp6_type;
mnr->mnr_ip6_header_len = off;
}
break;
}
default:
break;
}
if (mnr->mnr_ip6_lladdr_offset != 0 &&
IF_BRIDGE_DEBUG(BR_DBGF_MAC_NAT)) {
const char *str;
switch (mnr->mnr_ip6_icmp6_type) {
case ND_ROUTER_SOLICIT:
str = "ROUTER SOLICIT";
break;
case ND_NEIGHBOR_ADVERT:
str = "NEIGHBOR ADVERT";
break;
case ND_NEIGHBOR_SOLICIT:
str = "NEIGHBOR SOLICIT";
break;
default:
str = "";
break;
}
printf("%s %s %s ip6len %d icmp6len %d lladdr offset %d\n",
sc->sc_if_xname, bif->bif_ifp->if_xname, str,
mnr->mnr_ip6_header_len,
mnr->mnr_ip6_icmp6_len, mnr->mnr_ip6_lladdr_offset);
}
}
static struct mac_nat_entry *
bridge_mac_nat_ipv6_input(struct bridge_softc *sc, mbuf_t *data)
{
struct in6_addr dst;
struct ether_header *eh;
struct ip6_hdr *ip6h;
struct mac_nat_entry *mne = NULL;
eh = get_ether_ipv6_header(data, FALSE);
if (eh == NULL) {
goto done;
}
ip6h = (struct ip6_hdr *)(void *)(eh + 1);
#if 0
if (ip6h->ip6_nxt == IPPROTO_ICMPV6) {
bridge_mac_nat_icmpv6_input(sc, data, eh, ip6h);
}
#endif
bcopy(&ip6h->ip6_dst, &dst, sizeof(dst));
if (IN6_IS_ADDR_UNSPECIFIED(&dst)) {
goto done;
}
mne = bridge_lookup_mac_nat_entry(sc, AF_INET6, &dst);
done:
return mne;
}
static boolean_t
bridge_mac_nat_ipv6_output(struct bridge_softc *sc,
struct bridge_iflist *bif, mbuf_t *data, struct mac_nat_record *mnr)
{
struct ether_header *eh;
struct ip6_hdr *ip6h;
struct in6_addr saddr;
boolean_t translate;
translate = (bif == sc->sc_mac_nat_bif) ? FALSE : TRUE;
eh = get_ether_ipv6_header(data, TRUE);
if (eh == NULL) {
translate = FALSE;
goto done;
}
ip6h = (struct ip6_hdr *)(void *)(eh + 1);
bcopy(&ip6h->ip6_src, &saddr, sizeof(saddr));
if (mnr != NULL && ip6h->ip6_nxt == IPPROTO_ICMPV6) {
bridge_mac_nat_icmpv6_output(sc, bif, data,
eh, ip6h, &saddr, mnr);
}
if (IN6_IS_ADDR_UNSPECIFIED(&saddr)) {
goto done;
}
(void)bridge_update_mac_nat_entry(sc, bif, AF_INET6, &saddr,
eh->ether_shost);
done:
return translate;
}
static ifnet_t
bridge_mac_nat_input(struct bridge_softc *sc, mbuf_t *data,
boolean_t *is_input)
{
ifnet_t dst_if = NULL;
struct ether_header *eh;
uint16_t ether_type;
boolean_t is_unicast;
mbuf_t m = *data;
struct mac_nat_entry *mne = NULL;
BRIDGE_LOCK_ASSERT_HELD(sc);
*is_input = FALSE;
assert(sc->sc_mac_nat_bif != NULL);
is_unicast = ((m->m_flags & (M_BCAST | M_MCAST)) == 0);
eh = mtod(m, struct ether_header *);
ether_type = ntohs(eh->ether_type);
switch (ether_type) {
case ETHERTYPE_ARP:
mne = bridge_mac_nat_arp_input(sc, data);
break;
case ETHERTYPE_IP:
if (is_unicast) {
mne = bridge_mac_nat_ip_input(sc, data);
}
break;
case ETHERTYPE_IPV6:
if (is_unicast) {
mne = bridge_mac_nat_ipv6_input(sc, data);
}
break;
default:
break;
}
if (mne != NULL) {
if (is_unicast) {
if (m != *data) {
eh = mtod(*data, struct ether_header *);
}
bcopy(mne->mne_mac, eh->ether_dhost,
sizeof(eh->ether_dhost));
}
dst_if = mne->mne_bif->bif_ifp;
*is_input = (mne->mne_bif == sc->sc_mac_nat_bif);
}
return dst_if;
}
static boolean_t
bridge_mac_nat_output(struct bridge_softc *sc,
struct bridge_iflist *bif, mbuf_t *data, struct mac_nat_record *mnr)
{
struct ether_header *eh;
uint16_t ether_type;
boolean_t translate = FALSE;
BRIDGE_LOCK_ASSERT_HELD(sc);
assert(sc->sc_mac_nat_bif != NULL);
eh = mtod(*data, struct ether_header *);
ether_type = ntohs(eh->ether_type);
if (mnr != NULL) {
bzero(mnr, sizeof(*mnr));
mnr->mnr_ether_type = ether_type;
}
switch (ether_type) {
case ETHERTYPE_ARP:
translate = bridge_mac_nat_arp_output(sc, bif, data, mnr);
break;
case ETHERTYPE_IP:
translate = bridge_mac_nat_ip_output(sc, bif, data, mnr);
break;
case ETHERTYPE_IPV6:
translate = bridge_mac_nat_ipv6_output(sc, bif, data, mnr);
break;
default:
break;
}
return translate;
}
static void
bridge_mac_nat_arp_translate(mbuf_t *data, struct mac_nat_record *mnr,
const caddr_t eaddr)
{
errno_t error;
if (mnr->mnr_arp_offset == 0) {
return;
}
error = mbuf_copyback(*data, mnr->mnr_arp_offset,
ETHER_ADDR_LEN, eaddr,
MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback failed\n",
__func__);
m_freem(*data);
*data = NULL;
}
return;
}
static void
bridge_mac_nat_ip_translate(mbuf_t *data, struct mac_nat_record *mnr)
{
errno_t error;
size_t offset;
if (mnr->mnr_ip_header_len == 0) {
return;
}
offset = sizeof(struct ether_header) + mnr->mnr_ip_header_len;
error = mbuf_copyback(*data, offset + offsetof(struct udphdr, uh_sum),
sizeof(mnr->mnr_ip_udp_csum),
&mnr->mnr_ip_udp_csum,
MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback uh_sum failed\n",
__func__);
m_freem(*data);
*data = NULL;
}
offset += sizeof(struct udphdr);
error = mbuf_copyback(*data, offset + offsetof(struct dhcp, dp_flags),
sizeof(mnr->mnr_ip_dhcp_flags),
&mnr->mnr_ip_dhcp_flags,
MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback dp_flags failed\n",
__func__);
m_freem(*data);
*data = NULL;
}
}
static void
bridge_mac_nat_ipv6_translate(mbuf_t *data, struct mac_nat_record *mnr,
const caddr_t eaddr)
{
uint16_t cksum;
errno_t error;
mbuf_t m = *data;
if (mnr->mnr_ip6_header_len == 0) {
return;
}
switch (mnr->mnr_ip6_icmp6_type) {
case ND_ROUTER_SOLICIT:
case ND_NEIGHBOR_SOLICIT:
case ND_NEIGHBOR_ADVERT:
if (mnr->mnr_ip6_lladdr_offset == 0) {
return;
}
break;
default:
return;
}
error = mbuf_copyback(m, mnr->mnr_ip6_lladdr_offset,
ETHER_ADDR_LEN, eaddr,
MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback lladdr failed\n",
__func__);
m_freem(m);
*data = NULL;
return;
}
mbuf_setdata(m, (char *)mbuf_data(m) + ETHER_HDR_LEN,
mbuf_len(m) - ETHER_HDR_LEN);
mbuf_pkthdr_adjustlen(m, -ETHER_HDR_LEN);
#define CKSUM_OFFSET_ICMP6 offsetof(struct icmp6_hdr, icmp6_cksum)
cksum = 0;
error = mbuf_copyback(m, mnr->mnr_ip6_header_len + CKSUM_OFFSET_ICMP6,
sizeof(cksum), &cksum, MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback cksum=0 failed\n",
__func__);
m_freem(m);
*data = NULL;
return;
}
cksum = in6_cksum(m, IPPROTO_ICMPV6, mnr->mnr_ip6_header_len,
mnr->mnr_ip6_icmp6_len);
error = mbuf_copyback(m, mnr->mnr_ip6_header_len + CKSUM_OFFSET_ICMP6,
sizeof(cksum), &cksum, MBUF_DONTWAIT);
if (error != 0) {
printf("%s: mbuf_copyback cksum failed\n",
__func__);
m_freem(m);
*data = NULL;
return;
}
mbuf_setdata(m, (char *)mbuf_data(m) - ETHER_HDR_LEN,
mbuf_len(m) + ETHER_HDR_LEN);
mbuf_pkthdr_adjustlen(m, ETHER_HDR_LEN);
return;
}
static void
bridge_mac_nat_translate(mbuf_t *data, struct mac_nat_record *mnr,
const caddr_t eaddr)
{
struct ether_header *eh;
eh = mtod(*data, struct ether_header *);
bcopy(eaddr, eh->ether_shost, sizeof(eh->ether_shost));
switch (mnr->mnr_ether_type) {
case ETHERTYPE_ARP:
bridge_mac_nat_arp_translate(data, mnr, eaddr);
break;
case ETHERTYPE_IP:
bridge_mac_nat_ip_translate(data, mnr);
break;
case ETHERTYPE_IPV6:
bridge_mac_nat_ipv6_translate(data, mnr, eaddr);
break;
default:
break;
}
return;
}
static
int
bridge_pf(struct mbuf **mp, struct ifnet *ifp, uint32_t sc_filter_flags, int input)
{
int snap, error, i, hlen;
struct ether_header *eh1, eh2;
struct ip *ip;
struct llc llc1;
u_int16_t ether_type;
snap = 0;
error = -1;
if ((sc_filter_flags & IFBF_FILT_MEMBER) == 0) {
return 0;
}
i = min((*mp)->m_pkthdr.len, max_protohdr);
if ((*mp)->m_len < i) {
*mp = m_pullup(*mp, i);
if (*mp == NULL) {
printf("%s: m_pullup failed\n", __func__);
return -1;
}
}
eh1 = mtod(*mp, struct ether_header *);
ether_type = ntohs(eh1->ether_type);
if (ether_type < ETHERMTU) {
struct llc *llc2 = (struct llc *)(eh1 + 1);
if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
llc2->llc_dsap == LLC_SNAP_LSAP &&
llc2->llc_ssap == LLC_SNAP_LSAP &&
llc2->llc_control == LLC_UI) {
ether_type = htons(llc2->llc_un.type_snap.ether_type);
snap = 1;
}
}
switch (ether_type) {
case ETHERTYPE_ARP:
case ETHERTYPE_REVARP:
return 0;
case ETHERTYPE_IP:
case ETHERTYPE_IPV6:
break;
default:
if ((sc_filter_flags & IFBF_FILT_ONLYIP)) {
goto bad;
}
break;
}
m_copydata(*mp, 0, ETHER_HDR_LEN, (caddr_t)&eh2);
m_adj(*mp, ETHER_HDR_LEN);
if (snap) {
m_copydata(*mp, 0, sizeof(struct llc), (caddr_t)&llc1);
m_adj(*mp, sizeof(struct llc));
}
switch (ether_type) {
case ETHERTYPE_IP:
error = bridge_ip_checkbasic(mp);
break;
case ETHERTYPE_IPV6:
error = bridge_ip6_checkbasic(mp);
break;
default:
error = 0;
break;
}
if (error) {
goto bad;
}
error = 0;
switch (ether_type) {
case ETHERTYPE_IP:
ip = mtod(*mp, struct ip *);
ip->ip_len = ntohs(ip->ip_len);
ip->ip_off = ntohs(ip->ip_off);
if (ifp != NULL) {
error = pf_af_hook(ifp, 0, mp, AF_INET, input, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
ip = mtod(*mp, struct ip *);
hlen = IP_VHL_HL(ip->ip_vhl) << 2;
if (hlen < (int)sizeof(struct ip)) {
goto bad;
}
if (hlen > (*mp)->m_len) {
if ((*mp = m_pullup(*mp, hlen)) == 0) {
goto bad;
}
ip = mtod(*mp, struct ip *);
if (ip == NULL) {
goto bad;
}
}
ip->ip_len = htons(ip->ip_len);
ip->ip_off = htons(ip->ip_off);
ip->ip_sum = 0;
if (hlen == sizeof(struct ip)) {
ip->ip_sum = in_cksum_hdr(ip);
} else {
ip->ip_sum = in_cksum(*mp, hlen);
}
break;
case ETHERTYPE_IPV6:
if (ifp != NULL) {
error = pf_af_hook(ifp, 0, mp, AF_INET6, input, NULL);
}
if (*mp == NULL || error != 0) {
break;
}
break;
default:
error = 0;
break;
}
if (*mp == NULL) {
return error;
}
if (error != 0) {
goto bad;
}
error = -1;
if (snap) {
M_PREPEND(*mp, sizeof(struct llc), M_DONTWAIT, 0);
if (*mp == NULL) {
return error;
}
bcopy(&llc1, mtod(*mp, caddr_t), sizeof(struct llc));
}
M_PREPEND(*mp, ETHER_HDR_LEN, M_DONTWAIT, 0);
if (*mp == NULL) {
return error;
}
bcopy(&eh2, mtod(*mp, caddr_t), ETHER_HDR_LEN);
return 0;
bad:
m_freem(*mp);
*mp = NULL;
return error;
}