#ifndef DLIL_H
#define DLIL_H
#ifdef KERNEL
#include <sys/kernel_types.h>
#include <net/kpi_interface.h>
enum {
BPF_TAP_DISABLE,
BPF_TAP_INPUT,
BPF_TAP_OUTPUT,
BPF_TAP_INPUT_OUTPUT
};
#define DLIL_DESC_ETYPE2 4
#define DLIL_DESC_SAP 5
#define DLIL_DESC_SNAP 6
#ifdef KERNEL_PRIVATE
#include <net/if.h>
#include <net/if_var.h>
#include <net/classq/classq.h>
#include <net/flowadv.h>
#include <sys/kern_event.h>
#include <kern/thread.h>
#include <kern/locks.h>
#ifdef BSD_KERNEL_PRIVATE
#define net_timerclear(tvp) (tvp)->tv_sec = (tvp)->tv_nsec = 0
#define net_timerisset(tvp) ((tvp)->tv_sec || (tvp)->tv_nsec)
#define net_timercmp(tvp, uvp, cmp) \
(((tvp)->tv_sec == (uvp)->tv_sec) ? \
((tvp)->tv_nsec cmp (uvp)->tv_nsec) : \
((tvp)->tv_sec cmp (uvp)->tv_sec))
#define net_timeradd(tvp, uvp, vvp) do { \
(vvp)->tv_sec = (tvp)->tv_sec + (uvp)->tv_sec; \
(vvp)->tv_nsec = (tvp)->tv_nsec + (uvp)->tv_nsec; \
if ((vvp)->tv_nsec >= (long)NSEC_PER_SEC) { \
(vvp)->tv_sec++; \
(vvp)->tv_nsec -= NSEC_PER_SEC; \
} \
} while (0)
#define net_timersub(tvp, uvp, vvp) do { \
(vvp)->tv_sec = (tvp)->tv_sec - (uvp)->tv_sec; \
(vvp)->tv_nsec = (tvp)->tv_nsec - (uvp)->tv_nsec; \
if ((vvp)->tv_nsec < 0) { \
(vvp)->tv_sec--; \
(vvp)->tv_nsec += NSEC_PER_SEC; \
} \
} while (0)
#define net_timernsec(tvp, nsp) do { \
*(nsp) = (tvp)->tv_nsec; \
if ((tvp)->tv_sec > 0) \
*(nsp) += ((tvp)->tv_sec * (integer_t)NSEC_PER_SEC); \
} while (0)
#if defined(__x86_64__) || defined(__arm64__)
#define net_nsectimer(nsp, tvp) do { \
u_int64_t __nsp = *(nsp); \
net_timerclear(tvp); \
uint64_t __sec = __nsp / NSEC_PER_SEC; \
(tvp)->tv_sec = (__darwin_time_t)__sec; \
(tvp)->tv_nsec = (long)(__nsp - __sec * NSEC_PER_SEC); \
} while (0)
#else
#define net_nsectimer(nsp, tvp) do { \
u_int64_t __nsp = *(nsp); \
net_timerclear(tvp); \
uint32_t __a = (uint32_t)(__nsp >> 29); \
const uint32_t __inv = 0x89705F41; \
uint32_t __sec = (uint32_t)(((uint64_t)__a * __inv) >> 32); \
uint32_t __rem = (uint32_t)(__nsp - __sec * NSEC_PER_SEC); \
__sec += ((__rem >= NSEC_PER_SEC) ? 1 : 0); \
(tvp)->tv_sec = (__darwin_time_t)__sec; \
(tvp)->tv_nsec = \
(long)((__rem >= NSEC_PER_SEC) ? (__rem - NSEC_PER_SEC) : __rem); \
} while(0)
#endif
struct ifnet;
struct mbuf;
struct ether_header;
struct sockaddr_dl;
struct iff_filter;
#define DLIL_THREADNAME_LEN 32
struct dlil_threading_info {
decl_lck_mtx_data(, input_lck);
lck_grp_t *lck_grp;
u_int32_t input_waiting;
u_int32_t wtot;
char input_name[DLIL_THREADNAME_LEN];
struct ifnet *ifp;
class_queue_t rcvq_pkts;
struct ifnet_stat_increment_param stats;
boolean_t net_affinity;
struct thread *input_thr;
struct thread *wloop_thr;
struct thread *poll_thr;
u_int32_t tag;
ifnet_model_t mode;
struct pktcntr tstats;
struct if_rxpoll_stats pstats;
#define rxpoll_offreq pstats.ifi_poll_off_req
#define rxpoll_offerr pstats.ifi_poll_off_err
#define rxpoll_onreq pstats.ifi_poll_on_req
#define rxpoll_onerr pstats.ifi_poll_on_err
#define rxpoll_wavg pstats.ifi_poll_wakeups_avg
#define rxpoll_wlowat pstats.ifi_poll_wakeups_lowat
#define rxpoll_whiwat pstats.ifi_poll_wakeups_hiwat
#define rxpoll_pavg pstats.ifi_poll_packets_avg
#define rxpoll_pmin pstats.ifi_poll_packets_min
#define rxpoll_pmax pstats.ifi_poll_packets_max
#define rxpoll_plowat pstats.ifi_poll_packets_lowat
#define rxpoll_phiwat pstats.ifi_poll_packets_hiwat
#define rxpoll_bavg pstats.ifi_poll_bytes_avg
#define rxpoll_bmin pstats.ifi_poll_bytes_min
#define rxpoll_bmax pstats.ifi_poll_bytes_max
#define rxpoll_blowat pstats.ifi_poll_bytes_lowat
#define rxpoll_bhiwat pstats.ifi_poll_bytes_hiwat
#define rxpoll_plim pstats.ifi_poll_packets_limit
#define rxpoll_ival pstats.ifi_poll_interval_time
struct pktcntr sstats;
struct timespec mode_holdtime;
struct timespec mode_lasttime;
struct timespec sample_holdtime;
struct timespec sample_lasttime;
struct timespec dbg_lasttime;
#if IFNET_INPUT_SANITY_CHK
u_int64_t input_mbuf_cnt;
#endif
};
struct dlil_main_threading_info {
struct dlil_threading_info inp;
class_queue_t lo_rcvq_pkts;
};
#define DLIL_INPUT_RUNNING 0x80000000
#define DLIL_INPUT_WAITING 0x40000000
#define DLIL_PROTO_REGISTER 0x20000000
#define DLIL_PROTO_WAITING 0x10000000
#define DLIL_INPUT_TERMINATE 0x08000000
#define DLIL_IFF_TSO 0x01
extern int dlil_verbose;
extern uint32_t hwcksum_dbg;
extern uint32_t hwcksum_tx;
extern uint32_t hwcksum_rx;
extern struct dlil_threading_info *dlil_main_input_thread;
extern void dlil_init(void);
extern errno_t ifp_if_ioctl(struct ifnet *, unsigned long, void *);
extern errno_t dlil_set_bpf_tap(ifnet_t, bpf_tap_mode, bpf_packet_func);
extern errno_t dlil_send_arp_internal(ifnet_t, u_int16_t,
const struct sockaddr_dl *, const struct sockaddr *,
const struct sockaddr_dl *, const struct sockaddr *);
#define NET_THREAD_HELD_PF 0x1
#define NET_THREAD_HELD_DOMAIN 0x2
#define NET_THREAD_CKREQ_LLADDR 0x4
struct net_thread_marks;
typedef const struct net_thread_marks *net_thread_marks_t;
extern const net_thread_marks_t net_thread_marks_none;
extern net_thread_marks_t net_thread_marks_push(u_int32_t);
extern net_thread_marks_t net_thread_unmarks_push(u_int32_t);
extern void net_thread_marks_pop(net_thread_marks_t);
extern void net_thread_unmarks_pop(net_thread_marks_t);
extern u_int32_t net_thread_is_marked(u_int32_t);
extern u_int32_t net_thread_is_unmarked(u_int32_t);
extern int dlil_output(ifnet_t, protocol_family_t, mbuf_t, void *,
const struct sockaddr *, int, struct flowadv *);
extern void dlil_input_packet_list(struct ifnet *, struct mbuf *);
extern void dlil_input_packet_list_extended(struct ifnet *, struct mbuf *,
u_int32_t, ifnet_model_t);
extern errno_t dlil_resolve_multi(struct ifnet *,
const struct sockaddr *, struct sockaddr *, size_t);
extern errno_t dlil_send_arp(ifnet_t, u_int16_t, const struct sockaddr_dl *,
const struct sockaddr *, const struct sockaddr_dl *,
const struct sockaddr *, u_int32_t);
extern int dlil_attach_filter(ifnet_t, const struct iff_filter *,
interface_filter_t *, u_int32_t);
extern void dlil_detach_filter(interface_filter_t);
extern void dlil_proto_unplumb_all(ifnet_t);
extern void dlil_post_msg(struct ifnet *, u_int32_t, u_int32_t,
struct net_event_data *, u_int32_t);
extern int dlil_alloc_local_stats(struct ifnet *);
extern int dlil_if_acquire(u_int32_t, const void *, size_t, struct ifnet **);
extern void dlil_if_release(struct ifnet *ifp);
extern u_int32_t ifnet_aggressive_drainers;
extern errno_t dlil_if_ref(struct ifnet *);
extern errno_t dlil_if_free(struct ifnet *);
extern void dlil_node_present(struct ifnet *, struct sockaddr *, int32_t, int,
int, u_int8_t[48]);
extern void dlil_node_absent(struct ifnet *, struct sockaddr *);
extern const void *dlil_ifaddr_bytes(const struct sockaddr_dl *, size_t *,
kauth_cred_t *);
extern void dlil_report_issues(struct ifnet *, u_int8_t[DLIL_MODIDLEN],
u_int8_t[DLIL_MODARGLEN]);
#define PROTO_HASH_SLOTS 4
extern int proto_hash_value(u_int32_t);
extern const char *dlil_kev_dl_code_str(u_int32_t);
extern errno_t dlil_rxpoll_set_params(struct ifnet *,
struct ifnet_poll_params *, boolean_t);
extern errno_t dlil_rxpoll_get_params(struct ifnet *,
struct ifnet_poll_params *);
#endif
#endif
#endif
#endif