| /NextBSD/sys/dev/netmap/ |
| HD | netmap.c | 824 kring->rtail = kring->nr_hwtail = (t == NR_TX ? ndesc - 1 : 0); in netmap_krings_create() 1160 kring->nr_hwtail = head + lim; in netmap_txsync_to_host() 1161 if (kring->nr_hwtail > lim) in netmap_txsync_to_host() 1162 kring->nr_hwtail -= lim + 1; in netmap_txsync_to_host() 1205 nm_i = kring->nr_hwtail; in netmap_rxsync_from_host() 1221 kring->nr_hwtail = nm_i; in netmap_rxsync_from_host() 1463 kring->nr_hwcur, kring->nr_hwtail, in nm_txsync_prologue() 1467 kring->rtail >= n || kring->nr_hwtail >= n) in nm_txsync_prologue() 1511 kring->nr_hwcur, kring->nr_hwtail); in nm_txsync_prologue() 1537 kring->nr_hwcur, kring->nr_hwtail, in nm_rxsync_prologue() [all …]
|
| HD | if_vtnet_netmap.h | 205 kring->nr_hwtail += n; in vtnet_netmap_txsync() 206 if (kring->nr_hwtail > lim) in vtnet_netmap_txsync() 207 kring->nr_hwtail -= lim + 1; in vtnet_netmap_txsync() 209 if (nm_i != kring->nr_hwtail /* && vtnet_txq_below_threshold(txq) == 0*/) { in vtnet_netmap_txsync() 303 nm_i = kring->nr_hwtail; in vtnet_netmap_rxsync() 319 kring->nr_hwtail = nm_i; in vtnet_netmap_rxsync() 324 kring->nr_hwtail); in vtnet_netmap_rxsync() 342 kring->nr_hwcur, kring->nr_hwtail); in vtnet_netmap_rxsync()
|
| HD | netmap_generic.c | 433 u_int nm_i = nm_next(kring->nr_hwtail, lim); in generic_netmap_tx_clean() 472 kring->nr_hwtail = nm_prev(nm_i, lim); in generic_netmap_tx_clean() 473 ND("tx completed [%d] -> hwtail %d", n, kring->nr_hwtail); in generic_netmap_tx_clean() 488 u_int ntc = nm_next(kring->nr_hwtail, n-1); in generic_tx_event_middle() 520 if (nm_next(kring->nr_hwtail, kring->nkr_num_slots -1) == hwcur) { in generic_set_tx_event() 602 tx_ret, nm_i, head, kring->nr_hwtail); in generic_netmap_txsync() 644 ND("tx #%d, hwtail = %d", n, kring->nr_hwtail); in generic_netmap_txsync() 728 nm_i = kring->nr_hwtail; /* first empty slot in the receive ring */ in generic_netmap_rxsync() 754 kring->nr_hwtail = nm_i; in generic_netmap_rxsync()
|
| HD | netmap_monitor.c | 262 kring->mon_tail = kring->nr_hwtail; in netmap_monitor_add() 417 beg = kring->nr_hwtail; in netmap_zmon_parent_sync() 421 end = kring->nr_hwtail; in netmap_zmon_parent_sync() 444 i = mkring->nr_hwtail; in netmap_zmon_parent_sync() 483 mkring->nr_hwtail = i; in netmap_zmon_parent_sync() 562 i = mkring->nr_hwtail; in netmap_monitor_parent_sync() 602 mkring->nr_hwtail = i; in netmap_monitor_parent_sync() 642 new_slots = kring->nr_hwtail - first_new; in netmap_monitor_parent_rxsync() 647 kring->mon_tail = kring->nr_hwtail; in netmap_monitor_parent_rxsync()
|
| HD | netmap_pipe.c | 178 … ND(2, "before: hwcur %d hwtail %d cur %d head %d tail %d", txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync() 181 j = rxkring->nr_hwtail; /* RX */ in netmap_pipe_txsync() 220 rxkring->nr_hwtail = j; in netmap_pipe_txsync() 222 txkring->nr_hwtail = nm_prev(k, lim_tx); in netmap_pipe_txsync() 224 …(2, "after: hwcur %d hwtail %d cur %d head %d tail %d j %d", txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync() 241 ND(5, "hwcur %d hwtail %d cur %d head %d tail %d", rxkring->nr_hwcur, rxkring->nr_hwtail, in netmap_pipe_rxsync()
|
| HD | netmap_vale.c | 1257 space = k->nr_hwtail - k->nkr_hwlease; in nm_kr_space() 1268 …D("invalid kring, cur %d tail %d lease %d lease_idx %d lim %d", k->nr_hwcur, k->nr_hwtail, k->nk… in nm_kr_space() 1302 k->nr_hwtail >= k->nkr_num_slots || in nm_kr_lease() 1306 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, in nm_kr_lease() 1603 update_pos = kring->nr_hwtail; in nm_bdg_flush() 1620 kring->nr_hwtail = j; in nm_bdg_flush() 1672 D("early break at %d/ %d, tail %d", done, head, kring->nr_hwtail); in netmap_vp_txsync() 1677 kring->nr_hwtail = nm_prev(done, lim); in netmap_vp_txsync() 1954 if (kring->nr_hwcur == kring->nr_hwtail && netmap_verbose) { in netmap_bwrap_intr_notify() 1964 bkring->rhead = bkring->rcur = kring->nr_hwtail; in netmap_bwrap_intr_notify() [all …]
|
| HD | if_lem_netmap.h | 302 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in lem_netmap_txsync() 409 kring->nr_hwtail); in lem_netmap_rxsync() 412 kring->nr_hwtail = nm_i; in lem_netmap_rxsync()
|
| HD | if_igb_netmap.h | 180 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in igb_netmap_txsync() 238 kring->nr_hwtail = nm_i; in igb_netmap_rxsync()
|
| HD | if_em_netmap.h | 197 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in em_netmap_txsync() 258 kring->nr_hwtail = nm_i; in em_netmap_rxsync()
|
| HD | ixgbe_netmap.h | 322 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in ixgbe_netmap_txsync() 409 kring->nr_hwtail = nm_i; in ixgbe_netmap_rxsync()
|
| HD | if_re_netmap.h | 158 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in re_netmap_txsync() 228 kring->nr_hwtail = nm_i; in re_netmap_rxsync()
|
| HD | netmap_kern.h | 287 uint32_t nr_hwtail; member 870 int space = k->nr_hwtail - k->nr_hwcur; in nm_kr_rxspace() 873 ND("preserving %d rx slots %d -> %d", space, k->nr_hwcur, k->nr_hwtail); in nm_kr_rxspace() 883 return kring->rcur == kring->nr_hwtail; in nm_kr_txempty()
|
| /NextBSD/sys/dev/cxgbe/ |
| HD | t4_netmap.c | 944 kring->nr_hwtail += reclaimed; in cxgbe_netmap_txsync() 945 if (kring->nr_hwtail >= kring->nkr_num_slots) in cxgbe_netmap_txsync() 946 kring->nr_hwtail -= kring->nkr_num_slots; in cxgbe_netmap_txsync() 969 kring->nr_hwtail = atomic_load_acq_32(&nm_rxq->fl_cidx); in cxgbe_netmap_rxsync()
|
| /NextBSD/sys/net/ |
| HD | iflib.c | 741 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in iflib_netmap_txsync() 834 kring->nr_hwtail = nm_i; in iflib_netmap_rxsync()
|