| /NextBSD/sys/dev/ifmlx4/ |
| HD | mlx4_txrx.c | 5 static void mlx4_isc_txd_flush(if_shared_ctx_t sctx, uint16_t txqid, uint32_t pidx); 8 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count); 9 …oid mlx4_isc_rxd_flush(if_shared_ctx_t sctx, uint16_t rxqid, uint8_t flid __unused, uint32_t pidx); 35 mlx4_isc_txd_flush(if_shared_ctx_t sctx, uint16_t txqid, uint32_t pidx) in mlx4_isc_txd_flush() argument 49 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count) in mlx4_isc_rxd_refill() argument 55 mlx4_isc_rxd_flush(if_shared_ctx_t sctx, uint16_t rxqid, uint8_t flid __unused, uint32_t pidx) in mlx4_isc_rxd_flush() argument
|
| /NextBSD/sys/kern/ |
| HD | subr_bufring.c | 251 brsc_get_inuse(struct buf_ring_sc *br, int cidx, int pidx, int gen) in brsc_get_inuse() argument 255 if (gen && pidx == cidx) in brsc_get_inuse() 257 else if (pidx >= cidx) in brsc_get_inuse() 258 used = pidx - cidx; /* encompasses gen == 0 && pidx == cidx */ in brsc_get_inuse() 260 used = br->br_size - cidx + pidx; in brsc_get_inuse() 266 brsc_get_avail(struct buf_ring_sc *br, int cidx, int pidx, int gen) in brsc_get_avail() argument 269 return (br->br_size - brsc_get_inuse(br, cidx, pidx, gen)); in brsc_get_avail() 395 uint32_t pidx = br->br_prod_tail; in buf_ring_sc_drain_locked() local 407 while (budget && (cidx != pidx || (gen && (pidx == cidx)))) { in buf_ring_sc_drain_locked() 408 inuse = brsc_get_inuse(br, cidx, pidx, gen); in buf_ring_sc_drain_locked() [all …]
|
| /NextBSD/sys/dev/cxgbe/ |
| HD | t4_sge.c | 1780 dbdiff = IDXDIFF(eq->pidx, eq->dbidx, eq->sidx); in drain_wrq_wr_list() 1784 if (eq->pidx == eq->cidx) in drain_wrq_wr_list() 1787 available = IDXDIFF(eq->cidx, eq->pidx, eq->sidx) - 1; in drain_wrq_wr_list() 1794 dst = (void *)&eq->desc[eq->pidx]; in drain_wrq_wr_list() 1795 if (__predict_true(eq->sidx - eq->pidx > n)) { in drain_wrq_wr_list() 1798 eq->pidx += n; in drain_wrq_wr_list() 1800 int first_portion = (eq->sidx - eq->pidx) * EQ_ESIZE; in drain_wrq_wr_list() 1807 eq->pidx = n - (eq->sidx - eq->pidx); in drain_wrq_wr_list() 1814 eq->equeqidx = eq->pidx; in drain_wrq_wr_list() 1815 } else if (IDXDIFF(eq->pidx, eq->equeqidx, eq->sidx) >= 32) { in drain_wrq_wr_list() [all …]
|
| HD | t4_netmap.c | 468 nm_txq->pidx = nm_txq->cidx = 0; in alloc_nm_txq_hwq() 614 while (be16toh(nm_txq->pidx) != spg->pidx) in cxgbe_netmap_off() 618 while (spg->pidx != spg->cidx) in cxgbe_netmap_off() 681 #define NMIDXDIFF(q, idx) IDXDIFF((q)->pidx, (q)->idx, (q)->sidx) 689 MPASS(nm_txq->pidx != nm_txq->dbidx); in ring_nm_txq_db() 711 __func__, nm_txq->doorbells, n, nm_txq->pidx, nm_txq)); in ring_nm_txq_db() 732 nm_txq->dbidx = nm_txq->pidx; in ring_nm_txq_db() 748 struct fw_eth_tx_pkts_wr *wr = (void *)&nm_txq->desc[nm_txq->pidx]; in cxgbe_nm_tx() 759 wr = (void *)&nm_txq->desc[nm_txq->pidx]; in cxgbe_nm_tx() 802 nm_txq->pidx += npkt_to_ndesc(n); in cxgbe_nm_tx() [all …]
|
| HD | t4_mp_ring.c | 109 uint16_t pidx = os.pidx_tail; in drain_ring() local 112 MPASS(cidx != pidx); in drain_ring() 119 while (cidx != pidx) { in drain_ring() 122 n = r->drain(r, cidx, pidx); in drain_ring() 149 if (cidx != pidx && pending < 64 && total < budget) in drain_ring() 175 pidx = ns.pidx_tail; in drain_ring()
|
| HD | adapter.h | 413 uint16_t pidx; /* producer idx (desc idx) */ member 468 uint32_t pidx; /* producer index */ member 576 int pidx; member 652 uint16_t pidx; member
|
| /NextBSD/contrib/ofed/libcxgb4/src/ |
| HD | dev.c | 259 u16 cidx, pidx; in dump_qp() local 275 qhp->wq.sq.pidx, in dump_qp() 285 qhp->wq.rq.pidx, in dump_qp() 289 pidx = qhp->wq.sq.pidx; in dump_qp() 290 if (cidx != pidx) in dump_qp() 292 while (cidx != pidx) { in dump_qp() 325 pidx = qhp->wq.rq.pidx; in dump_qp() 326 if (cidx != pidx) in dump_qp() 328 while (cidx != pidx) { in dump_qp() 343 if (j == 0 && i == qhp->wq.rq.pidx) in dump_qp()
|
| HD | t4.h | 114 __be16 pidx; member 335 u16 pidx; member 357 u16 pidx; member 400 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce() 401 wq->rq.pidx = 0; in t4_rq_produce() 406 wq->rq.queue[wq->rq.size].status.host_pidx = wq->rq.pidx; in t4_rq_produce() 415 assert((wq->rq.cidx != wq->rq.pidx) || wq->rq.in_use == 0); in t4_rq_consume() 443 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce() 444 wq->sq.pidx = 0; in t4_sq_produce() 449 wq->sq.queue[wq->sq.size].status.host_pidx = (wq->sq.pidx); in t4_sq_produce() [all …]
|
| HD | qp.c | 341 swsqe = &qhp->wq.sq.sw_sq[qhp->wq.sq.pidx]; in c4iw_post_send() 378 swsqe->idx = qhp->wq.sq.pidx; in c4iw_post_send() 385 init_wr_hdr(wqe, qhp->wq.sq.pidx, fw_opcode, fw_flags, len16); in c4iw_post_send() 387 __func__, (unsigned long long)wr->wr_id, qhp->wq.sq.pidx, in c4iw_post_send() 444 qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].wr_id = wr->wr_id; in c4iw_post_receive() 448 wqe->recv.wrid = qhp->wq.rq.pidx; in c4iw_post_receive() 454 (unsigned long long) wr->wr_id, qhp->wq.rq.pidx); in c4iw_post_receive()
|
| HD | cq.c | 111 while (idx != wq->sq.pidx) { in c4iw_flush_sq() 139 while (cidx != wq->sq.pidx) { in flush_completed_wrs() 185 while (rptr != wq->sq.pidx) { in advance_oldest_read()
|
| /NextBSD/sys/dev/ixgbe/ |
| HD | ixgbe_txrx.c | 31 static void ixgbe_isc_txd_flush(void *arg, uint16_t txqid, uint32_t pidx); 35 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count); 36 static void ixgbe_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, uint32_t pidx); 41 …ruct tx_ring *txr, struct mbuf *mp, u32 *cmd_type_len, u32 *olinfo_status, int pidx, int *offload); 68 u32 *cmd_type_len, u32 *olinfo_status, int pidx, int *offload) in ixgbe_tx_ctx_setup() argument 79 int ctxd = pidx; in ixgbe_tx_ctx_setup() 367 ixgbe_isc_txd_flush(void *arg, uint16_t txqid, uint32_t pidx) in ixgbe_isc_txd_flush() argument 373 IXGBE_WRITE_REG(&sc->hw, txr->tail, pidx); in ixgbe_isc_txd_flush() 438 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count) in ixgbe_isc_rxd_refill() argument 446 for (i = 0, next_pidx = pidx; i < count; i++) { in ixgbe_isc_rxd_refill() [all …]
|
| /NextBSD/sys/dev/cxgb/ |
| HD | cxgb_sge.c | 195 unsigned int pidx; member 703 struct rx_sw_desc *sd = &q->sdesc[q->pidx]; in refill_fl() 704 struct rx_desc *d = &q->desc[q->pidx]; in refill_fl() 760 if (++q->pidx == q->size) { in refill_fl() 761 q->pidx = 0; in refill_fl() 844 struct rx_desc *to = &q->desc[q->pidx]; in recycle_rx_buf() 846 q->sdesc[q->pidx] = q->sdesc[idx]; in recycle_rx_buf() 854 if (++q->pidx == q->size) { in recycle_rx_buf() 855 q->pidx = 0; in recycle_rx_buf() 1139 txqs->pidx = txq->pidx; in txq_prod() [all …]
|
| /NextBSD/sys/net/ |
| HD | mp_ring.c | 109 uint16_t pidx = os.pidx_tail; in drain_ring() local 112 MPASS(cidx != pidx); in drain_ring() 119 while (cidx != pidx) { in drain_ring() 122 n = r->drain(r, cidx, pidx); in drain_ring() 149 if (cidx != pidx && pending < 64 && total < budget) in drain_ring() 175 pidx = ns.pidx_tail; in drain_ring()
|
| HD | iflib.h | 124 int (*ift_rxd_available) (void *, uint16_t qsidx, uint32_t pidx); 126 void (*ift_rxd_refill) (void * , uint16_t qsidx, uint8_t flidx, uint32_t pidx, 128 void (*ift_rxd_flush) (void *, uint16_t qsidx, uint8_t flidx, uint32_t pidx);
|
| HD | iflib.c | 320 get_inuse(int size, int cidx, int pidx, int gen) in get_inuse() argument 324 if (pidx > cidx) in get_inuse() 325 used = pidx - cidx; in get_inuse() 326 else if (pidx < cidx) in get_inuse() 327 used = size - cidx + pidx; in get_inuse() 328 else if (gen == 0 && pidx == cidx) in get_inuse() 330 else if (gen == 1 && pidx == cidx) in get_inuse() 1363 int pidx = fl->ifl_pidx; in _iflib_fl_refill() local 1364 iflib_sd_t rxsd = &fl->ifl_sds[pidx]; in _iflib_fl_refill() 1374 if (pidx < fl->ifl_cidx) in _iflib_fl_refill() [all …]
|
| /NextBSD/sys/dev/ixl/ |
| HD | ixl_txrx.c | 61 static void ixl_isc_txd_flush(void *arg, uint16_t txqid, uint32_t pidx); 65 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count); 66 static void ixl_isc_rxd_flush(void *arg, uint16_t rxqid, uint8_t flid __unused, uint32_t pidx); 227 ixl_isc_txd_flush(void *arg, uint16_t txqid, uint32_t pidx) in ixl_isc_txd_flush() argument 235 wr32(vsi->hw, txr->tail, pidx); in ixl_isc_txd_flush() 575 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs __unused, uint16_t count) in ixl_isc_rxd_refill() argument 583 for (i = 0, next_pidx = pidx; i < count; i++) { in ixl_isc_rxd_refill() 591 ixl_isc_rxd_flush(void * arg, uint16_t rxqid, uint8_t flid __unused, uint32_t pidx) in ixl_isc_rxd_flush() argument 596 wr32(vsi->hw, rxr->tail, pidx); in ixl_isc_rxd_flush()
|
| /NextBSD/sys/dev/xen/privcmd/ |
| HD | privcmd.c | 156 vm_pindex_t pidx; in privcmd_pg_fault() local 162 pidx = OFF_TO_IDX(offset); in privcmd_pg_fault() 163 if (pidx >= map->size || map->errs[pidx] != 0) in privcmd_pg_fault() 183 vm_page_insert(page, object, pidx); in privcmd_pg_fault()
|
| /NextBSD/sys/dev/cxgbe/iw_cxgbe/ |
| HD | t4.h | 85 __be16 pidx; member 310 u16 pidx; member 333 u16 pidx; member 368 if (++wq->rq.pidx == wq->rq.size) in t4_rq_produce() 369 wq->rq.pidx = 0; in t4_rq_produce() 411 if (++wq->sq.pidx == wq->sq.size) in t4_sq_produce() 412 wq->sq.pidx = 0; in t4_sq_produce()
|
| /NextBSD/sys/dev/cxgbe/cxgbei/ |
| HD | cxgbei.c | 122 unsigned int pidx) in ppod_set() argument 128 for (i = 0; i < (PPOD_PAGES + 1); i++, pidx++) { in ppod_set() 129 ppod->addr[i] = pidx < gl->nelem ? in ppod_set() 130 cpu_to_be64(gl->dma_sg[pidx].phys_addr) : 0ULL; in ppod_set() 213 unsigned int pidx = 0, w_npods = 0, cnt; in t4_ddp_set_map() local 225 pidx += PPOD_PAGES) { in t4_ddp_set_map() 229 err = ppod_write_idata(ci, hdr, idx, cnt, gl, pidx, toep); in t4_ddp_set_map() 244 u_int pidx = 0; in t4_ddp_clear_map() local 249 pidx += PPOD_PAGES) { in t4_ddp_clear_map()
|
| /NextBSD/sys/x86/iommu/ |
| HD | intel_idpgtbl.c | 339 vm_pindex_t idx, pidx; in domain_pgtbl_get_pindex() local 345 for (pidx = idx = 0, i = 0; i < lvl; i++, pidx = idx) { in domain_pgtbl_get_pindex() 347 pidx * DMAR_NPTEPG + 1; in domain_pgtbl_get_pindex()
|
| /NextBSD/sys/dev/netmap/ |
| HD | netmap_freebsd.c | 503 vm_pindex_t pidx; in netmap_dev_pager_fault() local 508 pidx = OFF_TO_IDX(offset); in netmap_dev_pager_fault() 537 vm_page_insert(page, object, pidx); in netmap_dev_pager_fault()
|
| /NextBSD/sys/dev/oce/ |
| HD | oce_if.h | 295 ring->pidx = GET_Q_NEXT(ring->pidx, n, ring->num_items) 302 (void *)(((type *)DBUF_VA(&ring->dma)) + ring->pidx) 304 (uint64_t)(((type *)DBUF_PA(ring->dbuf)) + ring->pidx) 324 uint16_t pidx; /* Put Ptr */ member
|
| /NextBSD/sys/netpfil/ipfw/ |
| HD | ip_fw_private.h | 679 int ipfw_objhash_alloc_idx(void *n, uint16_t *pidx); 693 struct obj_idx *pidx, int *found, int *unresolved); 697 struct obj_idx *oib, struct obj_idx *pidx, struct tid_info *ti);
|
| /NextBSD/sys/dev/ringbench/ |
| HD | ringbench.c | 97 mp_drain(struct mp_ring *r, uint32_t cidx, uint32_t pidx) in mp_drain() argument
|
| /NextBSD/contrib/libgnuregex/ |
| HD | regexec.c | 1269 int *pidx, int node, re_node_set *eps_via_nodes, in proceed_next_node() argument 1276 re_node_set *cur_nodes = &mctx->state_log[*pidx]->nodes; in proceed_next_node() 1300 && push_fail_stack (fs, *pidx, candidate, nregs, regs, in proceed_next_node() 1317 naccepted = check_node_accept_bytes (dfa, node, &mctx->input, *pidx); in proceed_next_node() 1331 if (memcmp (buf + regs[subexp_idx].rm_so, buf + *pidx, in proceed_next_node() 1344 if (re_node_set_contains (&mctx->state_log[*pidx]->nodes, in proceed_next_node() 1351 || check_node_accept (mctx, dfa->nodes + node, *pidx)) in proceed_next_node() 1354 *pidx = (naccepted == 0) ? *pidx + 1 : *pidx + naccepted; in proceed_next_node() 1355 if (fs && (*pidx > mctx->match_last || mctx->state_log[*pidx] == NULL in proceed_next_node() 1356 || !re_node_set_contains (&mctx->state_log[*pidx]->nodes, in proceed_next_node() [all …]
|