| /NextBSD/sys/dev/cxgbe/tom/ |
| HD | t4_connect.c | 117 const struct cpl_act_establish *cpl = (const void *)(rss + 1); in do_act_establish() local 118 u_int tid = GET_TID(cpl); in do_act_establish() 119 u_int atid = G_TID_TID(ntohl(cpl->tos_atid)); in do_act_establish() 137 send_reset(sc, toep, be32toh(cpl->snd_isn)); in do_act_establish() 141 make_established(toep, cpl->snd_isn, cpl->rcv_isn, cpl->tcp_opt); in do_act_establish() 205 const struct cpl_act_open_rpl *cpl = (const void *)(rss + 1); in do_act_open_rpl() local 206 u_int atid = G_TID_TID(G_AOPEN_ATID(be32toh(cpl->atid_status))); in do_act_open_rpl() 207 u_int status = G_AOPEN_STATUS(be32toh(cpl->atid_status)); in do_act_open_rpl() 221 release_tid(sc, GET_TID(cpl), toep->ctrlq); in do_act_open_rpl() 385 struct cpl_act_open_req6 *cpl = wrtod(wr); in t4_connect() local [all …]
|
| HD | t4_listen.c | 718 const struct cpl_pass_open_rpl *cpl = (const void *)(rss + 1); in do_pass_open_rpl() local 719 int stid = GET_TID(cpl); in do_pass_open_rpl() 720 unsigned int status = cpl->status; in do_pass_open_rpl() 724 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_pass_open_rpl() 793 const struct cpl_close_listsvr_rpl *cpl = (const void *)(rss + 1); in do_close_server_rpl() local 794 int stid = GET_TID(cpl); in do_close_server_rpl() 795 unsigned int status = cpl->status; in do_close_server_rpl() 799 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_close_server_rpl() 848 const struct cpl_abort_req_rss *cpl = (const void *)(rss + 1); in do_abort_req_synqe() local 849 unsigned int tid = GET_TID(cpl); in do_abort_req_synqe() [all …]
|
| HD | t4_cpl_io.c | 1037 const struct cpl_peer_close *cpl = (const void *)(rss + 1); in do_peer_close() local 1038 unsigned int tid = GET_TID(cpl); in do_peer_close() 1045 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_peer_close() 1092 handle_ddp_close(toep, tp, sb, cpl->rcv_nxt); in do_peer_close() 1097 KASSERT(tp->rcv_nxt == be32toh(cpl->rcv_nxt), in do_peer_close() 1099 be32toh(cpl->rcv_nxt))); in do_peer_close() 1142 const struct cpl_close_con_rpl *cpl = (const void *)(rss + 1); in do_close_con_rpl() local 1143 unsigned int tid = GET_TID(cpl); in do_close_con_rpl() 1149 unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl))); in do_close_con_rpl() 1168 tp->snd_una = be32toh(cpl->snd_nxt) - 1; /* exclude FIN */ in do_close_con_rpl() [all …]
|
| HD | t4_ddp.c | 512 const struct cpl_rx_data_ddp *cpl = (const void *)(rss + 1); in do_rx_data_ddp() local 513 unsigned int tid = GET_TID(cpl); in do_rx_data_ddp() 522 vld = be32toh(cpl->ddpvld); in do_rx_data_ddp() 533 handle_ddp_data(toep, cpl->u.ddp_report, cpl->seq, be16toh(cpl->len)); in do_rx_data_ddp() 543 const struct cpl_rx_ddp_complete *cpl = (const void *)(rss + 1); in do_rx_ddp_complete() local 544 unsigned int tid = GET_TID(cpl); in do_rx_ddp_complete() 552 handle_ddp_data(toep, cpl->ddp_report, cpl->rcv_nxt, 0); in do_rx_ddp_complete()
|
| /NextBSD/sys/dev/nvme/ |
| HD | nvme_qpair.c | 243 struct nvme_completion *cpl) in nvme_qpair_print_completion() argument 246 get_status_string(cpl->status.sct, cpl->status.sc), in nvme_qpair_print_completion() 247 cpl->status.sct, cpl->status.sc, cpl->sqid, cpl->cid, cpl->cdw0); in nvme_qpair_print_completion() 251 nvme_completion_is_retry(const struct nvme_completion *cpl) in nvme_completion_is_retry() argument 259 switch (cpl->status.sct) { in nvme_completion_is_retry() 261 switch (cpl->status.sc) { in nvme_completion_is_retry() 264 if (cpl->status.dnr) in nvme_completion_is_retry() 310 struct nvme_completion *cpl, boolean_t print_on_error) in nvme_qpair_complete_tracker() argument 316 error = nvme_completion_is_error(cpl); in nvme_qpair_complete_tracker() 317 retry = error && nvme_completion_is_retry(cpl) && in nvme_qpair_complete_tracker() [all …]
|
| HD | nvme.c | 234 nvme_dump_completion(struct nvme_completion *cpl) in nvme_dump_completion() argument 238 cpl->cdw0, cpl->sqhd, cpl->sqid, in nvme_dump_completion() 239 cpl->cid, cpl->status.p, cpl->status.sc, cpl->status.sct, in nvme_dump_completion() 240 cpl->status.m, cpl->status.dnr); in nvme_dump_completion() 442 nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl) in nvme_completion_poll_cb() argument 451 memcpy(&status->cpl, cpl, sizeof(*cpl)); in nvme_completion_poll_cb()
|
| HD | nvme_ctrlr.c | 366 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_identify() 393 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_set_num_qpairs() 403 sq_allocated = (status.cpl.cdw0 & 0xFFFF) + 1; in nvme_ctrlr_set_num_qpairs() 404 cq_allocated = (status.cpl.cdw0 >> 16) + 1; in nvme_ctrlr_set_num_qpairs() 432 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_create_qpairs() 442 if (nvme_completion_is_error(&status.cpl)) { in nvme_ctrlr_create_qpairs() 533 nvme_ctrlr_async_event_log_page_cb(void *arg, const struct nvme_completion *cpl) in nvme_ctrlr_async_event_log_page_cb() argument 543 if (nvme_completion_is_error(cpl)) in nvme_ctrlr_async_event_log_page_cb() 544 nvme_notify_async_consumers(aer->ctrlr, &aer->cpl, in nvme_ctrlr_async_event_log_page_cb() 570 nvme_notify_async_consumers(aer->ctrlr, &aer->cpl, in nvme_ctrlr_async_event_log_page_cb() [all …]
|
| HD | nvme_test.c | 175 nvme_ns_io_test_cb(void *arg, const struct nvme_completion *cpl) in nvme_ns_io_test_cb() argument 182 if (nvme_completion_is_error(cpl)) { in nvme_ns_io_test_cb() 217 struct nvme_completion cpl; in nvme_ns_io_test() local 229 memset(&cpl, 0, sizeof(cpl)); in nvme_ns_io_test() 231 nvme_ns_io_test_cb(tth, &cpl); in nvme_ns_io_test()
|
| HD | nvme_sysctl.c | 65 struct nvme_completion *cpl; in nvme_dump_queue() local 73 cpl = &qpair->cpl[i]; in nvme_dump_queue() 75 nvme_dump_completion(cpl); in nvme_dump_queue()
|
| HD | nvme_ns.c | 52 const struct nvme_completion *cpl); 119 nvme_ns_strategy_done(void *arg, const struct nvme_completion *cpl) in nvme_ns_strategy_done() argument 127 if (nvme_completion_is_error(cpl)) { in nvme_ns_strategy_done() 291 nvme_bio_child_done(void *arg, const struct nvme_completion *cpl) in nvme_bio_child_done() argument 299 bio_error = nvme_completion_is_error(cpl) ? EIO : 0; in nvme_bio_child_done() 527 if (nvme_completion_is_error(&status.cpl)) { in nvme_ns_construct()
|
| HD | nvme_private.h | 128 struct nvme_completion cpl; member 160 struct nvme_completion cpl; member 204 struct nvme_completion *cpl; member 404 void nvme_completion_poll_cb(void *arg, const struct nvme_completion *cpl); 451 void nvme_dump_completion(struct nvme_completion *cpl);
|
| HD | nvme.h | 762 struct nvme_completion cpl; member 789 #define nvme_completion_is_error(cpl) \ argument 790 ((cpl)->status.sc != 0 || (cpl)->status.sct != 0)
|
| /NextBSD/sys/dev/cxgb/ulp/tom/ |
| HD | cxgb_listen.c | 388 pass_accept_req_to_protohdrs(const struct cpl_pass_accept_req *cpl, in pass_accept_req_to_protohdrs() argument 391 const struct tcp_options *t3opt = &cpl->tcp_options; in pass_accept_req_to_protohdrs() 394 inc->inc_faddr.s_addr = cpl->peer_ip; in pass_accept_req_to_protohdrs() 395 inc->inc_laddr.s_addr = cpl->local_ip; in pass_accept_req_to_protohdrs() 396 inc->inc_fport = cpl->peer_port; in pass_accept_req_to_protohdrs() 397 inc->inc_lport = cpl->local_port; in pass_accept_req_to_protohdrs() 400 th->th_sport = cpl->peer_port; in pass_accept_req_to_protohdrs() 401 th->th_dport = cpl->local_port; in pass_accept_req_to_protohdrs() 402 th->th_seq = be32toh(cpl->rcv_isn); /* as in tcp_fields_to_host */ in pass_accept_req_to_protohdrs() 645 pass_establish_to_protohdrs(const struct cpl_pass_establish *cpl, in pass_establish_to_protohdrs() argument [all …]
|
| HD | cxgb_cpl_io.c | 271 mk_tid_release(struct cpl_tid_release *cpl, unsigned int tid) in mk_tid_release() argument 274 cpl->wr.wrh_hi = htonl(V_WR_OP(FW_WROPCODE_FORWARD)); in mk_tid_release() 275 OPCODE_TID(cpl) = htonl(MK_OPCODE_TID(CPL_TID_RELEASE, tid)); in mk_tid_release() 284 struct cpl_tid_release *cpl; in release_tid() local 292 m = M_GETHDR_OFLD(qset, CPL_PRIORITY_CONTROL, cpl); in release_tid() 294 mk_tid_release(cpl, tid); in release_tid() 313 struct cpl_tid_release *cpl; in t3_process_tid_release_list() local 316 m = M_GETHDR_OFLD(0, CPL_PRIORITY_CONTROL, cpl); /* qs 0 here */ in t3_process_tid_release_list() 320 mk_tid_release(cpl, tid); in t3_process_tid_release_list() 957 struct cpl_act_open_req *cpl; in t3_connect() local [all …]
|
| /NextBSD/sys/dev/cxgb/ |
| HD | cxgb_offload.h | 95 #define M_GETHDR_OFLD(qset, ctrl, cpl) \ argument 96 m_gethdr_ofld(qset, ctrl, sizeof(*cpl), (void **)&cpl) 98 m_gethdr_ofld(int qset, int ctrl, int cpllen, void **cpl) in m_gethdr_ofld() argument 109 *cpl = (void *)(oh + 1); in m_gethdr_ofld()
|
| HD | cxgb_sge.c | 475 const struct cpl_rx_data *cpl = (const void *)&resp->imm_data[0]; in get_imm_packet() local 476 m->m_len = sizeof(*cpl) + ntohs(cpl->len); in get_imm_packet() 478 const struct cpl_rx_pkt *cpl = (const void *)&resp->imm_data[0]; in get_imm_packet() local 479 m->m_len = sizeof(*cpl) + ntohs(cpl->len); in get_imm_packet() 1541 struct cpl_tx_pkt *cpl = (struct cpl_tx_pkt *)txd; in t3_encap() local 1550 cpl->cntrl = htonl(cntrl); in t3_encap() 1551 cpl->len = htonl(mlen | 0x80000000); in t3_encap() 1563 set_wr_hdr(&cpl->wr, wr_hi, wr_lo); in t3_encap() 2624 struct cpl_rx_pkt *cpl = (struct cpl_rx_pkt *)(mtod(m, uint8_t *) + ethpad); in t3_rx_eth() local 2625 struct port_info *pi = &adap->port[adap->rxpkt_map[cpl->iff]]; in t3_rx_eth() [all …]
|
| /NextBSD/usr.sbin/bhyve/ |
| HD | task_switch.c | 272 sup_paging.cpl = 0; /* implicit supervisor mode */ in read_tss_descriptor() 315 int cpl, dpl, rpl; in validate_seg_desc() local 370 sup_paging.cpl = 0; /* implicit supervisor mode */ in validate_seg_desc() 397 cpl = cs & SEL_RPL_MASK; in validate_seg_desc() 401 if (stackseg && (rpl != cpl || dpl != cpl)) { in validate_seg_desc() 408 if ((conforming && (cpl < dpl)) || in validate_seg_desc() 409 (!conforming && (cpl != dpl))) { in validate_seg_desc() 425 if (!conforming && (rpl > dpl || cpl > dpl)) { in validate_seg_desc() 589 ts->paging.cpl = tss->tss_cs & SEL_RPL_MASK; in tss32_restore() 674 if (vie_alignment_check(paging->cpl, bytes, cr0, rflags, gla)) { in push_errcode() [all …]
|
| /NextBSD/sbin/nvmecontrol/ |
| HD | firmware.c | 136 if (nvme_completion_is_error(&pt.cpl)) in update_firmware() 157 if (pt.cpl.status.sct == NVME_SCT_COMMAND_SPECIFIC && in activate_firmware() 158 pt.cpl.status.sc == NVME_SC_FIRMWARE_REQUIRES_RESET) in activate_firmware() 161 if (nvme_completion_is_error(&pt.cpl)) in activate_firmware()
|
| HD | nvmecontrol.c | 141 if (nvme_completion_is_error(&pt.cpl)) in read_controller_data() 160 if (nvme_completion_is_error(&pt.cpl)) in read_namespace_data()
|
| /NextBSD/sys/dev/cxgbe/cxgbei/ |
| HD | cxgbei.c | 537 struct cpl_iscsi_hdr *cpl = mtod(m, struct cpl_iscsi_hdr *); in do_rx_iscsi_hdr() local 538 u_int tid = GET_TID(cpl); in do_rx_iscsi_hdr() 549 bcopy(mtod(m, caddr_t) + sizeof(*cpl), icp->ip.ip_bhs, sizeof(struct in do_rx_iscsi_hdr() 551 icp->pdu_seq = ntohl(cpl->seq); in do_rx_iscsi_hdr() 560 __func__, tid, ntohs(cpl->len), m->m_len); in do_rx_iscsi_hdr() 571 struct cpl_iscsi_data *cpl = mtod(m, struct cpl_iscsi_data *); in do_rx_iscsi_data() local 572 u_int tid = GET_TID(cpl); in do_rx_iscsi_data() 584 m_adj(m, sizeof(*cpl)); in do_rx_iscsi_data() 592 __func__, tid, ntohs(cpl->len), m->m_len); in do_rx_iscsi_data() 602 const struct cpl_rx_data_ddp *cpl = (const void *)(rss + 1); in do_rx_iscsi_ddp() local [all …]
|
| /NextBSD/sys/dev/cxgbe/ |
| HD | t4_netmap.c | 751 struct cpl_tx_pkt_core *cpl; in cxgbe_nm_tx() local 765 cpl = (void *)(wr + 1); in cxgbe_nm_tx() 772 cpl->ctrl0 = nm_txq->cpl_ctrl0; in cxgbe_nm_tx() 773 cpl->pack = 0; in cxgbe_nm_tx() 774 cpl->len = htobe16(slot->len); in cxgbe_nm_tx() 784 cpl->ctrl1 = txcsum ? 0 : in cxgbe_nm_tx() 787 usgl = (void *)(cpl + 1); in cxgbe_nm_tx() 794 cpl = (void *)(usgl + 1); in cxgbe_nm_tx() 1163 const struct cpl_fw6_msg *cpl) in handle_nm_fw6_msg() argument 1169 if (cpl->type != FW_TYPE_RSSCPL && cpl->type != FW6_TYPE_RSSCPL) in handle_nm_fw6_msg() [all …]
|
| HD | t4_sge.c | 1693 const struct cpl_rx_pkt *cpl = (const void *)(rss + 1); in t4_eth_rx() local 1715 if (cpl->csum_calc && !cpl->err_vec) { in t4_eth_rx() 1717 cpl->l2info & htobe32(F_RXF_IP)) { in t4_eth_rx() 1722 cpl->l2info & htobe32(F_RXF_IP6)) { in t4_eth_rx() 1728 if (__predict_false(cpl->ip_frag)) in t4_eth_rx() 1729 m0->m_pkthdr.csum_data = be16toh(cpl->csum); in t4_eth_rx() 1734 if (cpl->vlan_ex) { in t4_eth_rx() 1735 m0->m_pkthdr.ether_vtag = be16toh(cpl->vlan); in t4_eth_rx() 1741 if (cpl->l2info & htobe32(F_RXF_LRO) && in t4_eth_rx() 3890 struct cpl_tx_pkt_core *cpl; in write_txpkt_wr() local [all …]
|
| HD | offload.h | 52 #define INIT_TP_WR_MIT_CPL(w, cpl, tid) do { \ argument 54 OPCODE_TID(w) = htonl(MK_OPCODE_TID(cpl, tid)); \
|
| /NextBSD/sbin/fsdb/ |
| HD | fsdbutil.c | 232 int i, j, cpl, charssofar; in printindir() local 248 cpl = charsperline(); in printindir() 259 if (charssofar >= cpl - 2) { in printindir()
|
| /NextBSD/sys/xen/interface/arch-x86/ |
| HD | pmu.h | 90 uint8_t cpl; member
|