xref: /dragonfly/sys/dev/virtual/amazon/ena/ena_sysctl.c (revision 82a3fa28672e1674a7ee51fb5572598110ded474)
1 /*-
2  * BSD LICENSE
3  *
4  * Copyright (c) 2015-2017 Amazon.com, Inc. or its affiliates.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  *
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  *
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29  *
30  * $FreeBSD: head/sys/dev/ena/ena_sysctl.c 325592 2017-11-09 13:36:42Z mw $
31  */
32 
33 #include "ena_sysctl.h"
34 
35 static void         ena_sysctl_add_wd(struct ena_adapter *);
36 #if 0 /* XXX swildner counters */
37 static void         ena_sysctl_add_stats(struct ena_adapter *);
38 #endif
39 
40 void
ena_sysctl_add_nodes(struct ena_adapter * adapter)41 ena_sysctl_add_nodes(struct ena_adapter *adapter)
42 {
43           ena_sysctl_add_wd(adapter);
44 #if 0 /* XXX swildner counters */
45           ena_sysctl_add_stats(adapter);
46 #endif
47 }
48 
49 static void
ena_sysctl_add_wd(struct ena_adapter * adapter)50 ena_sysctl_add_wd(struct ena_adapter *adapter)
51 {
52           device_t dev;
53 
54           struct sysctl_ctx_list *ctx;
55           struct sysctl_oid *tree;
56           struct sysctl_oid_list *child;
57 
58           dev = adapter->pdev;
59 
60           ctx = device_get_sysctl_ctx(dev);
61           tree = device_get_sysctl_tree(dev);
62           child = SYSCTL_CHILDREN(tree);
63 
64           /* Sysctl calls for Watchdog service */
65           SYSCTL_ADD_INT(ctx, child, OID_AUTO, "wd_active",
66               CTLFLAG_RW, &adapter->wd_active, 0,
67               "Watchdog is active");
68 
69           SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "keep_alive_timeout",
70               CTLFLAG_RW, &adapter->keep_alive_timeout, 0,
71               "Timeout for Keep Alive messages");
72 
73           SYSCTL_ADD_QUAD(ctx, child, OID_AUTO, "missing_tx_timeout",
74               CTLFLAG_RW, &adapter->missing_tx_timeout, 0,
75               "Timeout for TX completion");
76 
77           SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_max_queues",
78               CTLFLAG_RW, &adapter->missing_tx_max_queues,
79               "Number of TX queues to check per run");
80 
81           SYSCTL_ADD_U32(ctx, child, OID_AUTO, "missing_tx_threshold",
82               CTLFLAG_RW, &adapter->missing_tx_threshold,
83               "Max number of timeouted packets");
84 }
85 
86 #if 0 /* XXX swildner counters */
87 static void
88 ena_sysctl_add_stats(struct ena_adapter *adapter)
89 {
90           device_t dev;
91 
92           struct ena_ring *tx_ring;
93           struct ena_ring *rx_ring;
94 
95           struct ena_hw_stats *hw_stats;
96           struct ena_stats_dev *dev_stats;
97           struct ena_stats_tx *tx_stats;
98           struct ena_stats_rx *rx_stats;
99           struct ena_com_stats_admin *admin_stats;
100 
101           struct sysctl_ctx_list *ctx;
102           struct sysctl_oid *tree;
103           struct sysctl_oid_list *child;
104 
105           struct sysctl_oid *queue_node, *tx_node, *rx_node, *hw_node;
106           struct sysctl_oid *admin_node;
107           struct sysctl_oid_list *queue_list, *tx_list, *rx_list, *hw_list;
108           struct sysctl_oid_list *admin_list;
109 
110 #define QUEUE_NAME_LEN 32
111           char namebuf[QUEUE_NAME_LEN];
112           int i;
113 
114           dev = adapter->pdev;
115 
116           ctx = device_get_sysctl_ctx(dev);
117           tree = device_get_sysctl_tree(dev);
118           child = SYSCTL_CHILDREN(tree);
119 
120           tx_ring = adapter->tx_ring;
121           rx_ring = adapter->rx_ring;
122 
123           hw_stats = &adapter->hw_stats;
124           dev_stats = &adapter->dev_stats;
125           admin_stats = &adapter->ena_dev->admin_queue.stats;
126 
127           SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "wd_expired",
128               CTLFLAG_RD, &dev_stats->wd_expired,
129               "Watchdog expiry count");
130           SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_up",
131               CTLFLAG_RD, &dev_stats->interface_up,
132               "Network interface up count");
133           SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "interface_down",
134               CTLFLAG_RD, &dev_stats->interface_down,
135               "Network interface down count");
136           SYSCTL_ADD_COUNTER_U64(ctx, child, OID_AUTO, "admin_q_pause",
137               CTLFLAG_RD, &dev_stats->admin_q_pause,
138               "Admin queue pauses");
139 
140           for (i = 0; i < adapter->num_queues; ++i, ++tx_ring, ++rx_ring) {
141                     ksnprintf(namebuf, QUEUE_NAME_LEN, "queue%d", i);
142 
143                     queue_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO,
144                         namebuf, CTLFLAG_RD, NULL, "Queue Name");
145                     queue_list = SYSCTL_CHILDREN(queue_node);
146 
147                     /* TX specific stats */
148                     tx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO,
149                         "tx_ring", CTLFLAG_RD, NULL, "TX ring");
150                     tx_list = SYSCTL_CHILDREN(tx_node);
151 
152                     tx_stats = &tx_ring->tx_stats;
153 
154                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
155                         "count", CTLFLAG_RD,
156                         &tx_stats->cnt, "Packets sent");
157                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
158                         "bytes", CTLFLAG_RD,
159                         &tx_stats->bytes, "Bytes sent");
160                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
161                         "prepare_ctx_err", CTLFLAG_RD,
162                         &tx_stats->prepare_ctx_err,
163                         "TX buffer preparation failures");
164                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
165                         "dma_mapping_err", CTLFLAG_RD,
166                         &tx_stats->dma_mapping_err, "DMA mapping failures");
167                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
168                         "doorbells", CTLFLAG_RD,
169                         &tx_stats->doorbells, "Queue doorbells");
170                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
171                         "missing_tx_comp", CTLFLAG_RD,
172                         &tx_stats->missing_tx_comp, "TX completions missed");
173                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
174                         "bad_req_id", CTLFLAG_RD,
175                         &tx_stats->bad_req_id, "Bad request id count");
176                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
177                             "mbuf_collapses", CTLFLAG_RD,
178                             &tx_stats->collapse,
179                             "Mbuf collapse count");
180                     SYSCTL_ADD_COUNTER_U64(ctx, tx_list, OID_AUTO,
181                             "mbuf_collapse_err", CTLFLAG_RD,
182                             &tx_stats->collapse_err,
183                             "Mbuf collapse failures");
184 
185                     /* RX specific stats */
186                     rx_node = SYSCTL_ADD_NODE(ctx, queue_list, OID_AUTO,
187                         "rx_ring", CTLFLAG_RD, NULL, "RX ring");
188                     rx_list = SYSCTL_CHILDREN(rx_node);
189 
190                     rx_stats = &rx_ring->rx_stats;
191 
192                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
193                         "count", CTLFLAG_RD,
194                         &rx_stats->cnt, "Packets received");
195                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
196                         "bytes", CTLFLAG_RD,
197                         &rx_stats->bytes, "Bytes received");
198                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
199                         "refil_partial", CTLFLAG_RD,
200                         &rx_stats->refil_partial, "Partial refilled mbufs");
201                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
202                         "bad_csum", CTLFLAG_RD,
203                         &rx_stats->bad_csum, "Bad RX checksum");
204                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
205                         "mbuf_alloc_fail", CTLFLAG_RD,
206                         &rx_stats->mbuf_alloc_fail, "Failed mbuf allocs");
207                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
208                         "mjum_alloc_fail", CTLFLAG_RD,
209                         &rx_stats->mjum_alloc_fail, "Failed jumbo mbuf allocs");
210                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
211                         "dma_mapping_err", CTLFLAG_RD,
212                         &rx_stats->dma_mapping_err, "DMA mapping errors");
213                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
214                         "bad_desc_num", CTLFLAG_RD,
215                         &rx_stats->bad_desc_num, "Bad descriptor count");
216                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
217                         "bad_req_id", CTLFLAG_RD,
218                         &rx_stats->bad_req_id, "Bad request id count");
219                     SYSCTL_ADD_COUNTER_U64(ctx, rx_list, OID_AUTO,
220                         "empty_rx_ring", CTLFLAG_RD,
221                         &rx_stats->empty_rx_ring, "RX descriptors depletion count");
222           }
223 
224           /* Stats read from device */
225           hw_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "hw_stats",
226               CTLFLAG_RD, NULL, "Statistics from hardware");
227           hw_list = SYSCTL_CHILDREN(hw_node);
228 
229           SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_packets", CTLFLAG_RD,
230               &hw_stats->rx_packets, "Packets received");
231           SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_packets", CTLFLAG_RD,
232               &hw_stats->tx_packets, "Packets transmitted");
233           SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_bytes", CTLFLAG_RD,
234               &hw_stats->rx_bytes, "Bytes received");
235           SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "tx_bytes", CTLFLAG_RD,
236               &hw_stats->tx_bytes, "Bytes transmitted");
237           SYSCTL_ADD_COUNTER_U64(ctx, hw_list, OID_AUTO, "rx_drops", CTLFLAG_RD,
238               &hw_stats->rx_drops, "Receive packet drops");
239 
240           /* ENA Admin queue stats */
241           admin_node = SYSCTL_ADD_NODE(ctx, child, OID_AUTO, "admin_stats",
242               CTLFLAG_RD, NULL, "ENA Admin Queue statistics");
243           admin_list = SYSCTL_CHILDREN(admin_node);
244 
245           SYSCTL_ADD_U32(ctx, admin_list, OID_AUTO, "aborted_cmd", CTLFLAG_RD,
246               &admin_stats->aborted_cmd, "Aborted commands");
247           SYSCTL_ADD_U32(ctx, admin_list, OID_AUTO, "sumbitted_cmd", CTLFLAG_RD,
248               &admin_stats->submitted_cmd, "Submitted commands");
249           SYSCTL_ADD_U32(ctx, admin_list, OID_AUTO, "completed_cmd", CTLFLAG_RD,
250               &admin_stats->completed_cmd, "Completed commands");
251           SYSCTL_ADD_U32(ctx, admin_list, OID_AUTO, "out_of_space", CTLFLAG_RD,
252               &admin_stats->out_of_space, "Queue out of space");
253           SYSCTL_ADD_U32(ctx, admin_list, OID_AUTO, "no_completion", CTLFLAG_RD,
254               &admin_stats->no_completion, "Commands not completed");
255 }
256 #endif
257