2 // Copyright (c) 2010-2017 Intel Corporation
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
8 // http://www.apache.org/licenses/LICENSE-2.0
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
18 #include <rte_table_hash.h>
19 #include <rte_version.h>
20 #include <rte_malloc.h>
22 #include "prox_malloc.h"
28 #include "hash_utils.h"
30 #include "prox_port_cfg.h"
32 #include "handle_qos.h"
33 #include "handle_qinq_encap4.h"
38 #include "stats_core.h"
40 void start_core_all(int task_id)
42 uint32_t cores[RTE_MAX_LCORE];
47 prox_core_to_str(tmp, sizeof(tmp), 0);
48 plog_info("Starting cores: %s\n", tmp);
51 while (prox_core_next(&lcore_id, 0) == 0) {
52 cores[cnt++] = lcore_id;
54 start_cores(cores, cnt, task_id);
57 void stop_core_all(int task_id)
59 uint32_t cores[RTE_MAX_LCORE];
64 prox_core_to_str(tmp, sizeof(tmp), 0);
65 plog_info("Stopping cores: %s\n", tmp);
68 while (prox_core_next(&lcore_id, 0) == 0) {
69 cores[cnt++] = lcore_id;
72 stop_cores(cores, cnt, task_id);
75 static void warn_inactive_cores(uint32_t *cores, int count, const char *prefix)
77 for (int i = 0; i < count; ++i) {
78 if (!prox_core_active(cores[i], 0)) {
79 plog_warn("%s %u: core is not active\n", prefix, cores[i]);
84 static inline int wait_command_handled(struct lcore_cfg *lconf)
86 uint64_t t1 = rte_rdtsc(), t2;
89 if (lconf->msg.type == LCONF_MSG_STOP)
92 while (lconf_is_req(lconf)) {
94 if (t2 - t1 > max_time * rte_get_tsc_hz()) {
95 // Failed to handle command ...
96 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
97 struct task_args *targs = &lconf->targs[task_id];
98 if (!(targs->flags & TASK_ARG_DROP)) {
99 plogx_err("Failed to handle command - task is in NO_DROP and might be stuck...\n");
103 plogx_err("Failed to handle command\n");
110 static inline void start_l3(struct task_args *targ)
112 if (!task_is_master(targ)) {
113 if ((targ->nb_txrings != 0) || (targ->nb_txports != 0)) {
114 if (targ->flags & TASK_ARG_L3)
115 task_start_l3(targ->tbase, targ);
120 void start_cores(uint32_t *cores, int count, int task_id)
122 int n_started_cores = 0;
123 uint32_t started_cores[RTE_MAX_LCORE];
124 struct task_args *targ;
126 warn_inactive_cores(cores, count, "Can't start core");
128 for (int i = 0; i < count; ++i) {
129 struct lcore_cfg *lconf = &lcore_cfg[cores[i]];
131 if (lconf->n_tasks_run != lconf->n_tasks_all) {
133 for (uint8_t tid = 0; tid < lconf->n_tasks_all; ++tid) {
134 targ = &lconf->targs[tid];
138 targ = &lconf->targs[task_id];
141 lconf->msg.type = LCONF_MSG_START;
142 lconf->msg.task_id = task_id;
143 lconf_set_req(lconf);
145 plog_info("Starting core %u (all tasks)\n", cores[i]);
147 plog_info("Starting core %u task %u\n", cores[i], task_id);
148 started_cores[n_started_cores++] = cores[i];
149 lconf->flags |= LCONF_FLAG_RUNNING;
150 rte_eal_remote_launch(lconf_run, NULL, cores[i]);
153 plog_warn("Core %u is already running all its tasks\n", cores[i]);
157 /* This function is blocking, so detect when each core has
158 consumed the message. */
159 for (int i = 0; i < n_started_cores; ++i) {
160 struct lcore_cfg *lconf = &lcore_cfg[started_cores[i]];
161 plog_info("Waiting for core %u to start...", started_cores[i]);
162 if (wait_command_handled(lconf) == -1) return;
167 void stop_cores(uint32_t *cores, int count, int task_id)
169 int n_stopped_cores = 0;
170 uint32_t stopped_cores[RTE_MAX_LCORE];
173 warn_inactive_cores(cores, count, "Can't stop core");
175 for (int i = 0; i < count; ++i) {
176 struct lcore_cfg *lconf = &lcore_cfg[cores[i]];
177 if (lconf->n_tasks_run) {
178 if (wait_command_handled(lconf) == -1) return;
180 lconf->msg.type = LCONF_MSG_STOP;
181 lconf->msg.task_id = task_id;
182 lconf_set_req(lconf);
183 stopped_cores[n_stopped_cores++] = cores[i];
187 for (int i = 0; i < n_stopped_cores; ++i) {
188 c = stopped_cores[i];
189 struct lcore_cfg *lconf = &lcore_cfg[c];
190 if (wait_command_handled(lconf) == -1) return;
192 if (lconf->n_tasks_run == 0) {
193 plog_info("All tasks stopped on core %u, waiting for core to stop...", c);
194 rte_eal_wait_lcore(c);
196 lconf->flags &= ~LCONF_FLAG_RUNNING;
199 plog_info("Stopped task %u on core %u\n", task_id, c);
210 static struct size_unit to_size_unit(uint64_t bytes)
212 struct size_unit ret;
214 if (bytes > 1 << 30) {
215 ret.val = bytes >> 30;
216 ret.frac = ((bytes - (ret.val << 30)) * 1000) / (1 << 30);
217 strcpy(ret.unit, "GB");
219 else if (bytes > 1 << 20) {
220 ret.val = bytes >> 20;
221 ret.frac = ((bytes - (ret.val << 20)) * 1000) / (1 << 20);
222 strcpy(ret.unit, "MB");
224 else if (bytes > 1 << 10) {
225 ret.val = bytes >> 10;
226 ret.frac = (bytes - (ret.val << 10)) * 1000 / (1 << 10);
227 strcpy(ret.unit, "KB");
232 strcpy(ret.unit, "B");
238 void cmd_mem_stats(void)
240 struct rte_malloc_socket_stats sock_stats;
244 for (uint32_t i = 0; i < RTE_MAX_NUMA_NODES; ++i) {
245 if (rte_malloc_get_socket_stats(i, &sock_stats) < 0 || sock_stats.heap_totalsz_bytes == 0)
248 plogx_info("Socket %u memory stats:\n", i);
249 su = to_size_unit(sock_stats.heap_totalsz_bytes);
250 plogx_info("\tHeap_size: %zu.%03zu %s\n", su.val, su.frac, su.unit);
251 su = to_size_unit(sock_stats.heap_freesz_bytes);
252 plogx_info("\tFree_size: %zu.%03zu %s\n", su.val, su.frac, su.unit);
253 su = to_size_unit(sock_stats.heap_allocsz_bytes);
254 plogx_info("\tAlloc_size: %zu.%03zu %s\n", su.val, su.frac, su.unit);
255 su = to_size_unit(sock_stats.greatest_free_size);
256 plogx_info("\tGreatest_free_size: %zu %s\n", su.val, su.unit);
257 plogx_info("\tAlloc_count: %u\n", sock_stats.alloc_count);
258 plogx_info("\tFree_count: %u\n", sock_stats.free_count);
262 void cmd_mem_layout(void)
264 #if RTE_VERSION < RTE_VERSION_NUM(18,5,0,0)
265 const struct rte_memseg* memseg = rte_eal_get_physmem_layout();
267 plog_info("Memory layout:\n");
268 for (uint32_t i = 0; i < RTE_MAX_MEMSEG; i++) {
269 if (memseg[i].addr == NULL)
273 switch (memseg[i].hugepage_sz >> 20) {
284 plog_info("Segment %u: [%#lx-%#lx] at %p using %zu pages of %s\n",
287 memseg[i].phys_addr + memseg[i].len,
289 memseg[i].len/memseg[i].hugepage_sz, sz_str);
292 plog_info("Memory layout: command not supported in this DPDK version\n");
297 void cmd_dump(uint8_t lcore_id, uint8_t task_id, uint32_t nb_packets, struct input *input, int rx, int tx)
299 plog_info("dump %u %u %u\n", lcore_id, task_id, nb_packets);
300 if (lcore_id > RTE_MAX_LCORE) {
301 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
303 else if (task_id >= lcore_cfg[lcore_id].n_tasks_all) {
304 plog_warn("task_id too high, should be in [0, %u]\n", lcore_cfg[lcore_id].n_tasks_all - 1);
307 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
309 lconf->tasks_all[task_id]->aux->task_rt_dump.input = input;
311 if (wait_command_handled(lconf) == -1) return;
313 lconf->msg.type = LCONF_MSG_DUMP;
315 lconf->msg.type = LCONF_MSG_DUMP_RX;
317 lconf->msg.type = LCONF_MSG_DUMP_TX;
320 lconf->msg.task_id = task_id;
321 lconf->msg.val = nb_packets;
322 lconf_set_req(lconf);
325 if (lconf->n_tasks_run == 0) {
326 lconf_do_flags(lconf);
331 void cmd_trace(uint8_t lcore_id, uint8_t task_id, uint32_t nb_packets)
333 plog_info("trace %u %u %u\n", lcore_id, task_id, nb_packets);
334 if (lcore_id > RTE_MAX_LCORE) {
335 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
337 else if (task_id >= lcore_cfg[lcore_id].n_tasks_all) {
338 plog_warn("task_id too high, should be in [0, %u]\n", lcore_cfg[lcore_id].n_tasks_all - 1);
341 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
343 if (wait_command_handled(lconf) == -1) return;
345 lconf->msg.type = LCONF_MSG_TRACE;
346 lconf->msg.task_id = task_id;
347 lconf->msg.val = nb_packets;
348 lconf_set_req(lconf);
350 if (lconf->n_tasks_run == 0) {
351 lconf_do_flags(lconf);
356 void cmd_rx_bw_start(uint32_t lcore_id)
358 if (lcore_id > RTE_MAX_LCORE) {
359 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
360 } else if (lcore_cfg[lcore_id].flags & LCONF_FLAG_RX_BW_ACTIVE) {
361 plog_warn("rx bandwidt already on core %u\n", lcore_id);
364 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
366 if (wait_command_handled(lconf) == -1) return;
367 lconf->msg.type = LCONF_MSG_RX_BW_START;
368 lconf_set_req(lconf);
370 if (lconf->n_tasks_run == 0) {
371 lconf_do_flags(lconf);
376 void cmd_tx_bw_start(uint32_t lcore_id)
378 if (lcore_id > RTE_MAX_LCORE) {
379 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
380 } else if (lcore_cfg[lcore_id].flags & LCONF_FLAG_TX_BW_ACTIVE) {
381 plog_warn("tx bandwidth already running on core %u\n", lcore_id);
384 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
386 if (wait_command_handled(lconf) == -1) return;
387 lconf->msg.type = LCONF_MSG_TX_BW_START;
388 lconf_set_req(lconf);
390 if (lconf->n_tasks_run == 0) {
391 lconf_do_flags(lconf);
396 void cmd_rx_bw_stop(uint32_t lcore_id)
398 if (lcore_id > RTE_MAX_LCORE) {
399 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
400 } else if (!(lcore_cfg[lcore_id].flags & LCONF_FLAG_RX_BW_ACTIVE)) {
401 plog_warn("rx bandwidth not running on core %u\n", lcore_id);
404 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
406 if (wait_command_handled(lconf) == -1) return;
407 lconf->msg.type = LCONF_MSG_RX_BW_STOP;
408 lconf_set_req(lconf);
410 if (lconf->n_tasks_run == 0) {
411 lconf_do_flags(lconf);
416 void cmd_tx_bw_stop(uint32_t lcore_id)
418 if (lcore_id > RTE_MAX_LCORE) {
419 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
420 } else if (!(lcore_cfg[lcore_id].flags & LCONF_FLAG_TX_BW_ACTIVE)) {
421 plog_warn("tx bandwidth not running on core %u\n", lcore_id);
424 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
426 if (wait_command_handled(lconf) == -1) return;
427 lconf->msg.type = LCONF_MSG_TX_BW_STOP;
428 lconf_set_req(lconf);
430 if (lconf->n_tasks_run == 0) {
431 lconf_do_flags(lconf);
435 void cmd_rx_distr_start(uint32_t lcore_id)
437 if (lcore_id > RTE_MAX_LCORE) {
438 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
439 } else if (lcore_cfg[lcore_id].flags & LCONF_FLAG_RX_DISTR_ACTIVE) {
440 plog_warn("rx distribution already xrunning on core %u\n", lcore_id);
442 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
444 if (wait_command_handled(lconf) == -1) return;
445 lconf->msg.type = LCONF_MSG_RX_DISTR_START;
446 lconf_set_req(lconf);
448 if (lconf->n_tasks_run == 0) {
449 lconf_do_flags(lconf);
454 void cmd_tx_distr_start(uint32_t lcore_id)
456 if (lcore_id > RTE_MAX_LCORE) {
457 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
458 } else if (lcore_cfg[lcore_id].flags & LCONF_FLAG_TX_DISTR_ACTIVE) {
459 plog_warn("tx distribution already xrunning on core %u\n", lcore_id);
461 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
463 if (wait_command_handled(lconf) == -1) return;
464 lconf->msg.type = LCONF_MSG_TX_DISTR_START;
465 lconf_set_req(lconf);
467 if (lconf->n_tasks_run == 0) {
468 lconf_do_flags(lconf);
473 void cmd_rx_distr_stop(uint32_t lcore_id)
475 if (lcore_id > RTE_MAX_LCORE) {
476 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
477 } else if ((lcore_cfg[lcore_id].flags & LCONF_FLAG_RX_DISTR_ACTIVE) == 0) {
478 plog_warn("rx distribution not running on core %u\n", lcore_id);
480 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
482 if (wait_command_handled(lconf) == -1) return;
483 lconf->msg.type = LCONF_MSG_RX_DISTR_STOP;
484 lconf_set_req(lconf);
486 if (lconf->n_tasks_run == 0) {
487 lconf_do_flags(lconf);
492 void cmd_tx_distr_stop(uint32_t lcore_id)
494 if (lcore_id > RTE_MAX_LCORE) {
495 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
496 } else if ((lcore_cfg[lcore_id].flags & LCONF_FLAG_TX_DISTR_ACTIVE) == 0) {
497 plog_warn("tx distribution not running on core %u\n", lcore_id);
499 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
501 if (wait_command_handled(lconf) == -1) return;
502 lconf->msg.type = LCONF_MSG_TX_DISTR_STOP;
503 lconf_set_req(lconf);
505 if (lconf->n_tasks_run == 0) {
506 lconf_do_flags(lconf);
511 void cmd_rx_distr_rst(uint32_t lcore_id)
513 if (lcore_id > RTE_MAX_LCORE) {
514 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
516 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
518 if (wait_command_handled(lconf) == -1) return;
519 lconf->msg.type = LCONF_MSG_RX_DISTR_RESET;
520 lconf_set_req(lconf);
522 if (lconf->n_tasks_run == 0) {
523 lconf_do_flags(lconf);
528 void cmd_tx_distr_rst(uint32_t lcore_id)
530 if (lcore_id > RTE_MAX_LCORE) {
531 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
533 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
535 if (wait_command_handled(lconf) == -1) return;
536 lconf->msg.type = LCONF_MSG_TX_DISTR_RESET;
537 lconf_set_req(lconf);
539 if (lconf->n_tasks_run == 0) {
540 lconf_do_flags(lconf);
545 void cmd_rx_distr_show(uint32_t lcore_id)
547 if (lcore_id > RTE_MAX_LCORE) {
548 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
550 for (uint32_t i = 0; i < lcore_cfg[lcore_id].n_tasks_all; ++i) {
551 struct task_base *t = lcore_cfg[lcore_id].tasks_all[i];
552 plog_info("t[%u]: ", i);
553 for (uint32_t j = 0; j < sizeof(t->aux->rx_bucket)/sizeof(t->aux->rx_bucket[0]); ++j) {
554 plog_info("%u ", t->aux->rx_bucket[j]);
560 void cmd_tx_distr_show(uint32_t lcore_id)
562 if (lcore_id > RTE_MAX_LCORE) {
563 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
565 for (uint32_t i = 0; i < lcore_cfg[lcore_id].n_tasks_all; ++i) {
566 struct task_base *t = lcore_cfg[lcore_id].tasks_all[i];
567 uint64_t tot = 0, avg = 0;
568 for (uint32_t j = 0; j < sizeof(t->aux->tx_bucket)/sizeof(t->aux->tx_bucket[0]); ++j) {
569 tot += t->aux->tx_bucket[j];
570 avg += j * t->aux->tx_bucket[j];
575 plog_info("t[%u]: %lu: ", i, avg);
576 for (uint32_t j = 0; j < sizeof(t->aux->tx_bucket)/sizeof(t->aux->tx_bucket[0]); ++j) {
577 plog_info("%u ", t->aux->tx_bucket[j]);
584 void cmd_ringinfo_all(void)
586 struct lcore_cfg *lconf;
587 uint32_t lcore_id = -1;
589 while(prox_core_next(&lcore_id, 0) == 0) {
590 lconf = &lcore_cfg[lcore_id];
591 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
592 cmd_ringinfo(lcore_id, task_id);
597 void cmd_ringinfo(uint8_t lcore_id, uint8_t task_id)
599 struct lcore_cfg *lconf;
600 struct rte_ring *ring;
601 struct task_args* targ;
604 if (!prox_core_active(lcore_id, 0)) {
605 plog_info("lcore %u is not active\n", lcore_id);
608 lconf = &lcore_cfg[lcore_id];
609 if (task_id >= lconf->n_tasks_all) {
610 plog_warn("Invalid task index %u: lcore %u has %u tasks\n", task_id, lcore_id, lconf->n_tasks_all);
614 targ = &lconf->targs[task_id];
615 plog_info("Core %u task %u: %u rings\n", lcore_id, task_id, targ->nb_rxrings);
616 for (uint8_t i = 0; i < targ->nb_rxrings; ++i) {
617 ring = targ->rx_rings[i];
618 #if RTE_VERSION < RTE_VERSION_NUM(17,5,0,1)
619 count = ring->prod.mask + 1;
621 count = ring->mask + 1;
623 plog_info("\tRing %u:\n", i);
624 plog_info("\t\tFlags: %s,%s\n", ring->flags & RING_F_SP_ENQ? "sp":"mp", ring->flags & RING_F_SC_DEQ? "sc":"mc");
625 plog_info("\t\tMemory size: %zu bytes\n", rte_ring_get_memsize(count));
626 plog_info("\t\tOccupied: %u/%u\n", rte_ring_count(ring), count);
630 void cmd_port_up(uint8_t port_id)
634 if (!port_is_active(port_id)) {
638 if ((err = rte_eth_dev_set_link_up(port_id)) == 0) {
639 plog_info("Bringing port %d up\n", port_id);
642 plog_warn("Failed to bring port %d up with error %d\n", port_id, err);
646 void cmd_port_down(uint8_t port_id)
650 if (!port_is_active(port_id)) {
654 if ((err = rte_eth_dev_set_link_down(port_id)) == 0) {
655 plog_info("Bringing port %d down\n", port_id);
658 plog_warn("Failed to bring port %d down with error %d\n", port_id, err);
662 void cmd_xstats(uint8_t port_id)
664 #if RTE_VERSION >= RTE_VERSION_NUM(16,7,0,0)
666 struct rte_eth_xstat *eth_xstat = NULL; // id and value
667 struct rte_eth_xstat_name *eth_xstat_name = NULL; // only names
668 struct prox_port_cfg* port_cfg = &prox_port_cfg[port_id];
671 n_xstats = rte_eth_xstats_get(port_id, NULL, 0);
672 eth_xstat_name = prox_zmalloc(n_xstats * sizeof(*eth_xstat_name), port_cfg->socket);
673 PROX_ASSERT(eth_xstat_name);
674 rc = rte_eth_xstats_get_names(port_id, eth_xstat_name, n_xstats);
675 if ((rc < 0) || (rc > n_xstats)) {
677 plog_warn("Failed to get xstats_names on port %d with error %d\n", port_id, rc);
678 } else if (rc > n_xstats) {
679 plog_warn("Failed to get xstats_names on port %d: too many xstats (%d)\n", port_id, rc);
683 eth_xstat = prox_zmalloc(n_xstats * sizeof(*eth_xstat), port_cfg->socket);
684 PROX_ASSERT(eth_xstat);
685 rc = rte_eth_xstats_get(port_id, eth_xstat, n_xstats);
686 if ((rc < 0) || (rc > n_xstats)) {
688 plog_warn("Failed to get xstats on port %d with error %d\n", port_id, rc);
689 } else if (rc > n_xstats) {
690 plog_warn("Failed to get xstats on port %d: too many xstats (%d)\n", port_id, rc);
693 for (int i=0;i<rc;i++) {
694 plog_info("%s: %ld\n", eth_xstat_name[i].name, eth_xstat[i].value);
698 prox_free(eth_xstat_name);
700 prox_free(eth_xstat);
702 #if RTE_VERSION >= RTE_VERSION_NUM(2,1,0,0)
704 struct rte_eth_xstats *eth_xstats;
705 struct prox_port_cfg* port_cfg = &prox_port_cfg[port_id];
708 n_xstats = rte_eth_xstats_get(port_id, NULL, 0);
709 eth_xstats = prox_zmalloc(n_xstats * sizeof(*eth_xstats), port_cfg->socket);
710 PROX_ASSERT(eth_xstats);
711 rc = rte_eth_xstats_get(port_id, eth_xstats, n_xstats);
712 if ((rc < 0) || (rc > n_xstats)) {
714 plog_warn("Failed to get xstats on port %d with error %d\n", port_id, rc);
715 } else if (rc > n_xstats) {
716 plog_warn("Failed to get xstats on port %d: too many xstats (%d)\n", port_id, rc);
719 for (int i=0;i<rc;i++) {
720 plog_info("%s: %ld\n", eth_xstats[i].name, eth_xstats[i].value);
724 prox_free(eth_xstats);
726 plog_warn("Failed to get xstats, xstats are not supported in this version of dpdk\n");
731 void cmd_portinfo(int port_id, char *dst, size_t max_len)
733 char *end = dst + max_len;
737 uint8_t max_port_idx = prox_last_port_active() + 1;
739 for (uint8_t port_id = 0; port_id < max_port_idx; ++port_id) {
740 if (!prox_port_cfg[port_id].active) {
743 struct prox_port_cfg* port_cfg = &prox_port_cfg[port_id];
745 dst += snprintf(dst, end - dst,
746 "%2d:%10s; "MAC_BYTES_FMT"; %s\n",
749 MAC_BYTES(port_cfg->eth_addr.addr_bytes),
755 if (!port_is_active(port_id)) {
759 struct prox_port_cfg* port_cfg = &prox_port_cfg[port_id];
761 dst += snprintf(dst, end - dst, "Port info for port %u\n", port_id);
762 dst += snprintf(dst, end - dst, "\tName: %s\n", port_cfg->name);
763 dst += snprintf(dst, end - dst, "\tDriver: %s\n", port_cfg->driver_name);
764 dst += snprintf(dst, end - dst, "\tMac address: "MAC_BYTES_FMT"\n", MAC_BYTES(port_cfg->eth_addr.addr_bytes));
765 dst += snprintf(dst, end - dst, "\tLink speed: %u Mbps\n", port_cfg->link_speed);
766 dst += snprintf(dst, end - dst, "\tLink status: %s\n", port_cfg->link_up? "up" : "down");
767 dst += snprintf(dst, end - dst, "\tSocket: %u\n", port_cfg->socket);
768 dst += snprintf(dst, end - dst, "\tPCI address: %s\n", port_cfg->pci_addr);
769 dst += snprintf(dst, end - dst, "\tPromiscuous: %s\n", port_cfg->promiscuous? "yes" : "no");
770 dst += snprintf(dst, end - dst, "\tNumber of RX/TX descriptors: %u/%u\n", port_cfg->n_rxd, port_cfg->n_txd);
771 dst += snprintf(dst, end - dst, "\tNumber of RX/TX queues: %u/%u (max: %u/%u)\n", port_cfg->n_rxq, port_cfg->n_txq, port_cfg->max_rxq, port_cfg->max_txq);
772 dst += snprintf(dst, end - dst, "\tMemory pools:\n");
774 for (uint8_t i = 0; i < 32; ++i) {
775 if (port_cfg->pool[i]) {
776 dst += snprintf(dst, end - dst, "\t\tname: %s (%p)\n",
777 port_cfg->pool[i]->name, port_cfg->pool[i]);
782 void cmd_read_reg(uint8_t port_id, unsigned int id)
784 unsigned int val, rc;
785 if (!port_is_active(port_id)) {
788 rc = read_reg(port_id, id, &val);
790 plog_warn("Failed to read register %d on port %d\n", id, port_id);
793 plog_info("Register 0x%08X : %08X \n", id, val);
797 void cmd_reset_port(uint8_t portid)
800 if (!prox_port_cfg[portid].active) {
801 plog_info("port not active \n");
804 rte_eth_dev_stop(portid);
805 rc = rte_eth_dev_start(portid);
807 plog_warn("Failed to restart port %d\n", portid);
810 void cmd_write_reg(uint8_t port_id, unsigned int id, unsigned int val)
812 if (!port_is_active(port_id)) {
816 plog_info("writing 0x%08X %08X\n", id, val);
817 write_reg(port_id, id, val);
820 void cmd_set_vlan_offload(uint8_t port_id, unsigned int val)
822 if (!port_is_active(port_id)) {
826 plog_info("setting vlan offload to %d\n", val);
827 if (val & ~(ETH_VLAN_STRIP_OFFLOAD | ETH_VLAN_FILTER_OFFLOAD | ETH_VLAN_EXTEND_OFFLOAD)) {
828 plog_info("wrong vlan offload value\n");
830 int ret = rte_eth_dev_set_vlan_offload(port_id, val);
831 plog_info("rte_eth_dev_set_vlan_offload return %d\n", ret);
834 void cmd_set_vlan_filter(uint8_t port_id, unsigned int id, unsigned int val)
836 if (!port_is_active(port_id)) {
840 plog_info("setting vln filter for vlan %d to %d\n", id, val);
841 int ret = rte_eth_dev_vlan_filter(port_id, id, val);
842 plog_info("rte_eth_dev_vlan_filter return %d\n", ret);
845 void cmd_thread_info(uint8_t lcore_id, uint8_t task_id)
847 plog_info("thread_info %u %u \n", lcore_id, task_id);
848 if (lcore_id > RTE_MAX_LCORE) {
849 plog_warn("core_id too high, maximum allowed is: %u\n", RTE_MAX_LCORE);
851 if (!prox_core_active(lcore_id, 0)) {
852 plog_warn("lcore %u is not active\n", lcore_id);
855 if (task_id >= lcore_cfg[lcore_id].n_tasks_all) {
856 plog_warn("task_id too high, should be in [0, %u]\n", lcore_cfg[lcore_id].n_tasks_all - 1);
859 if (strcmp(lcore_cfg[lcore_id].targs[task_id].task_init->mode_str, "qos") == 0) {
860 struct task_base *task;
862 task = lcore_cfg[lcore_id].tasks_all[task_id];
863 plog_info("core %d, task %d: %d mbufs stored in QoS\n", lcore_id, task_id,
864 task_qos_n_pkts_buffered(task));
866 #ifdef ENABLE_EXTRA_USER_STATISTICS
868 else if (lcore_cfg[lcore_id].targs[task_id].mode == QINQ_ENCAP4) {
869 struct task_qinq_encap4 *task;
870 task = (struct task_qinq_encap4 *)(lcore_cfg[lcore_id].tasks_all[task_id]);
871 for (int i=0;i<task->n_users;i++) {
872 if (task->stats_per_user[i])
873 plog_info("User %d: %d packets\n", i, task->stats_per_user[i]);
878 // Only QoS thread info so far
879 plog_err("core %d, task %d: not a qos core (%p)\n", lcore_id, task_id, lcore_cfg[lcore_id].thread_x);
883 void cmd_rx_tx_info(void)
885 uint32_t lcore_id = -1;
886 while(prox_core_next(&lcore_id, 0) == 0) {
887 for (uint8_t task_id = 0; task_id < lcore_cfg[lcore_id].n_tasks_all; ++task_id) {
888 struct task_args *targ = &lcore_cfg[lcore_id].targs[task_id];
890 plog_info("Core %u:", lcore_id);
891 if (targ->rx_port_queue[0].port != OUT_DISCARD) {
892 for (int i = 0; i < targ->nb_rxports; i++) {
893 plog_info(" RX port %u (queue %u)", targ->rx_port_queue[i].port, targ->rx_port_queue[i].queue);
897 for (uint8_t j = 0; j < targ->nb_rxrings; ++j) {
898 plog_info(" RX ring[%u,%u] %p", task_id, j, targ->rx_rings[j]);
902 for (uint8_t j = 0; j < targ->nb_txports; ++j) {
903 plog_info(" TX port %u (queue %u)", targ->tx_port_queue[j].port,
904 targ->tx_port_queue[j].queue);
907 for (uint8_t j = 0; j < targ->nb_txrings; ++j) {
908 plog_info(" TX ring %p", targ->tx_rings[j]);
915 void cmd_get_cache_class(uint32_t lcore_id, uint32_t *set)
917 uint64_t tmp_rmid = 0;
918 cqm_assoc_read(lcore_id, &tmp_rmid);
919 *set = (uint32_t)(tmp_rmid >> 32);
922 void cmd_get_cache_class_mask(uint32_t lcore_id, uint32_t set, uint32_t *val)
924 cat_get_class_mask(lcore_id, set, val);
927 void cmd_set_cache_class_mask(uint32_t lcore_id, uint32_t set, uint32_t val)
929 cat_set_class_mask(lcore_id, set, val);
930 lcore_cfg[lcore_id].cache_set = set;
932 while(prox_core_next(&id, 0) == 0) {
933 if ((lcore_cfg[id].cache_set == set) && (rte_lcore_to_socket_id(id) == rte_lcore_to_socket_id(lcore_id))) {
934 plog_info("Updating mask for core %d to %d\n", id, set);
935 stats_update_cache_mask(id, val);
940 void cmd_set_cache_class(uint32_t lcore_id, uint32_t set)
942 uint64_t tmp_rmid = 0;
944 cqm_assoc_read(lcore_id, &tmp_rmid);
945 cqm_assoc(lcore_id, (tmp_rmid & 0xffffffff) | ((set * 1L) << 32));
946 cat_get_class_mask(lcore_id, set, &val);
947 stats_update_cache_mask(lcore_id, val);
950 void cmd_cache_reset(void)
952 uint8_t sockets[MAX_SOCKETS] = {0};
953 uint8_t cores[MAX_SOCKETS] = {0};
954 uint32_t mask = (1 << cat_get_num_ways()) - 1;
955 uint32_t lcore_id = -1, socket_id;
956 while(prox_core_next(&lcore_id, 0) == 0) {
957 cqm_assoc(lcore_id, 0);
958 socket_id = rte_lcore_to_socket_id(lcore_id);
959 if (socket_id < MAX_SOCKETS) {
960 sockets[socket_id] = 1;
961 cores[socket_id] = lcore_id;
963 stats_update_cache_mask(lcore_id, mask);
964 plog_info("Setting core %d to cache mask %x\n", lcore_id, mask);
965 lcore_cfg[lcore_id].cache_set = 0;
967 for (uint32_t s = 0; s < MAX_SOCKETS; s++) {
969 cat_reset_cache(cores[s]);
971 stats_lcore_assoc_rmid();
974 int bypass_task(uint32_t lcore_id, uint32_t task_id)
976 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
977 struct task_args *targ, *starg, *dtarg;
978 struct rte_ring *ring = NULL;
980 if (task_id >= lconf->n_tasks_all)
983 targ = &lconf->targs[task_id];
984 if (targ->nb_txrings == 1) {
985 plog_info("Task has %d receive and 1 transmmit ring and can be bypassed, %d precedent tasks\n", targ->nb_rxrings, targ->n_prev_tasks);
987 for (unsigned int i = 0; i < targ->n_prev_tasks; i++) {
988 starg = targ->prev_tasks[i];
989 for (unsigned int j = 0; j < starg->nb_txrings; j++) {
990 for (unsigned int k = 0; k < targ->nb_rxrings; k++) {
991 if (starg->tx_rings[j] == targ->rx_rings[k]) {
992 plog_info("bypassing ring %p and connecting it to %p\n", starg->tx_rings[j], targ->tx_rings[0]);
993 starg->tx_rings[j] = targ->tx_rings[0];
994 struct task_base *tbase = starg->tbase;
995 tbase->tx_params_sw.tx_rings[j] = starg->tx_rings[j];
1001 plog_info("Task has %d receive and %d transmit ring and cannot be bypassed\n", targ->nb_rxrings, targ->nb_txrings);
1008 int reconnect_task(uint32_t lcore_id, uint32_t task_id)
1010 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
1011 struct task_args *targ, *starg, *dtarg = NULL;
1012 struct rte_ring *ring = NULL;
1014 if (task_id >= lconf->n_tasks_all)
1017 targ = &lconf->targs[task_id];
1018 if (targ->nb_txrings == 1) {
1020 for (unsigned int i = 0; i < targ->n_prev_tasks; i++) {
1021 starg = targ->prev_tasks[i];
1022 for (unsigned int j = 0; j < starg->nb_txrings; j++) {
1023 if (starg->tx_rings[j] == targ->tx_rings[0]) {
1024 if (targ->n_prev_tasks == targ->nb_rxrings) {
1025 starg->tx_rings[j] = targ->rx_rings[i];
1026 struct task_base *tbase = starg->tbase;
1027 tbase->tx_params_sw.tx_rings[j] = starg->tx_rings[j];
1028 plog_info("Task has %d receive and 1 transmmit ring and can be reconnected, %d precedent tasks\n", targ->nb_rxrings, targ->n_prev_tasks);
1029 } else if (targ->nb_rxrings == 1) {
1030 starg->tx_rings[j] = targ->rx_rings[0];
1031 struct task_base *tbase = starg->tbase;
1032 tbase->tx_params_sw.tx_rings[j] = starg->tx_rings[j];
1033 plog_info("Task has %d receive and 1 transmmit ring and ring %p can be reconnected, %d precedent tasks\n", targ->nb_rxrings, starg->tx_rings[j], targ->n_prev_tasks);
1035 plog_err("Unexpected configuration: %d precedent tasks, %d rx rings\n", targ->n_prev_tasks, targ->nb_rxrings);
1041 plog_info("Task has %d receive and %d transmit ring and cannot be bypassed\n", targ->nb_rxrings, targ->nb_txrings);