2 // Copyright (c) 2010-2017 Intel Corporation
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
8 // http://www.apache.org/licenses/LICENSE-2.0
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
17 #include "prox_malloc.h"
25 struct lcore_cfg *lcore_cfg;
26 /* only used at initialization time */
27 struct lcore_cfg lcore_cfg_init[RTE_MAX_LCORE];
29 static int core_targ_next_from(struct lcore_cfg **lconf, struct task_args **targ, struct lcore_cfg *lcore_cfg, const int with_master)
31 uint32_t lcore_id, task_id;
33 if (*lconf && *targ) {
34 lcore_id = *lconf - lcore_cfg;
35 task_id = *targ - lcore_cfg[lcore_id].targs;
37 if (task_id + 1 < lcore_cfg[lcore_id].n_tasks_all) {
38 *targ = &lcore_cfg[lcore_id].targs[task_id + 1];
41 if (prox_core_next(&lcore_id, with_master))
43 *lconf = &lcore_cfg[lcore_id];
44 *targ = &lcore_cfg[lcore_id].targs[0];
50 if (prox_core_next(&lcore_id, with_master))
52 *lconf = &lcore_cfg[lcore_id];
53 *targ = &lcore_cfg[lcore_id].targs[0];
58 int core_targ_next(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
60 return core_targ_next_from(lconf, targ, lcore_cfg, with_master);
63 int core_targ_next_early(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
65 return core_targ_next_from(lconf, targ, lcore_cfg_init, with_master);
68 struct task_args *core_targ_get(uint32_t lcore_id, uint32_t task_id)
70 return &lcore_cfg[lcore_id].targs[task_id];
73 void lcore_cfg_alloc_hp(void)
75 size_t mem_size = RTE_MAX_LCORE * sizeof(struct lcore_cfg);
77 lcore_cfg = prox_zmalloc(mem_size, rte_socket_id());
78 PROX_PANIC(lcore_cfg == NULL, "Could not allocate memory for core control structures\n");
79 rte_memcpy(lcore_cfg, lcore_cfg_init, mem_size);
81 /* get thread ID for master core */
82 lcore_cfg[rte_lcore_id()].thread_id = pthread_self();
85 int lconf_run(__attribute__((unused)) void *dummy)
87 uint32_t lcore_id = rte_lcore_id();
88 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
90 /* get thread ID, and set cancellation type to asynchronous */
91 lconf->thread_id = pthread_self();
92 int ret = pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
94 plog_warn("pthread_setcanceltype() failed on core %u: %i\n", lcore_id, ret);
96 plog_info("Entering main loop on core %u\n", lcore_id);
97 return lconf->thread_x(lconf);
100 static void msg_stop(struct lcore_cfg *lconf)
103 struct task_base *t = NULL;
105 if (lconf->msg.task_id == -1) {
106 for (int i = 0; i < lconf->n_tasks_all; ++i) {
107 if (lconf->task_is_running[i]) {
108 lconf->task_is_running[i] = 0;
109 t = lconf->tasks_all[i];
114 lconf->n_tasks_run = 0;
116 if (t && t->aux->stop_last)
117 t->aux->stop_last(t);
120 for (int i = 0; i < lconf->n_tasks_run; ++i) {
121 if (lconf_get_task_id(lconf, lconf->tasks_run[i]) == lconf->msg.task_id) {
124 else if (idx != -1) {
125 lconf->tasks_run[idx] = lconf->tasks_run[i];
130 lconf->task_is_running[lconf->msg.task_id] = 0;
132 t = lconf->tasks_all[lconf->msg.task_id];
135 lconf->n_tasks_run--;
136 if (lconf->n_tasks_run == 0 && t->aux->stop_last)
137 t->aux->stop_last(t);
141 static void msg_start(struct lcore_cfg *lconf)
144 struct task_base *t = NULL;
146 if (lconf->msg.task_id == -1) {
147 for (int i = 0; i < lconf->n_tasks_all; ++i) {
148 t = lconf->tasks_run[i] = lconf->tasks_all[i];
149 lconf->task_is_running[i] = 1;
150 if (lconf->n_tasks_run == 0 && t->aux->start_first) {
151 t->aux->start_first(t);
152 lconf->n_tasks_run = 1;
157 lconf->n_tasks_run = lconf->n_tasks_all;
159 else if (lconf->n_tasks_run == 0) {
160 t = lconf->tasks_run[0] = lconf->tasks_all[lconf->msg.task_id];
161 lconf->n_tasks_run = 1;
162 lconf->task_is_running[lconf->msg.task_id] = 1;
164 if (t->aux->start_first)
165 t->aux->start_first(t);
170 for (int i = lconf->n_tasks_run - 1; i >= 0; --i) {
171 idx = lconf_get_task_id(lconf, lconf->tasks_run[i]);
172 if (idx == lconf->msg.task_id) {
175 else if (idx > lconf->msg.task_id) {
176 lconf->tasks_run[i + 1] = lconf->tasks_run[i];
178 lconf->tasks_run[i] = lconf->tasks_all[lconf->msg.task_id];
179 lconf->n_tasks_run++;
184 lconf->tasks_run[i + 1] = lconf->tasks_all[lconf->msg.task_id];
185 lconf->n_tasks_run++;
189 lconf->task_is_running[lconf->msg.task_id] = 1;
191 if (lconf->tasks_all[lconf->msg.task_id]->aux->start)
192 lconf->tasks_all[lconf->msg.task_id]->aux->start(lconf->tasks_all[lconf->msg.task_id]);
196 int lconf_do_flags(struct lcore_cfg *lconf)
201 if ((lconf->msg.type == LCONF_MSG_TRACE) && (lconf->tasks_all[lconf->msg.task_id]->tx_pkt == tx_pkt_drop_all)) {
202 /* We are asked to dump packets through command dump.
203 * This usually means map RX and TX packets before printing them.
204 * However we do not transmit the packets in this case => use the DUMP_RX function.
205 * This will prevent seeing the received packets also printed as TX[255] (= dropped)
207 lconf->msg.type = LCONF_MSG_DUMP_RX;
210 switch (lconf->msg.type) {
215 case LCONF_MSG_START:
219 case LCONF_MSG_DUMP_RX:
220 case LCONF_MSG_DUMP_TX:
222 t = lconf->tasks_all[lconf->msg.task_id];
224 if (lconf->msg.val) {
225 if (lconf->msg.type == LCONF_MSG_DUMP ||
226 lconf->msg.type == LCONF_MSG_DUMP_RX) {
227 t->aux->task_rt_dump.n_print_rx = lconf->msg.val;
229 task_base_add_rx_pkt_function(t, rx_pkt_dump);
232 if (lconf->msg.type == LCONF_MSG_DUMP ||
233 lconf->msg.type == LCONF_MSG_DUMP_TX) {
234 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
235 if (t->tx_pkt == tx_pkt_l3) {
236 if (t->aux->tx_pkt_orig)
237 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
238 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
239 t->aux->tx_pkt_l2 = tx_pkt_dump;
241 if (t->aux->tx_pkt_orig)
242 t->tx_pkt = t->aux->tx_pkt_orig;
243 t->aux->tx_pkt_orig = t->tx_pkt;
244 t->tx_pkt = tx_pkt_dump;
249 case LCONF_MSG_TRACE:
250 t = lconf->tasks_all[lconf->msg.task_id];
252 if (lconf->msg.val) {
253 t->aux->task_rt_dump.n_trace = lconf->msg.val;
255 if (task_base_get_original_rx_pkt_function(t) != rx_pkt_dummy) {
256 task_base_add_rx_pkt_function(t, rx_pkt_trace);
257 if (t->tx_pkt == tx_pkt_l3) {
258 if (t->aux->tx_pkt_orig)
259 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
260 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
261 t->aux->tx_pkt_l2 = tx_pkt_trace;
263 if (t->aux->tx_pkt_orig)
264 t->tx_pkt = t->aux->tx_pkt_orig;
265 t->aux->tx_pkt_orig = t->tx_pkt;
266 t->tx_pkt = tx_pkt_trace;
269 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
270 if (t->tx_pkt == tx_pkt_l3) {
271 if (t->aux->tx_pkt_orig)
272 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
273 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
274 t->aux->tx_pkt_l2 = tx_pkt_dump;
276 if (t->aux->tx_pkt_orig)
277 t->tx_pkt = t->aux->tx_pkt_orig;
278 t->aux->tx_pkt_orig = t->tx_pkt;
279 t->tx_pkt = tx_pkt_dump;
284 case LCONF_MSG_RX_DISTR_START:
285 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
286 t = lconf->tasks_all[task_id];
287 task_base_add_rx_pkt_function(t, rx_pkt_distr);
288 memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
289 lconf->flags |= LCONF_FLAG_RX_DISTR_ACTIVE;
292 case LCONF_MSG_TX_DISTR_START:
293 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
294 t = lconf->tasks_all[task_id];
296 if (t->tx_pkt == tx_pkt_l3) {
297 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
298 t->aux->tx_pkt_l2 = tx_pkt_distr;
300 t->aux->tx_pkt_orig = t->tx_pkt;
301 t->tx_pkt = tx_pkt_distr;
303 memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
304 lconf->flags |= LCONF_FLAG_TX_DISTR_ACTIVE;
307 case LCONF_MSG_RX_DISTR_STOP:
308 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
309 t = lconf->tasks_all[task_id];
310 task_base_del_rx_pkt_function(t, rx_pkt_distr);
311 lconf->flags &= ~LCONF_FLAG_RX_DISTR_ACTIVE;
314 case LCONF_MSG_TX_DISTR_STOP:
315 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
316 t = lconf->tasks_all[task_id];
317 if (t->aux->tx_pkt_orig) {
318 if (t->tx_pkt == tx_pkt_l3) {
319 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
320 t->aux->tx_pkt_orig = NULL;
322 t->tx_pkt = t->aux->tx_pkt_orig;
323 t->aux->tx_pkt_orig = NULL;
325 lconf->flags &= ~LCONF_FLAG_TX_DISTR_ACTIVE;
329 case LCONF_MSG_RX_DISTR_RESET:
330 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
331 t = lconf->tasks_all[task_id];
333 memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
336 case LCONF_MSG_TX_DISTR_RESET:
337 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
338 t = lconf->tasks_all[task_id];
340 memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
343 case LCONF_MSG_RX_BW_START:
344 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
345 t = lconf->tasks_all[task_id];
346 task_base_add_rx_pkt_function(t, rx_pkt_bw);
347 lconf->flags |= LCONF_FLAG_RX_BW_ACTIVE;
350 case LCONF_MSG_RX_BW_STOP:
351 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
352 t = lconf->tasks_all[task_id];
353 task_base_del_rx_pkt_function(t, rx_pkt_bw);
354 lconf->flags &= ~LCONF_FLAG_RX_BW_ACTIVE;
357 case LCONF_MSG_TX_BW_START:
358 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
359 t = lconf->tasks_all[task_id];
361 if (t->tx_pkt == tx_pkt_l3) {
362 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
363 t->aux->tx_pkt_l2 = tx_pkt_bw;
365 t->aux->tx_pkt_orig = t->tx_pkt;
366 t->tx_pkt = tx_pkt_bw;
368 lconf->flags |= LCONF_FLAG_TX_BW_ACTIVE;
371 case LCONF_MSG_TX_BW_STOP:
372 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
373 t = lconf->tasks_all[task_id];
374 if (t->aux->tx_pkt_orig) {
375 if (t->tx_pkt == tx_pkt_l3) {
376 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
377 t->aux->tx_pkt_orig = NULL;
379 t->tx_pkt = t->aux->tx_pkt_orig;
380 t->aux->tx_pkt_orig = NULL;
382 lconf->flags &= ~LCONF_FLAG_TX_BW_ACTIVE;
388 lconf_unset_req(lconf);
392 int lconf_get_task_id(const struct lcore_cfg *lconf, const struct task_base *task)
394 for (int i = 0; i < lconf->n_tasks_all; ++i) {
395 if (lconf->tasks_all[i] == task)
402 int lconf_task_is_running(const struct lcore_cfg *lconf, uint8_t task_id)
404 return lconf->task_is_running[task_id];