2 // Copyright (c) 2010-2017 Intel Corporation
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
8 // http://www.apache.org/licenses/LICENSE-2.0
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
17 #include "prox_malloc.h"
25 struct lcore_cfg *lcore_cfg;
26 /* only used at initialization time */
27 struct lcore_cfg lcore_cfg_init[RTE_MAX_LCORE];
29 static int core_targ_next_from(struct lcore_cfg **lconf, struct task_args **targ, struct lcore_cfg *lcore_cfg, const int with_master)
31 uint32_t lcore_id, task_id;
33 if (*lconf && *targ) {
34 lcore_id = *lconf - lcore_cfg;
35 task_id = *targ - lcore_cfg[lcore_id].targs;
37 if (task_id + 1 < lcore_cfg[lcore_id].n_tasks_all) {
38 *targ = &lcore_cfg[lcore_id].targs[task_id + 1];
41 if (prox_core_next(&lcore_id, with_master))
43 *lconf = &lcore_cfg[lcore_id];
44 *targ = &lcore_cfg[lcore_id].targs[0];
50 if (prox_core_next(&lcore_id, with_master))
52 *lconf = &lcore_cfg[lcore_id];
53 *targ = &lcore_cfg[lcore_id].targs[0];
58 int core_targ_next(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
60 return core_targ_next_from(lconf, targ, lcore_cfg, with_master);
63 int core_targ_next_early(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
65 return core_targ_next_from(lconf, targ, lcore_cfg_init, with_master);
68 struct task_args *core_targ_get(uint32_t lcore_id, uint32_t task_id)
70 return &lcore_cfg[lcore_id].targs[task_id];
73 void lcore_cfg_alloc_hp(void)
75 size_t mem_size = RTE_MAX_LCORE * sizeof(struct lcore_cfg);
77 lcore_cfg = prox_zmalloc(mem_size, rte_socket_id());
78 PROX_PANIC(lcore_cfg == NULL, "Could not allocate memory for core control structures\n");
79 rte_memcpy(lcore_cfg, lcore_cfg_init, mem_size);
81 /* get thread ID for master core */
82 lcore_cfg[rte_lcore_id()].thread_id = pthread_self();
85 int lconf_run(__attribute__((unused)) void *dummy)
87 uint32_t lcore_id = rte_lcore_id();
88 struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
90 /* get thread ID, and set cancellation type to asynchronous */
91 lconf->thread_id = pthread_self();
92 int ret = pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
94 plog_warn("pthread_setcanceltype() failed on core %u: %i\n", lcore_id, ret);
96 plog_info("Entering main loop on core %u\n", lcore_id);
97 return lconf->thread_x(lconf);
100 static void msg_stop(struct lcore_cfg *lconf)
103 struct task_base *t = NULL;
105 if (lconf->msg.task_id == -1) {
106 for (int i = 0; i < lconf->n_tasks_all; ++i) {
107 if (lconf->task_is_running[i]) {
108 lconf->task_is_running[i] = 0;
109 t = lconf->tasks_all[i];
114 lconf->n_tasks_run = 0;
116 if (t && t->aux->stop_last)
117 t->aux->stop_last(t);
120 for (int i = 0; i < lconf->n_tasks_run; ++i) {
121 if (lconf_get_task_id(lconf, lconf->tasks_run[i]) == lconf->msg.task_id) {
124 else if (idx != -1) {
125 lconf->tasks_run[idx] = lconf->tasks_run[i];
130 // Check that task id is valid and running
134 lconf->task_is_running[lconf->msg.task_id] = 0;
136 t = lconf->tasks_all[lconf->msg.task_id];
139 lconf->n_tasks_run--;
140 if (lconf->n_tasks_run == 0 && t->aux->stop_last)
141 t->aux->stop_last(t);
145 static void msg_start(struct lcore_cfg *lconf)
148 struct task_base *t = NULL;
150 if (lconf->msg.task_id == -1) {
151 for (int i = 0; i < lconf->n_tasks_all; ++i) {
152 t = lconf->tasks_run[i] = lconf->tasks_all[i];
153 lconf->task_is_running[i] = 1;
154 if (lconf->n_tasks_run == 0 && t->aux->start_first) {
155 t->aux->start_first(t);
156 lconf->n_tasks_run = 1;
161 lconf->n_tasks_run = lconf->n_tasks_all;
165 // Check that task id is valid
166 if (lconf->msg.task_id >= lconf->n_tasks_all)
169 if (lconf->n_tasks_run == 0) {
170 t = lconf->tasks_run[0] = lconf->tasks_all[lconf->msg.task_id];
171 lconf->n_tasks_run = 1;
172 lconf->task_is_running[lconf->msg.task_id] = 1;
174 if (t->aux->start_first)
175 t->aux->start_first(t);
180 if (lconf->task_is_running[lconf->msg.task_id])
182 for (int i = lconf->n_tasks_run - 1; i >= 0; --i) {
183 idx = lconf_get_task_id(lconf, lconf->tasks_run[i]);
184 if (idx == lconf->msg.task_id) {
185 // We should not come here as checking earlier if task id is running...
186 plog_warn("Unexpectedly get request to start task %d already running\n", idx);
189 else if (idx > lconf->msg.task_id) {
190 lconf->tasks_run[i + 1] = lconf->tasks_run[i];
192 lconf->tasks_run[i] = lconf->tasks_all[lconf->msg.task_id];
193 lconf->n_tasks_run++;
198 lconf->tasks_run[i + 1] = lconf->tasks_all[lconf->msg.task_id];
199 lconf->n_tasks_run++;
203 lconf->task_is_running[lconf->msg.task_id] = 1;
205 if (lconf->tasks_all[lconf->msg.task_id]->aux->start)
206 lconf->tasks_all[lconf->msg.task_id]->aux->start(lconf->tasks_all[lconf->msg.task_id]);
210 int lconf_do_flags(struct lcore_cfg *lconf)
215 if ((lconf->msg.type == LCONF_MSG_TRACE) && (lconf->tasks_all[lconf->msg.task_id]->tx_pkt == tx_pkt_drop_all)) {
216 /* We are asked to dump packets through command dump.
217 * This usually means map RX and TX packets before printing them.
218 * However we do not transmit the packets in this case => use the DUMP_RX function.
219 * This will prevent seeing the received packets also printed as TX[255] (= dropped)
221 lconf->msg.type = LCONF_MSG_DUMP_RX;
224 switch (lconf->msg.type) {
229 case LCONF_MSG_START:
233 case LCONF_MSG_DUMP_RX:
234 case LCONF_MSG_DUMP_TX:
236 t = lconf->tasks_all[lconf->msg.task_id];
238 if (lconf->msg.val) {
239 if (lconf->msg.type == LCONF_MSG_DUMP ||
240 lconf->msg.type == LCONF_MSG_DUMP_RX) {
241 t->aux->task_rt_dump.n_print_rx = lconf->msg.val;
243 task_base_add_rx_pkt_function(t, rx_pkt_dump);
246 if (lconf->msg.type == LCONF_MSG_DUMP ||
247 lconf->msg.type == LCONF_MSG_DUMP_TX) {
248 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
249 if (t->tx_pkt == tx_pkt_l3) {
250 if (t->aux->tx_pkt_orig)
251 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
252 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
253 t->aux->tx_pkt_l2 = tx_pkt_dump;
255 if (t->aux->tx_pkt_orig)
256 t->tx_pkt = t->aux->tx_pkt_orig;
257 t->aux->tx_pkt_orig = t->tx_pkt;
258 t->tx_pkt = tx_pkt_dump;
263 case LCONF_MSG_TRACE:
264 t = lconf->tasks_all[lconf->msg.task_id];
266 if (lconf->msg.val) {
267 t->aux->task_rt_dump.n_trace = lconf->msg.val;
269 if (task_base_get_original_rx_pkt_function(t) != rx_pkt_dummy) {
270 task_base_add_rx_pkt_function(t, rx_pkt_trace);
271 if (t->tx_pkt == tx_pkt_l3) {
272 if (t->aux->tx_pkt_orig)
273 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
274 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
275 t->aux->tx_pkt_l2 = tx_pkt_trace;
277 if (t->aux->tx_pkt_orig)
278 t->tx_pkt = t->aux->tx_pkt_orig;
279 t->aux->tx_pkt_orig = t->tx_pkt;
280 t->tx_pkt = tx_pkt_trace;
283 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
284 if (t->tx_pkt == tx_pkt_l3) {
285 if (t->aux->tx_pkt_orig)
286 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
287 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
288 t->aux->tx_pkt_l2 = tx_pkt_dump;
290 if (t->aux->tx_pkt_orig)
291 t->tx_pkt = t->aux->tx_pkt_orig;
292 t->aux->tx_pkt_orig = t->tx_pkt;
293 t->tx_pkt = tx_pkt_dump;
298 case LCONF_MSG_RX_DISTR_START:
299 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
300 t = lconf->tasks_all[task_id];
301 task_base_add_rx_pkt_function(t, rx_pkt_distr);
302 memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
303 lconf->flags |= LCONF_FLAG_RX_DISTR_ACTIVE;
306 case LCONF_MSG_TX_DISTR_START:
307 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
308 t = lconf->tasks_all[task_id];
310 if (t->tx_pkt == tx_pkt_l3) {
311 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
312 t->aux->tx_pkt_l2 = tx_pkt_distr;
314 t->aux->tx_pkt_orig = t->tx_pkt;
315 t->tx_pkt = tx_pkt_distr;
317 memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
318 lconf->flags |= LCONF_FLAG_TX_DISTR_ACTIVE;
321 case LCONF_MSG_RX_DISTR_STOP:
322 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
323 t = lconf->tasks_all[task_id];
324 task_base_del_rx_pkt_function(t, rx_pkt_distr);
325 lconf->flags &= ~LCONF_FLAG_RX_DISTR_ACTIVE;
328 case LCONF_MSG_TX_DISTR_STOP:
329 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
330 t = lconf->tasks_all[task_id];
331 if (t->aux->tx_pkt_orig) {
332 if (t->tx_pkt == tx_pkt_l3) {
333 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
334 t->aux->tx_pkt_orig = NULL;
336 t->tx_pkt = t->aux->tx_pkt_orig;
337 t->aux->tx_pkt_orig = NULL;
339 lconf->flags &= ~LCONF_FLAG_TX_DISTR_ACTIVE;
343 case LCONF_MSG_RX_DISTR_RESET:
344 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
345 t = lconf->tasks_all[task_id];
347 memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
350 case LCONF_MSG_TX_DISTR_RESET:
351 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
352 t = lconf->tasks_all[task_id];
354 memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
357 case LCONF_MSG_RX_BW_START:
358 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
359 t = lconf->tasks_all[task_id];
360 task_base_add_rx_pkt_function(t, rx_pkt_bw);
361 lconf->flags |= LCONF_FLAG_RX_BW_ACTIVE;
364 case LCONF_MSG_RX_BW_STOP:
365 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
366 t = lconf->tasks_all[task_id];
367 task_base_del_rx_pkt_function(t, rx_pkt_bw);
368 lconf->flags &= ~LCONF_FLAG_RX_BW_ACTIVE;
371 case LCONF_MSG_TX_BW_START:
372 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
373 t = lconf->tasks_all[task_id];
375 if (t->tx_pkt == tx_pkt_l3) {
376 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
377 t->aux->tx_pkt_l2 = tx_pkt_bw;
379 t->aux->tx_pkt_orig = t->tx_pkt;
380 t->tx_pkt = tx_pkt_bw;
382 lconf->flags |= LCONF_FLAG_TX_BW_ACTIVE;
385 case LCONF_MSG_TX_BW_STOP:
386 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
387 t = lconf->tasks_all[task_id];
388 if (t->aux->tx_pkt_orig) {
389 if (t->tx_pkt == tx_pkt_l3) {
390 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
391 t->aux->tx_pkt_orig = NULL;
393 t->tx_pkt = t->aux->tx_pkt_orig;
394 t->aux->tx_pkt_orig = NULL;
396 lconf->flags &= ~LCONF_FLAG_TX_BW_ACTIVE;
402 lconf_unset_req(lconf);
406 int lconf_get_task_id(const struct lcore_cfg *lconf, const struct task_base *task)
408 for (int i = 0; i < lconf->n_tasks_all; ++i) {
409 if (lconf->tasks_all[i] == task)
416 int lconf_task_is_running(const struct lcore_cfg *lconf, uint8_t task_id)
418 return lconf->task_is_running[task_id];