VNFs/DPPD-PROX/lconf.c

   1 /*
   2 // Copyright (c) 2010-2017 Intel Corporation
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //     http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15 */
  16
  17 #include "prox_malloc.h"
  18 #include "lconf.h"
  19 #include "rx_pkt.h"
  20 #include "tx_pkt.h"
  21 #include "log.h"
  22 #include "quit.h"
  23 #include "prox_cfg.h"
  24
  25 struct lcore_cfg *lcore_cfg;
  26 /* only used at initialization time */
  27 struct lcore_cfg  lcore_cfg_init[RTE_MAX_LCORE];
  28
  29 static int core_targ_next_from(struct lcore_cfg **lconf, struct task_args **targ, struct lcore_cfg *lcore_cfg, const int with_master)
  30 {
  31         uint32_t lcore_id, task_id;
  32
  33         if (*lconf && *targ) {
  34                 lcore_id = *lconf - lcore_cfg;
  35                 task_id = *targ - lcore_cfg[lcore_id].targs;
  36
  37                 if (task_id + 1 < lcore_cfg[lcore_id].n_tasks_all) {
  38                         *targ = &lcore_cfg[lcore_id].targs[task_id + 1];
  39                         return 0;
  40                 } else {
  41                         if (prox_core_next(&lcore_id, with_master))
  42                                 return -1;
  43                         *lconf = &lcore_cfg[lcore_id];
  44                         *targ = &lcore_cfg[lcore_id].targs[0];
  45                         return 0;
  46                 }
  47         } else {
  48                 lcore_id = -1;
  49
  50                 if (prox_core_next(&lcore_id, with_master))
  51                         return -1;
  52                 *lconf = &lcore_cfg[lcore_id];
  53                 *targ = &lcore_cfg[lcore_id].targs[0];
  54                 return 0;
  55         }
  56 }
  57
  58 int core_targ_next(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
  59 {
  60         return core_targ_next_from(lconf, targ, lcore_cfg, with_master);
  61 }
  62
  63 int core_targ_next_early(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
  64 {
  65         return core_targ_next_from(lconf, targ, lcore_cfg_init, with_master);
  66 }
  67
  68 struct task_args *core_targ_get(uint32_t lcore_id, uint32_t task_id)
  69 {
  70         return &lcore_cfg[lcore_id].targs[task_id];
  71 }
  72
  73 void lcore_cfg_alloc_hp(void)
  74 {
  75         size_t mem_size = RTE_MAX_LCORE * sizeof(struct lcore_cfg);
  76
  77         lcore_cfg = prox_zmalloc(mem_size, rte_socket_id());
  78         PROX_PANIC(lcore_cfg == NULL, "Could not allocate memory for core control structures\n");
  79         rte_memcpy(lcore_cfg, lcore_cfg_init, mem_size);
  80
  81         /* get thread ID for master core */
  82         lcore_cfg[rte_lcore_id()].thread_id = pthread_self();
  83 }
  84
  85 int lconf_run(__attribute__((unused)) void *dummy)
  86 {
  87         uint32_t lcore_id = rte_lcore_id();
  88         struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
  89
  90         /* get thread ID, and set cancellation type to asynchronous */
  91         lconf->thread_id = pthread_self();
  92         int ret = pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
  93         if (ret != 0)
  94                 plog_warn("pthread_setcanceltype() failed on core %u: %i\n", lcore_id, ret);
  95
  96         plog_info("Entering main loop on core %u\n", lcore_id);
  97         return lconf->thread_x(lconf);
  98 }
  99
 100 static void msg_stop(struct lcore_cfg *lconf)
 101 {
 102         int idx = -1;
 103         struct task_base *t = NULL;
 104
 105         if (lconf->msg.task_id == -1) {
 106                 for (int i = 0; i < lconf->n_tasks_all; ++i) {
 107                         if (lconf->task_is_running[i]) {
 108                                 lconf->task_is_running[i] = 0;
 109                                 t = lconf->tasks_all[i];
 110                                 if (t->aux->stop)
 111                                     t->aux->stop(t);
 112                         }
 113                 }
 114                 lconf->n_tasks_run = 0;
 115
 116                 if (t && t->aux->stop_last)
 117                         t->aux->stop_last(t);
 118         }
 119         else {
 120                 for (int i = 0; i < lconf->n_tasks_run; ++i) {
 121                         if (lconf_get_task_id(lconf, lconf->tasks_run[i]) == lconf->msg.task_id) {
 122                                 idx = i;
 123                         }
 124                         else if (idx != -1) {
 125                                 lconf->tasks_run[idx] = lconf->tasks_run[i];
 126
 127                                 idx++;
 128                         }
 129                 }
 130                 // Check that task id is valid and running
 131                 if (idx == -1)
 132                         return;
 133
 134                 lconf->task_is_running[lconf->msg.task_id] = 0;
 135
 136                 t = lconf->tasks_all[lconf->msg.task_id];
 137                 if (t->aux->stop)
 138                         t->aux->stop(t);
 139                 lconf->n_tasks_run--;
 140                 if (lconf->n_tasks_run == 0 && t->aux->stop_last)
 141                         t->aux->stop_last(t);
 142         }
 143 }
 144
 145 static void msg_start(struct lcore_cfg *lconf)
 146 {
 147         int idx = 1;
 148         struct task_base *t = NULL;
 149
 150         if (lconf->msg.task_id == -1) {
 151                 for (int i = 0; i < lconf->n_tasks_all; ++i) {
 152                         t = lconf->tasks_run[i] = lconf->tasks_all[i];
 153                         lconf->task_is_running[i] = 1;
 154                         if (lconf->n_tasks_run == 0 && t->aux->start_first) {
 155                                 t->aux->start_first(t);
 156                                 lconf->n_tasks_run = 1;
 157                         }
 158                         if (t->aux->start)
 159                                 t->aux->start(t);
 160                 }
 161                 lconf->n_tasks_run = lconf->n_tasks_all;
 162                 return;
 163         }
 164
 165         // Check that task id is valid
 166         if (lconf->msg.task_id >= lconf->n_tasks_all)
 167                 return;
 168
 169         if (lconf->n_tasks_run == 0) {
 170                 t = lconf->tasks_run[0] = lconf->tasks_all[lconf->msg.task_id];
 171                 lconf->n_tasks_run = 1;
 172                 lconf->task_is_running[lconf->msg.task_id] = 1;
 173
 174                 if (t->aux->start_first)
 175                         t->aux->start_first(t);
 176                 if (t->aux->start)
 177                         t->aux->start(t);
 178         }
 179         else {
 180                 if (lconf->task_is_running[lconf->msg.task_id])
 181                         return;
 182                 for (int i = lconf->n_tasks_run - 1; i >= 0; --i) {
 183                         idx = lconf_get_task_id(lconf, lconf->tasks_run[i]);
 184                         if (idx == lconf->msg.task_id) {
 185                                 // We should not come here as checking earlier if task id is running...
 186                                 plog_warn("Unexpectedly get request to start task %d already running\n", idx);
 187                                 break;
 188                         }
 189                         else if (idx > lconf->msg.task_id) {
 190                                 lconf->tasks_run[i + 1] = lconf->tasks_run[i];
 191                                 if (i == 0) {
 192                                         lconf->tasks_run[i] = lconf->tasks_all[lconf->msg.task_id];
 193                                         lconf->n_tasks_run++;
 194                                         break;
 195                                 }
 196                         }
 197                         else {
 198                                 lconf->tasks_run[i + 1] = lconf->tasks_all[lconf->msg.task_id];
 199                                 lconf->n_tasks_run++;
 200                                 break;
 201                         }
 202                 }
 203                 lconf->task_is_running[lconf->msg.task_id] = 1;
 204
 205                 if (lconf->tasks_all[lconf->msg.task_id]->aux->start)
 206                         lconf->tasks_all[lconf->msg.task_id]->aux->start(lconf->tasks_all[lconf->msg.task_id]);
 207         }
 208 }
 209
 210 int lconf_do_flags(struct lcore_cfg *lconf)
 211 {
 212         struct task_base *t;
 213         int ret = 0;
 214
 215         if ((lconf->msg.type == LCONF_MSG_TRACE) && (lconf->tasks_all[lconf->msg.task_id]->tx_pkt == tx_pkt_drop_all)) {
 216                 /* We are asked to dump packets through command dump.
 217                  * This usually means map RX and TX packets before printing them.
 218                  * However we do not transmit the packets in this case => use the DUMP_RX function.
 219                  * This will prevent seeing the received packets also printed as TX[255] (= dropped)
 220                  */
 221                 lconf->msg.type = LCONF_MSG_DUMP_RX;
 222         }
 223
 224         switch (lconf->msg.type) {
 225         case LCONF_MSG_STOP:
 226                 msg_stop(lconf);
 227                 ret = -1;
 228                 break;
 229         case LCONF_MSG_START:
 230                 msg_start(lconf);
 231                 ret = -1;
 232                 break;
 233         case LCONF_MSG_DUMP_RX:
 234         case LCONF_MSG_DUMP_TX:
 235         case LCONF_MSG_DUMP:
 236                 t = lconf->tasks_all[lconf->msg.task_id];
 237
 238                 if (lconf->msg.val) {
 239                         if (lconf->msg.type == LCONF_MSG_DUMP ||
 240                             lconf->msg.type == LCONF_MSG_DUMP_RX) {
 241                                 t->aux->task_rt_dump.n_print_rx = lconf->msg.val;
 242
 243                                 task_base_add_rx_pkt_function(t, rx_pkt_dump);
 244                         }
 245
 246                         if (lconf->msg.type == LCONF_MSG_DUMP ||
 247                             lconf->msg.type == LCONF_MSG_DUMP_TX) {
 248                                 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
 249                                 if (t->tx_pkt == tx_pkt_l3) {
 250                                         if (t->aux->tx_pkt_orig)
 251                                                 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
 252                                         t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
 253                                         t->aux->tx_pkt_l2 = tx_pkt_dump;
 254                                 } else {
 255                                         if (t->aux->tx_pkt_orig)
 256                                                 t->tx_pkt = t->aux->tx_pkt_orig;
 257                                         t->aux->tx_pkt_orig = t->tx_pkt;
 258                                         t->tx_pkt = tx_pkt_dump;
 259                                 }
 260                         }
 261                 }
 262                 break;
 263         case LCONF_MSG_TRACE:
 264                 t = lconf->tasks_all[lconf->msg.task_id];
 265
 266                 if (lconf->msg.val) {
 267                         t->aux->task_rt_dump.n_trace = lconf->msg.val;
 268
 269                         if (task_base_get_original_rx_pkt_function(t) != rx_pkt_dummy) {
 270                                 task_base_add_rx_pkt_function(t, rx_pkt_trace);
 271                                 if (t->tx_pkt == tx_pkt_l3) {
 272                                         if (t->aux->tx_pkt_orig)
 273                                                 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
 274                                         t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
 275                                         t->aux->tx_pkt_l2 = tx_pkt_trace;
 276                                 } else {
 277                                         if (t->aux->tx_pkt_orig)
 278                                                 t->tx_pkt = t->aux->tx_pkt_orig;
 279                                         t->aux->tx_pkt_orig = t->tx_pkt;
 280                                         t->tx_pkt = tx_pkt_trace;
 281                                 }
 282                         } else {
 283                                 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
 284                                 if (t->tx_pkt == tx_pkt_l3) {
 285                                         if (t->aux->tx_pkt_orig)
 286                                                 t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
 287                                         t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
 288                                         t->aux->tx_pkt_l2 = tx_pkt_dump;
 289                                 } else {
 290                                         if (t->aux->tx_pkt_orig)
 291                                                 t->tx_pkt = t->aux->tx_pkt_orig;
 292                                         t->aux->tx_pkt_orig = t->tx_pkt;
 293                                         t->tx_pkt = tx_pkt_dump;
 294                                 }
 295                         }
 296                 }
 297                 break;
 298         case LCONF_MSG_RX_DISTR_START:
 299                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 300                         t = lconf->tasks_all[task_id];
 301                         task_base_add_rx_pkt_function(t, rx_pkt_distr);
 302                         memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
 303                         lconf->flags |= LCONF_FLAG_RX_DISTR_ACTIVE;
 304                 }
 305                 break;
 306         case LCONF_MSG_TX_DISTR_START:
 307                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 308                         t = lconf->tasks_all[task_id];
 309
 310                         if (t->tx_pkt == tx_pkt_l3) {
 311                                 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
 312                                 t->aux->tx_pkt_l2 = tx_pkt_distr;
 313                         } else {
 314                                 t->aux->tx_pkt_orig = t->tx_pkt;
 315                                 t->tx_pkt = tx_pkt_distr;
 316                         }
 317                         memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
 318                         lconf->flags |= LCONF_FLAG_TX_DISTR_ACTIVE;
 319                 }
 320                 break;
 321         case LCONF_MSG_RX_DISTR_STOP:
 322                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 323                         t = lconf->tasks_all[task_id];
 324                         task_base_del_rx_pkt_function(t, rx_pkt_distr);
 325                         lconf->flags &= ~LCONF_FLAG_RX_DISTR_ACTIVE;
 326                 }
 327                 break;
 328         case LCONF_MSG_TX_DISTR_STOP:
 329                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 330                         t = lconf->tasks_all[task_id];
 331                         if (t->aux->tx_pkt_orig) {
 332                                 if (t->tx_pkt == tx_pkt_l3) {
 333                                         t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
 334                                         t->aux->tx_pkt_orig = NULL;
 335                                 } else {
 336                                         t->tx_pkt = t->aux->tx_pkt_orig;
 337                                         t->aux->tx_pkt_orig = NULL;
 338                                 }
 339                                 lconf->flags &= ~LCONF_FLAG_TX_DISTR_ACTIVE;
 340                         }
 341                 }
 342                 break;
 343         case LCONF_MSG_RX_DISTR_RESET:
 344                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 345                         t = lconf->tasks_all[task_id];
 346
 347                         memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
 348                 }
 349                 break;
 350         case LCONF_MSG_TX_DISTR_RESET:
 351                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 352                         t = lconf->tasks_all[task_id];
 353
 354                         memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
 355                 }
 356                 break;
 357         case LCONF_MSG_RX_BW_START:
 358                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 359                         t = lconf->tasks_all[task_id];
 360                         task_base_add_rx_pkt_function(t, rx_pkt_bw);
 361                         lconf->flags |= LCONF_FLAG_RX_BW_ACTIVE;
 362                 }
 363                 break;
 364         case LCONF_MSG_RX_BW_STOP:
 365                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 366                         t = lconf->tasks_all[task_id];
 367                         task_base_del_rx_pkt_function(t, rx_pkt_bw);
 368                         lconf->flags &= ~LCONF_FLAG_RX_BW_ACTIVE;
 369                 }
 370                 break;
 371         case LCONF_MSG_TX_BW_START:
 372                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 373                         t = lconf->tasks_all[task_id];
 374
 375                         if (t->tx_pkt == tx_pkt_l3) {
 376                                 t->aux->tx_pkt_orig = t->aux->tx_pkt_l2;
 377                                 t->aux->tx_pkt_l2 = tx_pkt_bw;
 378                         } else {
 379                                 t->aux->tx_pkt_orig = t->tx_pkt;
 380                                 t->tx_pkt = tx_pkt_bw;
 381                         }
 382                         lconf->flags |= LCONF_FLAG_TX_BW_ACTIVE;
 383                 }
 384                 break;
 385         case LCONF_MSG_TX_BW_STOP:
 386                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 387                         t = lconf->tasks_all[task_id];
 388                         if (t->aux->tx_pkt_orig) {
 389                                 if (t->tx_pkt == tx_pkt_l3) {
 390                                         t->aux->tx_pkt_l2 = t->aux->tx_pkt_orig;
 391                                         t->aux->tx_pkt_orig = NULL;
 392                                 } else {
 393                                         t->tx_pkt = t->aux->tx_pkt_orig;
 394                                         t->aux->tx_pkt_orig = NULL;
 395                                 }
 396                                 lconf->flags &= ~LCONF_FLAG_TX_BW_ACTIVE;
 397                         }
 398                 }
 399                 break;
 400         }
 401
 402         lconf_unset_req(lconf);
 403         return ret;
 404 }
 405
 406 int lconf_get_task_id(const struct lcore_cfg *lconf, const struct task_base *task)
 407 {
 408         for (int i = 0; i < lconf->n_tasks_all; ++i) {
 409                 if (lconf->tasks_all[i] == task)
 410                         return i;
 411         }
 412
 413         return -1;
 414 }
 415
 416 int lconf_task_is_running(const struct lcore_cfg *lconf, uint8_t task_id)
 417 {
 418         return lconf->task_is_running[task_id];
 419 }