VNFs/DPPD-PROX/lconf.c

   1 /*
   2 // Copyright (c) 2010-2017 Intel Corporation
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //     http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15 */
  16
  17 #include "prox_malloc.h"
  18 #include "lconf.h"
  19 #include "rx_pkt.h"
  20 #include "tx_pkt.h"
  21 #include "log.h"
  22 #include "quit.h"
  23 #include "prox_cfg.h"
  24
  25 struct lcore_cfg *lcore_cfg;
  26 /* only used at initialization time */
  27 struct lcore_cfg  lcore_cfg_init[RTE_MAX_LCORE];
  28
  29 static int core_targ_next_from(struct lcore_cfg **lconf, struct task_args **targ, struct lcore_cfg *lcore_cfg, const int with_master)
  30 {
  31         uint32_t lcore_id, task_id;
  32
  33         if (*lconf && *targ) {
  34                 lcore_id = *lconf - lcore_cfg;
  35                 task_id = *targ - lcore_cfg[lcore_id].targs;
  36
  37                 if (task_id + 1 < lcore_cfg[lcore_id].n_tasks_all) {
  38                         *targ = &lcore_cfg[lcore_id].targs[task_id + 1];
  39                         return 0;
  40                 } else {
  41                         if (prox_core_next(&lcore_id, with_master))
  42                                 return -1;
  43                         *lconf = &lcore_cfg[lcore_id];
  44                         *targ = &lcore_cfg[lcore_id].targs[0];
  45                         return 0;
  46                 }
  47         } else {
  48                 lcore_id = -1;
  49
  50                 if (prox_core_next(&lcore_id, with_master))
  51                         return -1;
  52                 *lconf = &lcore_cfg[lcore_id];
  53                 *targ = &lcore_cfg[lcore_id].targs[0];
  54                 return 0;
  55         }
  56 }
  57
  58 int core_targ_next(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
  59 {
  60         return core_targ_next_from(lconf, targ, lcore_cfg, with_master);
  61 }
  62
  63 int core_targ_next_early(struct lcore_cfg **lconf, struct task_args **targ, const int with_master)
  64 {
  65         return core_targ_next_from(lconf, targ, lcore_cfg_init, with_master);
  66 }
  67
  68 struct task_args *core_targ_get(uint32_t lcore_id, uint32_t task_id)
  69 {
  70         return &lcore_cfg[lcore_id].targs[task_id];
  71 }
  72
  73 void lcore_cfg_alloc_hp(void)
  74 {
  75         size_t mem_size = RTE_MAX_LCORE * sizeof(struct lcore_cfg);
  76
  77         lcore_cfg = prox_zmalloc(mem_size, rte_socket_id());
  78         PROX_PANIC(lcore_cfg == NULL, "Could not allocate memory for core control structures\n");
  79         rte_memcpy(lcore_cfg, lcore_cfg_init, mem_size);
  80
  81         /* get thread ID for master core */
  82         lcore_cfg[rte_lcore_id()].thread_id = pthread_self();
  83 }
  84
  85 int lconf_run(__attribute__((unused)) void *dummy)
  86 {
  87         uint32_t lcore_id = rte_lcore_id();
  88         struct lcore_cfg *lconf = &lcore_cfg[lcore_id];
  89
  90         /* get thread ID, and set cancellation type to asynchronous */
  91         lconf->thread_id = pthread_self();
  92         int ret = pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
  93         if (ret != 0)
  94                 plog_warn("pthread_setcanceltype() failed on core %u: %i\n", lcore_id, ret);
  95
  96         plog_info("Entering main loop on core %u\n", lcore_id);
  97         return lconf->thread_x(lconf);
  98 }
  99
 100 static void msg_stop(struct lcore_cfg *lconf)
 101 {
 102         int idx = -1;
 103         struct task_base *t = NULL;
 104
 105         if (lconf->msg.task_id == -1) {
 106                 for (int i = 0; i < lconf->n_tasks_all; ++i) {
 107                         if (lconf->task_is_running[i]) {
 108                                 lconf->task_is_running[i] = 0;
 109                                 t = lconf->tasks_all[i];
 110                                 if (t->aux->stop)
 111                                     t->aux->stop(t);
 112                         }
 113                 }
 114                 lconf->n_tasks_run = 0;
 115
 116                 if (t && t->aux->stop_last)
 117                         t->aux->stop_last(t);
 118         }
 119         else {
 120                 for (int i = 0; i < lconf->n_tasks_run; ++i) {
 121                         if (lconf_get_task_id(lconf, lconf->tasks_run[i]) == lconf->msg.task_id) {
 122                                 idx = i;
 123                         }
 124                         else if (idx != -1) {
 125                                 lconf->tasks_run[idx] = lconf->tasks_run[i];
 126
 127                                 idx++;
 128                         }
 129                 }
 130                 lconf->task_is_running[lconf->msg.task_id] = 0;
 131
 132                 t = lconf->tasks_all[lconf->msg.task_id];
 133                 if (t->aux->stop)
 134                         t->aux->stop(t);
 135                 lconf->n_tasks_run--;
 136                 if (lconf->n_tasks_run == 0 && t->aux->stop_last)
 137                         t->aux->stop_last(t);
 138         }
 139 }
 140
 141 static void msg_start(struct lcore_cfg *lconf)
 142 {
 143         int idx = 1;
 144         struct task_base *t = NULL;
 145
 146         if (lconf->msg.task_id == -1) {
 147                 for (int i = 0; i < lconf->n_tasks_all; ++i) {
 148                         t = lconf->tasks_run[i] = lconf->tasks_all[i];
 149                         lconf->task_is_running[i] = 1;
 150                         if (lconf->n_tasks_run == 0 && t->aux->start_first) {
 151                                 t->aux->start_first(t);
 152                                 lconf->n_tasks_run = 1;
 153                         }
 154                         if (t->aux->start)
 155                                 t->aux->start(t);
 156                 }
 157                 lconf->n_tasks_run = lconf->n_tasks_all;
 158         }
 159         else if (lconf->n_tasks_run == 0) {
 160                 t = lconf->tasks_run[0] = lconf->tasks_all[lconf->msg.task_id];
 161                 lconf->n_tasks_run = 1;
 162                 lconf->task_is_running[lconf->msg.task_id] = 1;
 163
 164                 if (t->aux->start_first)
 165                         t->aux->start_first(t);
 166                 if (t->aux->start)
 167                         t->aux->start(t);
 168         }
 169         else {
 170                 for (int i = lconf->n_tasks_run - 1; i >= 0; --i) {
 171                         idx = lconf_get_task_id(lconf, lconf->tasks_run[i]);
 172                         if (idx == lconf->msg.task_id) {
 173                                 break;
 174                         }
 175                         else if (idx > lconf->msg.task_id) {
 176                                 lconf->tasks_run[i + 1] = lconf->tasks_run[i];
 177                                 if (i == 0) {
 178                                         lconf->tasks_run[i] = lconf->tasks_all[lconf->msg.task_id];
 179                                         lconf->n_tasks_run++;
 180                                         break;
 181                                 }
 182                         }
 183                         else {
 184                                 lconf->tasks_run[i + 1] = lconf->tasks_all[lconf->msg.task_id];
 185                                 lconf->n_tasks_run++;
 186                                 break;
 187                         }
 188                 }
 189                 lconf->task_is_running[lconf->msg.task_id] = 1;
 190
 191                 if (lconf->tasks_all[lconf->msg.task_id]->aux->start)
 192                         lconf->tasks_all[lconf->msg.task_id]->aux->start(lconf->tasks_all[lconf->msg.task_id]);
 193         }
 194 }
 195
 196 int lconf_do_flags(struct lcore_cfg *lconf)
 197 {
 198         struct task_base *t;
 199         int ret = 0;
 200
 201         switch (lconf->msg.type) {
 202         case LCONF_MSG_STOP:
 203                 msg_stop(lconf);
 204                 ret = -1;
 205                 break;
 206         case LCONF_MSG_START:
 207                 msg_start(lconf);
 208                 ret = -1;
 209                 break;
 210         case LCONF_MSG_DUMP_RX:
 211         case LCONF_MSG_DUMP_TX:
 212         case LCONF_MSG_DUMP:
 213                 t = lconf->tasks_all[lconf->msg.task_id];
 214
 215                 if (lconf->msg.val) {
 216                         if (lconf->msg.type == LCONF_MSG_DUMP ||
 217                             lconf->msg.type == LCONF_MSG_DUMP_RX) {
 218                                 t->aux->task_rt_dump.n_print_rx = lconf->msg.val;
 219
 220                                 task_base_add_rx_pkt_function(t, rx_pkt_dump);
 221                         }
 222
 223                         if (lconf->msg.type == LCONF_MSG_DUMP ||
 224                             lconf->msg.type == LCONF_MSG_DUMP_TX) {
 225                                 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
 226                                 if (t->aux->tx_pkt_orig)
 227                                         t->tx_pkt = t->aux->tx_pkt_orig;
 228                                 t->aux->tx_pkt_orig = t->tx_pkt;
 229                                 t->tx_pkt = tx_pkt_dump;
 230                         }
 231                 }
 232                 break;
 233         case LCONF_MSG_TRACE:
 234                 t = lconf->tasks_all[lconf->msg.task_id];
 235
 236                 if (lconf->msg.val) {
 237                         t->aux->task_rt_dump.n_trace = lconf->msg.val;
 238
 239                         if (task_base_get_original_rx_pkt_function(t) != rx_pkt_dummy) {
 240                                 task_base_add_rx_pkt_function(t, rx_pkt_trace);
 241                                 if (t->aux->tx_pkt_orig)
 242                                         t->tx_pkt = t->aux->tx_pkt_orig;
 243                                 t->aux->tx_pkt_orig = t->tx_pkt;
 244                                 t->tx_pkt = tx_pkt_trace;
 245                         } else {
 246                                 t->aux->task_rt_dump.n_print_tx = lconf->msg.val;
 247                                 if (t->aux->tx_pkt_orig)
 248                                         t->tx_pkt = t->aux->tx_pkt_orig;
 249                                 t->aux->tx_pkt_orig = t->tx_pkt;
 250                                 t->tx_pkt = tx_pkt_dump;
 251                         }
 252                 }
 253                 break;
 254         case LCONF_MSG_RX_DISTR_START:
 255                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 256                         t = lconf->tasks_all[task_id];
 257                         task_base_add_rx_pkt_function(t, rx_pkt_distr);
 258                         memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
 259                         lconf->flags |= LCONF_FLAG_RX_DISTR_ACTIVE;
 260                 }
 261                 break;
 262         case LCONF_MSG_TX_DISTR_START:
 263                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 264                         t = lconf->tasks_all[task_id];
 265
 266                         t->aux->tx_pkt_orig = t->tx_pkt;
 267                         t->tx_pkt = tx_pkt_distr;
 268                         memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
 269                         lconf->flags |= LCONF_FLAG_TX_DISTR_ACTIVE;
 270                 }
 271                 break;
 272         case LCONF_MSG_RX_DISTR_STOP:
 273                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 274                         t = lconf->tasks_all[task_id];
 275                         task_base_del_rx_pkt_function(t, rx_pkt_distr);
 276                         lconf->flags &= ~LCONF_FLAG_RX_DISTR_ACTIVE;
 277                 }
 278                 break;
 279         case LCONF_MSG_TX_DISTR_STOP:
 280                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 281                         t = lconf->tasks_all[task_id];
 282                         if (t->aux->tx_pkt_orig) {
 283                                 t->tx_pkt = t->aux->tx_pkt_orig;
 284                                 t->aux->tx_pkt_orig = NULL;
 285                                 lconf->flags &= ~LCONF_FLAG_TX_DISTR_ACTIVE;
 286                         }
 287                 }
 288                 break;
 289         case LCONF_MSG_RX_DISTR_RESET:
 290                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 291                         t = lconf->tasks_all[task_id];
 292
 293                         memset(t->aux->rx_bucket, 0, sizeof(t->aux->rx_bucket));
 294                 }
 295                 break;
 296         case LCONF_MSG_TX_DISTR_RESET:
 297                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 298                         t = lconf->tasks_all[task_id];
 299
 300                         memset(t->aux->tx_bucket, 0, sizeof(t->aux->tx_bucket));
 301                 }
 302                 break;
 303         case LCONF_MSG_RX_BW_START:
 304                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 305                         t = lconf->tasks_all[task_id];
 306                         task_base_add_rx_pkt_function(t, rx_pkt_bw);
 307                         lconf->flags |= LCONF_FLAG_RX_BW_ACTIVE;
 308                 }
 309                 break;
 310         case LCONF_MSG_RX_BW_STOP:
 311                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 312                         t = lconf->tasks_all[task_id];
 313                         task_base_del_rx_pkt_function(t, rx_pkt_bw);
 314                         lconf->flags &= ~LCONF_FLAG_RX_BW_ACTIVE;
 315                 }
 316                 break;
 317         case LCONF_MSG_TX_BW_START:
 318                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 319                         t = lconf->tasks_all[task_id];
 320
 321                         t->aux->tx_pkt_orig = t->tx_pkt;
 322                         t->tx_pkt = tx_pkt_bw;
 323                         lconf->flags |= LCONF_FLAG_TX_BW_ACTIVE;
 324                 }
 325                 break;
 326         case LCONF_MSG_TX_BW_STOP:
 327                 for (uint8_t task_id = 0; task_id < lconf->n_tasks_all; ++task_id) {
 328                         t = lconf->tasks_all[task_id];
 329                         if (t->aux->tx_pkt_orig) {
 330                                 t->tx_pkt = t->aux->tx_pkt_orig;
 331                                 t->aux->tx_pkt_orig = NULL;
 332                                 lconf->flags &= ~LCONF_FLAG_TX_BW_ACTIVE;
 333                         }
 334                 }
 335                 break;
 336         }
 337
 338         lconf_unset_req(lconf);
 339         return ret;
 340 }
 341
 342 int lconf_get_task_id(const struct lcore_cfg *lconf, const struct task_base *task)
 343 {
 344         for (int i = 0; i < lconf->n_tasks_all; ++i) {
 345                 if (lconf->tasks_all[i] == task)
 346                         return i;
 347         }
 348
 349         return -1;
 350 }
 351
 352 int lconf_task_is_running(const struct lcore_cfg *lconf, uint8_t task_id)
 353 {
 354         return lconf->task_is_running[task_id];
 355 }