kernel/kernel/sched/debug.c

   1 /*
   2  * kernel/sched/debug.c
   3  *
   4  * Print the CFS rbtree
   5  *
   6  * Copyright(C) 2007, Red Hat, Inc., Ingo Molnar
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 as
  10  * published by the Free Software Foundation.
  11  */
  12
  13 #include <linux/proc_fs.h>
  14 #include <linux/sched.h>
  15 #include <linux/seq_file.h>
  16 #include <linux/kallsyms.h>
  17 #include <linux/utsname.h>
  18 #include <linux/mempolicy.h>
  19
  20 #include "sched.h"
  21
  22 static DEFINE_SPINLOCK(sched_debug_lock);
  23
  24 /*
  25  * This allows printing both to /proc/sched_debug and
  26  * to the console
  27  */
  28 #define SEQ_printf(m, x...)                     \
  29  do {                                           \
  30         if (m)                                  \
  31                 seq_printf(m, x);               \
  32         else                                    \
  33                 printk(x);                      \
  34  } while (0)
  35
  36 /*
  37  * Ease the printing of nsec fields:
  38  */
  39 static long long nsec_high(unsigned long long nsec)
  40 {
  41         if ((long long)nsec < 0) {
  42                 nsec = -nsec;
  43                 do_div(nsec, 1000000);
  44                 return -nsec;
  45         }
  46         do_div(nsec, 1000000);
  47
  48         return nsec;
  49 }
  50
  51 static unsigned long nsec_low(unsigned long long nsec)
  52 {
  53         if ((long long)nsec < 0)
  54                 nsec = -nsec;
  55
  56         return do_div(nsec, 1000000);
  57 }
  58
  59 #define SPLIT_NS(x) nsec_high(x), nsec_low(x)
  60
  61 #ifdef CONFIG_FAIR_GROUP_SCHED
  62 static void print_cfs_group_stats(struct seq_file *m, int cpu, struct task_group *tg)
  63 {
  64         struct sched_entity *se = tg->se[cpu];
  65
  66 #define P(F) \
  67         SEQ_printf(m, "  .%-30s: %lld\n", #F, (long long)F)
  68 #define PN(F) \
  69         SEQ_printf(m, "  .%-30s: %lld.%06ld\n", #F, SPLIT_NS((long long)F))
  70
  71         if (!se) {
  72                 struct sched_avg *avg = &cpu_rq(cpu)->avg;
  73                 P(avg->runnable_avg_sum);
  74                 P(avg->avg_period);
  75                 return;
  76         }
  77
  78
  79         PN(se->exec_start);
  80         PN(se->vruntime);
  81         PN(se->sum_exec_runtime);
  82 #ifdef CONFIG_SCHEDSTATS
  83         PN(se->statistics.wait_start);
  84         PN(se->statistics.sleep_start);
  85         PN(se->statistics.block_start);
  86         PN(se->statistics.sleep_max);
  87         PN(se->statistics.block_max);
  88         PN(se->statistics.exec_max);
  89         PN(se->statistics.slice_max);
  90         PN(se->statistics.wait_max);
  91         PN(se->statistics.wait_sum);
  92         P(se->statistics.wait_count);
  93 #endif
  94         P(se->load.weight);
  95 #ifdef CONFIG_SMP
  96         P(se->avg.runnable_avg_sum);
  97         P(se->avg.running_avg_sum);
  98         P(se->avg.avg_period);
  99         P(se->avg.load_avg_contrib);
 100         P(se->avg.utilization_avg_contrib);
 101         P(se->avg.decay_count);
 102 #endif
 103 #undef PN
 104 #undef P
 105 }
 106 #endif
 107
 108 #ifdef CONFIG_CGROUP_SCHED
 109 static char group_path[PATH_MAX];
 110
 111 static char *task_group_path(struct task_group *tg)
 112 {
 113         if (autogroup_path(tg, group_path, PATH_MAX))
 114                 return group_path;
 115
 116         return cgroup_path(tg->css.cgroup, group_path, PATH_MAX);
 117 }
 118 #endif
 119
 120 static void
 121 print_task(struct seq_file *m, struct rq *rq, struct task_struct *p)
 122 {
 123         if (rq->curr == p)
 124                 SEQ_printf(m, "R");
 125         else
 126                 SEQ_printf(m, " ");
 127
 128         SEQ_printf(m, "%15s %5d %9Ld.%06ld %9Ld %5d ",
 129                 p->comm, task_pid_nr(p),
 130                 SPLIT_NS(p->se.vruntime),
 131                 (long long)(p->nvcsw + p->nivcsw),
 132                 p->prio);
 133 #ifdef CONFIG_SCHEDSTATS
 134         SEQ_printf(m, "%9Ld.%06ld %9Ld.%06ld %9Ld.%06ld",
 135                 SPLIT_NS(p->se.vruntime),
 136                 SPLIT_NS(p->se.sum_exec_runtime),
 137                 SPLIT_NS(p->se.statistics.sum_sleep_runtime));
 138 #else
 139         SEQ_printf(m, "%15Ld %15Ld %15Ld.%06ld %15Ld.%06ld %15Ld.%06ld",
 140                 0LL, 0LL, 0LL, 0L, 0LL, 0L, 0LL, 0L);
 141 #endif
 142 #ifdef CONFIG_NUMA_BALANCING
 143         SEQ_printf(m, " %d", task_node(p));
 144 #endif
 145 #ifdef CONFIG_CGROUP_SCHED
 146         SEQ_printf(m, " %s", task_group_path(task_group(p)));
 147 #endif
 148
 149         SEQ_printf(m, "\n");
 150 }
 151
 152 static void print_rq(struct seq_file *m, struct rq *rq, int rq_cpu)
 153 {
 154         struct task_struct *g, *p;
 155
 156         SEQ_printf(m,
 157         "\nrunnable tasks:\n"
 158         "            task   PID         tree-key  switches  prio"
 159         "     exec-runtime         sum-exec        sum-sleep\n"
 160         "------------------------------------------------------"
 161         "----------------------------------------------------\n");
 162
 163         rcu_read_lock();
 164         for_each_process_thread(g, p) {
 165                 if (task_cpu(p) != rq_cpu)
 166                         continue;
 167
 168                 print_task(m, rq, p);
 169         }
 170         rcu_read_unlock();
 171 }
 172
 173 void print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq)
 174 {
 175         s64 MIN_vruntime = -1, min_vruntime, max_vruntime = -1,
 176                 spread, rq0_min_vruntime, spread0;
 177         struct rq *rq = cpu_rq(cpu);
 178         struct sched_entity *last;
 179         unsigned long flags;
 180
 181 #ifdef CONFIG_FAIR_GROUP_SCHED
 182         SEQ_printf(m, "\ncfs_rq[%d]:%s\n", cpu, task_group_path(cfs_rq->tg));
 183 #else
 184         SEQ_printf(m, "\ncfs_rq[%d]:\n", cpu);
 185 #endif
 186         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "exec_clock",
 187                         SPLIT_NS(cfs_rq->exec_clock));
 188
 189         raw_spin_lock_irqsave(&rq->lock, flags);
 190         if (cfs_rq->rb_leftmost)
 191                 MIN_vruntime = (__pick_first_entity(cfs_rq))->vruntime;
 192         last = __pick_last_entity(cfs_rq);
 193         if (last)
 194                 max_vruntime = last->vruntime;
 195         min_vruntime = cfs_rq->min_vruntime;
 196         rq0_min_vruntime = cpu_rq(0)->cfs.min_vruntime;
 197         raw_spin_unlock_irqrestore(&rq->lock, flags);
 198         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "MIN_vruntime",
 199                         SPLIT_NS(MIN_vruntime));
 200         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "min_vruntime",
 201                         SPLIT_NS(min_vruntime));
 202         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "max_vruntime",
 203                         SPLIT_NS(max_vruntime));
 204         spread = max_vruntime - MIN_vruntime;
 205         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "spread",
 206                         SPLIT_NS(spread));
 207         spread0 = min_vruntime - rq0_min_vruntime;
 208         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", "spread0",
 209                         SPLIT_NS(spread0));
 210         SEQ_printf(m, "  .%-30s: %d\n", "nr_spread_over",
 211                         cfs_rq->nr_spread_over);
 212         SEQ_printf(m, "  .%-30s: %d\n", "nr_running", cfs_rq->nr_running);
 213         SEQ_printf(m, "  .%-30s: %ld\n", "load", cfs_rq->load.weight);
 214 #ifdef CONFIG_SMP
 215         SEQ_printf(m, "  .%-30s: %ld\n", "runnable_load_avg",
 216                         cfs_rq->runnable_load_avg);
 217         SEQ_printf(m, "  .%-30s: %ld\n", "blocked_load_avg",
 218                         cfs_rq->blocked_load_avg);
 219         SEQ_printf(m, "  .%-30s: %ld\n", "utilization_load_avg",
 220                         cfs_rq->utilization_load_avg);
 221 #ifdef CONFIG_FAIR_GROUP_SCHED
 222         SEQ_printf(m, "  .%-30s: %ld\n", "tg_load_contrib",
 223                         cfs_rq->tg_load_contrib);
 224         SEQ_printf(m, "  .%-30s: %d\n", "tg_runnable_contrib",
 225                         cfs_rq->tg_runnable_contrib);
 226         SEQ_printf(m, "  .%-30s: %ld\n", "tg_load_avg",
 227                         atomic_long_read(&cfs_rq->tg->load_avg));
 228         SEQ_printf(m, "  .%-30s: %d\n", "tg->runnable_avg",
 229                         atomic_read(&cfs_rq->tg->runnable_avg));
 230 #endif
 231 #endif
 232 #ifdef CONFIG_CFS_BANDWIDTH
 233         SEQ_printf(m, "  .%-30s: %d\n", "tg->cfs_bandwidth.timer_active",
 234                         cfs_rq->tg->cfs_bandwidth.timer_active);
 235         SEQ_printf(m, "  .%-30s: %d\n", "throttled",
 236                         cfs_rq->throttled);
 237         SEQ_printf(m, "  .%-30s: %d\n", "throttle_count",
 238                         cfs_rq->throttle_count);
 239 #endif
 240
 241 #ifdef CONFIG_FAIR_GROUP_SCHED
 242         print_cfs_group_stats(m, cpu, cfs_rq->tg);
 243 #endif
 244 }
 245
 246 void print_rt_rq(struct seq_file *m, int cpu, struct rt_rq *rt_rq)
 247 {
 248 #ifdef CONFIG_RT_GROUP_SCHED
 249         SEQ_printf(m, "\nrt_rq[%d]:%s\n", cpu, task_group_path(rt_rq->tg));
 250 #else
 251         SEQ_printf(m, "\nrt_rq[%d]:\n", cpu);
 252 #endif
 253
 254 #define P(x) \
 255         SEQ_printf(m, "  .%-30s: %Ld\n", #x, (long long)(rt_rq->x))
 256 #define PN(x) \
 257         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", #x, SPLIT_NS(rt_rq->x))
 258
 259         P(rt_nr_running);
 260         P(rt_throttled);
 261         PN(rt_time);
 262         PN(rt_runtime);
 263 #ifdef CONFIG_SMP
 264         P(rt_nr_migratory);
 265 #endif
 266
 267 #undef PN
 268 #undef P
 269 }
 270
 271 void print_dl_rq(struct seq_file *m, int cpu, struct dl_rq *dl_rq)
 272 {
 273         SEQ_printf(m, "\ndl_rq[%d]:\n", cpu);
 274         SEQ_printf(m, "  .%-30s: %ld\n", "dl_nr_running", dl_rq->dl_nr_running);
 275 }
 276
 277 extern __read_mostly int sched_clock_running;
 278
 279 static void print_cpu(struct seq_file *m, int cpu)
 280 {
 281         struct rq *rq = cpu_rq(cpu);
 282         unsigned long flags;
 283
 284 #ifdef CONFIG_X86
 285         {
 286                 unsigned int freq = cpu_khz ? : 1;
 287
 288                 SEQ_printf(m, "cpu#%d, %u.%03u MHz\n",
 289                            cpu, freq / 1000, (freq % 1000));
 290         }
 291 #else
 292         SEQ_printf(m, "cpu#%d\n", cpu);
 293 #endif
 294
 295 #define P(x)                                                            \
 296 do {                                                                    \
 297         if (sizeof(rq->x) == 4)                                         \
 298                 SEQ_printf(m, "  .%-30s: %ld\n", #x, (long)(rq->x));    \
 299         else                                                            \
 300                 SEQ_printf(m, "  .%-30s: %Ld\n", #x, (long long)(rq->x));\
 301 } while (0)
 302
 303 #define PN(x) \
 304         SEQ_printf(m, "  .%-30s: %Ld.%06ld\n", #x, SPLIT_NS(rq->x))
 305
 306         P(nr_running);
 307         SEQ_printf(m, "  .%-30s: %lu\n", "load",
 308                    rq->load.weight);
 309         P(nr_switches);
 310         P(nr_load_updates);
 311         P(nr_uninterruptible);
 312         PN(next_balance);
 313         SEQ_printf(m, "  .%-30s: %ld\n", "curr->pid", (long)(task_pid_nr(rq->curr)));
 314         PN(clock);
 315         PN(clock_task);
 316         P(cpu_load[0]);
 317         P(cpu_load[1]);
 318         P(cpu_load[2]);
 319         P(cpu_load[3]);
 320         P(cpu_load[4]);
 321 #undef P
 322 #undef PN
 323
 324 #ifdef CONFIG_SCHEDSTATS
 325 #define P(n) SEQ_printf(m, "  .%-30s: %d\n", #n, rq->n);
 326 #define P64(n) SEQ_printf(m, "  .%-30s: %Ld\n", #n, rq->n);
 327
 328         P(yld_count);
 329
 330         P(sched_count);
 331         P(sched_goidle);
 332 #ifdef CONFIG_SMP
 333         P64(avg_idle);
 334         P64(max_idle_balance_cost);
 335 #endif
 336
 337         P(ttwu_count);
 338         P(ttwu_local);
 339
 340 #undef P
 341 #undef P64
 342 #endif
 343         spin_lock_irqsave(&sched_debug_lock, flags);
 344         print_cfs_stats(m, cpu);
 345         print_rt_stats(m, cpu);
 346         print_dl_stats(m, cpu);
 347
 348         print_rq(m, rq, cpu);
 349         spin_unlock_irqrestore(&sched_debug_lock, flags);
 350         SEQ_printf(m, "\n");
 351 }
 352
 353 static const char *sched_tunable_scaling_names[] = {
 354         "none",
 355         "logaritmic",
 356         "linear"
 357 };
 358
 359 static void sched_debug_header(struct seq_file *m)
 360 {
 361         u64 ktime, sched_clk, cpu_clk;
 362         unsigned long flags;
 363
 364         local_irq_save(flags);
 365         ktime = ktime_to_ns(ktime_get());
 366         sched_clk = sched_clock();
 367         cpu_clk = local_clock();
 368         local_irq_restore(flags);
 369
 370         SEQ_printf(m, "Sched Debug Version: v0.11, %s %.*s\n",
 371                 init_utsname()->release,
 372                 (int)strcspn(init_utsname()->version, " "),
 373                 init_utsname()->version);
 374
 375 #define P(x) \
 376         SEQ_printf(m, "%-40s: %Ld\n", #x, (long long)(x))
 377 #define PN(x) \
 378         SEQ_printf(m, "%-40s: %Ld.%06ld\n", #x, SPLIT_NS(x))
 379         PN(ktime);
 380         PN(sched_clk);
 381         PN(cpu_clk);
 382         P(jiffies);
 383 #ifdef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
 384         P(sched_clock_stable());
 385 #endif
 386 #undef PN
 387 #undef P
 388
 389         SEQ_printf(m, "\n");
 390         SEQ_printf(m, "sysctl_sched\n");
 391
 392 #define P(x) \
 393         SEQ_printf(m, "  .%-40s: %Ld\n", #x, (long long)(x))
 394 #define PN(x) \
 395         SEQ_printf(m, "  .%-40s: %Ld.%06ld\n", #x, SPLIT_NS(x))
 396         PN(sysctl_sched_latency);
 397         PN(sysctl_sched_min_granularity);
 398         PN(sysctl_sched_wakeup_granularity);
 399         P(sysctl_sched_child_runs_first);
 400         P(sysctl_sched_features);
 401 #undef PN
 402 #undef P
 403
 404         SEQ_printf(m, "  .%-40s: %d (%s)\n",
 405                 "sysctl_sched_tunable_scaling",
 406                 sysctl_sched_tunable_scaling,
 407                 sched_tunable_scaling_names[sysctl_sched_tunable_scaling]);
 408         SEQ_printf(m, "\n");
 409 }
 410
 411 static int sched_debug_show(struct seq_file *m, void *v)
 412 {
 413         int cpu = (unsigned long)(v - 2);
 414
 415         if (cpu != -1)
 416                 print_cpu(m, cpu);
 417         else
 418                 sched_debug_header(m);
 419
 420         return 0;
 421 }
 422
 423 void sysrq_sched_debug_show(void)
 424 {
 425         int cpu;
 426
 427         sched_debug_header(NULL);
 428         for_each_online_cpu(cpu)
 429                 print_cpu(NULL, cpu);
 430
 431 }
 432
 433 /*
 434  * This itererator needs some explanation.
 435  * It returns 1 for the header position.
 436  * This means 2 is cpu 0.
 437  * In a hotplugged system some cpus, including cpu 0, may be missing so we have
 438  * to use cpumask_* to iterate over the cpus.
 439  */
 440 static void *sched_debug_start(struct seq_file *file, loff_t *offset)
 441 {
 442         unsigned long n = *offset;
 443
 444         if (n == 0)
 445                 return (void *) 1;
 446
 447         n--;
 448
 449         if (n > 0)
 450                 n = cpumask_next(n - 1, cpu_online_mask);
 451         else
 452                 n = cpumask_first(cpu_online_mask);
 453
 454         *offset = n + 1;
 455
 456         if (n < nr_cpu_ids)
 457                 return (void *)(unsigned long)(n + 2);
 458         return NULL;
 459 }
 460
 461 static void *sched_debug_next(struct seq_file *file, void *data, loff_t *offset)
 462 {
 463         (*offset)++;
 464         return sched_debug_start(file, offset);
 465 }
 466
 467 static void sched_debug_stop(struct seq_file *file, void *data)
 468 {
 469 }
 470
 471 static const struct seq_operations sched_debug_sops = {
 472         .start = sched_debug_start,
 473         .next = sched_debug_next,
 474         .stop = sched_debug_stop,
 475         .show = sched_debug_show,
 476 };
 477
 478 static int sched_debug_release(struct inode *inode, struct file *file)
 479 {
 480         seq_release(inode, file);
 481
 482         return 0;
 483 }
 484
 485 static int sched_debug_open(struct inode *inode, struct file *filp)
 486 {
 487         int ret = 0;
 488
 489         ret = seq_open(filp, &sched_debug_sops);
 490
 491         return ret;
 492 }
 493
 494 static const struct file_operations sched_debug_fops = {
 495         .open           = sched_debug_open,
 496         .read           = seq_read,
 497         .llseek         = seq_lseek,
 498         .release        = sched_debug_release,
 499 };
 500
 501 static int __init init_sched_debug_procfs(void)
 502 {
 503         struct proc_dir_entry *pe;
 504
 505         pe = proc_create("sched_debug", 0444, NULL, &sched_debug_fops);
 506         if (!pe)
 507                 return -ENOMEM;
 508         return 0;
 509 }
 510
 511 __initcall(init_sched_debug_procfs);
 512
 513 #define __P(F) \
 514         SEQ_printf(m, "%-45s:%21Ld\n", #F, (long long)F)
 515 #define P(F) \
 516         SEQ_printf(m, "%-45s:%21Ld\n", #F, (long long)p->F)
 517 #define __PN(F) \
 518         SEQ_printf(m, "%-45s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)F))
 519 #define PN(F) \
 520         SEQ_printf(m, "%-45s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)p->F))
 521
 522
 523 static void sched_show_numa(struct task_struct *p, struct seq_file *m)
 524 {
 525 #ifdef CONFIG_NUMA_BALANCING
 526         struct mempolicy *pol;
 527         int node, i;
 528
 529         if (p->mm)
 530                 P(mm->numa_scan_seq);
 531
 532         task_lock(p);
 533         pol = p->mempolicy;
 534         if (pol && !(pol->flags & MPOL_F_MORON))
 535                 pol = NULL;
 536         mpol_get(pol);
 537         task_unlock(p);
 538
 539         SEQ_printf(m, "numa_migrations, %ld\n", xchg(&p->numa_pages_migrated, 0));
 540
 541         for_each_online_node(node) {
 542                 for (i = 0; i < 2; i++) {
 543                         unsigned long nr_faults = -1;
 544                         int cpu_current, home_node;
 545
 546                         if (p->numa_faults)
 547                                 nr_faults = p->numa_faults[2*node + i];
 548
 549                         cpu_current = !i ? (task_node(p) == node) :
 550                                 (pol && node_isset(node, pol->v.nodes));
 551
 552                         home_node = (p->numa_preferred_nid == node);
 553
 554                         SEQ_printf(m, "numa_faults_memory, %d, %d, %d, %d, %ld\n",
 555                                 i, node, cpu_current, home_node, nr_faults);
 556                 }
 557         }
 558
 559         mpol_put(pol);
 560 #endif
 561 }
 562
 563 void proc_sched_show_task(struct task_struct *p, struct seq_file *m)
 564 {
 565         unsigned long nr_switches;
 566
 567         SEQ_printf(m, "%s (%d, #threads: %d)\n", p->comm, task_pid_nr(p),
 568                                                 get_nr_threads(p));
 569         SEQ_printf(m,
 570                 "---------------------------------------------------------"
 571                 "----------\n");
 572 #define __P(F) \
 573         SEQ_printf(m, "%-45s:%21Ld\n", #F, (long long)F)
 574 #define P(F) \
 575         SEQ_printf(m, "%-45s:%21Ld\n", #F, (long long)p->F)
 576 #define __PN(F) \
 577         SEQ_printf(m, "%-45s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)F))
 578 #define PN(F) \
 579         SEQ_printf(m, "%-45s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)p->F))
 580
 581         PN(se.exec_start);
 582         PN(se.vruntime);
 583         PN(se.sum_exec_runtime);
 584
 585         nr_switches = p->nvcsw + p->nivcsw;
 586
 587 #ifdef CONFIG_SCHEDSTATS
 588         PN(se.statistics.wait_start);
 589         PN(se.statistics.sleep_start);
 590         PN(se.statistics.block_start);
 591         PN(se.statistics.sleep_max);
 592         PN(se.statistics.block_max);
 593         PN(se.statistics.exec_max);
 594         PN(se.statistics.slice_max);
 595         PN(se.statistics.wait_max);
 596         PN(se.statistics.wait_sum);
 597         P(se.statistics.wait_count);
 598         PN(se.statistics.iowait_sum);
 599         P(se.statistics.iowait_count);
 600         P(se.nr_migrations);
 601         P(se.statistics.nr_migrations_cold);
 602         P(se.statistics.nr_failed_migrations_affine);
 603         P(se.statistics.nr_failed_migrations_running);
 604         P(se.statistics.nr_failed_migrations_hot);
 605         P(se.statistics.nr_forced_migrations);
 606         P(se.statistics.nr_wakeups);
 607         P(se.statistics.nr_wakeups_sync);
 608         P(se.statistics.nr_wakeups_migrate);
 609         P(se.statistics.nr_wakeups_local);
 610         P(se.statistics.nr_wakeups_remote);
 611         P(se.statistics.nr_wakeups_affine);
 612         P(se.statistics.nr_wakeups_affine_attempts);
 613         P(se.statistics.nr_wakeups_passive);
 614         P(se.statistics.nr_wakeups_idle);
 615
 616         {
 617                 u64 avg_atom, avg_per_cpu;
 618
 619                 avg_atom = p->se.sum_exec_runtime;
 620                 if (nr_switches)
 621                         avg_atom = div64_ul(avg_atom, nr_switches);
 622                 else
 623                         avg_atom = -1LL;
 624
 625                 avg_per_cpu = p->se.sum_exec_runtime;
 626                 if (p->se.nr_migrations) {
 627                         avg_per_cpu = div64_u64(avg_per_cpu,
 628                                                 p->se.nr_migrations);
 629                 } else {
 630                         avg_per_cpu = -1LL;
 631                 }
 632
 633                 __PN(avg_atom);
 634                 __PN(avg_per_cpu);
 635         }
 636 #endif
 637         __P(nr_switches);
 638         SEQ_printf(m, "%-45s:%21Ld\n",
 639                    "nr_voluntary_switches", (long long)p->nvcsw);
 640         SEQ_printf(m, "%-45s:%21Ld\n",
 641                    "nr_involuntary_switches", (long long)p->nivcsw);
 642
 643         P(se.load.weight);
 644 #ifdef CONFIG_SMP
 645         P(se.avg.runnable_avg_sum);
 646         P(se.avg.running_avg_sum);
 647         P(se.avg.avg_period);
 648         P(se.avg.load_avg_contrib);
 649         P(se.avg.utilization_avg_contrib);
 650         P(se.avg.decay_count);
 651 #endif
 652         P(policy);
 653         P(prio);
 654 #ifdef CONFIG_PREEMPT_RT_FULL
 655         P(migrate_disable);
 656 #endif
 657         P(nr_cpus_allowed);
 658 #undef PN
 659 #undef __PN
 660 #undef P
 661 #undef __P
 662
 663         {
 664                 unsigned int this_cpu = raw_smp_processor_id();
 665                 u64 t0, t1;
 666
 667                 t0 = cpu_clock(this_cpu);
 668                 t1 = cpu_clock(this_cpu);
 669                 SEQ_printf(m, "%-45s:%21Ld\n",
 670                            "clock-delta", (long long)(t1-t0));
 671         }
 672
 673         sched_show_numa(p, m);
 674 }
 675
 676 void proc_sched_set_task(struct task_struct *p)
 677 {
 678 #ifdef CONFIG_SCHEDSTATS
 679         memset(&p->se.statistics, 0, sizeof(p->se.statistics));
 680 #endif
 681 }