blob: d53e706a6f1706d2d69caa93132521f55d89d072 [file] [log] [blame]
Ingo Molnar0a02ad92009-09-11 12:12:54 +02001#include "builtin.h"
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02002#include "perf.h"
Ingo Molnar0a02ad92009-09-11 12:12:54 +02003
4#include "util/util.h"
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02005#include "util/evlist.h"
Ingo Molnar0a02ad92009-09-11 12:12:54 +02006#include "util/cache.h"
Arnaldo Carvalho de Meloe3f42602011-11-16 17:02:54 -02007#include "util/evsel.h"
Ingo Molnar0a02ad92009-09-11 12:12:54 +02008#include "util/symbol.h"
9#include "util/thread.h"
10#include "util/header.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020011#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020012#include "util/tool.h"
Yann Droneaud57480d22014-06-30 22:28:47 +020013#include "util/cloexec.h"
Jiri Olsaa151a372016-04-12 15:29:29 +020014#include "util/thread_map.h"
Jiri Olsa8cd91192016-04-12 15:29:27 +020015#include "util/color.h"
David Ahern49394a22016-11-16 15:06:29 +090016#include "util/stat.h"
David Ahern6c973c92016-11-16 15:06:32 +090017#include "util/callchain.h"
David Ahern853b7402016-11-29 10:15:44 -070018#include "util/time-utils.h"
Ingo Molnar0a02ad92009-09-11 12:12:54 +020019
Josh Poimboeuf4b6ab942015-12-15 09:39:39 -060020#include <subcmd/parse-options.h>
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020021#include "util/trace-event.h"
Ingo Molnar0a02ad92009-09-11 12:12:54 +020022
Ingo Molnar0a02ad92009-09-11 12:12:54 +020023#include "util/debug.h"
24
David Ahern49394a22016-11-16 15:06:29 +090025#include <linux/log2.h>
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020026#include <sys/prctl.h>
Markus Trippelsdorf7b78f132012-04-04 10:45:27 +020027#include <sys/resource.h>
Ingo Molnar0a02ad92009-09-11 12:12:54 +020028
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020029#include <semaphore.h>
30#include <pthread.h>
31#include <math.h>
Yunlong Songcb06ac22015-03-31 21:46:30 +080032#include <api/fs/fs.h>
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -030033#include <linux/time64.h>
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +020034
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020035#define PR_SET_NAME 15 /* Set process name */
36#define MAX_CPUS 4096
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020037#define COMM_LEN 20
38#define SYM_LEN 129
Yunlong Songa35e27d2015-03-31 21:46:29 +080039#define MAX_PID 1024000
Ingo Molnarec156762009-09-11 12:12:54 +020040
mingo39aeb522009-09-14 20:04:48 +020041struct sched_atom;
Ingo Molnarec156762009-09-11 12:12:54 +020042
43struct task_desc {
44 unsigned long nr;
45 unsigned long pid;
46 char comm[COMM_LEN];
47
48 unsigned long nr_events;
49 unsigned long curr_event;
mingo39aeb522009-09-14 20:04:48 +020050 struct sched_atom **atoms;
Ingo Molnarec156762009-09-11 12:12:54 +020051
52 pthread_t thread;
53 sem_t sleep_sem;
54
55 sem_t ready_for_work;
56 sem_t work_done_sem;
57
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020058 u64 cpu_usage;
Ingo Molnarec156762009-09-11 12:12:54 +020059};
60
61enum sched_event_type {
62 SCHED_EVENT_RUN,
63 SCHED_EVENT_SLEEP,
64 SCHED_EVENT_WAKEUP,
Mike Galbraith55ffb7a2009-10-10 14:46:04 +020065 SCHED_EVENT_MIGRATION,
Ingo Molnarec156762009-09-11 12:12:54 +020066};
67
mingo39aeb522009-09-14 20:04:48 +020068struct sched_atom {
Ingo Molnarec156762009-09-11 12:12:54 +020069 enum sched_event_type type;
Arnaldo Carvalho de Meloeed05fe2010-04-05 12:53:45 -030070 int specific_wait;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020071 u64 timestamp;
72 u64 duration;
Ingo Molnarec156762009-09-11 12:12:54 +020073 unsigned long nr;
Ingo Molnarec156762009-09-11 12:12:54 +020074 sem_t *wait_sem;
75 struct task_desc *wakee;
76};
77
Dongshenge936e8e2014-05-05 16:05:54 +090078#define TASK_STATE_TO_CHAR_STR "RSDTtZXxKWP"
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020079
80enum thread_state {
81 THREAD_SLEEPING = 0,
82 THREAD_WAIT_CPU,
83 THREAD_SCHED_IN,
84 THREAD_IGNORE
85};
86
87struct work_atom {
88 struct list_head list;
89 enum thread_state state;
Frederic Weisbeckeraa1ab9d2009-09-14 03:01:12 +020090 u64 sched_out_time;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020091 u64 wake_up_time;
92 u64 sched_in_time;
93 u64 runtime;
94};
95
mingo39aeb522009-09-14 20:04:48 +020096struct work_atoms {
97 struct list_head work_list;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +020098 struct thread *thread;
99 struct rb_node node;
100 u64 max_lat;
Frederic Weisbecker3786310a2009-12-09 21:40:08 +0100101 u64 max_lat_at;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200102 u64 total_lat;
103 u64 nb_atoms;
104 u64 total_runtime;
Josef Bacik2f80dd42015-05-22 09:18:40 -0400105 int num_merged;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200106};
107
mingo39aeb522009-09-14 20:04:48 +0200108typedef int (*sort_fn_t)(struct work_atoms *, struct work_atoms *);
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200109
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300110struct perf_sched;
111
112struct trace_sched_handler {
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300113 int (*switch_event)(struct perf_sched *sched, struct perf_evsel *evsel,
114 struct perf_sample *sample, struct machine *machine);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300115
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300116 int (*runtime_event)(struct perf_sched *sched, struct perf_evsel *evsel,
117 struct perf_sample *sample, struct machine *machine);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300118
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300119 int (*wakeup_event)(struct perf_sched *sched, struct perf_evsel *evsel,
120 struct perf_sample *sample, struct machine *machine);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300121
David Aherncb627502013-08-07 22:50:47 -0400122 /* PERF_RECORD_FORK event, not sched_process_fork tracepoint */
123 int (*fork_event)(struct perf_sched *sched, union perf_event *event,
124 struct machine *machine);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300125
126 int (*migrate_task_event)(struct perf_sched *sched,
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300127 struct perf_evsel *evsel,
128 struct perf_sample *sample,
129 struct machine *machine);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300130};
131
Jiri Olsaa151a372016-04-12 15:29:29 +0200132#define COLOR_PIDS PERF_COLOR_BLUE
Jiri Olsacf294f22016-04-12 15:29:30 +0200133#define COLOR_CPUS PERF_COLOR_BG_RED
Jiri Olsaa151a372016-04-12 15:29:29 +0200134
Jiri Olsa99623c62016-04-12 15:29:26 +0200135struct perf_sched_map {
136 DECLARE_BITMAP(comp_cpus_mask, MAX_CPUS);
137 int *comp_cpus;
138 bool comp;
Jiri Olsaa151a372016-04-12 15:29:29 +0200139 struct thread_map *color_pids;
140 const char *color_pids_str;
Jiri Olsacf294f22016-04-12 15:29:30 +0200141 struct cpu_map *color_cpus;
142 const char *color_cpus_str;
Jiri Olsa73643bb2016-04-12 15:29:31 +0200143 struct cpu_map *cpus;
144 const char *cpus_str;
Jiri Olsa99623c62016-04-12 15:29:26 +0200145};
146
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300147struct perf_sched {
148 struct perf_tool tool;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300149 const char *sort_order;
150 unsigned long nr_tasks;
Yunlong Songcb06ac22015-03-31 21:46:30 +0800151 struct task_desc **pid_to_task;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300152 struct task_desc **tasks;
153 const struct trace_sched_handler *tp_handler;
154 pthread_mutex_t start_work_mutex;
155 pthread_mutex_t work_done_wait_mutex;
156 int profile_cpu;
157/*
158 * Track the current task - that way we can know whether there's any
159 * weird events, such as a task being switched away that is not current.
160 */
161 int max_cpu;
162 u32 curr_pid[MAX_CPUS];
163 struct thread *curr_thread[MAX_CPUS];
164 char next_shortname1;
165 char next_shortname2;
166 unsigned int replay_repeat;
167 unsigned long nr_run_events;
168 unsigned long nr_sleep_events;
169 unsigned long nr_wakeup_events;
170 unsigned long nr_sleep_corrections;
171 unsigned long nr_run_events_optimized;
172 unsigned long targetless_wakeups;
173 unsigned long multitarget_wakeups;
174 unsigned long nr_runs;
175 unsigned long nr_timestamps;
176 unsigned long nr_unordered_timestamps;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300177 unsigned long nr_context_switch_bugs;
178 unsigned long nr_events;
179 unsigned long nr_lost_chunks;
180 unsigned long nr_lost_events;
181 u64 run_measurement_overhead;
182 u64 sleep_measurement_overhead;
183 u64 start_time;
184 u64 cpu_usage;
185 u64 runavg_cpu_usage;
186 u64 parent_cpu_usage;
187 u64 runavg_parent_cpu_usage;
188 u64 sum_runtime;
189 u64 sum_fluct;
190 u64 run_avg;
191 u64 all_runtime;
192 u64 all_count;
193 u64 cpu_last_switched[MAX_CPUS];
Josef Bacik2f80dd42015-05-22 09:18:40 -0400194 struct rb_root atom_root, sorted_atom_root, merged_atom_root;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300195 struct list_head sort_list, cmp_pid;
Yunlong Song939cda52015-03-31 21:46:34 +0800196 bool force;
Josef Bacik2f80dd42015-05-22 09:18:40 -0400197 bool skip_merge;
Jiri Olsa99623c62016-04-12 15:29:26 +0200198 struct perf_sched_map map;
David Ahern52df1382016-11-16 15:06:30 +0900199
200 /* options for timehist command */
201 bool summary;
202 bool summary_only;
Namhyung Kim699b5b92016-12-08 23:47:52 +0900203 bool idle_hist;
David Ahern6c973c92016-11-16 15:06:32 +0900204 bool show_callchain;
205 unsigned int max_stack;
David Aherna407b062016-11-16 15:06:33 +0900206 bool show_cpu_visual;
David Ahernfc1469f2016-11-16 15:06:31 +0900207 bool show_wakeups;
David Ahern350f54f2016-11-25 09:28:41 -0700208 bool show_migrations;
David Ahern52df1382016-11-16 15:06:30 +0900209 u64 skipped_samples;
David Ahern853b7402016-11-29 10:15:44 -0700210 const char *time_str;
211 struct perf_time_interval ptime;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300212};
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200213
David Ahern49394a22016-11-16 15:06:29 +0900214/* per thread run time data */
215struct thread_runtime {
216 u64 last_time; /* time of previous sched in/out event */
217 u64 dt_run; /* run time */
218 u64 dt_wait; /* time between CPU access (off cpu) */
219 u64 dt_delay; /* time between wakeup and sched-in */
220 u64 ready_to_run; /* time of wakeup */
221
222 struct stats run_stats;
223 u64 total_run_time;
David Ahern350f54f2016-11-25 09:28:41 -0700224
225 u64 migrations;
David Ahern49394a22016-11-16 15:06:29 +0900226};
227
228/* per event run time data */
229struct evsel_runtime {
230 u64 *last_time; /* time this event was last seen per cpu */
231 u32 ncpu; /* highest cpu slot allocated */
232};
233
Namhyung Kim3bc2fa92016-12-08 23:47:51 +0900234/* per cpu idle time data */
235struct idle_thread_runtime {
236 struct thread_runtime tr;
237 struct thread *last_thread;
238 struct rb_root sorted_root;
239 struct callchain_root callchain;
240 struct callchain_cursor cursor;
241};
242
David Ahern49394a22016-11-16 15:06:29 +0900243/* track idle times per cpu */
244static struct thread **idle_threads;
245static int idle_max_cpu;
246static char idle_comm[] = "<idle>";
247
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200248static u64 get_nsecs(void)
249{
250 struct timespec ts;
251
252 clock_gettime(CLOCK_MONOTONIC, &ts);
253
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300254 return ts.tv_sec * NSEC_PER_SEC + ts.tv_nsec;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200255}
256
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300257static void burn_nsecs(struct perf_sched *sched, u64 nsecs)
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200258{
259 u64 T0 = get_nsecs(), T1;
260
261 do {
262 T1 = get_nsecs();
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300263 } while (T1 + sched->run_measurement_overhead < T0 + nsecs);
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200264}
265
266static void sleep_nsecs(u64 nsecs)
267{
268 struct timespec ts;
269
270 ts.tv_nsec = nsecs % 999999999;
271 ts.tv_sec = nsecs / 999999999;
272
273 nanosleep(&ts, NULL);
274}
275
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300276static void calibrate_run_measurement_overhead(struct perf_sched *sched)
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200277{
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300278 u64 T0, T1, delta, min_delta = NSEC_PER_SEC;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200279 int i;
280
281 for (i = 0; i < 10; i++) {
282 T0 = get_nsecs();
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300283 burn_nsecs(sched, 0);
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200284 T1 = get_nsecs();
285 delta = T1-T0;
286 min_delta = min(min_delta, delta);
287 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300288 sched->run_measurement_overhead = min_delta;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200289
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200290 printf("run measurement overhead: %" PRIu64 " nsecs\n", min_delta);
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200291}
292
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300293static void calibrate_sleep_measurement_overhead(struct perf_sched *sched)
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200294{
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300295 u64 T0, T1, delta, min_delta = NSEC_PER_SEC;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200296 int i;
297
298 for (i = 0; i < 10; i++) {
299 T0 = get_nsecs();
300 sleep_nsecs(10000);
301 T1 = get_nsecs();
302 delta = T1-T0;
303 min_delta = min(min_delta, delta);
304 }
305 min_delta -= 10000;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300306 sched->sleep_measurement_overhead = min_delta;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200307
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200308 printf("sleep measurement overhead: %" PRIu64 " nsecs\n", min_delta);
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200309}
310
mingo39aeb522009-09-14 20:04:48 +0200311static struct sched_atom *
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200312get_new_event(struct task_desc *task, u64 timestamp)
Ingo Molnarec156762009-09-11 12:12:54 +0200313{
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200314 struct sched_atom *event = zalloc(sizeof(*event));
Ingo Molnarec156762009-09-11 12:12:54 +0200315 unsigned long idx = task->nr_events;
316 size_t size;
317
318 event->timestamp = timestamp;
319 event->nr = idx;
320
321 task->nr_events++;
mingo39aeb522009-09-14 20:04:48 +0200322 size = sizeof(struct sched_atom *) * task->nr_events;
323 task->atoms = realloc(task->atoms, size);
324 BUG_ON(!task->atoms);
Ingo Molnarec156762009-09-11 12:12:54 +0200325
mingo39aeb522009-09-14 20:04:48 +0200326 task->atoms[idx] = event;
Ingo Molnarec156762009-09-11 12:12:54 +0200327
328 return event;
329}
330
mingo39aeb522009-09-14 20:04:48 +0200331static struct sched_atom *last_event(struct task_desc *task)
Ingo Molnarec156762009-09-11 12:12:54 +0200332{
333 if (!task->nr_events)
334 return NULL;
335
mingo39aeb522009-09-14 20:04:48 +0200336 return task->atoms[task->nr_events - 1];
Ingo Molnarec156762009-09-11 12:12:54 +0200337}
338
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300339static void add_sched_event_run(struct perf_sched *sched, struct task_desc *task,
340 u64 timestamp, u64 duration)
Ingo Molnarec156762009-09-11 12:12:54 +0200341{
mingo39aeb522009-09-14 20:04:48 +0200342 struct sched_atom *event, *curr_event = last_event(task);
Ingo Molnarec156762009-09-11 12:12:54 +0200343
344 /*
Ingo Molnarfbf94822009-09-11 12:12:54 +0200345 * optimize an existing RUN event by merging this one
346 * to it:
347 */
Ingo Molnarec156762009-09-11 12:12:54 +0200348 if (curr_event && curr_event->type == SCHED_EVENT_RUN) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300349 sched->nr_run_events_optimized++;
Ingo Molnarec156762009-09-11 12:12:54 +0200350 curr_event->duration += duration;
351 return;
352 }
353
354 event = get_new_event(task, timestamp);
355
356 event->type = SCHED_EVENT_RUN;
357 event->duration = duration;
358
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300359 sched->nr_run_events++;
Ingo Molnarec156762009-09-11 12:12:54 +0200360}
361
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300362static void add_sched_event_wakeup(struct perf_sched *sched, struct task_desc *task,
363 u64 timestamp, struct task_desc *wakee)
Ingo Molnarec156762009-09-11 12:12:54 +0200364{
mingo39aeb522009-09-14 20:04:48 +0200365 struct sched_atom *event, *wakee_event;
Ingo Molnarec156762009-09-11 12:12:54 +0200366
367 event = get_new_event(task, timestamp);
368 event->type = SCHED_EVENT_WAKEUP;
369 event->wakee = wakee;
370
371 wakee_event = last_event(wakee);
372 if (!wakee_event || wakee_event->type != SCHED_EVENT_SLEEP) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300373 sched->targetless_wakeups++;
Ingo Molnarec156762009-09-11 12:12:54 +0200374 return;
375 }
376 if (wakee_event->wait_sem) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300377 sched->multitarget_wakeups++;
Ingo Molnarec156762009-09-11 12:12:54 +0200378 return;
379 }
380
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200381 wakee_event->wait_sem = zalloc(sizeof(*wakee_event->wait_sem));
Ingo Molnarec156762009-09-11 12:12:54 +0200382 sem_init(wakee_event->wait_sem, 0, 0);
383 wakee_event->specific_wait = 1;
384 event->wait_sem = wakee_event->wait_sem;
385
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300386 sched->nr_wakeup_events++;
Ingo Molnarec156762009-09-11 12:12:54 +0200387}
388
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300389static void add_sched_event_sleep(struct perf_sched *sched, struct task_desc *task,
390 u64 timestamp, u64 task_state __maybe_unused)
Ingo Molnarec156762009-09-11 12:12:54 +0200391{
mingo39aeb522009-09-14 20:04:48 +0200392 struct sched_atom *event = get_new_event(task, timestamp);
Ingo Molnarec156762009-09-11 12:12:54 +0200393
394 event->type = SCHED_EVENT_SLEEP;
395
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300396 sched->nr_sleep_events++;
Ingo Molnarec156762009-09-11 12:12:54 +0200397}
398
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300399static struct task_desc *register_pid(struct perf_sched *sched,
400 unsigned long pid, const char *comm)
Ingo Molnarec156762009-09-11 12:12:54 +0200401{
402 struct task_desc *task;
Yunlong Songcb06ac22015-03-31 21:46:30 +0800403 static int pid_max;
Ingo Molnarec156762009-09-11 12:12:54 +0200404
Yunlong Songcb06ac22015-03-31 21:46:30 +0800405 if (sched->pid_to_task == NULL) {
406 if (sysctl__read_int("kernel/pid_max", &pid_max) < 0)
407 pid_max = MAX_PID;
408 BUG_ON((sched->pid_to_task = calloc(pid_max, sizeof(struct task_desc *))) == NULL);
409 }
Yunlong Song3a423a52015-03-31 21:46:31 +0800410 if (pid >= (unsigned long)pid_max) {
411 BUG_ON((sched->pid_to_task = realloc(sched->pid_to_task, (pid + 1) *
412 sizeof(struct task_desc *))) == NULL);
413 while (pid >= (unsigned long)pid_max)
414 sched->pid_to_task[pid_max++] = NULL;
415 }
Ingo Molnarec156762009-09-11 12:12:54 +0200416
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300417 task = sched->pid_to_task[pid];
Ingo Molnarec156762009-09-11 12:12:54 +0200418
419 if (task)
420 return task;
421
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200422 task = zalloc(sizeof(*task));
Ingo Molnarec156762009-09-11 12:12:54 +0200423 task->pid = pid;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300424 task->nr = sched->nr_tasks;
Ingo Molnarec156762009-09-11 12:12:54 +0200425 strcpy(task->comm, comm);
426 /*
427 * every task starts in sleeping state - this gets ignored
428 * if there's no wakeup pointing to this sleep state:
429 */
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300430 add_sched_event_sleep(sched, task, 0, 0);
Ingo Molnarec156762009-09-11 12:12:54 +0200431
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300432 sched->pid_to_task[pid] = task;
433 sched->nr_tasks++;
Yunlong Song0755bc42015-03-31 21:46:28 +0800434 sched->tasks = realloc(sched->tasks, sched->nr_tasks * sizeof(struct task_desc *));
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300435 BUG_ON(!sched->tasks);
436 sched->tasks[task->nr] = task;
Ingo Molnarec156762009-09-11 12:12:54 +0200437
Ingo Molnarad236fd2009-09-11 12:12:54 +0200438 if (verbose)
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300439 printf("registered task #%ld, PID %ld (%s)\n", sched->nr_tasks, pid, comm);
Ingo Molnarec156762009-09-11 12:12:54 +0200440
441 return task;
442}
443
444
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300445static void print_task_traces(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200446{
447 struct task_desc *task;
448 unsigned long i;
449
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300450 for (i = 0; i < sched->nr_tasks; i++) {
451 task = sched->tasks[i];
Ingo Molnarad236fd2009-09-11 12:12:54 +0200452 printf("task %6ld (%20s:%10ld), nr_events: %ld\n",
Ingo Molnarec156762009-09-11 12:12:54 +0200453 task->nr, task->comm, task->pid, task->nr_events);
454 }
455}
456
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300457static void add_cross_task_wakeups(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200458{
459 struct task_desc *task1, *task2;
460 unsigned long i, j;
461
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300462 for (i = 0; i < sched->nr_tasks; i++) {
463 task1 = sched->tasks[i];
Ingo Molnarec156762009-09-11 12:12:54 +0200464 j = i + 1;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300465 if (j == sched->nr_tasks)
Ingo Molnarec156762009-09-11 12:12:54 +0200466 j = 0;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300467 task2 = sched->tasks[j];
468 add_sched_event_wakeup(sched, task1, 0, task2);
Ingo Molnarec156762009-09-11 12:12:54 +0200469 }
470}
471
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300472static void perf_sched__process_event(struct perf_sched *sched,
473 struct sched_atom *atom)
Ingo Molnarec156762009-09-11 12:12:54 +0200474{
475 int ret = 0;
Ingo Molnarec156762009-09-11 12:12:54 +0200476
mingo39aeb522009-09-14 20:04:48 +0200477 switch (atom->type) {
Ingo Molnarec156762009-09-11 12:12:54 +0200478 case SCHED_EVENT_RUN:
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300479 burn_nsecs(sched, atom->duration);
Ingo Molnarec156762009-09-11 12:12:54 +0200480 break;
481 case SCHED_EVENT_SLEEP:
mingo39aeb522009-09-14 20:04:48 +0200482 if (atom->wait_sem)
483 ret = sem_wait(atom->wait_sem);
Ingo Molnarec156762009-09-11 12:12:54 +0200484 BUG_ON(ret);
485 break;
486 case SCHED_EVENT_WAKEUP:
mingo39aeb522009-09-14 20:04:48 +0200487 if (atom->wait_sem)
488 ret = sem_post(atom->wait_sem);
Ingo Molnarec156762009-09-11 12:12:54 +0200489 BUG_ON(ret);
490 break;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +0200491 case SCHED_EVENT_MIGRATION:
492 break;
Ingo Molnarec156762009-09-11 12:12:54 +0200493 default:
494 BUG_ON(1);
495 }
496}
497
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200498static u64 get_cpu_usage_nsec_parent(void)
Ingo Molnarec156762009-09-11 12:12:54 +0200499{
500 struct rusage ru;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200501 u64 sum;
Ingo Molnarec156762009-09-11 12:12:54 +0200502 int err;
503
504 err = getrusage(RUSAGE_SELF, &ru);
505 BUG_ON(err);
506
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300507 sum = ru.ru_utime.tv_sec * NSEC_PER_SEC + ru.ru_utime.tv_usec * NSEC_PER_USEC;
508 sum += ru.ru_stime.tv_sec * NSEC_PER_SEC + ru.ru_stime.tv_usec * NSEC_PER_USEC;
Ingo Molnarec156762009-09-11 12:12:54 +0200509
510 return sum;
511}
512
Yunlong Song939cda52015-03-31 21:46:34 +0800513static int self_open_counters(struct perf_sched *sched, unsigned long cur_task)
Ingo Molnarec156762009-09-11 12:12:54 +0200514{
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800515 struct perf_event_attr attr;
Yunlong Song939cda52015-03-31 21:46:34 +0800516 char sbuf[STRERR_BUFSIZE], info[STRERR_BUFSIZE];
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800517 int fd;
Yunlong Song939cda52015-03-31 21:46:34 +0800518 struct rlimit limit;
519 bool need_privilege = false;
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800520
521 memset(&attr, 0, sizeof(attr));
522
523 attr.type = PERF_TYPE_SOFTWARE;
524 attr.config = PERF_COUNT_SW_TASK_CLOCK;
525
Yunlong Song939cda52015-03-31 21:46:34 +0800526force_again:
Yann Droneaud57480d22014-06-30 22:28:47 +0200527 fd = sys_perf_event_open(&attr, 0, -1, -1,
528 perf_event_open_cloexec_flag());
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800529
Yunlong Song1aff59b2015-03-31 21:46:33 +0800530 if (fd < 0) {
Yunlong Song939cda52015-03-31 21:46:34 +0800531 if (errno == EMFILE) {
532 if (sched->force) {
533 BUG_ON(getrlimit(RLIMIT_NOFILE, &limit) == -1);
534 limit.rlim_cur += sched->nr_tasks - cur_task;
535 if (limit.rlim_cur > limit.rlim_max) {
536 limit.rlim_max = limit.rlim_cur;
537 need_privilege = true;
538 }
539 if (setrlimit(RLIMIT_NOFILE, &limit) == -1) {
540 if (need_privilege && errno == EPERM)
541 strcpy(info, "Need privilege\n");
542 } else
543 goto force_again;
544 } else
545 strcpy(info, "Have a try with -f option\n");
546 }
Namhyung Kim60b7d142012-09-12 11:11:06 +0900547 pr_err("Error: sys_perf_event_open() syscall returned "
Yunlong Song939cda52015-03-31 21:46:34 +0800548 "with %d (%s)\n%s", fd,
Arnaldo Carvalho de Meloc8b5f2c2016-07-06 11:56:20 -0300549 str_error_r(errno, sbuf, sizeof(sbuf)), info);
Yunlong Song1aff59b2015-03-31 21:46:33 +0800550 exit(EXIT_FAILURE);
551 }
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800552 return fd;
553}
554
555static u64 get_cpu_usage_nsec_self(int fd)
556{
557 u64 runtime;
Ingo Molnarec156762009-09-11 12:12:54 +0200558 int ret;
559
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800560 ret = read(fd, &runtime, sizeof(runtime));
561 BUG_ON(ret != sizeof(runtime));
Ingo Molnarec156762009-09-11 12:12:54 +0200562
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800563 return runtime;
Ingo Molnarec156762009-09-11 12:12:54 +0200564}
565
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300566struct sched_thread_parms {
567 struct task_desc *task;
568 struct perf_sched *sched;
Yunlong Song08097ab2015-03-31 21:46:32 +0800569 int fd;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300570};
571
Ingo Molnarec156762009-09-11 12:12:54 +0200572static void *thread_func(void *ctx)
573{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300574 struct sched_thread_parms *parms = ctx;
575 struct task_desc *this_task = parms->task;
576 struct perf_sched *sched = parms->sched;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200577 u64 cpu_usage_0, cpu_usage_1;
Ingo Molnarec156762009-09-11 12:12:54 +0200578 unsigned long i, ret;
579 char comm2[22];
Yunlong Song08097ab2015-03-31 21:46:32 +0800580 int fd = parms->fd;
Ingo Molnarec156762009-09-11 12:12:54 +0200581
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300582 zfree(&parms);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300583
Ingo Molnarec156762009-09-11 12:12:54 +0200584 sprintf(comm2, ":%s", this_task->comm);
585 prctl(PR_SET_NAME, comm2);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300586 if (fd < 0)
587 return NULL;
Ingo Molnarec156762009-09-11 12:12:54 +0200588again:
589 ret = sem_post(&this_task->ready_for_work);
590 BUG_ON(ret);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300591 ret = pthread_mutex_lock(&sched->start_work_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200592 BUG_ON(ret);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300593 ret = pthread_mutex_unlock(&sched->start_work_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200594 BUG_ON(ret);
Ingo Molnarec156762009-09-11 12:12:54 +0200595
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800596 cpu_usage_0 = get_cpu_usage_nsec_self(fd);
Ingo Molnarec156762009-09-11 12:12:54 +0200597
598 for (i = 0; i < this_task->nr_events; i++) {
599 this_task->curr_event = i;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300600 perf_sched__process_event(sched, this_task->atoms[i]);
Ingo Molnarec156762009-09-11 12:12:54 +0200601 }
602
Xiao Guangrongc0c9e722009-12-09 17:51:30 +0800603 cpu_usage_1 = get_cpu_usage_nsec_self(fd);
Ingo Molnarec156762009-09-11 12:12:54 +0200604 this_task->cpu_usage = cpu_usage_1 - cpu_usage_0;
Ingo Molnarec156762009-09-11 12:12:54 +0200605 ret = sem_post(&this_task->work_done_sem);
606 BUG_ON(ret);
Ingo Molnarec156762009-09-11 12:12:54 +0200607
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300608 ret = pthread_mutex_lock(&sched->work_done_wait_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200609 BUG_ON(ret);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300610 ret = pthread_mutex_unlock(&sched->work_done_wait_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200611 BUG_ON(ret);
Ingo Molnarec156762009-09-11 12:12:54 +0200612
613 goto again;
614}
615
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300616static void create_tasks(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200617{
618 struct task_desc *task;
619 pthread_attr_t attr;
620 unsigned long i;
621 int err;
622
623 err = pthread_attr_init(&attr);
624 BUG_ON(err);
Jiri Pirko12f7e032011-01-10 14:14:23 -0200625 err = pthread_attr_setstacksize(&attr,
626 (size_t) max(16 * 1024, PTHREAD_STACK_MIN));
Ingo Molnarec156762009-09-11 12:12:54 +0200627 BUG_ON(err);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300628 err = pthread_mutex_lock(&sched->start_work_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200629 BUG_ON(err);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300630 err = pthread_mutex_lock(&sched->work_done_wait_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200631 BUG_ON(err);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300632 for (i = 0; i < sched->nr_tasks; i++) {
633 struct sched_thread_parms *parms = malloc(sizeof(*parms));
634 BUG_ON(parms == NULL);
635 parms->task = task = sched->tasks[i];
636 parms->sched = sched;
Yunlong Song939cda52015-03-31 21:46:34 +0800637 parms->fd = self_open_counters(sched, i);
Ingo Molnarec156762009-09-11 12:12:54 +0200638 sem_init(&task->sleep_sem, 0, 0);
639 sem_init(&task->ready_for_work, 0, 0);
640 sem_init(&task->work_done_sem, 0, 0);
641 task->curr_event = 0;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300642 err = pthread_create(&task->thread, &attr, thread_func, parms);
Ingo Molnarec156762009-09-11 12:12:54 +0200643 BUG_ON(err);
644 }
645}
646
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300647static void wait_for_tasks(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200648{
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200649 u64 cpu_usage_0, cpu_usage_1;
Ingo Molnarec156762009-09-11 12:12:54 +0200650 struct task_desc *task;
651 unsigned long i, ret;
652
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300653 sched->start_time = get_nsecs();
654 sched->cpu_usage = 0;
655 pthread_mutex_unlock(&sched->work_done_wait_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200656
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300657 for (i = 0; i < sched->nr_tasks; i++) {
658 task = sched->tasks[i];
Ingo Molnarec156762009-09-11 12:12:54 +0200659 ret = sem_wait(&task->ready_for_work);
660 BUG_ON(ret);
661 sem_init(&task->ready_for_work, 0, 0);
662 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300663 ret = pthread_mutex_lock(&sched->work_done_wait_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200664 BUG_ON(ret);
665
666 cpu_usage_0 = get_cpu_usage_nsec_parent();
667
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300668 pthread_mutex_unlock(&sched->start_work_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200669
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300670 for (i = 0; i < sched->nr_tasks; i++) {
671 task = sched->tasks[i];
Ingo Molnarec156762009-09-11 12:12:54 +0200672 ret = sem_wait(&task->work_done_sem);
673 BUG_ON(ret);
674 sem_init(&task->work_done_sem, 0, 0);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300675 sched->cpu_usage += task->cpu_usage;
Ingo Molnarec156762009-09-11 12:12:54 +0200676 task->cpu_usage = 0;
677 }
678
679 cpu_usage_1 = get_cpu_usage_nsec_parent();
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300680 if (!sched->runavg_cpu_usage)
681 sched->runavg_cpu_usage = sched->cpu_usage;
Yunlong Songff5f3bb2015-03-31 21:46:36 +0800682 sched->runavg_cpu_usage = (sched->runavg_cpu_usage * (sched->replay_repeat - 1) + sched->cpu_usage) / sched->replay_repeat;
Ingo Molnarec156762009-09-11 12:12:54 +0200683
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300684 sched->parent_cpu_usage = cpu_usage_1 - cpu_usage_0;
685 if (!sched->runavg_parent_cpu_usage)
686 sched->runavg_parent_cpu_usage = sched->parent_cpu_usage;
Yunlong Songff5f3bb2015-03-31 21:46:36 +0800687 sched->runavg_parent_cpu_usage = (sched->runavg_parent_cpu_usage * (sched->replay_repeat - 1) +
688 sched->parent_cpu_usage)/sched->replay_repeat;
Ingo Molnarec156762009-09-11 12:12:54 +0200689
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300690 ret = pthread_mutex_lock(&sched->start_work_mutex);
Ingo Molnarec156762009-09-11 12:12:54 +0200691 BUG_ON(ret);
692
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300693 for (i = 0; i < sched->nr_tasks; i++) {
694 task = sched->tasks[i];
Ingo Molnarec156762009-09-11 12:12:54 +0200695 sem_init(&task->sleep_sem, 0, 0);
696 task->curr_event = 0;
697 }
698}
699
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300700static void run_one_test(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200701{
Kyle McMartinfb7d0b32011-01-24 11:13:04 -0500702 u64 T0, T1, delta, avg_delta, fluct;
Ingo Molnarec156762009-09-11 12:12:54 +0200703
704 T0 = get_nsecs();
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300705 wait_for_tasks(sched);
Ingo Molnarec156762009-09-11 12:12:54 +0200706 T1 = get_nsecs();
707
708 delta = T1 - T0;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300709 sched->sum_runtime += delta;
710 sched->nr_runs++;
Ingo Molnarec156762009-09-11 12:12:54 +0200711
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300712 avg_delta = sched->sum_runtime / sched->nr_runs;
Ingo Molnarec156762009-09-11 12:12:54 +0200713 if (delta < avg_delta)
714 fluct = avg_delta - delta;
715 else
716 fluct = delta - avg_delta;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300717 sched->sum_fluct += fluct;
718 if (!sched->run_avg)
719 sched->run_avg = delta;
Yunlong Songff5f3bb2015-03-31 21:46:36 +0800720 sched->run_avg = (sched->run_avg * (sched->replay_repeat - 1) + delta) / sched->replay_repeat;
Ingo Molnarec156762009-09-11 12:12:54 +0200721
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300722 printf("#%-3ld: %0.3f, ", sched->nr_runs, (double)delta / NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200723
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300724 printf("ravg: %0.2f, ", (double)sched->run_avg / NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200725
Ingo Molnarad236fd2009-09-11 12:12:54 +0200726 printf("cpu: %0.2f / %0.2f",
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300727 (double)sched->cpu_usage / NSEC_PER_MSEC, (double)sched->runavg_cpu_usage / NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200728
729#if 0
730 /*
Ingo Molnarfbf94822009-09-11 12:12:54 +0200731 * rusage statistics done by the parent, these are less
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300732 * accurate than the sched->sum_exec_runtime based statistics:
Ingo Molnarfbf94822009-09-11 12:12:54 +0200733 */
Ingo Molnarad236fd2009-09-11 12:12:54 +0200734 printf(" [%0.2f / %0.2f]",
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300735 (double)sched->parent_cpu_usage / NSEC_PER_MSEC,
736 (double)sched->runavg_parent_cpu_usage / NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200737#endif
738
Ingo Molnarad236fd2009-09-11 12:12:54 +0200739 printf("\n");
Ingo Molnarec156762009-09-11 12:12:54 +0200740
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300741 if (sched->nr_sleep_corrections)
742 printf(" (%ld sleep corrections)\n", sched->nr_sleep_corrections);
743 sched->nr_sleep_corrections = 0;
Ingo Molnarec156762009-09-11 12:12:54 +0200744}
745
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300746static void test_calibrations(struct perf_sched *sched)
Ingo Molnarec156762009-09-11 12:12:54 +0200747{
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200748 u64 T0, T1;
Ingo Molnarec156762009-09-11 12:12:54 +0200749
750 T0 = get_nsecs();
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300751 burn_nsecs(sched, NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200752 T1 = get_nsecs();
753
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200754 printf("the run test took %" PRIu64 " nsecs\n", T1 - T0);
Ingo Molnarec156762009-09-11 12:12:54 +0200755
756 T0 = get_nsecs();
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -0300757 sleep_nsecs(NSEC_PER_MSEC);
Ingo Molnarec156762009-09-11 12:12:54 +0200758 T1 = get_nsecs();
759
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200760 printf("the sleep test took %" PRIu64 " nsecs\n", T1 - T0);
Ingo Molnarec156762009-09-11 12:12:54 +0200761}
762
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300763static int
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300764replay_wakeup_event(struct perf_sched *sched,
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300765 struct perf_evsel *evsel, struct perf_sample *sample,
766 struct machine *machine __maybe_unused)
Ingo Molnarec156762009-09-11 12:12:54 +0200767{
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300768 const char *comm = perf_evsel__strval(evsel, sample, "comm");
769 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200770 struct task_desc *waker, *wakee;
771
772 if (verbose) {
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -0300773 printf("sched_wakeup event %p\n", evsel);
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200774
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300775 printf(" ... pid %d woke up %s/%d\n", sample->tid, comm, pid);
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200776 }
777
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -0300778 waker = register_pid(sched, sample->tid, "<unknown>");
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300779 wakee = register_pid(sched, pid, comm);
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200780
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300781 add_sched_event_wakeup(sched, waker, sample->time, wakee);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300782 return 0;
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200783}
784
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300785static int replay_switch_event(struct perf_sched *sched,
786 struct perf_evsel *evsel,
787 struct perf_sample *sample,
788 struct machine *machine __maybe_unused)
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200789{
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300790 const char *prev_comm = perf_evsel__strval(evsel, sample, "prev_comm"),
791 *next_comm = perf_evsel__strval(evsel, sample, "next_comm");
792 const u32 prev_pid = perf_evsel__intval(evsel, sample, "prev_pid"),
793 next_pid = perf_evsel__intval(evsel, sample, "next_pid");
794 const u64 prev_state = perf_evsel__intval(evsel, sample, "prev_state");
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300795 struct task_desc *prev, __maybe_unused *next;
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -0300796 u64 timestamp0, timestamp = sample->time;
797 int cpu = sample->cpu;
Ingo Molnarfbf94822009-09-11 12:12:54 +0200798 s64 delta;
799
Ingo Molnarad236fd2009-09-11 12:12:54 +0200800 if (verbose)
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -0300801 printf("sched_switch event %p\n", evsel);
Ingo Molnarad236fd2009-09-11 12:12:54 +0200802
Ingo Molnarfbf94822009-09-11 12:12:54 +0200803 if (cpu >= MAX_CPUS || cpu < 0)
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300804 return 0;
Ingo Molnarfbf94822009-09-11 12:12:54 +0200805
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300806 timestamp0 = sched->cpu_last_switched[cpu];
Ingo Molnarfbf94822009-09-11 12:12:54 +0200807 if (timestamp0)
808 delta = timestamp - timestamp0;
809 else
810 delta = 0;
811
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300812 if (delta < 0) {
Namhyung Kim60b7d142012-09-12 11:11:06 +0900813 pr_err("hm, delta: %" PRIu64 " < 0 ?\n", delta);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300814 return -1;
815 }
Ingo Molnarfbf94822009-09-11 12:12:54 +0200816
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300817 pr_debug(" ... switch from %s/%d to %s/%d [ran %" PRIu64 " nsecs]\n",
818 prev_comm, prev_pid, next_comm, next_pid, delta);
Ingo Molnarfbf94822009-09-11 12:12:54 +0200819
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300820 prev = register_pid(sched, prev_pid, prev_comm);
821 next = register_pid(sched, next_pid, next_comm);
Ingo Molnarfbf94822009-09-11 12:12:54 +0200822
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300823 sched->cpu_last_switched[cpu] = timestamp;
Ingo Molnarfbf94822009-09-11 12:12:54 +0200824
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300825 add_sched_event_run(sched, prev, timestamp, delta);
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300826 add_sched_event_sleep(sched, prev, timestamp, prev_state);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300827
828 return 0;
Ingo Molnarfbf94822009-09-11 12:12:54 +0200829}
830
David Aherncb627502013-08-07 22:50:47 -0400831static int replay_fork_event(struct perf_sched *sched,
832 union perf_event *event,
833 struct machine *machine)
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200834{
David Aherncb627502013-08-07 22:50:47 -0400835 struct thread *child, *parent;
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300836
Adrian Hunter314add62013-08-27 11:23:03 +0300837 child = machine__findnew_thread(machine, event->fork.pid,
838 event->fork.tid);
839 parent = machine__findnew_thread(machine, event->fork.ppid,
840 event->fork.ptid);
David Aherncb627502013-08-07 22:50:47 -0400841
842 if (child == NULL || parent == NULL) {
843 pr_debug("thread does not exist on fork event: child %p, parent %p\n",
844 child, parent);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300845 goto out_put;
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200846 }
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300847
David Aherncb627502013-08-07 22:50:47 -0400848 if (verbose) {
849 printf("fork event\n");
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +0200850 printf("... parent: %s/%d\n", thread__comm_str(parent), parent->tid);
851 printf("... child: %s/%d\n", thread__comm_str(child), child->tid);
David Aherncb627502013-08-07 22:50:47 -0400852 }
853
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +0200854 register_pid(sched, parent->tid, thread__comm_str(parent));
855 register_pid(sched, child->tid, thread__comm_str(child));
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300856out_put:
857 thread__put(child);
858 thread__put(parent);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300859 return 0;
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +0200860}
861
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200862struct sort_dimension {
863 const char *name;
Ingo Molnarb5fae122009-09-11 12:12:54 +0200864 sort_fn_t cmp;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200865 struct list_head list;
866};
867
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200868static int
mingo39aeb522009-09-14 20:04:48 +0200869thread_lat_cmp(struct list_head *list, struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200870{
871 struct sort_dimension *sort;
872 int ret = 0;
873
Ingo Molnarb5fae122009-09-11 12:12:54 +0200874 BUG_ON(list_empty(list));
875
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200876 list_for_each_entry(sort, list, list) {
877 ret = sort->cmp(l, r);
878 if (ret)
879 return ret;
880 }
881
882 return ret;
883}
884
mingo39aeb522009-09-14 20:04:48 +0200885static struct work_atoms *
Ingo Molnarb5fae122009-09-11 12:12:54 +0200886thread_atoms_search(struct rb_root *root, struct thread *thread,
887 struct list_head *sort_list)
888{
889 struct rb_node *node = root->rb_node;
mingo39aeb522009-09-14 20:04:48 +0200890 struct work_atoms key = { .thread = thread };
Ingo Molnarb5fae122009-09-11 12:12:54 +0200891
892 while (node) {
mingo39aeb522009-09-14 20:04:48 +0200893 struct work_atoms *atoms;
Ingo Molnarb5fae122009-09-11 12:12:54 +0200894 int cmp;
895
mingo39aeb522009-09-14 20:04:48 +0200896 atoms = container_of(node, struct work_atoms, node);
Ingo Molnarb5fae122009-09-11 12:12:54 +0200897
898 cmp = thread_lat_cmp(sort_list, &key, atoms);
899 if (cmp > 0)
900 node = node->rb_left;
901 else if (cmp < 0)
902 node = node->rb_right;
903 else {
904 BUG_ON(thread != atoms->thread);
905 return atoms;
906 }
907 }
908 return NULL;
909}
910
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200911static void
mingo39aeb522009-09-14 20:04:48 +0200912__thread_latency_insert(struct rb_root *root, struct work_atoms *data,
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200913 struct list_head *sort_list)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200914{
915 struct rb_node **new = &(root->rb_node), *parent = NULL;
916
917 while (*new) {
mingo39aeb522009-09-14 20:04:48 +0200918 struct work_atoms *this;
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200919 int cmp;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200920
mingo39aeb522009-09-14 20:04:48 +0200921 this = container_of(*new, struct work_atoms, node);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200922 parent = *new;
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200923
924 cmp = thread_lat_cmp(sort_list, data, this);
925
926 if (cmp > 0)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200927 new = &((*new)->rb_left);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200928 else
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +0200929 new = &((*new)->rb_right);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200930 }
931
932 rb_link_node(&data->node, parent, new);
933 rb_insert_color(&data->node, root);
934}
935
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300936static int thread_atoms_insert(struct perf_sched *sched, struct thread *thread)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200937{
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200938 struct work_atoms *atoms = zalloc(sizeof(*atoms));
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300939 if (!atoms) {
940 pr_err("No memory at %s\n", __func__);
941 return -1;
942 }
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200943
Arnaldo Carvalho de Melof3b623b2015-03-02 22:21:35 -0300944 atoms->thread = thread__get(thread);
mingo39aeb522009-09-14 20:04:48 +0200945 INIT_LIST_HEAD(&atoms->work_list);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -0300946 __thread_latency_insert(&sched->atom_root, atoms, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300947 return 0;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200948}
949
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300950static char sched_out_state(u64 prev_state)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200951{
952 const char *str = TASK_STATE_TO_CHAR_STR;
953
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -0300954 return str[prev_state];
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200955}
956
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300957static int
mingo39aeb522009-09-14 20:04:48 +0200958add_sched_out_event(struct work_atoms *atoms,
959 char run_state,
960 u64 timestamp)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200961{
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200962 struct work_atom *atom = zalloc(sizeof(*atom));
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300963 if (!atom) {
964 pr_err("Non memory at %s", __func__);
965 return -1;
966 }
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200967
Frederic Weisbeckeraa1ab9d2009-09-14 03:01:12 +0200968 atom->sched_out_time = timestamp;
969
mingo39aeb522009-09-14 20:04:48 +0200970 if (run_state == 'R') {
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200971 atom->state = THREAD_WAIT_CPU;
Frederic Weisbeckeraa1ab9d2009-09-14 03:01:12 +0200972 atom->wake_up_time = atom->sched_out_time;
Frederic Weisbeckerc6ced612009-09-13 00:46:19 +0200973 }
974
mingo39aeb522009-09-14 20:04:48 +0200975 list_add_tail(&atom->list, &atoms->work_list);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -0300976 return 0;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200977}
978
979static void
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300980add_runtime_event(struct work_atoms *atoms, u64 delta,
981 u64 timestamp __maybe_unused)
mingo39aeb522009-09-14 20:04:48 +0200982{
983 struct work_atom *atom;
984
985 BUG_ON(list_empty(&atoms->work_list));
986
987 atom = list_entry(atoms->work_list.prev, struct work_atom, list);
988
989 atom->runtime += delta;
990 atoms->total_runtime += delta;
991}
992
993static void
994add_sched_in_event(struct work_atoms *atoms, u64 timestamp)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200995{
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +0200996 struct work_atom *atom;
Frederic Weisbecker66685672009-09-13 01:56:25 +0200997 u64 delta;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +0200998
mingo39aeb522009-09-14 20:04:48 +0200999 if (list_empty(&atoms->work_list))
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001000 return;
1001
mingo39aeb522009-09-14 20:04:48 +02001002 atom = list_entry(atoms->work_list.prev, struct work_atom, list);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001003
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001004 if (atom->state != THREAD_WAIT_CPU)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001005 return;
1006
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001007 if (timestamp < atom->wake_up_time) {
1008 atom->state = THREAD_IGNORE;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001009 return;
1010 }
1011
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001012 atom->state = THREAD_SCHED_IN;
1013 atom->sched_in_time = timestamp;
Frederic Weisbecker66685672009-09-13 01:56:25 +02001014
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001015 delta = atom->sched_in_time - atom->wake_up_time;
Frederic Weisbecker66685672009-09-13 01:56:25 +02001016 atoms->total_lat += delta;
Frederic Weisbecker3786310a2009-12-09 21:40:08 +01001017 if (delta > atoms->max_lat) {
Frederic Weisbecker66685672009-09-13 01:56:25 +02001018 atoms->max_lat = delta;
Frederic Weisbecker3786310a2009-12-09 21:40:08 +01001019 atoms->max_lat_at = timestamp;
1020 }
Frederic Weisbecker66685672009-09-13 01:56:25 +02001021 atoms->nb_atoms++;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001022}
1023
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001024static int latency_switch_event(struct perf_sched *sched,
1025 struct perf_evsel *evsel,
1026 struct perf_sample *sample,
1027 struct machine *machine)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001028{
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001029 const u32 prev_pid = perf_evsel__intval(evsel, sample, "prev_pid"),
1030 next_pid = perf_evsel__intval(evsel, sample, "next_pid");
1031 const u64 prev_state = perf_evsel__intval(evsel, sample, "prev_state");
mingo39aeb522009-09-14 20:04:48 +02001032 struct work_atoms *out_events, *in_events;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001033 struct thread *sched_out, *sched_in;
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -03001034 u64 timestamp0, timestamp = sample->time;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001035 int cpu = sample->cpu, err = -1;
Ingo Molnarea92ed52009-09-12 10:08:34 +02001036 s64 delta;
1037
mingo39aeb522009-09-14 20:04:48 +02001038 BUG_ON(cpu >= MAX_CPUS || cpu < 0);
Ingo Molnarea92ed52009-09-12 10:08:34 +02001039
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001040 timestamp0 = sched->cpu_last_switched[cpu];
1041 sched->cpu_last_switched[cpu] = timestamp;
Ingo Molnarea92ed52009-09-12 10:08:34 +02001042 if (timestamp0)
1043 delta = timestamp - timestamp0;
1044 else
1045 delta = 0;
1046
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001047 if (delta < 0) {
1048 pr_err("hm, delta: %" PRIu64 " < 0 ?\n", delta);
1049 return -1;
1050 }
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001051
Adrian Hunter1fcb8762014-07-14 13:02:25 +03001052 sched_out = machine__findnew_thread(machine, -1, prev_pid);
1053 sched_in = machine__findnew_thread(machine, -1, next_pid);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001054 if (sched_out == NULL || sched_in == NULL)
1055 goto out_put;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001056
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001057 out_events = thread_atoms_search(&sched->atom_root, sched_out, &sched->cmp_pid);
mingo39aeb522009-09-14 20:04:48 +02001058 if (!out_events) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001059 if (thread_atoms_insert(sched, sched_out))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001060 goto out_put;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001061 out_events = thread_atoms_search(&sched->atom_root, sched_out, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001062 if (!out_events) {
1063 pr_err("out-event: Internal tree error");
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001064 goto out_put;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001065 }
mingo39aeb522009-09-14 20:04:48 +02001066 }
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001067 if (add_sched_out_event(out_events, sched_out_state(prev_state), timestamp))
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001068 return -1;
mingo39aeb522009-09-14 20:04:48 +02001069
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001070 in_events = thread_atoms_search(&sched->atom_root, sched_in, &sched->cmp_pid);
mingo39aeb522009-09-14 20:04:48 +02001071 if (!in_events) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001072 if (thread_atoms_insert(sched, sched_in))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001073 goto out_put;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001074 in_events = thread_atoms_search(&sched->atom_root, sched_in, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001075 if (!in_events) {
1076 pr_err("in-event: Internal tree error");
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001077 goto out_put;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001078 }
mingo39aeb522009-09-14 20:04:48 +02001079 /*
1080 * Take came in we have not heard about yet,
1081 * add in an initial atom in runnable state:
1082 */
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001083 if (add_sched_out_event(in_events, 'R', timestamp))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001084 goto out_put;
mingo39aeb522009-09-14 20:04:48 +02001085 }
1086 add_sched_in_event(in_events, timestamp);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001087 err = 0;
1088out_put:
1089 thread__put(sched_out);
1090 thread__put(sched_in);
1091 return err;
mingo39aeb522009-09-14 20:04:48 +02001092}
1093
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001094static int latency_runtime_event(struct perf_sched *sched,
1095 struct perf_evsel *evsel,
1096 struct perf_sample *sample,
1097 struct machine *machine)
mingo39aeb522009-09-14 20:04:48 +02001098{
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001099 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
1100 const u64 runtime = perf_evsel__intval(evsel, sample, "runtime");
Adrian Hunter1fcb8762014-07-14 13:02:25 +03001101 struct thread *thread = machine__findnew_thread(machine, -1, pid);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001102 struct work_atoms *atoms = thread_atoms_search(&sched->atom_root, thread, &sched->cmp_pid);
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -03001103 u64 timestamp = sample->time;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001104 int cpu = sample->cpu, err = -1;
1105
1106 if (thread == NULL)
1107 return -1;
mingo39aeb522009-09-14 20:04:48 +02001108
1109 BUG_ON(cpu >= MAX_CPUS || cpu < 0);
mingo39aeb522009-09-14 20:04:48 +02001110 if (!atoms) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001111 if (thread_atoms_insert(sched, thread))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001112 goto out_put;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001113 atoms = thread_atoms_search(&sched->atom_root, thread, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001114 if (!atoms) {
Namhyung Kim60b7d142012-09-12 11:11:06 +09001115 pr_err("in-event: Internal tree error");
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001116 goto out_put;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001117 }
1118 if (add_sched_out_event(atoms, 'R', timestamp))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001119 goto out_put;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001120 }
1121
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001122 add_runtime_event(atoms, runtime, timestamp);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001123 err = 0;
1124out_put:
1125 thread__put(thread);
1126 return err;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001127}
1128
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001129static int latency_wakeup_event(struct perf_sched *sched,
1130 struct perf_evsel *evsel,
1131 struct perf_sample *sample,
1132 struct machine *machine)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001133{
Peter Zijlstra0680ee72014-05-12 20:19:46 +02001134 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
mingo39aeb522009-09-14 20:04:48 +02001135 struct work_atoms *atoms;
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001136 struct work_atom *atom;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001137 struct thread *wakee;
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -03001138 u64 timestamp = sample->time;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001139 int err = -1;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001140
Adrian Hunter1fcb8762014-07-14 13:02:25 +03001141 wakee = machine__findnew_thread(machine, -1, pid);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001142 if (wakee == NULL)
1143 return -1;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001144 atoms = thread_atoms_search(&sched->atom_root, wakee, &sched->cmp_pid);
Frederic Weisbecker17562202009-09-12 23:11:32 +02001145 if (!atoms) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001146 if (thread_atoms_insert(sched, wakee))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001147 goto out_put;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001148 atoms = thread_atoms_search(&sched->atom_root, wakee, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001149 if (!atoms) {
Namhyung Kim60b7d142012-09-12 11:11:06 +09001150 pr_err("wakeup-event: Internal tree error");
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001151 goto out_put;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001152 }
1153 if (add_sched_out_event(atoms, 'S', timestamp))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001154 goto out_put;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001155 }
1156
mingo39aeb522009-09-14 20:04:48 +02001157 BUG_ON(list_empty(&atoms->work_list));
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001158
mingo39aeb522009-09-14 20:04:48 +02001159 atom = list_entry(atoms->work_list.prev, struct work_atom, list);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001160
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001161 /*
Dongsheng Yang67d62592014-05-13 10:38:21 +09001162 * As we do not guarantee the wakeup event happens when
1163 * task is out of run queue, also may happen when task is
1164 * on run queue and wakeup only change ->state to TASK_RUNNING,
1165 * then we should not set the ->wake_up_time when wake up a
1166 * task which is on run queue.
1167 *
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001168 * You WILL be missing events if you've recorded only
1169 * one CPU, or are only looking at only one, so don't
Dongsheng Yang67d62592014-05-13 10:38:21 +09001170 * skip in this case.
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001171 */
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001172 if (sched->profile_cpu == -1 && atom->state != THREAD_SLEEPING)
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001173 goto out_ok;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001174
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001175 sched->nr_timestamps++;
Ingo Molnarea57c4f2009-09-13 18:15:54 +02001176 if (atom->sched_out_time > timestamp) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001177 sched->nr_unordered_timestamps++;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001178 goto out_ok;
Ingo Molnarea57c4f2009-09-13 18:15:54 +02001179 }
Frederic Weisbeckeraa1ab9d2009-09-14 03:01:12 +02001180
Ingo Molnarb1ffe8f2009-09-11 12:12:54 +02001181 atom->state = THREAD_WAIT_CPU;
1182 atom->wake_up_time = timestamp;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001183out_ok:
1184 err = 0;
1185out_put:
1186 thread__put(wakee);
1187 return err;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001188}
1189
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001190static int latency_migrate_task_event(struct perf_sched *sched,
1191 struct perf_evsel *evsel,
1192 struct perf_sample *sample,
1193 struct machine *machine)
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001194{
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001195 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -03001196 u64 timestamp = sample->time;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001197 struct work_atoms *atoms;
1198 struct work_atom *atom;
1199 struct thread *migrant;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001200 int err = -1;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001201
1202 /*
1203 * Only need to worry about migration when profiling one CPU.
1204 */
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001205 if (sched->profile_cpu == -1)
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001206 return 0;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001207
Adrian Hunter1fcb8762014-07-14 13:02:25 +03001208 migrant = machine__findnew_thread(machine, -1, pid);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001209 if (migrant == NULL)
1210 return -1;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001211 atoms = thread_atoms_search(&sched->atom_root, migrant, &sched->cmp_pid);
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001212 if (!atoms) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001213 if (thread_atoms_insert(sched, migrant))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001214 goto out_put;
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +02001215 register_pid(sched, migrant->tid, thread__comm_str(migrant));
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001216 atoms = thread_atoms_search(&sched->atom_root, migrant, &sched->cmp_pid);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001217 if (!atoms) {
Namhyung Kim60b7d142012-09-12 11:11:06 +09001218 pr_err("migration-event: Internal tree error");
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001219 goto out_put;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001220 }
1221 if (add_sched_out_event(atoms, 'R', timestamp))
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001222 goto out_put;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001223 }
1224
1225 BUG_ON(list_empty(&atoms->work_list));
1226
1227 atom = list_entry(atoms->work_list.prev, struct work_atom, list);
1228 atom->sched_in_time = atom->sched_out_time = atom->wake_up_time = timestamp;
1229
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001230 sched->nr_timestamps++;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001231
1232 if (atom->sched_out_time > timestamp)
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001233 sched->nr_unordered_timestamps++;
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001234 err = 0;
1235out_put:
1236 thread__put(migrant);
1237 return err;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001238}
1239
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001240static void output_lat_thread(struct perf_sched *sched, struct work_atoms *work_list)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001241{
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001242 int i;
1243 int ret;
Frederic Weisbecker66685672009-09-13 01:56:25 +02001244 u64 avg;
Namhyung Kim99620a52016-10-24 11:02:45 +09001245 char max_lat_at[32];
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001246
mingo39aeb522009-09-14 20:04:48 +02001247 if (!work_list->nb_atoms)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001248 return;
Ingo Molnarea57c4f2009-09-13 18:15:54 +02001249 /*
1250 * Ignore idle threads:
1251 */
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +02001252 if (!strcmp(thread__comm_str(work_list->thread), "swapper"))
Ingo Molnarea57c4f2009-09-13 18:15:54 +02001253 return;
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001254
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001255 sched->all_runtime += work_list->total_runtime;
1256 sched->all_count += work_list->nb_atoms;
Frederic Weisbecker66685672009-09-13 01:56:25 +02001257
Josef Bacik2f80dd42015-05-22 09:18:40 -04001258 if (work_list->num_merged > 1)
1259 ret = printf(" %s:(%d) ", thread__comm_str(work_list->thread), work_list->num_merged);
1260 else
1261 ret = printf(" %s:%d ", thread__comm_str(work_list->thread), work_list->thread->tid);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001262
mingo08f69e62009-09-14 18:30:44 +02001263 for (i = 0; i < 24 - ret; i++)
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001264 printf(" ");
1265
mingo39aeb522009-09-14 20:04:48 +02001266 avg = work_list->total_lat / work_list->nb_atoms;
Namhyung Kim99620a52016-10-24 11:02:45 +09001267 timestamp__scnprintf_usec(work_list->max_lat_at, max_lat_at, sizeof(max_lat_at));
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001268
Namhyung Kim99620a52016-10-24 11:02:45 +09001269 printf("|%11.3f ms |%9" PRIu64 " | avg:%9.3f ms | max:%9.3f ms | max at: %13s s\n",
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -03001270 (double)work_list->total_runtime / NSEC_PER_MSEC,
1271 work_list->nb_atoms, (double)avg / NSEC_PER_MSEC,
1272 (double)work_list->max_lat / NSEC_PER_MSEC,
Namhyung Kim99620a52016-10-24 11:02:45 +09001273 max_lat_at);
Frederic Weisbeckercdce9d72009-09-12 08:06:14 +02001274}
1275
mingo39aeb522009-09-14 20:04:48 +02001276static int pid_cmp(struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001277{
Jiri Olsa0014de12015-11-02 12:10:25 +01001278 if (l->thread == r->thread)
1279 return 0;
Adrian Hunter38051232013-07-04 16:20:31 +03001280 if (l->thread->tid < r->thread->tid)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001281 return -1;
Adrian Hunter38051232013-07-04 16:20:31 +03001282 if (l->thread->tid > r->thread->tid)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001283 return 1;
Jiri Olsa0014de12015-11-02 12:10:25 +01001284 return (int)(l->thread - r->thread);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001285}
1286
mingo39aeb522009-09-14 20:04:48 +02001287static int avg_cmp(struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001288{
1289 u64 avgl, avgr;
1290
1291 if (!l->nb_atoms)
1292 return -1;
1293
1294 if (!r->nb_atoms)
1295 return 1;
1296
1297 avgl = l->total_lat / l->nb_atoms;
1298 avgr = r->total_lat / r->nb_atoms;
1299
1300 if (avgl < avgr)
1301 return -1;
1302 if (avgl > avgr)
1303 return 1;
1304
1305 return 0;
1306}
1307
mingo39aeb522009-09-14 20:04:48 +02001308static int max_cmp(struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001309{
1310 if (l->max_lat < r->max_lat)
1311 return -1;
1312 if (l->max_lat > r->max_lat)
1313 return 1;
1314
1315 return 0;
1316}
1317
mingo39aeb522009-09-14 20:04:48 +02001318static int switch_cmp(struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001319{
1320 if (l->nb_atoms < r->nb_atoms)
1321 return -1;
1322 if (l->nb_atoms > r->nb_atoms)
1323 return 1;
1324
1325 return 0;
1326}
1327
mingo39aeb522009-09-14 20:04:48 +02001328static int runtime_cmp(struct work_atoms *l, struct work_atoms *r)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001329{
1330 if (l->total_runtime < r->total_runtime)
1331 return -1;
1332 if (l->total_runtime > r->total_runtime)
1333 return 1;
1334
1335 return 0;
1336}
1337
Randy Dunlapcbef79a2009-10-05 13:17:29 -07001338static int sort_dimension__add(const char *tok, struct list_head *list)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001339{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001340 size_t i;
1341 static struct sort_dimension avg_sort_dimension = {
1342 .name = "avg",
1343 .cmp = avg_cmp,
1344 };
1345 static struct sort_dimension max_sort_dimension = {
1346 .name = "max",
1347 .cmp = max_cmp,
1348 };
1349 static struct sort_dimension pid_sort_dimension = {
1350 .name = "pid",
1351 .cmp = pid_cmp,
1352 };
1353 static struct sort_dimension runtime_sort_dimension = {
1354 .name = "runtime",
1355 .cmp = runtime_cmp,
1356 };
1357 static struct sort_dimension switch_sort_dimension = {
1358 .name = "switch",
1359 .cmp = switch_cmp,
1360 };
1361 struct sort_dimension *available_sorts[] = {
1362 &pid_sort_dimension,
1363 &avg_sort_dimension,
1364 &max_sort_dimension,
1365 &switch_sort_dimension,
1366 &runtime_sort_dimension,
1367 };
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001368
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001369 for (i = 0; i < ARRAY_SIZE(available_sorts); i++) {
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001370 if (!strcmp(available_sorts[i]->name, tok)) {
1371 list_add_tail(&available_sorts[i]->list, list);
1372
1373 return 0;
1374 }
1375 }
1376
1377 return -1;
1378}
1379
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001380static void perf_sched__sort_lat(struct perf_sched *sched)
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001381{
1382 struct rb_node *node;
Josef Bacik2f80dd42015-05-22 09:18:40 -04001383 struct rb_root *root = &sched->atom_root;
1384again:
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001385 for (;;) {
mingo39aeb522009-09-14 20:04:48 +02001386 struct work_atoms *data;
Josef Bacik2f80dd42015-05-22 09:18:40 -04001387 node = rb_first(root);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001388 if (!node)
1389 break;
1390
Josef Bacik2f80dd42015-05-22 09:18:40 -04001391 rb_erase(node, root);
mingo39aeb522009-09-14 20:04:48 +02001392 data = rb_entry(node, struct work_atoms, node);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001393 __thread_latency_insert(&sched->sorted_atom_root, data, &sched->sort_list);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001394 }
Josef Bacik2f80dd42015-05-22 09:18:40 -04001395 if (root == &sched->atom_root) {
1396 root = &sched->merged_atom_root;
1397 goto again;
1398 }
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02001399}
1400
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001401static int process_sched_wakeup_event(struct perf_tool *tool,
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001402 struct perf_evsel *evsel,
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001403 struct perf_sample *sample,
Arnaldo Carvalho de Melo4218e672012-09-11 13:18:47 -03001404 struct machine *machine)
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001405{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001406 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001407
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001408 if (sched->tp_handler->wakeup_event)
1409 return sched->tp_handler->wakeup_event(sched, evsel, sample, machine);
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001410
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001411 return 0;
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001412}
1413
Jiri Olsaa151a372016-04-12 15:29:29 +02001414union map_priv {
1415 void *ptr;
1416 bool color;
1417};
1418
1419static bool thread__has_color(struct thread *thread)
1420{
1421 union map_priv priv = {
1422 .ptr = thread__priv(thread),
1423 };
1424
1425 return priv.color;
1426}
1427
1428static struct thread*
1429map__findnew_thread(struct perf_sched *sched, struct machine *machine, pid_t pid, pid_t tid)
1430{
1431 struct thread *thread = machine__findnew_thread(machine, pid, tid);
1432 union map_priv priv = {
1433 .color = false,
1434 };
1435
1436 if (!sched->map.color_pids || !thread || thread__priv(thread))
1437 return thread;
1438
1439 if (thread_map__has(sched->map.color_pids, tid))
1440 priv.color = true;
1441
1442 thread__set_priv(thread, priv.ptr);
1443 return thread;
1444}
1445
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001446static int map_switch_event(struct perf_sched *sched, struct perf_evsel *evsel,
1447 struct perf_sample *sample, struct machine *machine)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001448{
Dongsheng Yang9d372ca2014-05-16 14:37:05 +09001449 const u32 next_pid = perf_evsel__intval(evsel, sample, "next_pid");
1450 struct thread *sched_in;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001451 int new_shortname;
Arnaldo Carvalho de Melo7f7f8d02012-08-07 11:33:42 -03001452 u64 timestamp0, timestamp = sample->time;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001453 s64 delta;
Jiri Olsa99623c62016-04-12 15:29:26 +02001454 int i, this_cpu = sample->cpu;
1455 int cpus_nr;
1456 bool new_cpu = false;
Jiri Olsa8cd91192016-04-12 15:29:27 +02001457 const char *color = PERF_COLOR_NORMAL;
Namhyung Kim99620a52016-10-24 11:02:45 +09001458 char stimestamp[32];
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001459
1460 BUG_ON(this_cpu >= MAX_CPUS || this_cpu < 0);
1461
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001462 if (this_cpu > sched->max_cpu)
1463 sched->max_cpu = this_cpu;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001464
Jiri Olsa99623c62016-04-12 15:29:26 +02001465 if (sched->map.comp) {
1466 cpus_nr = bitmap_weight(sched->map.comp_cpus_mask, MAX_CPUS);
1467 if (!test_and_set_bit(this_cpu, sched->map.comp_cpus_mask)) {
1468 sched->map.comp_cpus[cpus_nr++] = this_cpu;
1469 new_cpu = true;
1470 }
1471 } else
1472 cpus_nr = sched->max_cpu;
1473
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001474 timestamp0 = sched->cpu_last_switched[this_cpu];
1475 sched->cpu_last_switched[this_cpu] = timestamp;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001476 if (timestamp0)
1477 delta = timestamp - timestamp0;
1478 else
1479 delta = 0;
1480
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001481 if (delta < 0) {
Namhyung Kim60b7d142012-09-12 11:11:06 +09001482 pr_err("hm, delta: %" PRIu64 " < 0 ?\n", delta);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001483 return -1;
1484 }
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001485
Jiri Olsaa151a372016-04-12 15:29:29 +02001486 sched_in = map__findnew_thread(sched, machine, -1, next_pid);
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001487 if (sched_in == NULL)
1488 return -1;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001489
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001490 sched->curr_thread[this_cpu] = thread__get(sched_in);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001491
1492 printf(" ");
1493
1494 new_shortname = 0;
1495 if (!sched_in->shortname[0]) {
Dongsheng6bcab4e2014-05-06 14:39:01 +09001496 if (!strcmp(thread__comm_str(sched_in), "swapper")) {
1497 /*
1498 * Don't allocate a letter-number for swapper:0
1499 * as a shortname. Instead, we use '.' for it.
1500 */
1501 sched_in->shortname[0] = '.';
1502 sched_in->shortname[1] = ' ';
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001503 } else {
Dongsheng6bcab4e2014-05-06 14:39:01 +09001504 sched_in->shortname[0] = sched->next_shortname1;
1505 sched_in->shortname[1] = sched->next_shortname2;
1506
1507 if (sched->next_shortname1 < 'Z') {
1508 sched->next_shortname1++;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001509 } else {
Dongsheng6bcab4e2014-05-06 14:39:01 +09001510 sched->next_shortname1 = 'A';
1511 if (sched->next_shortname2 < '9')
1512 sched->next_shortname2++;
1513 else
1514 sched->next_shortname2 = '0';
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001515 }
1516 }
1517 new_shortname = 1;
1518 }
1519
Jiri Olsa99623c62016-04-12 15:29:26 +02001520 for (i = 0; i < cpus_nr; i++) {
1521 int cpu = sched->map.comp ? sched->map.comp_cpus[i] : i;
Jiri Olsaa151a372016-04-12 15:29:29 +02001522 struct thread *curr_thread = sched->curr_thread[cpu];
1523 const char *pid_color = color;
Jiri Olsacf294f22016-04-12 15:29:30 +02001524 const char *cpu_color = color;
Jiri Olsaa151a372016-04-12 15:29:29 +02001525
1526 if (curr_thread && thread__has_color(curr_thread))
1527 pid_color = COLOR_PIDS;
Jiri Olsa99623c62016-04-12 15:29:26 +02001528
Jiri Olsa73643bb2016-04-12 15:29:31 +02001529 if (sched->map.cpus && !cpu_map__has(sched->map.cpus, cpu))
1530 continue;
1531
Jiri Olsacf294f22016-04-12 15:29:30 +02001532 if (sched->map.color_cpus && cpu_map__has(sched->map.color_cpus, cpu))
1533 cpu_color = COLOR_CPUS;
1534
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001535 if (cpu != this_cpu)
Namhyung Kim1208bb22016-10-24 11:02:43 +09001536 color_fprintf(stdout, color, " ");
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001537 else
Jiri Olsacf294f22016-04-12 15:29:30 +02001538 color_fprintf(stdout, cpu_color, "*");
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001539
Dongsheng6bcab4e2014-05-06 14:39:01 +09001540 if (sched->curr_thread[cpu])
Jiri Olsaa151a372016-04-12 15:29:29 +02001541 color_fprintf(stdout, pid_color, "%2s ", sched->curr_thread[cpu]->shortname);
Dongsheng6bcab4e2014-05-06 14:39:01 +09001542 else
Jiri Olsa8cd91192016-04-12 15:29:27 +02001543 color_fprintf(stdout, color, " ");
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001544 }
1545
Jiri Olsa73643bb2016-04-12 15:29:31 +02001546 if (sched->map.cpus && !cpu_map__has(sched->map.cpus, this_cpu))
1547 goto out;
1548
Namhyung Kim99620a52016-10-24 11:02:45 +09001549 timestamp__scnprintf_usec(timestamp, stimestamp, sizeof(stimestamp));
1550 color_fprintf(stdout, color, " %12s secs ", stimestamp);
Namhyung Kime107f122016-10-24 11:02:44 +09001551 if (new_shortname || (verbose && sched_in->tid)) {
Jiri Olsaa151a372016-04-12 15:29:29 +02001552 const char *pid_color = color;
1553
1554 if (thread__has_color(sched_in))
1555 pid_color = COLOR_PIDS;
1556
1557 color_fprintf(stdout, pid_color, "%s => %s:%d",
Frederic Weisbeckerb9c51432013-09-11 14:46:56 +02001558 sched_in->shortname, thread__comm_str(sched_in), sched_in->tid);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001559 }
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001560
Jiri Olsa99623c62016-04-12 15:29:26 +02001561 if (sched->map.comp && new_cpu)
Jiri Olsa8cd91192016-04-12 15:29:27 +02001562 color_fprintf(stdout, color, " (CPU %d)", this_cpu);
Jiri Olsa99623c62016-04-12 15:29:26 +02001563
Jiri Olsa73643bb2016-04-12 15:29:31 +02001564out:
Jiri Olsa8cd91192016-04-12 15:29:27 +02001565 color_fprintf(stdout, color, "\n");
Jiri Olsa99623c62016-04-12 15:29:26 +02001566
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -03001567 thread__put(sched_in);
1568
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001569 return 0;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02001570}
1571
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001572static int process_sched_switch_event(struct perf_tool *tool,
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001573 struct perf_evsel *evsel,
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001574 struct perf_sample *sample,
Arnaldo Carvalho de Melo4218e672012-09-11 13:18:47 -03001575 struct machine *machine)
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001576{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001577 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001578 int this_cpu = sample->cpu, err = 0;
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001579 u32 prev_pid = perf_evsel__intval(evsel, sample, "prev_pid"),
1580 next_pid = perf_evsel__intval(evsel, sample, "next_pid");
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001581
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001582 if (sched->curr_pid[this_cpu] != (u32)-1) {
Ingo Molnarc8a37752009-09-16 14:07:00 +02001583 /*
1584 * Are we trying to switch away a PID that is
1585 * not current?
1586 */
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001587 if (sched->curr_pid[this_cpu] != prev_pid)
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001588 sched->nr_context_switch_bugs++;
Ingo Molnarc8a37752009-09-16 14:07:00 +02001589 }
Ingo Molnarc8a37752009-09-16 14:07:00 +02001590
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001591 if (sched->tp_handler->switch_event)
1592 err = sched->tp_handler->switch_event(sched, evsel, sample, machine);
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001593
1594 sched->curr_pid[this_cpu] = next_pid;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001595 return err;
Frederic Weisbecker419ab0d2009-09-12 03:59:01 +02001596}
1597
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001598static int process_sched_runtime_event(struct perf_tool *tool,
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001599 struct perf_evsel *evsel,
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001600 struct perf_sample *sample,
Arnaldo Carvalho de Melo4218e672012-09-11 13:18:47 -03001601 struct machine *machine)
mingo39aeb522009-09-14 20:04:48 +02001602{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001603 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
mingo39aeb522009-09-14 20:04:48 +02001604
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001605 if (sched->tp_handler->runtime_event)
1606 return sched->tp_handler->runtime_event(sched, evsel, sample, machine);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001607
1608 return 0;
Ingo Molnarec156762009-09-11 12:12:54 +02001609}
1610
David Aherncb627502013-08-07 22:50:47 -04001611static int perf_sched__process_fork_event(struct perf_tool *tool,
1612 union perf_event *event,
1613 struct perf_sample *sample,
1614 struct machine *machine)
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001615{
1616 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
1617
David Aherncb627502013-08-07 22:50:47 -04001618 /* run the fork event through the perf machineruy */
1619 perf_event__process_fork(tool, event, sample, machine);
1620
1621 /* and then run additional processing needed for this command */
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001622 if (sched->tp_handler->fork_event)
David Aherncb627502013-08-07 22:50:47 -04001623 return sched->tp_handler->fork_event(sched, event, machine);
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001624
1625 return 0;
1626}
1627
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001628static int process_sched_migrate_task_event(struct perf_tool *tool,
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001629 struct perf_evsel *evsel,
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001630 struct perf_sample *sample,
Arnaldo Carvalho de Melo4218e672012-09-11 13:18:47 -03001631 struct machine *machine)
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001632{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03001633 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001634
Arnaldo Carvalho de Melo9ec3f4e2012-09-11 19:29:17 -03001635 if (sched->tp_handler->migrate_task_event)
1636 return sched->tp_handler->migrate_task_event(sched, evsel, sample, machine);
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001637
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001638 return 0;
Mike Galbraith55ffb7a2009-10-10 14:46:04 +02001639}
1640
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001641typedef int (*tracepoint_handler)(struct perf_tool *tool,
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001642 struct perf_evsel *evsel,
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001643 struct perf_sample *sample,
Arnaldo Carvalho de Melo4218e672012-09-11 13:18:47 -03001644 struct machine *machine);
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001645
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001646static int perf_sched__process_tracepoint_sample(struct perf_tool *tool __maybe_unused,
1647 union perf_event *event __maybe_unused,
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001648 struct perf_sample *sample,
1649 struct perf_evsel *evsel,
1650 struct machine *machine)
Ingo Molnarec156762009-09-11 12:12:54 +02001651{
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001652 int err = 0;
Ingo Molnarec156762009-09-11 12:12:54 +02001653
Arnaldo Carvalho de Melo744a9712013-11-06 10:17:38 -03001654 if (evsel->handler != NULL) {
1655 tracepoint_handler f = evsel->handler;
Arnaldo Carvalho de Melo2b7fcbc2012-09-11 19:29:17 -03001656 err = f(tool, evsel, sample, machine);
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001657 }
Ingo Molnar0a02ad92009-09-11 12:12:54 +02001658
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001659 return err;
Ingo Molnar0a02ad92009-09-11 12:12:54 +02001660}
1661
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03001662static int perf_sched__read_events(struct perf_sched *sched)
Ingo Molnar0a02ad92009-09-11 12:12:54 +02001663{
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001664 const struct perf_evsel_str_handler handlers[] = {
1665 { "sched:sched_switch", process_sched_switch_event, },
1666 { "sched:sched_stat_runtime", process_sched_runtime_event, },
1667 { "sched:sched_wakeup", process_sched_wakeup_event, },
1668 { "sched:sched_wakeup_new", process_sched_wakeup_event, },
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001669 { "sched:sched_migrate_task", process_sched_migrate_task_event, },
1670 };
Arnaldo Carvalho de Meloda378962012-06-27 13:08:42 -03001671 struct perf_session *session;
Jiri Olsaf5fc1412013-10-15 16:27:32 +02001672 struct perf_data_file file = {
1673 .path = input_name,
1674 .mode = PERF_DATA_MODE_READ,
Yunlong Songf0dd3302015-03-31 21:46:35 +08001675 .force = sched->force,
Jiri Olsaf5fc1412013-10-15 16:27:32 +02001676 };
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03001677 int rc = -1;
Arnaldo Carvalho de Meloda378962012-06-27 13:08:42 -03001678
Jiri Olsaf5fc1412013-10-15 16:27:32 +02001679 session = perf_session__new(&file, false, &sched->tool);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001680 if (session == NULL) {
1681 pr_debug("No Memory for session\n");
1682 return -1;
1683 }
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -02001684
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001685 symbol__init(&session->header.env);
Namhyung Kim04934102014-08-12 15:40:41 +09001686
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001687 if (perf_session__set_tracepoints_handlers(session, handlers))
1688 goto out_delete;
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -02001689
Arnaldo Carvalho de Melocee75ac2010-05-14 13:16:55 -03001690 if (perf_session__has_traces(session, "record -R")) {
Arnaldo Carvalho de Melob7b61cb2015-03-03 11:58:45 -03001691 int err = perf_session__process_events(session);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001692 if (err) {
1693 pr_err("Failed to process events, error %d", err);
1694 goto out_delete;
1695 }
Jiri Olsa4c09baf2011-08-08 23:03:34 +02001696
Arnaldo Carvalho de Melo75be9892015-02-14 14:50:11 -03001697 sched->nr_events = session->evlist->stats.nr_events[0];
1698 sched->nr_lost_events = session->evlist->stats.total_lost;
1699 sched->nr_lost_chunks = session->evlist->stats.nr_events[PERF_RECORD_LOST];
Arnaldo Carvalho de Melocee75ac2010-05-14 13:16:55 -03001700 }
Arnaldo Carvalho de Melod549c7692009-12-27 21:37:02 -02001701
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03001702 rc = 0;
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03001703out_delete:
1704 perf_session__delete(session);
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03001705 return rc;
Ingo Molnar0a02ad92009-09-11 12:12:54 +02001706}
1707
David Ahern49394a22016-11-16 15:06:29 +09001708/*
1709 * scheduling times are printed as msec.usec
1710 */
1711static inline void print_sched_time(unsigned long long nsecs, int width)
1712{
1713 unsigned long msecs;
1714 unsigned long usecs;
1715
1716 msecs = nsecs / NSEC_PER_MSEC;
1717 nsecs -= msecs * NSEC_PER_MSEC;
1718 usecs = nsecs / NSEC_PER_USEC;
1719 printf("%*lu.%03lu ", width, msecs, usecs);
1720}
1721
1722/*
1723 * returns runtime data for event, allocating memory for it the
1724 * first time it is used.
1725 */
1726static struct evsel_runtime *perf_evsel__get_runtime(struct perf_evsel *evsel)
1727{
1728 struct evsel_runtime *r = evsel->priv;
1729
1730 if (r == NULL) {
1731 r = zalloc(sizeof(struct evsel_runtime));
1732 evsel->priv = r;
1733 }
1734
1735 return r;
1736}
1737
1738/*
1739 * save last time event was seen per cpu
1740 */
1741static void perf_evsel__save_time(struct perf_evsel *evsel,
1742 u64 timestamp, u32 cpu)
1743{
1744 struct evsel_runtime *r = perf_evsel__get_runtime(evsel);
1745
1746 if (r == NULL)
1747 return;
1748
1749 if ((cpu >= r->ncpu) || (r->last_time == NULL)) {
1750 int i, n = __roundup_pow_of_two(cpu+1);
1751 void *p = r->last_time;
1752
1753 p = realloc(r->last_time, n * sizeof(u64));
1754 if (!p)
1755 return;
1756
1757 r->last_time = p;
1758 for (i = r->ncpu; i < n; ++i)
1759 r->last_time[i] = (u64) 0;
1760
1761 r->ncpu = n;
1762 }
1763
1764 r->last_time[cpu] = timestamp;
1765}
1766
1767/* returns last time this event was seen on the given cpu */
1768static u64 perf_evsel__get_time(struct perf_evsel *evsel, u32 cpu)
1769{
1770 struct evsel_runtime *r = perf_evsel__get_runtime(evsel);
1771
1772 if ((r == NULL) || (r->last_time == NULL) || (cpu >= r->ncpu))
1773 return 0;
1774
1775 return r->last_time[cpu];
1776}
1777
Namhyung Kim9b8087d2016-12-22 15:03:48 +09001778static int comm_width = 30;
David Ahern49394a22016-11-16 15:06:29 +09001779
1780static char *timehist_get_commstr(struct thread *thread)
1781{
1782 static char str[32];
1783 const char *comm = thread__comm_str(thread);
1784 pid_t tid = thread->tid;
1785 pid_t pid = thread->pid_;
1786 int n;
1787
1788 if (pid == 0)
1789 n = scnprintf(str, sizeof(str), "%s", comm);
1790
1791 else if (tid != pid)
1792 n = scnprintf(str, sizeof(str), "%s[%d/%d]", comm, tid, pid);
1793
1794 else
1795 n = scnprintf(str, sizeof(str), "%s[%d]", comm, tid);
1796
1797 if (n > comm_width)
1798 comm_width = n;
1799
1800 return str;
1801}
1802
David Aherna407b062016-11-16 15:06:33 +09001803static void timehist_header(struct perf_sched *sched)
David Ahern49394a22016-11-16 15:06:29 +09001804{
David Aherna407b062016-11-16 15:06:33 +09001805 u32 ncpus = sched->max_cpu + 1;
1806 u32 i, j;
1807
David Ahern49394a22016-11-16 15:06:29 +09001808 printf("%15s %6s ", "time", "cpu");
1809
David Aherna407b062016-11-16 15:06:33 +09001810 if (sched->show_cpu_visual) {
1811 printf(" ");
1812 for (i = 0, j = 0; i < ncpus; ++i) {
1813 printf("%x", j++);
1814 if (j > 15)
1815 j = 0;
1816 }
1817 printf(" ");
1818 }
1819
Namhyung Kim0e6758e2016-12-22 15:03:48 +09001820 printf(" %-*s %9s %9s %9s", comm_width,
David Ahern49394a22016-11-16 15:06:29 +09001821 "task name", "wait time", "sch delay", "run time");
1822
1823 printf("\n");
1824
1825 /*
1826 * units row
1827 */
1828 printf("%15s %-6s ", "", "");
1829
David Aherna407b062016-11-16 15:06:33 +09001830 if (sched->show_cpu_visual)
1831 printf(" %*s ", ncpus, "");
1832
Namhyung Kim0e6758e2016-12-22 15:03:48 +09001833 printf(" %-*s %9s %9s %9s\n", comm_width,
1834 "[tid/pid]", "(msec)", "(msec)", "(msec)");
David Ahern49394a22016-11-16 15:06:29 +09001835
1836 /*
1837 * separator
1838 */
1839 printf("%.15s %.6s ", graph_dotted_line, graph_dotted_line);
1840
David Aherna407b062016-11-16 15:06:33 +09001841 if (sched->show_cpu_visual)
1842 printf(" %.*s ", ncpus, graph_dotted_line);
1843
Namhyung Kim0e6758e2016-12-22 15:03:48 +09001844 printf(" %.*s %.9s %.9s %.9s", comm_width,
David Ahern49394a22016-11-16 15:06:29 +09001845 graph_dotted_line, graph_dotted_line, graph_dotted_line,
1846 graph_dotted_line);
1847
1848 printf("\n");
1849}
1850
David Ahernfc1469f2016-11-16 15:06:31 +09001851static void timehist_print_sample(struct perf_sched *sched,
1852 struct perf_sample *sample,
David Ahern6c973c92016-11-16 15:06:32 +09001853 struct addr_location *al,
David Ahern853b7402016-11-29 10:15:44 -07001854 struct thread *thread,
1855 u64 t)
David Ahern49394a22016-11-16 15:06:29 +09001856{
1857 struct thread_runtime *tr = thread__priv(thread);
David Aherna407b062016-11-16 15:06:33 +09001858 u32 max_cpus = sched->max_cpu + 1;
David Ahern49394a22016-11-16 15:06:29 +09001859 char tstr[64];
1860
David Ahern853b7402016-11-29 10:15:44 -07001861 timestamp__scnprintf_usec(t, tstr, sizeof(tstr));
David Ahern49394a22016-11-16 15:06:29 +09001862 printf("%15s [%04d] ", tstr, sample->cpu);
1863
David Aherna407b062016-11-16 15:06:33 +09001864 if (sched->show_cpu_visual) {
1865 u32 i;
1866 char c;
1867
1868 printf(" ");
1869 for (i = 0; i < max_cpus; ++i) {
1870 /* flag idle times with 'i'; others are sched events */
1871 if (i == sample->cpu)
1872 c = (thread->tid == 0) ? 'i' : 's';
1873 else
1874 c = ' ';
1875 printf("%c", c);
1876 }
1877 printf(" ");
1878 }
1879
David Ahern49394a22016-11-16 15:06:29 +09001880 printf(" %-*s ", comm_width, timehist_get_commstr(thread));
1881
1882 print_sched_time(tr->dt_wait, 6);
1883 print_sched_time(tr->dt_delay, 6);
1884 print_sched_time(tr->dt_run, 6);
David Ahernfc1469f2016-11-16 15:06:31 +09001885
1886 if (sched->show_wakeups)
1887 printf(" %-*s", comm_width, "");
1888
David Ahern6c973c92016-11-16 15:06:32 +09001889 if (thread->tid == 0)
1890 goto out;
1891
1892 if (sched->show_callchain)
1893 printf(" ");
1894
1895 sample__fprintf_sym(sample, al, 0,
1896 EVSEL__PRINT_SYM | EVSEL__PRINT_ONELINE |
Namhyung Kim2d9bbf62016-11-24 10:11:13 +09001897 EVSEL__PRINT_CALLCHAIN_ARROW |
1898 EVSEL__PRINT_SKIP_IGNORED,
David Ahern6c973c92016-11-16 15:06:32 +09001899 &callchain_cursor, stdout);
1900
1901out:
David Ahern49394a22016-11-16 15:06:29 +09001902 printf("\n");
1903}
1904
1905/*
1906 * Explanation of delta-time stats:
1907 *
1908 * t = time of current schedule out event
1909 * tprev = time of previous sched out event
1910 * also time of schedule-in event for current task
1911 * last_time = time of last sched change event for current task
1912 * (i.e, time process was last scheduled out)
1913 * ready_to_run = time of wakeup for current task
1914 *
1915 * -----|------------|------------|------------|------
1916 * last ready tprev t
1917 * time to run
1918 *
1919 * |-------- dt_wait --------|
1920 * |- dt_delay -|-- dt_run --|
1921 *
1922 * dt_run = run time of current task
1923 * dt_wait = time between last schedule out event for task and tprev
1924 * represents time spent off the cpu
1925 * dt_delay = time between wakeup and schedule-in of task
1926 */
1927
1928static void timehist_update_runtime_stats(struct thread_runtime *r,
1929 u64 t, u64 tprev)
1930{
1931 r->dt_delay = 0;
1932 r->dt_wait = 0;
1933 r->dt_run = 0;
1934 if (tprev) {
1935 r->dt_run = t - tprev;
1936 if (r->ready_to_run) {
1937 if (r->ready_to_run > tprev)
1938 pr_debug("time travel: wakeup time for task > previous sched_switch event\n");
1939 else
1940 r->dt_delay = tprev - r->ready_to_run;
1941 }
1942
1943 if (r->last_time > tprev)
1944 pr_debug("time travel: last sched out time for task > previous sched_switch event\n");
1945 else if (r->last_time)
1946 r->dt_wait = tprev - r->last_time;
1947 }
1948
1949 update_stats(&r->run_stats, r->dt_run);
1950 r->total_run_time += r->dt_run;
1951}
1952
Namhyung Kim96039c72016-12-08 23:47:50 +09001953static bool is_idle_sample(struct perf_sample *sample,
1954 struct perf_evsel *evsel)
David Ahern49394a22016-11-16 15:06:29 +09001955{
1956 /* pid 0 == swapper == idle task */
Namhyung Kim96039c72016-12-08 23:47:50 +09001957 if (strcmp(perf_evsel__name(evsel), "sched:sched_switch") == 0)
1958 return perf_evsel__intval(evsel, sample, "prev_pid") == 0;
David Ahern49394a22016-11-16 15:06:29 +09001959
Namhyung Kim96039c72016-12-08 23:47:50 +09001960 return sample->pid == 0;
1961}
1962
1963static void save_task_callchain(struct perf_sched *sched,
1964 struct perf_sample *sample,
1965 struct perf_evsel *evsel,
1966 struct machine *machine)
1967{
1968 struct callchain_cursor *cursor = &callchain_cursor;
1969 struct thread *thread;
David Ahern6c973c92016-11-16 15:06:32 +09001970
1971 /* want main thread for process - has maps */
1972 thread = machine__findnew_thread(machine, sample->pid, sample->pid);
1973 if (thread == NULL) {
1974 pr_debug("Failed to get thread for pid %d.\n", sample->pid);
Namhyung Kim96039c72016-12-08 23:47:50 +09001975 return;
David Ahern6c973c92016-11-16 15:06:32 +09001976 }
1977
1978 if (!symbol_conf.use_callchain || sample->callchain == NULL)
Namhyung Kim96039c72016-12-08 23:47:50 +09001979 return;
David Ahern6c973c92016-11-16 15:06:32 +09001980
1981 if (thread__resolve_callchain(thread, cursor, evsel, sample,
Namhyung Kim8388deb2016-11-24 10:11:14 +09001982 NULL, NULL, sched->max_stack + 2) != 0) {
David Ahern6c973c92016-11-16 15:06:32 +09001983 if (verbose)
1984 error("Failed to resolve callchain. Skipping\n");
1985
Namhyung Kim96039c72016-12-08 23:47:50 +09001986 return;
David Ahern6c973c92016-11-16 15:06:32 +09001987 }
Namhyung Kimcdeb01b2016-11-24 10:11:12 +09001988
David Ahern6c973c92016-11-16 15:06:32 +09001989 callchain_cursor_commit(cursor);
Namhyung Kimcdeb01b2016-11-24 10:11:12 +09001990
1991 while (true) {
1992 struct callchain_cursor_node *node;
1993 struct symbol *sym;
1994
1995 node = callchain_cursor_current(cursor);
1996 if (node == NULL)
1997 break;
1998
1999 sym = node->sym;
2000 if (sym && sym->name) {
2001 if (!strcmp(sym->name, "schedule") ||
2002 !strcmp(sym->name, "__schedule") ||
2003 !strcmp(sym->name, "preempt_schedule"))
2004 sym->ignore = 1;
2005 }
2006
2007 callchain_cursor_advance(cursor);
2008 }
David Ahern49394a22016-11-16 15:06:29 +09002009}
2010
Namhyung Kim3bc2fa92016-12-08 23:47:51 +09002011static int init_idle_thread(struct thread *thread)
2012{
2013 struct idle_thread_runtime *itr;
2014
2015 thread__set_comm(thread, idle_comm, 0);
2016
2017 itr = zalloc(sizeof(*itr));
2018 if (itr == NULL)
2019 return -ENOMEM;
2020
2021 init_stats(&itr->tr.run_stats);
2022 callchain_init(&itr->callchain);
2023 callchain_cursor_reset(&itr->cursor);
2024 thread__set_priv(thread, itr);
2025
2026 return 0;
2027}
2028
David Ahern49394a22016-11-16 15:06:29 +09002029/*
2030 * Track idle stats per cpu by maintaining a local thread
2031 * struct for the idle task on each cpu.
2032 */
2033static int init_idle_threads(int ncpu)
2034{
Namhyung Kim3bc2fa92016-12-08 23:47:51 +09002035 int i, ret;
David Ahern49394a22016-11-16 15:06:29 +09002036
2037 idle_threads = zalloc(ncpu * sizeof(struct thread *));
2038 if (!idle_threads)
2039 return -ENOMEM;
2040
Namhyung Kimb3363522016-12-06 12:40:05 +09002041 idle_max_cpu = ncpu;
David Ahern49394a22016-11-16 15:06:29 +09002042
2043 /* allocate the actual thread struct if needed */
2044 for (i = 0; i < ncpu; ++i) {
2045 idle_threads[i] = thread__new(0, 0);
2046 if (idle_threads[i] == NULL)
2047 return -ENOMEM;
2048
Namhyung Kim3bc2fa92016-12-08 23:47:51 +09002049 ret = init_idle_thread(idle_threads[i]);
2050 if (ret < 0)
2051 return ret;
David Ahern49394a22016-11-16 15:06:29 +09002052 }
2053
2054 return 0;
2055}
2056
2057static void free_idle_threads(void)
2058{
2059 int i;
2060
2061 if (idle_threads == NULL)
2062 return;
2063
Namhyung Kimb3363522016-12-06 12:40:05 +09002064 for (i = 0; i < idle_max_cpu; ++i) {
David Ahern49394a22016-11-16 15:06:29 +09002065 if ((idle_threads[i]))
2066 thread__delete(idle_threads[i]);
2067 }
2068
2069 free(idle_threads);
2070}
2071
2072static struct thread *get_idle_thread(int cpu)
2073{
2074 /*
2075 * expand/allocate array of pointers to local thread
2076 * structs if needed
2077 */
2078 if ((cpu >= idle_max_cpu) || (idle_threads == NULL)) {
2079 int i, j = __roundup_pow_of_two(cpu+1);
2080 void *p;
2081
2082 p = realloc(idle_threads, j * sizeof(struct thread *));
2083 if (!p)
2084 return NULL;
2085
2086 idle_threads = (struct thread **) p;
Namhyung Kimb3363522016-12-06 12:40:05 +09002087 for (i = idle_max_cpu; i < j; ++i)
David Ahern49394a22016-11-16 15:06:29 +09002088 idle_threads[i] = NULL;
2089
2090 idle_max_cpu = j;
2091 }
2092
2093 /* allocate a new thread struct if needed */
2094 if (idle_threads[cpu] == NULL) {
2095 idle_threads[cpu] = thread__new(0, 0);
2096
2097 if (idle_threads[cpu]) {
Namhyung Kim3bc2fa92016-12-08 23:47:51 +09002098 if (init_idle_thread(idle_threads[cpu]) < 0)
2099 return NULL;
David Ahern49394a22016-11-16 15:06:29 +09002100 }
2101 }
2102
2103 return idle_threads[cpu];
2104}
2105
Namhyung Kim699b5b92016-12-08 23:47:52 +09002106static void save_idle_callchain(struct idle_thread_runtime *itr,
2107 struct perf_sample *sample)
2108{
2109 if (!symbol_conf.use_callchain || sample->callchain == NULL)
2110 return;
2111
2112 callchain_cursor__copy(&itr->cursor, &callchain_cursor);
2113}
2114
David Ahern49394a22016-11-16 15:06:29 +09002115/*
2116 * handle runtime stats saved per thread
2117 */
2118static struct thread_runtime *thread__init_runtime(struct thread *thread)
2119{
2120 struct thread_runtime *r;
2121
2122 r = zalloc(sizeof(struct thread_runtime));
2123 if (!r)
2124 return NULL;
2125
2126 init_stats(&r->run_stats);
2127 thread__set_priv(thread, r);
2128
2129 return r;
2130}
2131
2132static struct thread_runtime *thread__get_runtime(struct thread *thread)
2133{
2134 struct thread_runtime *tr;
2135
2136 tr = thread__priv(thread);
2137 if (tr == NULL) {
2138 tr = thread__init_runtime(thread);
2139 if (tr == NULL)
2140 pr_debug("Failed to malloc memory for runtime data.\n");
2141 }
2142
2143 return tr;
2144}
2145
David Ahern6c973c92016-11-16 15:06:32 +09002146static struct thread *timehist_get_thread(struct perf_sched *sched,
2147 struct perf_sample *sample,
David Ahern49394a22016-11-16 15:06:29 +09002148 struct machine *machine,
2149 struct perf_evsel *evsel)
2150{
2151 struct thread *thread;
2152
Namhyung Kim96039c72016-12-08 23:47:50 +09002153 if (is_idle_sample(sample, evsel)) {
David Ahern49394a22016-11-16 15:06:29 +09002154 thread = get_idle_thread(sample->cpu);
2155 if (thread == NULL)
2156 pr_err("Failed to get idle thread for cpu %d.\n", sample->cpu);
2157
2158 } else {
Namhyung Kim5d92d962016-12-06 12:40:03 +09002159 /* there were samples with tid 0 but non-zero pid */
2160 thread = machine__findnew_thread(machine, sample->pid,
2161 sample->tid ?: sample->pid);
David Ahern49394a22016-11-16 15:06:29 +09002162 if (thread == NULL) {
2163 pr_debug("Failed to get thread for tid %d. skipping sample.\n",
2164 sample->tid);
2165 }
Namhyung Kim96039c72016-12-08 23:47:50 +09002166
2167 save_task_callchain(sched, sample, evsel, machine);
Namhyung Kim699b5b92016-12-08 23:47:52 +09002168 if (sched->idle_hist) {
2169 struct thread *idle;
2170 struct idle_thread_runtime *itr;
2171
2172 idle = get_idle_thread(sample->cpu);
2173 if (idle == NULL) {
2174 pr_err("Failed to get idle thread for cpu %d.\n", sample->cpu);
2175 return NULL;
2176 }
2177
2178 itr = thread__priv(idle);
2179 if (itr == NULL)
2180 return NULL;
2181
2182 itr->last_thread = thread;
2183
2184 /* copy task callchain when entering to idle */
2185 if (perf_evsel__intval(evsel, sample, "next_pid") == 0)
2186 save_idle_callchain(itr, sample);
2187 }
David Ahern49394a22016-11-16 15:06:29 +09002188 }
2189
2190 return thread;
2191}
2192
David Ahern52df1382016-11-16 15:06:30 +09002193static bool timehist_skip_sample(struct perf_sched *sched,
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002194 struct thread *thread,
2195 struct perf_evsel *evsel,
2196 struct perf_sample *sample)
David Ahern49394a22016-11-16 15:06:29 +09002197{
2198 bool rc = false;
2199
David Ahern52df1382016-11-16 15:06:30 +09002200 if (thread__is_filtered(thread)) {
David Ahern49394a22016-11-16 15:06:29 +09002201 rc = true;
David Ahern52df1382016-11-16 15:06:30 +09002202 sched->skipped_samples++;
2203 }
David Ahern49394a22016-11-16 15:06:29 +09002204
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002205 if (sched->idle_hist) {
2206 if (strcmp(perf_evsel__name(evsel), "sched:sched_switch"))
2207 rc = true;
2208 else if (perf_evsel__intval(evsel, sample, "prev_pid") != 0 &&
2209 perf_evsel__intval(evsel, sample, "next_pid") != 0)
2210 rc = true;
2211 }
2212
David Ahern49394a22016-11-16 15:06:29 +09002213 return rc;
2214}
2215
David Ahernfc1469f2016-11-16 15:06:31 +09002216static void timehist_print_wakeup_event(struct perf_sched *sched,
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002217 struct perf_evsel *evsel,
David Ahernfc1469f2016-11-16 15:06:31 +09002218 struct perf_sample *sample,
2219 struct machine *machine,
2220 struct thread *awakened)
2221{
2222 struct thread *thread;
2223 char tstr[64];
2224
2225 thread = machine__findnew_thread(machine, sample->pid, sample->tid);
2226 if (thread == NULL)
2227 return;
2228
2229 /* show wakeup unless both awakee and awaker are filtered */
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002230 if (timehist_skip_sample(sched, thread, evsel, sample) &&
2231 timehist_skip_sample(sched, awakened, evsel, sample)) {
David Ahernfc1469f2016-11-16 15:06:31 +09002232 return;
2233 }
2234
2235 timestamp__scnprintf_usec(sample->time, tstr, sizeof(tstr));
2236 printf("%15s [%04d] ", tstr, sample->cpu);
David Aherna407b062016-11-16 15:06:33 +09002237 if (sched->show_cpu_visual)
2238 printf(" %*s ", sched->max_cpu + 1, "");
David Ahernfc1469f2016-11-16 15:06:31 +09002239
2240 printf(" %-*s ", comm_width, timehist_get_commstr(thread));
2241
2242 /* dt spacer */
2243 printf(" %9s %9s %9s ", "", "", "");
2244
2245 printf("awakened: %s", timehist_get_commstr(awakened));
2246
2247 printf("\n");
2248}
2249
2250static int timehist_sched_wakeup_event(struct perf_tool *tool,
David Ahern49394a22016-11-16 15:06:29 +09002251 union perf_event *event __maybe_unused,
2252 struct perf_evsel *evsel,
2253 struct perf_sample *sample,
2254 struct machine *machine)
2255{
David Ahernfc1469f2016-11-16 15:06:31 +09002256 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
David Ahern49394a22016-11-16 15:06:29 +09002257 struct thread *thread;
2258 struct thread_runtime *tr = NULL;
2259 /* want pid of awakened task not pid in sample */
2260 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
2261
2262 thread = machine__findnew_thread(machine, 0, pid);
2263 if (thread == NULL)
2264 return -1;
2265
2266 tr = thread__get_runtime(thread);
2267 if (tr == NULL)
2268 return -1;
2269
2270 if (tr->ready_to_run == 0)
2271 tr->ready_to_run = sample->time;
2272
David Ahernfc1469f2016-11-16 15:06:31 +09002273 /* show wakeups if requested */
David Ahern853b7402016-11-29 10:15:44 -07002274 if (sched->show_wakeups &&
2275 !perf_time__skip_sample(&sched->ptime, sample->time))
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002276 timehist_print_wakeup_event(sched, evsel, sample, machine, thread);
David Ahernfc1469f2016-11-16 15:06:31 +09002277
David Ahern49394a22016-11-16 15:06:29 +09002278 return 0;
2279}
2280
David Ahern350f54f2016-11-25 09:28:41 -07002281static void timehist_print_migration_event(struct perf_sched *sched,
2282 struct perf_evsel *evsel,
2283 struct perf_sample *sample,
2284 struct machine *machine,
2285 struct thread *migrated)
2286{
2287 struct thread *thread;
2288 char tstr[64];
2289 u32 max_cpus = sched->max_cpu + 1;
2290 u32 ocpu, dcpu;
2291
2292 if (sched->summary_only)
2293 return;
2294
2295 max_cpus = sched->max_cpu + 1;
2296 ocpu = perf_evsel__intval(evsel, sample, "orig_cpu");
2297 dcpu = perf_evsel__intval(evsel, sample, "dest_cpu");
2298
2299 thread = machine__findnew_thread(machine, sample->pid, sample->tid);
2300 if (thread == NULL)
2301 return;
2302
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002303 if (timehist_skip_sample(sched, thread, evsel, sample) &&
2304 timehist_skip_sample(sched, migrated, evsel, sample)) {
David Ahern350f54f2016-11-25 09:28:41 -07002305 return;
2306 }
2307
2308 timestamp__scnprintf_usec(sample->time, tstr, sizeof(tstr));
2309 printf("%15s [%04d] ", tstr, sample->cpu);
2310
2311 if (sched->show_cpu_visual) {
2312 u32 i;
2313 char c;
2314
2315 printf(" ");
2316 for (i = 0; i < max_cpus; ++i) {
2317 c = (i == sample->cpu) ? 'm' : ' ';
2318 printf("%c", c);
2319 }
2320 printf(" ");
2321 }
2322
2323 printf(" %-*s ", comm_width, timehist_get_commstr(thread));
2324
2325 /* dt spacer */
2326 printf(" %9s %9s %9s ", "", "", "");
2327
2328 printf("migrated: %s", timehist_get_commstr(migrated));
2329 printf(" cpu %d => %d", ocpu, dcpu);
2330
2331 printf("\n");
2332}
2333
2334static int timehist_migrate_task_event(struct perf_tool *tool,
2335 union perf_event *event __maybe_unused,
2336 struct perf_evsel *evsel,
2337 struct perf_sample *sample,
2338 struct machine *machine)
2339{
2340 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
2341 struct thread *thread;
2342 struct thread_runtime *tr = NULL;
2343 /* want pid of migrated task not pid in sample */
2344 const u32 pid = perf_evsel__intval(evsel, sample, "pid");
2345
2346 thread = machine__findnew_thread(machine, 0, pid);
2347 if (thread == NULL)
2348 return -1;
2349
2350 tr = thread__get_runtime(thread);
2351 if (tr == NULL)
2352 return -1;
2353
2354 tr->migrations++;
2355
2356 /* show migrations if requested */
2357 timehist_print_migration_event(sched, evsel, sample, machine, thread);
2358
2359 return 0;
2360}
2361
David Ahern52df1382016-11-16 15:06:30 +09002362static int timehist_sched_change_event(struct perf_tool *tool,
David Ahern49394a22016-11-16 15:06:29 +09002363 union perf_event *event,
2364 struct perf_evsel *evsel,
2365 struct perf_sample *sample,
2366 struct machine *machine)
2367{
David Ahernfc1469f2016-11-16 15:06:31 +09002368 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
David Ahern853b7402016-11-29 10:15:44 -07002369 struct perf_time_interval *ptime = &sched->ptime;
David Ahern49394a22016-11-16 15:06:29 +09002370 struct addr_location al;
2371 struct thread *thread;
2372 struct thread_runtime *tr = NULL;
David Ahern853b7402016-11-29 10:15:44 -07002373 u64 tprev, t = sample->time;
David Ahern49394a22016-11-16 15:06:29 +09002374 int rc = 0;
2375
2376 if (machine__resolve(machine, &al, sample) < 0) {
2377 pr_err("problem processing %d event. skipping it\n",
2378 event->header.type);
2379 rc = -1;
2380 goto out;
2381 }
2382
David Ahern6c973c92016-11-16 15:06:32 +09002383 thread = timehist_get_thread(sched, sample, machine, evsel);
David Ahern49394a22016-11-16 15:06:29 +09002384 if (thread == NULL) {
2385 rc = -1;
2386 goto out;
2387 }
2388
Namhyung Kima4b2b6f2016-12-08 23:47:53 +09002389 if (timehist_skip_sample(sched, thread, evsel, sample))
David Ahern49394a22016-11-16 15:06:29 +09002390 goto out;
2391
2392 tr = thread__get_runtime(thread);
2393 if (tr == NULL) {
2394 rc = -1;
2395 goto out;
2396 }
2397
2398 tprev = perf_evsel__get_time(evsel, sample->cpu);
2399
David Ahern853b7402016-11-29 10:15:44 -07002400 /*
2401 * If start time given:
2402 * - sample time is under window user cares about - skip sample
2403 * - tprev is under window user cares about - reset to start of window
2404 */
2405 if (ptime->start && ptime->start > t)
2406 goto out;
2407
Namhyung Kimbdd75722016-12-22 15:03:49 +09002408 if (tprev && ptime->start > tprev)
David Ahern853b7402016-11-29 10:15:44 -07002409 tprev = ptime->start;
2410
2411 /*
2412 * If end time given:
2413 * - previous sched event is out of window - we are done
2414 * - sample time is beyond window user cares about - reset it
2415 * to close out stats for time window interest
2416 */
2417 if (ptime->end) {
2418 if (tprev > ptime->end)
2419 goto out;
2420
2421 if (t > ptime->end)
2422 t = ptime->end;
2423 }
2424
Namhyung Kim07235f82016-12-08 23:47:54 +09002425 if (!sched->idle_hist || thread->tid == 0) {
2426 timehist_update_runtime_stats(tr, t, tprev);
2427
2428 if (sched->idle_hist) {
2429 struct idle_thread_runtime *itr = (void *)tr;
2430 struct thread_runtime *last_tr;
2431
2432 BUG_ON(thread->tid != 0);
2433
2434 if (itr->last_thread == NULL)
2435 goto out;
2436
2437 /* add current idle time as last thread's runtime */
2438 last_tr = thread__get_runtime(itr->last_thread);
2439 if (last_tr == NULL)
2440 goto out;
2441
2442 timehist_update_runtime_stats(last_tr, t, tprev);
2443 /*
2444 * remove delta time of last thread as it's not updated
2445 * and otherwise it will show an invalid value next
2446 * time. we only care total run time and run stat.
2447 */
2448 last_tr->dt_run = 0;
2449 last_tr->dt_wait = 0;
2450 last_tr->dt_delay = 0;
2451
Namhyung Kimba957eb2016-12-08 23:47:55 +09002452 if (itr->cursor.nr)
2453 callchain_append(&itr->callchain, &itr->cursor, t - tprev);
2454
Namhyung Kim07235f82016-12-08 23:47:54 +09002455 itr->last_thread = NULL;
2456 }
2457 }
David Ahern853b7402016-11-29 10:15:44 -07002458
David Ahern52df1382016-11-16 15:06:30 +09002459 if (!sched->summary_only)
David Ahern853b7402016-11-29 10:15:44 -07002460 timehist_print_sample(sched, sample, &al, thread, t);
David Ahern49394a22016-11-16 15:06:29 +09002461
2462out:
2463 if (tr) {
2464 /* time of this sched_switch event becomes last time task seen */
2465 tr->last_time = sample->time;
2466
2467 /* sched out event for task so reset ready to run time */
2468 tr->ready_to_run = 0;
2469 }
2470
2471 perf_evsel__save_time(evsel, sample->time, sample->cpu);
2472
2473 return rc;
2474}
2475
2476static int timehist_sched_switch_event(struct perf_tool *tool,
2477 union perf_event *event,
2478 struct perf_evsel *evsel,
2479 struct perf_sample *sample,
2480 struct machine *machine __maybe_unused)
2481{
2482 return timehist_sched_change_event(tool, event, evsel, sample, machine);
2483}
2484
2485static int process_lost(struct perf_tool *tool __maybe_unused,
2486 union perf_event *event,
2487 struct perf_sample *sample,
2488 struct machine *machine __maybe_unused)
2489{
2490 char tstr[64];
2491
2492 timestamp__scnprintf_usec(sample->time, tstr, sizeof(tstr));
2493 printf("%15s ", tstr);
2494 printf("lost %" PRIu64 " events on cpu %d\n", event->lost.lost, sample->cpu);
2495
2496 return 0;
2497}
2498
2499
David Ahern52df1382016-11-16 15:06:30 +09002500static void print_thread_runtime(struct thread *t,
2501 struct thread_runtime *r)
2502{
2503 double mean = avg_stats(&r->run_stats);
2504 float stddev;
2505
2506 printf("%*s %5d %9" PRIu64 " ",
2507 comm_width, timehist_get_commstr(t), t->ppid,
2508 (u64) r->run_stats.n);
2509
2510 print_sched_time(r->total_run_time, 8);
2511 stddev = rel_stddev_stats(stddev_stats(&r->run_stats), mean);
2512 print_sched_time(r->run_stats.min, 6);
2513 printf(" ");
2514 print_sched_time((u64) mean, 6);
2515 printf(" ");
2516 print_sched_time(r->run_stats.max, 6);
2517 printf(" ");
2518 printf("%5.2f", stddev);
David Ahern350f54f2016-11-25 09:28:41 -07002519 printf(" %5" PRIu64, r->migrations);
David Ahern52df1382016-11-16 15:06:30 +09002520 printf("\n");
2521}
2522
2523struct total_run_stats {
2524 u64 sched_count;
2525 u64 task_count;
2526 u64 total_run_time;
2527};
2528
2529static int __show_thread_runtime(struct thread *t, void *priv)
2530{
2531 struct total_run_stats *stats = priv;
2532 struct thread_runtime *r;
2533
2534 if (thread__is_filtered(t))
2535 return 0;
2536
2537 r = thread__priv(t);
2538 if (r && r->run_stats.n) {
2539 stats->task_count++;
2540 stats->sched_count += r->run_stats.n;
2541 stats->total_run_time += r->total_run_time;
2542 print_thread_runtime(t, r);
2543 }
2544
2545 return 0;
2546}
2547
2548static int show_thread_runtime(struct thread *t, void *priv)
2549{
2550 if (t->dead)
2551 return 0;
2552
2553 return __show_thread_runtime(t, priv);
2554}
2555
2556static int show_deadthread_runtime(struct thread *t, void *priv)
2557{
2558 if (!t->dead)
2559 return 0;
2560
2561 return __show_thread_runtime(t, priv);
2562}
2563
Namhyung Kimba957eb2016-12-08 23:47:55 +09002564static size_t callchain__fprintf_folded(FILE *fp, struct callchain_node *node)
2565{
2566 const char *sep = " <- ";
2567 struct callchain_list *chain;
2568 size_t ret = 0;
2569 char bf[1024];
2570 bool first;
2571
2572 if (node == NULL)
2573 return 0;
2574
2575 ret = callchain__fprintf_folded(fp, node->parent);
2576 first = (ret == 0);
2577
2578 list_for_each_entry(chain, &node->val, list) {
2579 if (chain->ip >= PERF_CONTEXT_MAX)
2580 continue;
2581 if (chain->ms.sym && chain->ms.sym->ignore)
2582 continue;
2583 ret += fprintf(fp, "%s%s", first ? "" : sep,
2584 callchain_list__sym_name(chain, bf, sizeof(bf),
2585 false));
2586 first = false;
2587 }
2588
2589 return ret;
2590}
2591
2592static size_t timehist_print_idlehist_callchain(struct rb_root *root)
2593{
2594 size_t ret = 0;
2595 FILE *fp = stdout;
2596 struct callchain_node *chain;
2597 struct rb_node *rb_node = rb_first(root);
2598
2599 printf(" %16s %8s %s\n", "Idle time (msec)", "Count", "Callchains");
2600 printf(" %.16s %.8s %.50s\n", graph_dotted_line, graph_dotted_line,
2601 graph_dotted_line);
2602
2603 while (rb_node) {
2604 chain = rb_entry(rb_node, struct callchain_node, rb_node);
2605 rb_node = rb_next(rb_node);
2606
2607 ret += fprintf(fp, " ");
2608 print_sched_time(chain->hit, 12);
2609 ret += 16; /* print_sched_time returns 2nd arg + 4 */
2610 ret += fprintf(fp, " %8d ", chain->count);
2611 ret += callchain__fprintf_folded(fp, chain);
2612 ret += fprintf(fp, "\n");
2613 }
2614
2615 return ret;
2616}
2617
David Ahern52df1382016-11-16 15:06:30 +09002618static void timehist_print_summary(struct perf_sched *sched,
2619 struct perf_session *session)
2620{
2621 struct machine *m = &session->machines.host;
2622 struct total_run_stats totals;
2623 u64 task_count;
2624 struct thread *t;
2625 struct thread_runtime *r;
2626 int i;
2627
2628 memset(&totals, 0, sizeof(totals));
2629
Namhyung Kim07235f82016-12-08 23:47:54 +09002630 if (sched->idle_hist) {
2631 printf("\nIdle-time summary\n");
2632 printf("%*s parent sched-out ", comm_width, "comm");
2633 printf(" idle-time min-idle avg-idle max-idle stddev migrations\n");
2634 } else {
2635 printf("\nRuntime summary\n");
2636 printf("%*s parent sched-in ", comm_width, "comm");
2637 printf(" run-time min-run avg-run max-run stddev migrations\n");
2638 }
David Ahern52df1382016-11-16 15:06:30 +09002639 printf("%*s (count) ", comm_width, "");
2640 printf(" (msec) (msec) (msec) (msec) %%\n");
David Ahern350f54f2016-11-25 09:28:41 -07002641 printf("%.117s\n", graph_dotted_line);
David Ahern52df1382016-11-16 15:06:30 +09002642
2643 machine__for_each_thread(m, show_thread_runtime, &totals);
2644 task_count = totals.task_count;
2645 if (!task_count)
2646 printf("<no still running tasks>\n");
2647
2648 printf("\nTerminated tasks:\n");
2649 machine__for_each_thread(m, show_deadthread_runtime, &totals);
2650 if (task_count == totals.task_count)
2651 printf("<no terminated tasks>\n");
2652
2653 /* CPU idle stats not tracked when samples were skipped */
Namhyung Kim07235f82016-12-08 23:47:54 +09002654 if (sched->skipped_samples && !sched->idle_hist)
David Ahern52df1382016-11-16 15:06:30 +09002655 return;
2656
2657 printf("\nIdle stats:\n");
Namhyung Kimb3363522016-12-06 12:40:05 +09002658 for (i = 0; i < idle_max_cpu; ++i) {
David Ahern52df1382016-11-16 15:06:30 +09002659 t = idle_threads[i];
2660 if (!t)
2661 continue;
2662
2663 r = thread__priv(t);
2664 if (r && r->run_stats.n) {
2665 totals.sched_count += r->run_stats.n;
2666 printf(" CPU %2d idle for ", i);
2667 print_sched_time(r->total_run_time, 6);
2668 printf(" msec\n");
2669 } else
2670 printf(" CPU %2d idle entire time window\n", i);
2671 }
2672
Namhyung Kimba957eb2016-12-08 23:47:55 +09002673 if (sched->idle_hist && symbol_conf.use_callchain) {
2674 callchain_param.mode = CHAIN_FOLDED;
2675 callchain_param.value = CCVAL_PERIOD;
2676
2677 callchain_register_param(&callchain_param);
2678
2679 printf("\nIdle stats by callchain:\n");
2680 for (i = 0; i < idle_max_cpu; ++i) {
2681 struct idle_thread_runtime *itr;
2682
2683 t = idle_threads[i];
2684 if (!t)
2685 continue;
2686
2687 itr = thread__priv(t);
2688 if (itr == NULL)
2689 continue;
2690
2691 callchain_param.sort(&itr->sorted_root, &itr->callchain,
2692 0, &callchain_param);
2693
2694 printf(" CPU %2d:", i);
2695 print_sched_time(itr->tr.total_run_time, 6);
2696 printf(" msec\n");
2697 timehist_print_idlehist_callchain(&itr->sorted_root);
2698 printf("\n");
2699 }
2700 }
2701
David Ahern52df1382016-11-16 15:06:30 +09002702 printf("\n"
2703 " Total number of unique tasks: %" PRIu64 "\n"
2704 "Total number of context switches: %" PRIu64 "\n"
2705 " Total run time (msec): ",
2706 totals.task_count, totals.sched_count);
2707
2708 print_sched_time(totals.total_run_time, 2);
2709 printf("\n");
2710}
2711
David Ahern49394a22016-11-16 15:06:29 +09002712typedef int (*sched_handler)(struct perf_tool *tool,
2713 union perf_event *event,
2714 struct perf_evsel *evsel,
2715 struct perf_sample *sample,
2716 struct machine *machine);
2717
2718static int perf_timehist__process_sample(struct perf_tool *tool,
2719 union perf_event *event,
2720 struct perf_sample *sample,
2721 struct perf_evsel *evsel,
2722 struct machine *machine)
2723{
2724 struct perf_sched *sched = container_of(tool, struct perf_sched, tool);
2725 int err = 0;
2726 int this_cpu = sample->cpu;
2727
2728 if (this_cpu > sched->max_cpu)
2729 sched->max_cpu = this_cpu;
2730
2731 if (evsel->handler != NULL) {
2732 sched_handler f = evsel->handler;
2733
2734 err = f(tool, event, evsel, sample, machine);
2735 }
2736
2737 return err;
2738}
2739
David Ahern6c973c92016-11-16 15:06:32 +09002740static int timehist_check_attr(struct perf_sched *sched,
2741 struct perf_evlist *evlist)
2742{
2743 struct perf_evsel *evsel;
2744 struct evsel_runtime *er;
2745
2746 list_for_each_entry(evsel, &evlist->entries, node) {
2747 er = perf_evsel__get_runtime(evsel);
2748 if (er == NULL) {
2749 pr_err("Failed to allocate memory for evsel runtime data\n");
2750 return -1;
2751 }
2752
2753 if (sched->show_callchain &&
2754 !(evsel->attr.sample_type & PERF_SAMPLE_CALLCHAIN)) {
2755 pr_info("Samples do not have callchains.\n");
2756 sched->show_callchain = 0;
2757 symbol_conf.use_callchain = 0;
2758 }
2759 }
2760
2761 return 0;
2762}
2763
David Ahern49394a22016-11-16 15:06:29 +09002764static int perf_sched__timehist(struct perf_sched *sched)
2765{
2766 const struct perf_evsel_str_handler handlers[] = {
2767 { "sched:sched_switch", timehist_sched_switch_event, },
2768 { "sched:sched_wakeup", timehist_sched_wakeup_event, },
2769 { "sched:sched_wakeup_new", timehist_sched_wakeup_event, },
2770 };
David Ahern350f54f2016-11-25 09:28:41 -07002771 const struct perf_evsel_str_handler migrate_handlers[] = {
2772 { "sched:sched_migrate_task", timehist_migrate_task_event, },
2773 };
David Ahern49394a22016-11-16 15:06:29 +09002774 struct perf_data_file file = {
2775 .path = input_name,
2776 .mode = PERF_DATA_MODE_READ,
Namhyung Kim6fa94252016-12-06 12:40:01 +09002777 .force = sched->force,
David Ahern49394a22016-11-16 15:06:29 +09002778 };
2779
2780 struct perf_session *session;
David Ahern52df1382016-11-16 15:06:30 +09002781 struct perf_evlist *evlist;
David Ahern49394a22016-11-16 15:06:29 +09002782 int err = -1;
2783
2784 /*
2785 * event handlers for timehist option
2786 */
2787 sched->tool.sample = perf_timehist__process_sample;
2788 sched->tool.mmap = perf_event__process_mmap;
2789 sched->tool.comm = perf_event__process_comm;
2790 sched->tool.exit = perf_event__process_exit;
2791 sched->tool.fork = perf_event__process_fork;
2792 sched->tool.lost = process_lost;
2793 sched->tool.attr = perf_event__process_attr;
2794 sched->tool.tracing_data = perf_event__process_tracing_data;
2795 sched->tool.build_id = perf_event__process_build_id;
2796
2797 sched->tool.ordered_events = true;
2798 sched->tool.ordering_requires_timestamps = true;
2799
David Ahern6c973c92016-11-16 15:06:32 +09002800 symbol_conf.use_callchain = sched->show_callchain;
2801
David Ahern49394a22016-11-16 15:06:29 +09002802 session = perf_session__new(&file, false, &sched->tool);
2803 if (session == NULL)
2804 return -ENOMEM;
2805
David Ahern52df1382016-11-16 15:06:30 +09002806 evlist = session->evlist;
2807
David Ahern49394a22016-11-16 15:06:29 +09002808 symbol__init(&session->header.env);
2809
David Ahern853b7402016-11-29 10:15:44 -07002810 if (perf_time__parse_str(&sched->ptime, sched->time_str) != 0) {
2811 pr_err("Invalid time string\n");
2812 return -EINVAL;
2813 }
2814
David Ahern6c973c92016-11-16 15:06:32 +09002815 if (timehist_check_attr(sched, evlist) != 0)
2816 goto out;
2817
David Ahern49394a22016-11-16 15:06:29 +09002818 setup_pager();
2819
2820 /* setup per-evsel handlers */
2821 if (perf_session__set_tracepoints_handlers(session, handlers))
2822 goto out;
2823
David Ahernf45bf8d2016-11-29 13:39:48 -07002824 /* sched_switch event at a minimum needs to exist */
2825 if (!perf_evlist__find_tracepoint_by_name(session->evlist,
2826 "sched:sched_switch")) {
2827 pr_err("No sched_switch events found. Have you run 'perf sched record'?\n");
David Ahern49394a22016-11-16 15:06:29 +09002828 goto out;
David Ahernf45bf8d2016-11-29 13:39:48 -07002829 }
David Ahern49394a22016-11-16 15:06:29 +09002830
David Ahern350f54f2016-11-25 09:28:41 -07002831 if (sched->show_migrations &&
2832 perf_session__set_tracepoints_handlers(session, migrate_handlers))
2833 goto out;
2834
David Ahern49394a22016-11-16 15:06:29 +09002835 /* pre-allocate struct for per-CPU idle stats */
2836 sched->max_cpu = session->header.env.nr_cpus_online;
2837 if (sched->max_cpu == 0)
2838 sched->max_cpu = 4;
2839 if (init_idle_threads(sched->max_cpu))
2840 goto out;
2841
David Ahern52df1382016-11-16 15:06:30 +09002842 /* summary_only implies summary option, but don't overwrite summary if set */
2843 if (sched->summary_only)
2844 sched->summary = sched->summary_only;
2845
2846 if (!sched->summary_only)
David Aherna407b062016-11-16 15:06:33 +09002847 timehist_header(sched);
David Ahern49394a22016-11-16 15:06:29 +09002848
2849 err = perf_session__process_events(session);
2850 if (err) {
2851 pr_err("Failed to process events, error %d", err);
2852 goto out;
2853 }
2854
David Ahern52df1382016-11-16 15:06:30 +09002855 sched->nr_events = evlist->stats.nr_events[0];
2856 sched->nr_lost_events = evlist->stats.total_lost;
2857 sched->nr_lost_chunks = evlist->stats.nr_events[PERF_RECORD_LOST];
2858
2859 if (sched->summary)
2860 timehist_print_summary(sched, session);
2861
David Ahern49394a22016-11-16 15:06:29 +09002862out:
2863 free_idle_threads();
2864 perf_session__delete(session);
2865
2866 return err;
2867}
2868
2869
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002870static void print_bad_events(struct perf_sched *sched)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002871{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002872 if (sched->nr_unordered_timestamps && sched->nr_timestamps) {
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002873 printf(" INFO: %.3f%% unordered timestamps (%ld out of %ld)\n",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002874 (double)sched->nr_unordered_timestamps/(double)sched->nr_timestamps*100.0,
2875 sched->nr_unordered_timestamps, sched->nr_timestamps);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002876 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002877 if (sched->nr_lost_events && sched->nr_events) {
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002878 printf(" INFO: %.3f%% lost events (%ld out of %ld, in %ld chunks)\n",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002879 (double)sched->nr_lost_events/(double)sched->nr_events * 100.0,
2880 sched->nr_lost_events, sched->nr_events, sched->nr_lost_chunks);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002881 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002882 if (sched->nr_context_switch_bugs && sched->nr_timestamps) {
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002883 printf(" INFO: %.3f%% context switch bugs (%ld out of %ld)",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002884 (double)sched->nr_context_switch_bugs/(double)sched->nr_timestamps*100.0,
2885 sched->nr_context_switch_bugs, sched->nr_timestamps);
2886 if (sched->nr_lost_events)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002887 printf(" (due to lost events?)");
2888 printf("\n");
2889 }
2890}
2891
Josef Bacik2f80dd42015-05-22 09:18:40 -04002892static void __merge_work_atoms(struct rb_root *root, struct work_atoms *data)
2893{
2894 struct rb_node **new = &(root->rb_node), *parent = NULL;
2895 struct work_atoms *this;
2896 const char *comm = thread__comm_str(data->thread), *this_comm;
2897
2898 while (*new) {
2899 int cmp;
2900
2901 this = container_of(*new, struct work_atoms, node);
2902 parent = *new;
2903
2904 this_comm = thread__comm_str(this->thread);
2905 cmp = strcmp(comm, this_comm);
2906 if (cmp > 0) {
2907 new = &((*new)->rb_left);
2908 } else if (cmp < 0) {
2909 new = &((*new)->rb_right);
2910 } else {
2911 this->num_merged++;
2912 this->total_runtime += data->total_runtime;
2913 this->nb_atoms += data->nb_atoms;
2914 this->total_lat += data->total_lat;
2915 list_splice(&data->work_list, &this->work_list);
2916 if (this->max_lat < data->max_lat) {
2917 this->max_lat = data->max_lat;
2918 this->max_lat_at = data->max_lat_at;
2919 }
2920 zfree(&data);
2921 return;
2922 }
2923 }
2924
2925 data->num_merged++;
2926 rb_link_node(&data->node, parent, new);
2927 rb_insert_color(&data->node, root);
2928}
2929
2930static void perf_sched__merge_lat(struct perf_sched *sched)
2931{
2932 struct work_atoms *data;
2933 struct rb_node *node;
2934
2935 if (sched->skip_merge)
2936 return;
2937
2938 while ((node = rb_first(&sched->atom_root))) {
2939 rb_erase(node, &sched->atom_root);
2940 data = rb_entry(node, struct work_atoms, node);
2941 __merge_work_atoms(&sched->merged_atom_root, data);
2942 }
2943}
2944
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002945static int perf_sched__lat(struct perf_sched *sched)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002946{
2947 struct rb_node *next;
2948
2949 setup_pager();
David Ahernad9def72013-08-07 22:50:44 -04002950
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03002951 if (perf_sched__read_events(sched))
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03002952 return -1;
David Ahernad9def72013-08-07 22:50:44 -04002953
Josef Bacik2f80dd42015-05-22 09:18:40 -04002954 perf_sched__merge_lat(sched);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002955 perf_sched__sort_lat(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002956
Ramkumar Ramachandra80790e02014-03-17 10:18:21 -04002957 printf("\n -----------------------------------------------------------------------------------------------------------------\n");
2958 printf(" Task | Runtime ms | Switches | Average delay ms | Maximum delay ms | Maximum delay at |\n");
2959 printf(" -----------------------------------------------------------------------------------------------------------------\n");
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002960
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002961 next = rb_first(&sched->sorted_atom_root);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002962
2963 while (next) {
2964 struct work_atoms *work_list;
2965
2966 work_list = rb_entry(next, struct work_atoms, node);
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002967 output_lat_thread(sched, work_list);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002968 next = rb_next(next);
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03002969 thread__zput(work_list->thread);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002970 }
2971
Ramkumar Ramachandra80790e02014-03-17 10:18:21 -04002972 printf(" -----------------------------------------------------------------------------------------------------------------\n");
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -02002973 printf(" TOTAL: |%11.3f ms |%9" PRIu64 " |\n",
Arnaldo Carvalho de Melo4fc76e42016-08-08 12:23:49 -03002974 (double)sched->all_runtime / NSEC_PER_MSEC, sched->all_count);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002975
2976 printf(" ---------------------------------------------------\n");
2977
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03002978 print_bad_events(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002979 printf("\n");
2980
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03002981 return 0;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02002982}
2983
Jiri Olsa99623c62016-04-12 15:29:26 +02002984static int setup_map_cpus(struct perf_sched *sched)
2985{
Jiri Olsa73643bb2016-04-12 15:29:31 +02002986 struct cpu_map *map;
2987
Jiri Olsa99623c62016-04-12 15:29:26 +02002988 sched->max_cpu = sysconf(_SC_NPROCESSORS_CONF);
2989
2990 if (sched->map.comp) {
2991 sched->map.comp_cpus = zalloc(sched->max_cpu * sizeof(int));
Jiri Olsacf294f22016-04-12 15:29:30 +02002992 if (!sched->map.comp_cpus)
2993 return -1;
Jiri Olsa99623c62016-04-12 15:29:26 +02002994 }
2995
Jiri Olsa73643bb2016-04-12 15:29:31 +02002996 if (!sched->map.cpus_str)
2997 return 0;
2998
2999 map = cpu_map__new(sched->map.cpus_str);
3000 if (!map) {
3001 pr_err("failed to get cpus map from %s\n", sched->map.cpus_str);
3002 return -1;
3003 }
3004
3005 sched->map.cpus = map;
Jiri Olsa99623c62016-04-12 15:29:26 +02003006 return 0;
3007}
3008
Jiri Olsaa151a372016-04-12 15:29:29 +02003009static int setup_color_pids(struct perf_sched *sched)
3010{
3011 struct thread_map *map;
3012
3013 if (!sched->map.color_pids_str)
3014 return 0;
3015
3016 map = thread_map__new_by_tid_str(sched->map.color_pids_str);
3017 if (!map) {
3018 pr_err("failed to get thread map from %s\n", sched->map.color_pids_str);
3019 return -1;
3020 }
3021
3022 sched->map.color_pids = map;
3023 return 0;
3024}
3025
Jiri Olsacf294f22016-04-12 15:29:30 +02003026static int setup_color_cpus(struct perf_sched *sched)
3027{
3028 struct cpu_map *map;
3029
3030 if (!sched->map.color_cpus_str)
3031 return 0;
3032
3033 map = cpu_map__new(sched->map.color_cpus_str);
3034 if (!map) {
3035 pr_err("failed to get thread map from %s\n", sched->map.color_cpus_str);
3036 return -1;
3037 }
3038
3039 sched->map.color_cpus = map;
3040 return 0;
3041}
3042
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003043static int perf_sched__map(struct perf_sched *sched)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003044{
Jiri Olsa99623c62016-04-12 15:29:26 +02003045 if (setup_map_cpus(sched))
3046 return -1;
Ingo Molnar40749d02009-09-17 18:24:55 +02003047
Jiri Olsaa151a372016-04-12 15:29:29 +02003048 if (setup_color_pids(sched))
3049 return -1;
3050
Jiri Olsacf294f22016-04-12 15:29:30 +02003051 if (setup_color_cpus(sched))
3052 return -1;
3053
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003054 setup_pager();
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03003055 if (perf_sched__read_events(sched))
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03003056 return -1;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003057 print_bad_events(sched);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03003058 return 0;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003059}
3060
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003061static int perf_sched__replay(struct perf_sched *sched)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003062{
3063 unsigned long i;
3064
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003065 calibrate_run_measurement_overhead(sched);
3066 calibrate_sleep_measurement_overhead(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003067
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003068 test_calibrations(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003069
Arnaldo Carvalho de Meloae536ac2015-03-02 22:28:41 -03003070 if (perf_sched__read_events(sched))
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03003071 return -1;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003072
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003073 printf("nr_run_events: %ld\n", sched->nr_run_events);
3074 printf("nr_sleep_events: %ld\n", sched->nr_sleep_events);
3075 printf("nr_wakeup_events: %ld\n", sched->nr_wakeup_events);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003076
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003077 if (sched->targetless_wakeups)
3078 printf("target-less wakeups: %ld\n", sched->targetless_wakeups);
3079 if (sched->multitarget_wakeups)
3080 printf("multi-target wakeups: %ld\n", sched->multitarget_wakeups);
3081 if (sched->nr_run_events_optimized)
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003082 printf("run atoms optimized: %ld\n",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003083 sched->nr_run_events_optimized);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003084
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003085 print_task_traces(sched);
3086 add_cross_task_wakeups(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003087
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003088 create_tasks(sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003089 printf("------------------------------------------------------------\n");
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003090 for (i = 0; i < sched->replay_repeat; i++)
3091 run_one_test(sched);
Arnaldo Carvalho de Meloa116e052012-09-08 22:53:06 -03003092
3093 return 0;
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003094}
3095
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003096static void setup_sorting(struct perf_sched *sched, const struct option *options,
3097 const char * const usage_msg[])
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02003098{
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003099 char *tmp, *tok, *str = strdup(sched->sort_order);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02003100
3101 for (tok = strtok_r(str, ", ", &tmp);
3102 tok; tok = strtok_r(NULL, ", ", &tmp)) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003103 if (sort_dimension__add(tok, &sched->sort_list) < 0) {
Namhyung Kimc7118362015-10-25 00:49:27 +09003104 usage_with_options_msg(usage_msg, options,
3105 "Unknown --sort key: `%s'", tok);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02003106 }
3107 }
3108
3109 free(str);
3110
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003111 sort_dimension__add("pid", &sched->cmp_pid);
Frederic Weisbeckerdaa1d7a2009-09-13 03:36:29 +02003112}
3113
Ingo Molnar1fc35b22009-09-13 09:44:29 +02003114static int __cmd_record(int argc, const char **argv)
3115{
3116 unsigned int rec_argc, i, j;
3117 const char **rec_argv;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003118 const char * const record_args[] = {
3119 "record",
3120 "-a",
3121 "-R",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003122 "-m", "1024",
3123 "-c", "1",
3124 "-e", "sched:sched_switch",
3125 "-e", "sched:sched_stat_wait",
3126 "-e", "sched:sched_stat_sleep",
3127 "-e", "sched:sched_stat_iowait",
3128 "-e", "sched:sched_stat_runtime",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003129 "-e", "sched:sched_process_fork",
3130 "-e", "sched:sched_wakeup",
Dongsheng7fff9592014-05-05 16:05:53 +09003131 "-e", "sched:sched_wakeup_new",
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003132 "-e", "sched:sched_migrate_task",
3133 };
Ingo Molnar1fc35b22009-09-13 09:44:29 +02003134
3135 rec_argc = ARRAY_SIZE(record_args) + argc - 1;
3136 rec_argv = calloc(rec_argc + 1, sizeof(char *));
3137
Arnaldo Carvalho de Meloe462dc52011-01-10 10:48:47 -02003138 if (rec_argv == NULL)
Chris Samuelce47dc52010-11-13 13:35:06 +11003139 return -ENOMEM;
3140
Ingo Molnar1fc35b22009-09-13 09:44:29 +02003141 for (i = 0; i < ARRAY_SIZE(record_args); i++)
3142 rec_argv[i] = strdup(record_args[i]);
3143
3144 for (j = 1; j < (unsigned int)argc; j++, i++)
3145 rec_argv[i] = argv[j];
3146
3147 BUG_ON(i != rec_argc);
3148
3149 return cmd_record(i, rec_argv, NULL);
3150}
3151
Irina Tirdea1d037ca2012-09-11 01:15:03 +03003152int cmd_sched(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0a02ad92009-09-11 12:12:54 +02003153{
Adrian Hunter8a39df82013-10-22 10:34:15 +03003154 const char default_sort_order[] = "avg, max, switch, runtime";
3155 struct perf_sched sched = {
3156 .tool = {
3157 .sample = perf_sched__process_tracepoint_sample,
3158 .comm = perf_event__process_comm,
3159 .lost = perf_event__process_lost,
3160 .fork = perf_sched__process_fork_event,
Jiri Olsa0a8cb852014-07-06 14:18:21 +02003161 .ordered_events = true,
Adrian Hunter8a39df82013-10-22 10:34:15 +03003162 },
3163 .cmp_pid = LIST_HEAD_INIT(sched.cmp_pid),
3164 .sort_list = LIST_HEAD_INIT(sched.sort_list),
3165 .start_work_mutex = PTHREAD_MUTEX_INITIALIZER,
3166 .work_done_wait_mutex = PTHREAD_MUTEX_INITIALIZER,
Adrian Hunter8a39df82013-10-22 10:34:15 +03003167 .sort_order = default_sort_order,
3168 .replay_repeat = 10,
3169 .profile_cpu = -1,
3170 .next_shortname1 = 'A',
3171 .next_shortname2 = '0',
Josef Bacik2f80dd42015-05-22 09:18:40 -04003172 .skip_merge = 0,
David Ahern6c973c92016-11-16 15:06:32 +09003173 .show_callchain = 1,
3174 .max_stack = 5,
Adrian Hunter8a39df82013-10-22 10:34:15 +03003175 };
Namhyung Kim77f02f42016-10-24 12:00:03 +09003176 const struct option sched_options[] = {
3177 OPT_STRING('i', "input", &input_name, "file",
3178 "input file name"),
3179 OPT_INCR('v', "verbose", &verbose,
3180 "be more verbose (show symbol address, etc)"),
3181 OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace,
3182 "dump raw trace in ASCII"),
Namhyung Kim6fa94252016-12-06 12:40:01 +09003183 OPT_BOOLEAN('f', "force", &sched.force, "don't complain, do it"),
Namhyung Kim77f02f42016-10-24 12:00:03 +09003184 OPT_END()
3185 };
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003186 const struct option latency_options[] = {
3187 OPT_STRING('s', "sort", &sched.sort_order, "key[,key2...]",
3188 "sort by key(s): runtime, switch, avg, max"),
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003189 OPT_INTEGER('C', "CPU", &sched.profile_cpu,
3190 "CPU to profile on"),
Josef Bacik2f80dd42015-05-22 09:18:40 -04003191 OPT_BOOLEAN('p', "pids", &sched.skip_merge,
3192 "latency stats per pid instead of per comm"),
Namhyung Kim77f02f42016-10-24 12:00:03 +09003193 OPT_PARENT(sched_options)
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003194 };
3195 const struct option replay_options[] = {
3196 OPT_UINTEGER('r', "repeat", &sched.replay_repeat,
3197 "repeat the workload replay N times (-1: infinite)"),
Namhyung Kim77f02f42016-10-24 12:00:03 +09003198 OPT_PARENT(sched_options)
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003199 };
Jiri Olsa99623c62016-04-12 15:29:26 +02003200 const struct option map_options[] = {
3201 OPT_BOOLEAN(0, "compact", &sched.map.comp,
3202 "map output in compact mode"),
Jiri Olsaa151a372016-04-12 15:29:29 +02003203 OPT_STRING(0, "color-pids", &sched.map.color_pids_str, "pids",
3204 "highlight given pids in map"),
Jiri Olsacf294f22016-04-12 15:29:30 +02003205 OPT_STRING(0, "color-cpus", &sched.map.color_cpus_str, "cpus",
3206 "highlight given CPUs in map"),
Jiri Olsa73643bb2016-04-12 15:29:31 +02003207 OPT_STRING(0, "cpus", &sched.map.cpus_str, "cpus",
3208 "display given CPUs in map"),
Namhyung Kim77f02f42016-10-24 12:00:03 +09003209 OPT_PARENT(sched_options)
Jiri Olsa99623c62016-04-12 15:29:26 +02003210 };
David Ahern49394a22016-11-16 15:06:29 +09003211 const struct option timehist_options[] = {
3212 OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
3213 "file", "vmlinux pathname"),
3214 OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name,
3215 "file", "kallsyms pathname"),
David Ahern6c973c92016-11-16 15:06:32 +09003216 OPT_BOOLEAN('g', "call-graph", &sched.show_callchain,
3217 "Display call chains if present (default on)"),
3218 OPT_UINTEGER(0, "max-stack", &sched.max_stack,
3219 "Maximum number of functions to display backtrace."),
David Ahern49394a22016-11-16 15:06:29 +09003220 OPT_STRING(0, "symfs", &symbol_conf.symfs, "directory",
3221 "Look for files with symbols relative to this directory"),
David Ahern52df1382016-11-16 15:06:30 +09003222 OPT_BOOLEAN('s', "summary", &sched.summary_only,
3223 "Show only syscall summary with statistics"),
3224 OPT_BOOLEAN('S', "with-summary", &sched.summary,
3225 "Show all syscalls and summary with statistics"),
David Ahernfc1469f2016-11-16 15:06:31 +09003226 OPT_BOOLEAN('w', "wakeups", &sched.show_wakeups, "Show wakeup events"),
David Ahern350f54f2016-11-25 09:28:41 -07003227 OPT_BOOLEAN('M', "migrations", &sched.show_migrations, "Show migration events"),
David Aherna407b062016-11-16 15:06:33 +09003228 OPT_BOOLEAN('V', "cpu-visual", &sched.show_cpu_visual, "Add CPU visual"),
Namhyung Kim07235f82016-12-08 23:47:54 +09003229 OPT_BOOLEAN('I', "idle-hist", &sched.idle_hist, "Show idle events only"),
David Ahern853b7402016-11-29 10:15:44 -07003230 OPT_STRING(0, "time", &sched.time_str, "str",
3231 "Time span for analysis (start,stop)"),
David Ahern49394a22016-11-16 15:06:29 +09003232 OPT_PARENT(sched_options)
3233 };
3234
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003235 const char * const latency_usage[] = {
3236 "perf sched latency [<options>]",
3237 NULL
3238 };
3239 const char * const replay_usage[] = {
3240 "perf sched replay [<options>]",
3241 NULL
3242 };
Jiri Olsa99623c62016-04-12 15:29:26 +02003243 const char * const map_usage[] = {
3244 "perf sched map [<options>]",
3245 NULL
3246 };
David Ahern49394a22016-11-16 15:06:29 +09003247 const char * const timehist_usage[] = {
3248 "perf sched timehist [<options>]",
3249 NULL
3250 };
Ramkumar Ramachandraa83edb22014-03-14 23:17:54 -04003251 const char *const sched_subcommands[] = { "record", "latency", "map",
David Ahern49394a22016-11-16 15:06:29 +09003252 "replay", "script",
3253 "timehist", NULL };
Ramkumar Ramachandraa83edb22014-03-14 23:17:54 -04003254 const char *sched_usage[] = {
3255 NULL,
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003256 NULL
3257 };
3258 struct trace_sched_handler lat_ops = {
3259 .wakeup_event = latency_wakeup_event,
3260 .switch_event = latency_switch_event,
3261 .runtime_event = latency_runtime_event,
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003262 .migrate_task_event = latency_migrate_task_event,
3263 };
3264 struct trace_sched_handler map_ops = {
3265 .switch_event = map_switch_event,
3266 };
3267 struct trace_sched_handler replay_ops = {
3268 .wakeup_event = replay_wakeup_event,
3269 .switch_event = replay_switch_event,
3270 .fork_event = replay_fork_event,
3271 };
Adrian Hunter156a2b02013-10-22 10:34:16 +03003272 unsigned int i;
3273
3274 for (i = 0; i < ARRAY_SIZE(sched.curr_pid); i++)
3275 sched.curr_pid[i] = -1;
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003276
Ramkumar Ramachandraa83edb22014-03-14 23:17:54 -04003277 argc = parse_options_subcommand(argc, argv, sched_options, sched_subcommands,
3278 sched_usage, PARSE_OPT_STOP_AT_NON_OPTION);
Ingo Molnarf2858d82009-09-11 12:12:54 +02003279 if (!argc)
3280 usage_with_options(sched_usage, sched_options);
3281
Xiao Guangrongc0777c52009-12-07 12:04:49 +08003282 /*
Ingo Molnar133dc4c2010-11-16 18:45:39 +01003283 * Aliased to 'perf script' for now:
Xiao Guangrongc0777c52009-12-07 12:04:49 +08003284 */
Ingo Molnar133dc4c2010-11-16 18:45:39 +01003285 if (!strcmp(argv[0], "script"))
3286 return cmd_script(argc, argv, prefix);
Xiao Guangrongc0777c52009-12-07 12:04:49 +08003287
Ingo Molnar1fc35b22009-09-13 09:44:29 +02003288 if (!strncmp(argv[0], "rec", 3)) {
3289 return __cmd_record(argc, argv);
3290 } else if (!strncmp(argv[0], "lat", 3)) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003291 sched.tp_handler = &lat_ops;
Ingo Molnarf2858d82009-09-11 12:12:54 +02003292 if (argc > 1) {
3293 argc = parse_options(argc, argv, latency_options, latency_usage, 0);
3294 if (argc)
3295 usage_with_options(latency_usage, latency_options);
Ingo Molnarf2858d82009-09-11 12:12:54 +02003296 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003297 setup_sorting(&sched, latency_options, latency_usage);
3298 return perf_sched__lat(&sched);
Ingo Molnar0ec04e12009-09-16 17:40:48 +02003299 } else if (!strcmp(argv[0], "map")) {
Jiri Olsa99623c62016-04-12 15:29:26 +02003300 if (argc) {
Jiri Olsaa151a372016-04-12 15:29:29 +02003301 argc = parse_options(argc, argv, map_options, map_usage, 0);
Jiri Olsa99623c62016-04-12 15:29:26 +02003302 if (argc)
3303 usage_with_options(map_usage, map_options);
3304 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003305 sched.tp_handler = &map_ops;
3306 setup_sorting(&sched, latency_options, latency_usage);
3307 return perf_sched__map(&sched);
Ingo Molnarf2858d82009-09-11 12:12:54 +02003308 } else if (!strncmp(argv[0], "rep", 3)) {
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003309 sched.tp_handler = &replay_ops;
Ingo Molnarf2858d82009-09-11 12:12:54 +02003310 if (argc) {
3311 argc = parse_options(argc, argv, replay_options, replay_usage, 0);
3312 if (argc)
3313 usage_with_options(replay_usage, replay_options);
3314 }
Arnaldo Carvalho de Melo0e9b07e2012-09-11 17:29:27 -03003315 return perf_sched__replay(&sched);
David Ahern49394a22016-11-16 15:06:29 +09003316 } else if (!strcmp(argv[0], "timehist")) {
3317 if (argc) {
3318 argc = parse_options(argc, argv, timehist_options,
3319 timehist_usage, 0);
3320 if (argc)
3321 usage_with_options(timehist_usage, timehist_options);
3322 }
David Ahernfc1469f2016-11-16 15:06:31 +09003323 if (sched.show_wakeups && sched.summary_only) {
3324 pr_err(" Error: -s and -w are mutually exclusive.\n");
3325 parse_options_usage(timehist_usage, timehist_options, "s", true);
3326 parse_options_usage(NULL, timehist_options, "w", true);
3327 return -EINVAL;
3328 }
3329
David Ahern49394a22016-11-16 15:06:29 +09003330 return perf_sched__timehist(&sched);
Ingo Molnarf2858d82009-09-11 12:12:54 +02003331 } else {
3332 usage_with_options(sched_usage, sched_options);
Ingo Molnar0a02ad92009-09-11 12:12:54 +02003333 }
3334
Ingo Molnarec156762009-09-11 12:12:54 +02003335 return 0;
Ingo Molnar0a02ad92009-09-11 12:12:54 +02003336}