Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 1 | /* |
| 2 | * unlikely profiler |
| 3 | * |
| 4 | * Copyright (C) 2008 Steven Rostedt <srostedt@redhat.com> |
| 5 | */ |
| 6 | #include <linux/kallsyms.h> |
| 7 | #include <linux/seq_file.h> |
| 8 | #include <linux/spinlock.h> |
Frederic Weisbecker | 65c6dc6 | 2008-11-29 04:12:46 +0100 | [diff] [blame] | 9 | #include <linux/irqflags.h> |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 10 | #include <linux/debugfs.h> |
| 11 | #include <linux/uaccess.h> |
| 12 | #include <linux/module.h> |
| 13 | #include <linux/ftrace.h> |
| 14 | #include <linux/hash.h> |
| 15 | #include <linux/fs.h> |
| 16 | #include <asm/local.h> |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 17 | |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 18 | #include "trace.h" |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 19 | #include "trace_stat.h" |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 20 | #include "trace_output.h" |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 21 | |
Steven Rostedt | 2ed84ee | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 22 | #ifdef CONFIG_BRANCH_TRACER |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 23 | |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 24 | static struct tracer branch_trace; |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 25 | static int branch_tracing_enabled __read_mostly; |
| 26 | static DEFINE_MUTEX(branch_tracing_mutex); |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 27 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 28 | static struct trace_array *branch_tracer; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 29 | |
| 30 | static void |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 31 | probe_likely_condition(struct ftrace_branch_data *f, int val, int expect) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 32 | { |
Tom Zanussi | e1112b4 | 2009-03-31 00:48:49 -0500 | [diff] [blame] | 33 | struct ftrace_event_call *call = &event_branch; |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 34 | struct trace_array *tr = branch_tracer; |
Steven Rostedt | a7603ff | 2012-08-06 16:24:11 -0400 | [diff] [blame] | 35 | struct trace_array_cpu *data; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 36 | struct ring_buffer_event *event; |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 37 | struct trace_branch *entry; |
Steven Rostedt | 8f6e8a3 | 2009-10-07 21:53:41 -0400 | [diff] [blame] | 38 | struct ring_buffer *buffer; |
Arnaldo Carvalho de Melo | 0a98775 | 2009-02-05 16:12:56 -0200 | [diff] [blame] | 39 | unsigned long flags; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 40 | int cpu, pc; |
| 41 | const char *p; |
| 42 | |
| 43 | /* |
| 44 | * I would love to save just the ftrace_likely_data pointer, but |
| 45 | * this code can also be used by modules. Ugly things can happen |
| 46 | * if the module is unloaded, and then we go and read the |
| 47 | * pointer. This is slower, but much safer. |
| 48 | */ |
| 49 | |
| 50 | if (unlikely(!tr)) |
| 51 | return; |
| 52 | |
Steven Rostedt | a5e2588 | 2008-12-02 15:34:05 -0500 | [diff] [blame] | 53 | local_irq_save(flags); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 54 | cpu = raw_smp_processor_id(); |
Steven Rostedt (Red Hat) | 153e8ed | 2013-03-08 10:40:07 -0500 | [diff] [blame] | 55 | data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
Steven Rostedt | a7603ff | 2012-08-06 16:24:11 -0400 | [diff] [blame] | 56 | if (atomic_inc_return(&data->disabled) != 1) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 57 | goto out; |
| 58 | |
Arnaldo Carvalho de Melo | 51a763d | 2009-02-05 16:14:13 -0200 | [diff] [blame] | 59 | pc = preempt_count(); |
Steven Rostedt (Red Hat) | 153e8ed | 2013-03-08 10:40:07 -0500 | [diff] [blame] | 60 | buffer = tr->trace_buffer.buffer; |
Steven Rostedt | 8f6e8a3 | 2009-10-07 21:53:41 -0400 | [diff] [blame] | 61 | event = trace_buffer_lock_reserve(buffer, TRACE_BRANCH, |
Arnaldo Carvalho de Melo | 51a763d | 2009-02-05 16:14:13 -0200 | [diff] [blame] | 62 | sizeof(*entry), flags, pc); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 63 | if (!event) |
| 64 | goto out; |
| 65 | |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 66 | entry = ring_buffer_event_data(event); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 67 | |
| 68 | /* Strip off the path, only save the file */ |
| 69 | p = f->file + strlen(f->file); |
| 70 | while (p >= f->file && *p != '/') |
| 71 | p--; |
| 72 | p++; |
| 73 | |
| 74 | strncpy(entry->func, f->func, TRACE_FUNC_SIZE); |
| 75 | strncpy(entry->file, p, TRACE_FILE_SIZE); |
| 76 | entry->func[TRACE_FUNC_SIZE] = 0; |
| 77 | entry->file[TRACE_FILE_SIZE] = 0; |
| 78 | entry->line = f->line; |
| 79 | entry->correct = val == expect; |
| 80 | |
Tom Zanussi | f306cc8 | 2013-10-24 08:34:17 -0500 | [diff] [blame] | 81 | if (!call_filter_check_discard(call, entry, buffer, event)) |
Steven Rostedt | 7ffbd48 | 2012-10-11 12:14:25 -0400 | [diff] [blame] | 82 | __buffer_unlock_commit(buffer, event); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 83 | |
| 84 | out: |
Steven Rostedt | a7603ff | 2012-08-06 16:24:11 -0400 | [diff] [blame] | 85 | atomic_dec(&data->disabled); |
Steven Rostedt | a5e2588 | 2008-12-02 15:34:05 -0500 | [diff] [blame] | 86 | local_irq_restore(flags); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | static inline |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 90 | void trace_likely_condition(struct ftrace_branch_data *f, int val, int expect) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 91 | { |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 92 | if (!branch_tracing_enabled) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 93 | return; |
| 94 | |
| 95 | probe_likely_condition(f, val, expect); |
| 96 | } |
| 97 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 98 | int enable_branch_tracing(struct trace_array *tr) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 99 | { |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 100 | mutex_lock(&branch_tracing_mutex); |
| 101 | branch_tracer = tr; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 102 | /* |
| 103 | * Must be seen before enabling. The reader is a condition |
| 104 | * where we do not need a matching rmb() |
| 105 | */ |
| 106 | smp_wmb(); |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 107 | branch_tracing_enabled++; |
| 108 | mutex_unlock(&branch_tracing_mutex); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 109 | |
Wenji Huang | f54fc98 | 2009-02-10 01:02:46 -0500 | [diff] [blame] | 110 | return 0; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 111 | } |
| 112 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 113 | void disable_branch_tracing(void) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 114 | { |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 115 | mutex_lock(&branch_tracing_mutex); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 116 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 117 | if (!branch_tracing_enabled) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 118 | goto out_unlock; |
| 119 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 120 | branch_tracing_enabled--; |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 121 | |
| 122 | out_unlock: |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 123 | mutex_unlock(&branch_tracing_mutex); |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 124 | } |
Steven Rostedt | 80e5ea4 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 125 | |
| 126 | static void start_branch_trace(struct trace_array *tr) |
| 127 | { |
| 128 | enable_branch_tracing(tr); |
| 129 | } |
| 130 | |
| 131 | static void stop_branch_trace(struct trace_array *tr) |
| 132 | { |
| 133 | disable_branch_tracing(); |
| 134 | } |
| 135 | |
Frederic Weisbecker | 1c80025 | 2008-11-16 05:57:26 +0100 | [diff] [blame] | 136 | static int branch_trace_init(struct trace_array *tr) |
Steven Rostedt | 80e5ea4 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 137 | { |
Steven Rostedt | 80e5ea4 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 138 | start_branch_trace(tr); |
Frederic Weisbecker | 1c80025 | 2008-11-16 05:57:26 +0100 | [diff] [blame] | 139 | return 0; |
Steven Rostedt | 80e5ea4 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | static void branch_trace_reset(struct trace_array *tr) |
| 143 | { |
| 144 | stop_branch_trace(tr); |
| 145 | } |
| 146 | |
Arnaldo Carvalho de Melo | ae7462b | 2009-02-03 22:05:50 -0200 | [diff] [blame] | 147 | static enum print_line_t trace_branch_print(struct trace_iterator *iter, |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 148 | int flags, struct trace_event *event) |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 149 | { |
| 150 | struct trace_branch *field; |
| 151 | |
Arnaldo Carvalho de Melo | 2c9b238 | 2009-02-02 20:30:12 -0200 | [diff] [blame] | 152 | trace_assign_type(field, iter->ent); |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 153 | |
Arnaldo Carvalho de Melo | 2c9b238 | 2009-02-02 20:30:12 -0200 | [diff] [blame] | 154 | if (trace_seq_printf(&iter->seq, "[%s] %s:%s:%d\n", |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 155 | field->correct ? " ok " : " MISS ", |
| 156 | field->func, |
| 157 | field->file, |
| 158 | field->line)) |
| 159 | return TRACE_TYPE_PARTIAL_LINE; |
| 160 | |
Arnaldo Carvalho de Melo | d9793bd | 2009-02-03 20:20:41 -0200 | [diff] [blame] | 161 | return TRACE_TYPE_HANDLED; |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 162 | } |
| 163 | |
Zhaolei | 557055b | 2009-04-13 16:02:34 +0800 | [diff] [blame] | 164 | static void branch_print_header(struct seq_file *s) |
| 165 | { |
| 166 | seq_puts(s, "# TASK-PID CPU# TIMESTAMP CORRECT" |
| 167 | " FUNC:FILE:LINE\n"); |
| 168 | seq_puts(s, "# | | | | | " |
| 169 | " |\n"); |
| 170 | } |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 171 | |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 172 | static struct trace_event_functions trace_branch_funcs = { |
| 173 | .trace = trace_branch_print, |
| 174 | }; |
| 175 | |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 176 | static struct trace_event trace_branch_event = { |
Steven Rostedt | ef18012 | 2009-03-10 14:10:56 -0400 | [diff] [blame] | 177 | .type = TRACE_BRANCH, |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 178 | .funcs = &trace_branch_funcs, |
Steven Rostedt | f633cef | 2008-12-23 23:24:13 -0500 | [diff] [blame] | 179 | }; |
| 180 | |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 181 | static struct tracer branch_trace __read_mostly = |
| 182 | { |
| 183 | .name = "branch", |
| 184 | .init = branch_trace_init, |
| 185 | .reset = branch_trace_reset, |
| 186 | #ifdef CONFIG_FTRACE_SELFTEST |
| 187 | .selftest = trace_selftest_startup_branch, |
| 188 | #endif /* CONFIG_FTRACE_SELFTEST */ |
Zhaolei | 557055b | 2009-04-13 16:02:34 +0800 | [diff] [blame] | 189 | .print_header = branch_print_header, |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 190 | }; |
| 191 | |
| 192 | __init static int init_branch_tracer(void) |
| 193 | { |
| 194 | int ret; |
| 195 | |
| 196 | ret = register_ftrace_event(&trace_branch_event); |
| 197 | if (!ret) { |
| 198 | printk(KERN_WARNING "Warning: could not register " |
| 199 | "branch events\n"); |
| 200 | return 1; |
| 201 | } |
| 202 | return register_tracer(&branch_trace); |
| 203 | } |
Steven Rostedt | 6f41567 | 2012-10-05 12:13:07 -0400 | [diff] [blame] | 204 | core_initcall(init_branch_tracer); |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 205 | |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 206 | #else |
| 207 | static inline |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 208 | void trace_likely_condition(struct ftrace_branch_data *f, int val, int expect) |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 209 | { |
| 210 | } |
Steven Rostedt | 2ed84ee | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 211 | #endif /* CONFIG_BRANCH_TRACER */ |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 212 | |
Steven Rostedt | 9f029e8 | 2008-11-12 15:24:24 -0500 | [diff] [blame] | 213 | void ftrace_likely_update(struct ftrace_branch_data *f, int val, int expect) |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 214 | { |
Steven Rostedt | 52f232c | 2008-11-12 00:14:40 -0500 | [diff] [blame] | 215 | /* |
| 216 | * I would love to have a trace point here instead, but the |
| 217 | * trace point code is so inundated with unlikely and likely |
| 218 | * conditions that the recursive nightmare that exists is too |
| 219 | * much to try to get working. At least for now. |
| 220 | */ |
| 221 | trace_likely_condition(f, val, expect); |
| 222 | |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 223 | /* FIXME: Make this atomic! */ |
| 224 | if (val == expect) |
| 225 | f->correct++; |
| 226 | else |
| 227 | f->incorrect++; |
| 228 | } |
| 229 | EXPORT_SYMBOL(ftrace_likely_update); |
| 230 | |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 231 | extern unsigned long __start_annotated_branch_profile[]; |
| 232 | extern unsigned long __stop_annotated_branch_profile[]; |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 233 | |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 234 | static int annotated_branch_stat_headers(struct seq_file *m) |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 235 | { |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 236 | seq_printf(m, " correct incorrect %% "); |
| 237 | seq_printf(m, " Function " |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 238 | " File Line\n" |
| 239 | " ------- --------- - " |
| 240 | " -------- " |
| 241 | " ---- ----\n"); |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 242 | return 0; |
| 243 | } |
| 244 | |
| 245 | static inline long get_incorrect_percent(struct ftrace_branch_data *p) |
| 246 | { |
| 247 | long percent; |
| 248 | |
| 249 | if (p->correct) { |
| 250 | percent = p->incorrect * 100; |
| 251 | percent /= p->correct + p->incorrect; |
| 252 | } else |
| 253 | percent = p->incorrect ? 100 : -1; |
| 254 | |
| 255 | return percent; |
| 256 | } |
| 257 | |
| 258 | static int branch_stat_show(struct seq_file *m, void *v) |
| 259 | { |
| 260 | struct ftrace_branch_data *p = v; |
| 261 | const char *f; |
| 262 | long percent; |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 263 | |
| 264 | /* Only print the file, not the path */ |
| 265 | f = p->file + strlen(p->file); |
| 266 | while (f >= p->file && *f != '/') |
| 267 | f--; |
| 268 | f++; |
| 269 | |
Steven Rostedt | 2bcd521 | 2008-11-21 01:30:54 -0500 | [diff] [blame] | 270 | /* |
| 271 | * The miss is overlayed on correct, and hit on incorrect. |
| 272 | */ |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 273 | percent = get_incorrect_percent(p); |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 274 | |
Steven Rostedt | bac28bf | 2008-11-21 01:51:53 -0500 | [diff] [blame] | 275 | seq_printf(m, "%8lu %8lu ", p->correct, p->incorrect); |
| 276 | if (percent < 0) |
| 277 | seq_printf(m, " X "); |
| 278 | else |
| 279 | seq_printf(m, "%3ld ", percent); |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 280 | seq_printf(m, "%-30.30s %-20.20s %d\n", p->func, f, p->line); |
| 281 | return 0; |
| 282 | } |
| 283 | |
Steven Rostedt | 4254800 | 2009-03-24 13:38:36 -0400 | [diff] [blame] | 284 | static void *annotated_branch_stat_start(struct tracer_stat *trace) |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 285 | { |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 286 | return __start_annotated_branch_profile; |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 287 | } |
| 288 | |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 289 | static void * |
| 290 | annotated_branch_stat_next(void *v, int idx) |
| 291 | { |
| 292 | struct ftrace_branch_data *p = v; |
| 293 | |
| 294 | ++p; |
| 295 | |
| 296 | if ((void *)p >= (void *)__stop_annotated_branch_profile) |
| 297 | return NULL; |
| 298 | |
| 299 | return p; |
| 300 | } |
| 301 | |
| 302 | static int annotated_branch_stat_cmp(void *p1, void *p2) |
| 303 | { |
| 304 | struct ftrace_branch_data *a = p1; |
| 305 | struct ftrace_branch_data *b = p2; |
| 306 | |
| 307 | long percent_a, percent_b; |
| 308 | |
| 309 | percent_a = get_incorrect_percent(a); |
| 310 | percent_b = get_incorrect_percent(b); |
| 311 | |
| 312 | if (percent_a < percent_b) |
| 313 | return -1; |
| 314 | if (percent_a > percent_b) |
| 315 | return 1; |
Steven Rostedt | ede55c9 | 2010-01-27 11:25:54 -0500 | [diff] [blame] | 316 | |
| 317 | if (a->incorrect < b->incorrect) |
| 318 | return -1; |
| 319 | if (a->incorrect > b->incorrect) |
| 320 | return 1; |
| 321 | |
| 322 | /* |
| 323 | * Since the above shows worse (incorrect) cases |
| 324 | * first, we continue that by showing best (correct) |
| 325 | * cases last. |
| 326 | */ |
| 327 | if (a->correct > b->correct) |
| 328 | return -1; |
| 329 | if (a->correct < b->correct) |
| 330 | return 1; |
| 331 | |
| 332 | return 0; |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 333 | } |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 334 | |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 335 | static struct tracer_stat annotated_branch_stats = { |
| 336 | .name = "branch_annotated", |
| 337 | .stat_start = annotated_branch_stat_start, |
| 338 | .stat_next = annotated_branch_stat_next, |
| 339 | .stat_cmp = annotated_branch_stat_cmp, |
| 340 | .stat_headers = annotated_branch_stat_headers, |
| 341 | .stat_show = branch_stat_show |
| 342 | }; |
| 343 | |
| 344 | __init static int init_annotated_branch_stats(void) |
| 345 | { |
| 346 | int ret; |
| 347 | |
| 348 | ret = register_stat_tracer(&annotated_branch_stats); |
| 349 | if (!ret) { |
| 350 | printk(KERN_WARNING "Warning: could not register " |
| 351 | "annotated branches stats\n"); |
| 352 | return 1; |
| 353 | } |
| 354 | return 0; |
| 355 | } |
| 356 | fs_initcall(init_annotated_branch_stats); |
| 357 | |
Steven Rostedt | 2bcd521 | 2008-11-21 01:30:54 -0500 | [diff] [blame] | 358 | #ifdef CONFIG_PROFILE_ALL_BRANCHES |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 359 | |
Steven Rostedt | 2bcd521 | 2008-11-21 01:30:54 -0500 | [diff] [blame] | 360 | extern unsigned long __start_branch_profile[]; |
| 361 | extern unsigned long __stop_branch_profile[]; |
| 362 | |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 363 | static int all_branch_stat_headers(struct seq_file *m) |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 364 | { |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 365 | seq_printf(m, " miss hit %% "); |
| 366 | seq_printf(m, " Function " |
| 367 | " File Line\n" |
| 368 | " ------- --------- - " |
| 369 | " -------- " |
| 370 | " ---- ----\n"); |
Steven Rostedt | 1f0d69a | 2008-11-12 00:14:39 -0500 | [diff] [blame] | 371 | return 0; |
| 372 | } |
| 373 | |
Steven Rostedt | 4254800 | 2009-03-24 13:38:36 -0400 | [diff] [blame] | 374 | static void *all_branch_stat_start(struct tracer_stat *trace) |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 375 | { |
| 376 | return __start_branch_profile; |
| 377 | } |
| 378 | |
| 379 | static void * |
| 380 | all_branch_stat_next(void *v, int idx) |
| 381 | { |
| 382 | struct ftrace_branch_data *p = v; |
| 383 | |
| 384 | ++p; |
| 385 | |
| 386 | if ((void *)p >= (void *)__stop_branch_profile) |
| 387 | return NULL; |
| 388 | |
| 389 | return p; |
| 390 | } |
| 391 | |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 392 | static struct tracer_stat all_branch_stats = { |
| 393 | .name = "branch_all", |
Frederic Weisbecker | 034939b | 2009-01-08 10:03:56 -0800 | [diff] [blame] | 394 | .stat_start = all_branch_stat_start, |
| 395 | .stat_next = all_branch_stat_next, |
| 396 | .stat_headers = all_branch_stat_headers, |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 397 | .stat_show = branch_stat_show |
Frederic Weisbecker | 034939b | 2009-01-08 10:03:56 -0800 | [diff] [blame] | 398 | }; |
Frederic Weisbecker | 034939b | 2009-01-08 10:03:56 -0800 | [diff] [blame] | 399 | |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 400 | __init static int all_annotated_branch_stats(void) |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 401 | { |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 402 | int ret; |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 403 | |
| 404 | ret = register_stat_tracer(&all_branch_stats); |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 405 | if (!ret) { |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 406 | printk(KERN_WARNING "Warning: could not register " |
| 407 | "all branches stats\n"); |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 408 | return 1; |
| 409 | } |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 410 | return 0; |
Frederic Weisbecker | e302cf3 | 2008-12-27 23:25:38 +0100 | [diff] [blame] | 411 | } |
Frederic Weisbecker | 002bb86 | 2009-01-10 11:34:13 -0800 | [diff] [blame] | 412 | fs_initcall(all_annotated_branch_stats); |
| 413 | #endif /* CONFIG_PROFILE_ALL_BRANCHES */ |