Commit | Line | Data |
---|---|---|
f62b389e MD |
1 | #undef TRACE_SYSTEM |
2 | #define TRACE_SYSTEM sched | |
3 | ||
4 | #if !defined(_TRACE_SCHED_H) || defined(TRACE_HEADER_MULTI_READ) | |
5 | #define _TRACE_SCHED_H | |
6 | ||
7 | #include <linux/sched.h> | |
8 | #include <linux/tracepoint.h> | |
7c68b363 | 9 | #include <linux/binfmts.h> |
f62b389e MD |
10 | |
11 | /* | |
12 | * Tracepoint for calling kthread_stop, performed to end a kthread: | |
13 | */ | |
14 | TRACE_EVENT(sched_kthread_stop, | |
15 | ||
16 | TP_PROTO(struct task_struct *t), | |
17 | ||
18 | TP_ARGS(t), | |
19 | ||
20 | TP_STRUCT__entry( | |
21 | __array( char, comm, TASK_COMM_LEN ) | |
22 | __field( pid_t, pid ) | |
23 | ), | |
24 | ||
25 | TP_fast_assign( | |
26 | memcpy(__entry->comm, t->comm, TASK_COMM_LEN); | |
27 | __entry->pid = t->pid; | |
28 | ), | |
29 | ||
30 | TP_printk("comm=%s pid=%d", __entry->comm, __entry->pid) | |
31 | ); | |
32 | ||
33 | /* | |
34 | * Tracepoint for the return value of the kthread stopping: | |
35 | */ | |
36 | TRACE_EVENT(sched_kthread_stop_ret, | |
37 | ||
38 | TP_PROTO(int ret), | |
39 | ||
40 | TP_ARGS(ret), | |
41 | ||
42 | TP_STRUCT__entry( | |
43 | __field( int, ret ) | |
44 | ), | |
45 | ||
46 | TP_fast_assign( | |
47 | __entry->ret = ret; | |
48 | ), | |
49 | ||
50 | TP_printk("ret=%d", __entry->ret) | |
51 | ); | |
52 | ||
53 | /* | |
54 | * Tracepoint for waking up a task: | |
55 | */ | |
56 | DECLARE_EVENT_CLASS(sched_wakeup_template, | |
57 | ||
58 | TP_PROTO(struct task_struct *p, int success), | |
59 | ||
60 | TP_ARGS(p, success), | |
61 | ||
62 | TP_STRUCT__entry( | |
63 | __array( char, comm, TASK_COMM_LEN ) | |
64 | __field( pid_t, pid ) | |
65 | __field( int, prio ) | |
66 | __field( int, success ) | |
67 | __field( int, target_cpu ) | |
68 | ), | |
69 | ||
70 | TP_fast_assign( | |
71 | memcpy(__entry->comm, p->comm, TASK_COMM_LEN); | |
72 | __entry->pid = p->pid; | |
73 | __entry->prio = p->prio; | |
74 | __entry->success = success; | |
75 | __entry->target_cpu = task_cpu(p); | |
76 | ), | |
77 | ||
78 | TP_printk("comm=%s pid=%d prio=%d success=%d target_cpu=%03d", | |
79 | __entry->comm, __entry->pid, __entry->prio, | |
80 | __entry->success, __entry->target_cpu) | |
81 | ); | |
82 | ||
83 | DEFINE_EVENT(sched_wakeup_template, sched_wakeup, | |
84 | TP_PROTO(struct task_struct *p, int success), | |
85 | TP_ARGS(p, success)); | |
86 | ||
87 | /* | |
88 | * Tracepoint for waking up a new task: | |
89 | */ | |
90 | DEFINE_EVENT(sched_wakeup_template, sched_wakeup_new, | |
91 | TP_PROTO(struct task_struct *p, int success), | |
92 | TP_ARGS(p, success)); | |
93 | ||
94 | #ifdef CREATE_TRACE_POINTS | |
95 | static inline long __trace_sched_switch_state(struct task_struct *p) | |
96 | { | |
97 | long state = p->state; | |
98 | ||
99 | #ifdef CONFIG_PREEMPT | |
100 | /* | |
101 | * For all intents and purposes a preempted task is a running task. | |
102 | */ | |
103 | if (task_thread_info(p)->preempt_count & PREEMPT_ACTIVE) | |
7c68b363 | 104 | state = TASK_RUNNING | TASK_STATE_MAX; |
f62b389e MD |
105 | #endif |
106 | ||
107 | return state; | |
108 | } | |
109 | #endif | |
110 | ||
111 | /* | |
112 | * Tracepoint for task switches, performed by the scheduler: | |
113 | */ | |
114 | TRACE_EVENT(sched_switch, | |
115 | ||
116 | TP_PROTO(struct task_struct *prev, | |
117 | struct task_struct *next), | |
118 | ||
119 | TP_ARGS(prev, next), | |
120 | ||
121 | TP_STRUCT__entry( | |
122 | __array( char, prev_comm, TASK_COMM_LEN ) | |
123 | __field( pid_t, prev_pid ) | |
124 | __field( int, prev_prio ) | |
125 | __field( long, prev_state ) | |
126 | __array( char, next_comm, TASK_COMM_LEN ) | |
127 | __field( pid_t, next_pid ) | |
128 | __field( int, next_prio ) | |
129 | ), | |
130 | ||
131 | TP_fast_assign( | |
132 | memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN); | |
133 | __entry->prev_pid = prev->pid; | |
134 | __entry->prev_prio = prev->prio; | |
135 | __entry->prev_state = __trace_sched_switch_state(prev); | |
136 | memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN); | |
137 | __entry->next_pid = next->pid; | |
138 | __entry->next_prio = next->prio; | |
139 | ), | |
140 | ||
7c68b363 | 141 | TP_printk("prev_comm=%s prev_pid=%d prev_prio=%d prev_state=%s%s ==> next_comm=%s next_pid=%d next_prio=%d", |
f62b389e | 142 | __entry->prev_comm, __entry->prev_pid, __entry->prev_prio, |
7c68b363 AG |
143 | __entry->prev_state & (TASK_STATE_MAX-1) ? |
144 | __print_flags(__entry->prev_state & (TASK_STATE_MAX-1), "|", | |
f62b389e MD |
145 | { 1, "S"} , { 2, "D" }, { 4, "T" }, { 8, "t" }, |
146 | { 16, "Z" }, { 32, "X" }, { 64, "x" }, | |
147 | { 128, "W" }) : "R", | |
7c68b363 | 148 | __entry->prev_state & TASK_STATE_MAX ? "+" : "", |
f62b389e MD |
149 | __entry->next_comm, __entry->next_pid, __entry->next_prio) |
150 | ); | |
151 | ||
152 | /* | |
153 | * Tracepoint for a task being migrated: | |
154 | */ | |
155 | TRACE_EVENT(sched_migrate_task, | |
156 | ||
157 | TP_PROTO(struct task_struct *p, int dest_cpu), | |
158 | ||
159 | TP_ARGS(p, dest_cpu), | |
160 | ||
161 | TP_STRUCT__entry( | |
162 | __array( char, comm, TASK_COMM_LEN ) | |
163 | __field( pid_t, pid ) | |
164 | __field( int, prio ) | |
165 | __field( int, orig_cpu ) | |
166 | __field( int, dest_cpu ) | |
167 | ), | |
168 | ||
169 | TP_fast_assign( | |
170 | memcpy(__entry->comm, p->comm, TASK_COMM_LEN); | |
171 | __entry->pid = p->pid; | |
172 | __entry->prio = p->prio; | |
173 | __entry->orig_cpu = task_cpu(p); | |
174 | __entry->dest_cpu = dest_cpu; | |
175 | ), | |
176 | ||
177 | TP_printk("comm=%s pid=%d prio=%d orig_cpu=%d dest_cpu=%d", | |
178 | __entry->comm, __entry->pid, __entry->prio, | |
179 | __entry->orig_cpu, __entry->dest_cpu) | |
180 | ); | |
181 | ||
182 | DECLARE_EVENT_CLASS(sched_process_template, | |
183 | ||
184 | TP_PROTO(struct task_struct *p), | |
185 | ||
186 | TP_ARGS(p), | |
187 | ||
188 | TP_STRUCT__entry( | |
189 | __array( char, comm, TASK_COMM_LEN ) | |
190 | __field( pid_t, pid ) | |
191 | __field( int, prio ) | |
192 | ), | |
193 | ||
194 | TP_fast_assign( | |
195 | memcpy(__entry->comm, p->comm, TASK_COMM_LEN); | |
196 | __entry->pid = p->pid; | |
197 | __entry->prio = p->prio; | |
198 | ), | |
199 | ||
200 | TP_printk("comm=%s pid=%d prio=%d", | |
201 | __entry->comm, __entry->pid, __entry->prio) | |
202 | ); | |
203 | ||
204 | /* | |
205 | * Tracepoint for freeing a task: | |
206 | */ | |
207 | DEFINE_EVENT(sched_process_template, sched_process_free, | |
208 | TP_PROTO(struct task_struct *p), | |
209 | TP_ARGS(p)); | |
210 | ||
211 | ||
212 | /* | |
213 | * Tracepoint for a task exiting: | |
214 | */ | |
215 | DEFINE_EVENT(sched_process_template, sched_process_exit, | |
216 | TP_PROTO(struct task_struct *p), | |
217 | TP_ARGS(p)); | |
218 | ||
219 | /* | |
220 | * Tracepoint for waiting on task to unschedule: | |
221 | */ | |
222 | DEFINE_EVENT(sched_process_template, sched_wait_task, | |
223 | TP_PROTO(struct task_struct *p), | |
224 | TP_ARGS(p)); | |
225 | ||
226 | /* | |
227 | * Tracepoint for a waiting task: | |
228 | */ | |
229 | TRACE_EVENT(sched_process_wait, | |
230 | ||
231 | TP_PROTO(struct pid *pid), | |
232 | ||
233 | TP_ARGS(pid), | |
234 | ||
235 | TP_STRUCT__entry( | |
236 | __array( char, comm, TASK_COMM_LEN ) | |
237 | __field( pid_t, pid ) | |
238 | __field( int, prio ) | |
239 | ), | |
240 | ||
241 | TP_fast_assign( | |
242 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); | |
243 | __entry->pid = pid_nr(pid); | |
244 | __entry->prio = current->prio; | |
245 | ), | |
246 | ||
247 | TP_printk("comm=%s pid=%d prio=%d", | |
248 | __entry->comm, __entry->pid, __entry->prio) | |
249 | ); | |
250 | ||
251 | /* | |
252 | * Tracepoint for do_fork: | |
253 | */ | |
254 | TRACE_EVENT(sched_process_fork, | |
255 | ||
256 | TP_PROTO(struct task_struct *parent, struct task_struct *child), | |
257 | ||
258 | TP_ARGS(parent, child), | |
259 | ||
260 | TP_STRUCT__entry( | |
261 | __array( char, parent_comm, TASK_COMM_LEN ) | |
262 | __field( pid_t, parent_pid ) | |
263 | __array( char, child_comm, TASK_COMM_LEN ) | |
264 | __field( pid_t, child_pid ) | |
265 | ), | |
266 | ||
267 | TP_fast_assign( | |
268 | memcpy(__entry->parent_comm, parent->comm, TASK_COMM_LEN); | |
269 | __entry->parent_pid = parent->pid; | |
270 | memcpy(__entry->child_comm, child->comm, TASK_COMM_LEN); | |
271 | __entry->child_pid = child->pid; | |
272 | ), | |
273 | ||
274 | TP_printk("comm=%s pid=%d child_comm=%s child_pid=%d", | |
275 | __entry->parent_comm, __entry->parent_pid, | |
276 | __entry->child_comm, __entry->child_pid) | |
277 | ); | |
278 | ||
46142a81 PW |
279 | /* |
280 | * Tracepoint for exec: | |
281 | */ | |
282 | TRACE_EVENT(sched_process_exec, | |
283 | ||
284 | TP_PROTO(struct task_struct *p, pid_t old_pid, | |
285 | struct linux_binprm *bprm), | |
286 | ||
287 | TP_ARGS(p, old_pid, bprm), | |
288 | ||
289 | TP_STRUCT__entry( | |
290 | __string( filename, bprm->filename ) | |
291 | __field( pid_t, pid ) | |
292 | __field( pid_t, old_pid ) | |
293 | ), | |
294 | ||
295 | TP_fast_assign( | |
296 | __assign_str(filename, bprm->filename); | |
297 | __entry->pid = p->pid; | |
298 | __entry->old_pid = old_pid; | |
299 | ), | |
300 | ||
301 | TP_printk("filename=%s pid=%d old_pid=%d", __get_str(filename), | |
302 | __entry->pid, __entry->old_pid) | |
303 | ); | |
304 | ||
f62b389e MD |
305 | /* |
306 | * XXX the below sched_stat tracepoints only apply to SCHED_OTHER/BATCH/IDLE | |
307 | * adding sched_stat support to SCHED_FIFO/RR would be welcome. | |
308 | */ | |
309 | DECLARE_EVENT_CLASS(sched_stat_template, | |
310 | ||
311 | TP_PROTO(struct task_struct *tsk, u64 delay), | |
312 | ||
313 | TP_ARGS(tsk, delay), | |
314 | ||
315 | TP_STRUCT__entry( | |
316 | __array( char, comm, TASK_COMM_LEN ) | |
317 | __field( pid_t, pid ) | |
318 | __field( u64, delay ) | |
319 | ), | |
320 | ||
321 | TP_fast_assign( | |
322 | memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN); | |
323 | __entry->pid = tsk->pid; | |
324 | __entry->delay = delay; | |
325 | ) | |
326 | TP_perf_assign( | |
327 | __perf_count(delay); | |
328 | ), | |
329 | ||
330 | TP_printk("comm=%s pid=%d delay=%Lu [ns]", | |
331 | __entry->comm, __entry->pid, | |
332 | (unsigned long long)__entry->delay) | |
333 | ); | |
334 | ||
335 | ||
336 | /* | |
337 | * Tracepoint for accounting wait time (time the task is runnable | |
338 | * but not actually running due to scheduler contention). | |
339 | */ | |
340 | DEFINE_EVENT(sched_stat_template, sched_stat_wait, | |
341 | TP_PROTO(struct task_struct *tsk, u64 delay), | |
342 | TP_ARGS(tsk, delay)); | |
343 | ||
344 | /* | |
345 | * Tracepoint for accounting sleep time (time the task is not runnable, | |
346 | * including iowait, see below). | |
347 | */ | |
348 | DEFINE_EVENT(sched_stat_template, sched_stat_sleep, | |
349 | TP_PROTO(struct task_struct *tsk, u64 delay), | |
350 | TP_ARGS(tsk, delay)); | |
351 | ||
352 | /* | |
353 | * Tracepoint for accounting iowait time (time the task is not runnable | |
354 | * due to waiting on IO to complete). | |
355 | */ | |
356 | DEFINE_EVENT(sched_stat_template, sched_stat_iowait, | |
357 | TP_PROTO(struct task_struct *tsk, u64 delay), | |
358 | TP_ARGS(tsk, delay)); | |
359 | ||
7c68b363 AG |
360 | /* |
361 | * Tracepoint for accounting blocked time (time the task is in uninterruptible). | |
362 | */ | |
363 | DEFINE_EVENT(sched_stat_template, sched_stat_blocked, | |
364 | TP_PROTO(struct task_struct *tsk, u64 delay), | |
365 | TP_ARGS(tsk, delay)); | |
366 | ||
f62b389e MD |
367 | /* |
368 | * Tracepoint for accounting runtime (time the task is executing | |
369 | * on a CPU). | |
370 | */ | |
371 | TRACE_EVENT(sched_stat_runtime, | |
372 | ||
373 | TP_PROTO(struct task_struct *tsk, u64 runtime, u64 vruntime), | |
374 | ||
375 | TP_ARGS(tsk, runtime, vruntime), | |
376 | ||
377 | TP_STRUCT__entry( | |
378 | __array( char, comm, TASK_COMM_LEN ) | |
379 | __field( pid_t, pid ) | |
380 | __field( u64, runtime ) | |
381 | __field( u64, vruntime ) | |
382 | ), | |
383 | ||
384 | TP_fast_assign( | |
385 | memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN); | |
386 | __entry->pid = tsk->pid; | |
387 | __entry->runtime = runtime; | |
388 | __entry->vruntime = vruntime; | |
389 | ) | |
390 | TP_perf_assign( | |
391 | __perf_count(runtime); | |
392 | ), | |
393 | ||
394 | TP_printk("comm=%s pid=%d runtime=%Lu [ns] vruntime=%Lu [ns]", | |
395 | __entry->comm, __entry->pid, | |
396 | (unsigned long long)__entry->runtime, | |
397 | (unsigned long long)__entry->vruntime) | |
398 | ); | |
399 | ||
400 | /* | |
401 | * Tracepoint for showing priority inheritance modifying a tasks | |
402 | * priority. | |
403 | */ | |
404 | TRACE_EVENT(sched_pi_setprio, | |
405 | ||
406 | TP_PROTO(struct task_struct *tsk, int newprio), | |
407 | ||
408 | TP_ARGS(tsk, newprio), | |
409 | ||
410 | TP_STRUCT__entry( | |
411 | __array( char, comm, TASK_COMM_LEN ) | |
412 | __field( pid_t, pid ) | |
413 | __field( int, oldprio ) | |
414 | __field( int, newprio ) | |
415 | ), | |
416 | ||
417 | TP_fast_assign( | |
418 | memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN); | |
419 | __entry->pid = tsk->pid; | |
420 | __entry->oldprio = tsk->prio; | |
421 | __entry->newprio = newprio; | |
422 | ), | |
423 | ||
424 | TP_printk("comm=%s pid=%d oldprio=%d newprio=%d", | |
425 | __entry->comm, __entry->pid, | |
426 | __entry->oldprio, __entry->newprio) | |
427 | ); | |
428 | ||
429 | #endif /* _TRACE_SCHED_H */ | |
430 | ||
431 | /* This part must be outside protection */ | |
432 | #include <trace/define_trace.h> |