2 #define TRACE_SYSTEM writeback
4 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
5 #define LTTNG_TRACE_WRITEBACK_H
7 #include "../../../probes/lttng-tracepoint-event.h"
8 #include <linux/backing-dev.h>
9 #include <linux/writeback.h>
10 #include <linux/version.h>
12 #ifndef _TRACE_WRITEBACK_DEF_
13 #define _TRACE_WRITEBACK_DEF_
14 static inline struct backing_dev_info
*inode_to_bdi(struct inode
*inode
)
16 struct super_block
*sb
= inode
->i_sb
;
18 if (strcmp(sb
->s_type
->name
, "bdev") == 0)
19 return inode
->i_mapping
->backing_dev_info
;
25 #define show_inode_state(state) \
26 __print_flags(state, "|", \
27 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
28 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
29 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
31 {I_WILL_FREE, "I_WILL_FREE"}, \
32 {I_FREEING, "I_FREEING"}, \
33 {I_CLEAR, "I_CLEAR"}, \
35 {I_REFERENCED, "I_REFERENCED"} \
38 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
39 #define WB_WORK_REASON \
40 {WB_REASON_BACKGROUND, "background"}, \
41 {WB_REASON_TRY_TO_FREE_PAGES, "try_to_free_pages"}, \
42 {WB_REASON_SYNC, "sync"}, \
43 {WB_REASON_PERIODIC, "periodic"}, \
44 {WB_REASON_LAPTOP_TIMER, "laptop_timer"}, \
45 {WB_REASON_FREE_MORE_MEM, "free_more_memory"}, \
46 {WB_REASON_FS_FREE_SPACE, "fs_free_space"}, \
47 {WB_REASON_FORKER_THREAD, "forker_thread"}
50 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class
,
51 TP_PROTO(struct backing_dev_info
*bdi
, struct wb_writeback_work
*work
),
54 __array(char, name
, 32)
57 tp_memcpy(name
, dev_name(bdi
->dev
? bdi
->dev
:
58 default_backing_dev_info
.dev
), 32)
64 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
65 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
66 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
68 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread
)
69 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue
)
70 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec
)
71 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
72 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start
)
73 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written
)
74 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait
)
77 LTTNG_TRACEPOINT_EVENT(writeback_pages_written
,
78 TP_PROTO(long pages_written
),
79 TP_ARGS(pages_written
),
84 tp_assign(pages
, pages_written
)
86 TP_printk("%ld", __entry
->pages
)
89 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class
,
90 TP_PROTO(struct backing_dev_info
*bdi
),
93 __array(char, name
, 32)
96 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
102 #define DEFINE_WRITEBACK_EVENT(name) \
103 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
104 TP_PROTO(struct backing_dev_info *bdi), \
107 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
108 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
109 TP_PROTO(struct backing_dev_info *bdi), \
112 DEFINE_WRITEBACK_EVENT(writeback_nowork
)
113 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,38))
114 DEFINE_WRITEBACK_EVENT(writeback_wake_background
)
116 DEFINE_WRITEBACK_EVENT(writeback_wake_thread
)
117 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread
)
118 DEFINE_WRITEBACK_EVENT(writeback_bdi_register
)
119 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister
)
120 DEFINE_WRITEBACK_EVENT(writeback_thread_start
)
121 DEFINE_WRITEBACK_EVENT(writeback_thread_stop
)
122 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
123 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start
, writeback_balance_dirty_start
)
124 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait
, writeback_balance_dirty_wait
)
126 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written
,
128 writeback_balance_dirty_written
,
130 TP_PROTO(struct backing_dev_info
*bdi
, int written
),
132 TP_ARGS(bdi
, written
),
135 __array(char, name
, 32)
136 __field(int, written
)
140 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
141 tp_assign(written
, written
)
144 TP_printk("bdi %s written %d",
151 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class
,
152 TP_PROTO(struct writeback_control
*wbc
, struct backing_dev_info
*bdi
),
155 __array(char, name
, 32)
156 __field(long, nr_to_write
)
157 __field(long, pages_skipped
)
158 __field(int, sync_mode
)
159 __field(int, for_kupdate
)
160 __field(int, for_background
)
161 __field(int, for_reclaim
)
162 __field(int, range_cyclic
)
163 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
164 __field(int, more_io
)
165 __field(unsigned long, older_than_this
)
167 __field(long, range_start
)
168 __field(long, range_end
)
172 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
173 tp_assign(nr_to_write
, wbc
->nr_to_write
)
174 tp_assign(pages_skipped
, wbc
->pages_skipped
)
175 tp_assign(sync_mode
, wbc
->sync_mode
)
176 tp_assign(for_kupdate
, wbc
->for_kupdate
)
177 tp_assign(for_background
, wbc
->for_background
)
178 tp_assign(for_reclaim
, wbc
->for_reclaim
)
179 tp_assign(range_cyclic
, wbc
->range_cyclic
)
180 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
181 tp_assign(more_io
, wbc
->more_io
)
182 tp_assign(older_than_this
, wbc
->older_than_this
?
183 *wbc
->older_than_this
: 0)
185 tp_assign(range_start
, (long)wbc
->range_start
)
186 tp_assign(range_end
, (long)wbc
->range_end
)
189 TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
190 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
191 "bgrd=%d reclm=%d cyclic=%d more=%d older=0x%lx "
193 "bgrd=%d reclm=%d cyclic=%d "
195 "start=0x%lx end=0x%lx",
197 __entry
->nr_to_write
,
198 __entry
->pages_skipped
,
200 __entry
->for_kupdate
,
201 __entry
->for_background
,
202 __entry
->for_reclaim
,
203 __entry
->range_cyclic
,
204 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
206 __entry
->older_than_this
,
208 __entry
->range_start
,
212 #undef DEFINE_WBC_EVENT
213 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
214 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
215 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
217 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
218 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start
, writeback_wbc_writeback_start
)
219 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written
, writeback_wbc_writeback_written
)
220 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait
, writeback_wbc_writeback_wait
)
221 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start
, writeback_wbc_balance_dirty_start
)
222 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written
, writeback_wbc_balance_dirty_written
)
223 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait
, writeback_wbc_balance_dirty_wait
)
225 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage
, writeback_wbc_writepage
)
227 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
228 LTTNG_TRACEPOINT_EVENT(writeback_queue_io
,
229 TP_PROTO(struct bdi_writeback
*wb
,
230 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
231 struct wb_writeback_work
*work
,
233 unsigned long *older_than_this
,
236 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
237 TP_ARGS(wb
, work
, moved
),
239 TP_ARGS(wb
, older_than_this
, moved
),
242 __array(char, name
, 32)
243 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
245 __field(unsigned long, older
)
251 tp_memcpy(name
, dev_name(wb
->bdi
->dev
), 32)
252 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
254 tp_assign(older
, older_than_this
? *older_than_this
: 0)
255 tp_assign(age
, older_than_this
?
256 (jiffies
- *older_than_this
) * 1000 / HZ
: -1)
258 tp_assign(moved
, moved
)
260 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
261 TP_printk("bdi %s: enqueue=%d",
266 TP_printk("bdi %s: older=%lu age=%ld enqueue=%d",
268 __entry
->older
, /* older_than_this in jiffies */
269 __entry
->age
, /* older_than_this in relative milliseconds */
275 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state
,
277 writeback_global_dirty_state
,
279 TP_PROTO(unsigned long background_thresh
,
280 unsigned long dirty_thresh
283 TP_ARGS(background_thresh
,
288 __field(unsigned long, nr_dirty
)
289 __field(unsigned long, nr_writeback
)
290 __field(unsigned long, nr_unstable
)
291 __field(unsigned long, background_thresh
)
292 __field(unsigned long, dirty_thresh
)
293 __field(unsigned long, dirty_limit
)
294 __field(unsigned long, nr_dirtied
)
295 __field(unsigned long, nr_written
)
299 tp_assign(nr_dirty
, global_page_state(NR_FILE_DIRTY
))
300 tp_assign(nr_writeback
, global_page_state(NR_WRITEBACK
))
301 tp_assign(nr_unstable
, global_page_state(NR_UNSTABLE_NFS
))
302 tp_assign(nr_dirtied
, global_page_state(NR_DIRTIED
))
303 tp_assign(nr_written
, global_page_state(NR_WRITTEN
))
304 tp_assign(background_thresh
, background_thresh
)
305 tp_assign(dirty_thresh
, dirty_thresh
)
306 tp_assign(dirty_limit
, global_dirty_limit
)
309 TP_printk("dirty=%lu writeback=%lu unstable=%lu "
310 "bg_thresh=%lu thresh=%lu limit=%lu "
311 "dirtied=%lu written=%lu",
313 __entry
->nr_writeback
,
314 __entry
->nr_unstable
,
315 __entry
->background_thresh
,
316 __entry
->dirty_thresh
,
317 __entry
->dirty_limit
,
324 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
326 #define KBps(x) ((x) << (PAGE_SHIFT - 10))
328 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit
,
330 writeback_bdi_dirty_ratelimit
,
332 TP_PROTO(struct backing_dev_info
*bdi
,
333 unsigned long dirty_rate
,
334 unsigned long task_ratelimit
),
336 TP_ARGS(bdi
, dirty_rate
, task_ratelimit
),
339 __array(char, bdi
, 32)
340 __field(unsigned long, write_bw
)
341 __field(unsigned long, avg_write_bw
)
342 __field(unsigned long, dirty_rate
)
343 __field(unsigned long, dirty_ratelimit
)
344 __field(unsigned long, task_ratelimit
)
345 __field(unsigned long, balanced_dirty_ratelimit
)
349 tp_memcpy(bdi
, dev_name(bdi
->dev
), 32)
350 tp_assign(write_bw
, KBps(bdi
->write_bandwidth
))
351 tp_assign(avg_write_bw
, KBps(bdi
->avg_write_bandwidth
))
352 tp_assign(dirty_rate
, KBps(dirty_rate
))
353 tp_assign(dirty_ratelimit
, KBps(bdi
->dirty_ratelimit
))
354 tp_assign(task_ratelimit
, KBps(task_ratelimit
))
355 tp_assign(balanced_dirty_ratelimit
,
356 KBps(bdi
->balanced_dirty_ratelimit
))
360 "write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
361 "dirty_ratelimit=%lu task_ratelimit=%lu "
362 "balanced_dirty_ratelimit=%lu",
364 __entry
->write_bw
, /* write bandwidth */
365 __entry
->avg_write_bw
, /* avg write bandwidth */
366 __entry
->dirty_rate
, /* bdi dirty rate */
367 __entry
->dirty_ratelimit
, /* base ratelimit */
368 __entry
->task_ratelimit
, /* ratelimit with position control */
369 __entry
->balanced_dirty_ratelimit
/* the balanced ratelimit */
373 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages
,
375 writeback_balance_dirty_pages
,
377 TP_PROTO(struct backing_dev_info
*bdi
,
378 unsigned long thresh
,
379 unsigned long bg_thresh
,
381 unsigned long bdi_thresh
,
382 unsigned long bdi_dirty
,
383 unsigned long dirty_ratelimit
,
384 unsigned long task_ratelimit
,
385 unsigned long dirtied
,
386 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
387 unsigned long period
,
390 unsigned long start_time
),
392 TP_ARGS(bdi
, thresh
, bg_thresh
, dirty
, bdi_thresh
, bdi_dirty
,
393 dirty_ratelimit
, task_ratelimit
,
394 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
395 dirtied
, period
, pause
, start_time
),
397 dirtied
, pause
, start_time
),
400 __array( char, bdi
, 32)
401 __field(unsigned long, limit
)
402 __field(unsigned long, setpoint
)
403 __field(unsigned long, dirty
)
404 __field(unsigned long, bdi_setpoint
)
405 __field(unsigned long, bdi_dirty
)
406 __field(unsigned long, dirty_ratelimit
)
407 __field(unsigned long, task_ratelimit
)
408 __field(unsigned int, dirtied
)
409 __field(unsigned int, dirtied_pause
)
410 __field(unsigned long, paused
)
411 __field( long, pause
)
412 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
413 __field(unsigned long, period
)
414 __field( long, think
)
419 tp_memcpy(bdi
, dev_name(bdi
->dev
), 32)
420 tp_assign(limit
, global_dirty_limit
)
422 (global_dirty_limit
+ (thresh
+ bg_thresh
) / 2) / 2)
423 tp_assign(dirty
, dirty
)
424 tp_assign(bdi_setpoint
,
425 ((global_dirty_limit
+ (thresh
+ bg_thresh
) / 2) / 2) *
426 bdi_thresh
/ (thresh
+ 1))
427 tp_assign(bdi_dirty
, bdi_dirty
)
428 tp_assign(dirty_ratelimit
, KBps(dirty_ratelimit
))
429 tp_assign(task_ratelimit
, KBps(task_ratelimit
))
430 tp_assign(dirtied
, dirtied
)
431 tp_assign(dirtied_pause
, current
->nr_dirtied_pause
)
432 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
433 tp_assign(think
, current
->dirty_paused_when
== 0 ? 0 :
434 (long)(jiffies
- current
->dirty_paused_when
) * 1000/HZ
)
435 tp_assign(period
, period
* 1000 / HZ
)
437 tp_assign(pause
, pause
* 1000 / HZ
)
438 tp_assign(paused
, (jiffies
- start_time
) * 1000 / HZ
)
442 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
444 "limit=%lu setpoint=%lu dirty=%lu "
445 "bdi_setpoint=%lu bdi_dirty=%lu "
446 "dirty_ratelimit=%lu task_ratelimit=%lu "
447 "dirtied=%u dirtied_pause=%u "
448 "paused=%lu pause=%ld period=%lu think=%ld",
453 __entry
->bdi_setpoint
,
455 __entry
->dirty_ratelimit
,
456 __entry
->task_ratelimit
,
458 __entry
->dirtied_pause
,
459 __entry
->paused
, /* ms */
460 __entry
->pause
, /* ms */
461 __entry
->period
, /* ms */
462 __entry
->think
/* ms */
466 "limit=%lu setpoint=%lu dirty=%lu "
467 "bdi_setpoint=%lu bdi_dirty=%lu "
468 "dirty_ratelimit=%lu task_ratelimit=%lu "
469 "dirtied=%u dirtied_pause=%u "
470 "paused=%lu pause=%ld",
475 __entry
->bdi_setpoint
,
477 __entry
->dirty_ratelimit
,
478 __entry
->task_ratelimit
,
480 __entry
->dirtied_pause
,
481 __entry
->paused
, /* ms */
482 __entry
->pause
/* ms */
488 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0))
489 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue
,
491 TP_PROTO(struct inode
*inode
),
495 __array(char, name
, 32)
496 __field(unsigned long, ino
)
497 __field(unsigned long, state
)
498 __field(unsigned long, dirtied_when
)
502 tp_memcpy(name
, dev_name(inode_to_bdi(inode
)->dev
), 32)
503 tp_assign(ino
, inode
->i_ino
)
504 tp_assign(state
, inode
->i_state
)
505 tp_assign(dirtied_when
, inode
->dirtied_when
)
508 TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu",
511 show_inode_state(__entry
->state
),
512 __entry
->dirtied_when
,
513 (jiffies
- __entry
->dirtied_when
) / HZ
518 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
519 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template
,
521 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
523 TP_ARGS(usec_timeout
, usec_delayed
),
526 __field( unsigned int, usec_timeout
)
527 __field( unsigned int, usec_delayed
)
531 tp_assign(usec_timeout
, usec_timeout
)
532 tp_assign(usec_delayed
, usec_delayed
)
535 TP_printk("usec_timeout=%u usec_delayed=%u",
536 __entry
->usec_timeout
,
537 __entry
->usec_delayed
)
540 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template
, writeback_congestion_wait
,
542 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
544 TP_ARGS(usec_timeout
, usec_delayed
)
547 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template
, writeback_wait_iff_congested
,
549 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
551 TP_ARGS(usec_timeout
, usec_delayed
)
555 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
556 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template
,
558 TP_PROTO(struct inode
*inode
,
559 struct writeback_control
*wbc
,
560 unsigned long nr_to_write
563 TP_ARGS(inode
, wbc
, nr_to_write
),
566 __array(char, name
, 32)
567 __field(unsigned long, ino
)
568 __field(unsigned long, state
)
569 __field(unsigned long, dirtied_when
)
570 __field(unsigned long, writeback_index
)
571 __field(long, nr_to_write
)
572 __field(unsigned long, wrote
)
576 tp_memcpy(name
, dev_name(inode_to_bdi(inode
)->dev
), 32)
577 tp_assign(ino
, inode
->i_ino
)
578 tp_assign(state
, inode
->i_state
)
579 tp_assign(dirtied_when
, inode
->dirtied_when
)
580 tp_assign(writeback_index
, inode
->i_mapping
->writeback_index
)
581 tp_assign(nr_to_write
, nr_to_write
)
582 tp_assign(wrote
, nr_to_write
- wbc
->nr_to_write
)
585 TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
586 "index=%lu to_write=%ld wrote=%lu",
589 show_inode_state(__entry
->state
),
590 __entry
->dirtied_when
,
591 (jiffies
- __entry
->dirtied_when
) / HZ
,
592 __entry
->writeback_index
,
593 __entry
->nr_to_write
,
598 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
599 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template
, writeback_single_inode_requeue
,
600 TP_PROTO(struct inode
*inode
,
601 struct writeback_control
*wbc
,
602 unsigned long nr_to_write
),
603 TP_ARGS(inode
, wbc
, nr_to_write
)
607 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template
, writeback_single_inode
,
608 TP_PROTO(struct inode
*inode
,
609 struct writeback_control
*wbc
,
610 unsigned long nr_to_write
),
611 TP_ARGS(inode
, wbc
, nr_to_write
)
615 #endif /* LTTNG_TRACE_WRITEBACK_H */
617 /* This part must be outside protection */
618 #include "../../../probes/define_trace.h"