Commit | Line | Data |
---|---|---|
b87700e3 AG |
1 | #undef TRACE_SYSTEM |
2 | #define TRACE_SYSTEM writeback | |
3 | ||
3bc29f0a MD |
4 | #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ) |
5 | #define LTTNG_TRACE_WRITEBACK_H | |
b87700e3 | 6 | |
3bc29f0a | 7 | #include "../../../probes/lttng-tracepoint-event.h" |
aa634cd1 | 8 | #include <linux/tracepoint.h> |
b87700e3 AG |
9 | #include <linux/backing-dev.h> |
10 | #include <linux/writeback.h> | |
11 | #include <linux/version.h> | |
12 | ||
13 | #ifndef _TRACE_WRITEBACK_DEF_ | |
14 | #define _TRACE_WRITEBACK_DEF_ | |
9a8687aa MD |
15 | |
16 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)) | |
b87700e3 AG |
17 | static inline struct backing_dev_info *inode_to_bdi(struct inode *inode) |
18 | { | |
19 | struct super_block *sb = inode->i_sb; | |
20 | ||
21 | if (strcmp(sb->s_type->name, "bdev") == 0) | |
22 | return inode->i_mapping->backing_dev_info; | |
23 | ||
24 | return sb->s_bdi; | |
25 | } | |
9a8687aa MD |
26 | #endif /* #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)) */ |
27 | ||
b87700e3 AG |
28 | #endif |
29 | ||
9a8687aa MD |
30 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) |
31 | #define show_inode_state(state) \ | |
32 | __print_flags(state, "|", \ | |
33 | {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \ | |
34 | {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \ | |
35 | {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \ | |
36 | {I_NEW, "I_NEW"}, \ | |
37 | {I_WILL_FREE, "I_WILL_FREE"}, \ | |
38 | {I_FREEING, "I_FREEING"}, \ | |
39 | {I_CLEAR, "I_CLEAR"}, \ | |
40 | {I_SYNC, "I_SYNC"}, \ | |
41 | {I_DIRTY_TIME, "I_DIRTY_TIME"}, \ | |
42 | {I_DIRTY_TIME_EXPIRED, "I_DIRTY_TIME_EXPIRED"}, \ | |
43 | {I_REFERENCED, "I_REFERENCED"} \ | |
44 | ) | |
45 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */ | |
b87700e3 AG |
46 | #define show_inode_state(state) \ |
47 | __print_flags(state, "|", \ | |
48 | {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \ | |
49 | {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \ | |
50 | {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \ | |
51 | {I_NEW, "I_NEW"}, \ | |
52 | {I_WILL_FREE, "I_WILL_FREE"}, \ | |
53 | {I_FREEING, "I_FREEING"}, \ | |
54 | {I_CLEAR, "I_CLEAR"}, \ | |
55 | {I_SYNC, "I_SYNC"}, \ | |
56 | {I_REFERENCED, "I_REFERENCED"} \ | |
57 | ) | |
9a8687aa | 58 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */ |
b87700e3 | 59 | |
9a8687aa MD |
60 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) |
61 | ||
62 | LTTNG_TRACEPOINT_EVENT(writeback_dirty_page, | |
63 | TP_PROTO(struct page *page, struct address_space *mapping), | |
64 | TP_ARGS(page, mapping), | |
65 | TP_STRUCT__entry ( | |
66 | __array_text(char, name, 32) | |
67 | __field(unsigned long, ino) | |
68 | __field(pgoff_t, index) | |
69 | ), | |
70 | TP_fast_assign( | |
71 | tp_memcpy(name, | |
72 | mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)", 32) | |
73 | tp_assign(ino, mapping ? mapping->host->i_ino : 0) | |
74 | tp_assign(index, page->index) | |
75 | ), | |
76 | TP_printk("bdi %s: ino=%lu index=%lu", | |
77 | __entry->name, | |
78 | __entry->ino, | |
79 | __entry->index | |
80 | ) | |
81 | ) | |
82 | ||
83 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template, | |
84 | TP_PROTO(struct inode *inode, int flags), | |
85 | TP_ARGS(inode, flags), | |
86 | TP_STRUCT__entry ( | |
87 | __array_text(char, name, 32) | |
88 | __field(unsigned long, ino) | |
89 | __field(unsigned long, state) | |
90 | __field(unsigned long, flags) | |
91 | ), | |
92 | TP_fast_assign( | |
93 | /* may be called for files on pseudo FSes w/ unregistered bdi */ | |
94 | tp_memcpy(name, | |
95 | inode_to_bdi(inode)->dev ? | |
96 | dev_name(inode_to_bdi(inode)->dev) : "(unknown)", 32) | |
97 | tp_assign(ino, inode->i_ino) | |
98 | tp_assign(state, inode->i_state) | |
99 | tp_assign(flags, flags) | |
100 | ), | |
101 | TP_printk("bdi %s: ino=%lu flags=%s", | |
102 | __entry->name, | |
103 | __entry->ino, | |
104 | show_inode_state(__entry->flags) | |
105 | ) | |
106 | ) | |
107 | #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \ | |
108 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \ | |
109 | TP_PROTO(struct inode *inode, int flags), \ | |
110 | TP_ARGS(inode, flags)) | |
111 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start) | |
112 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode) | |
113 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty) | |
114 | ||
115 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template, | |
116 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), | |
117 | TP_ARGS(inode, wbc), | |
118 | TP_STRUCT__entry ( | |
119 | __array_text(char, name, 32) | |
120 | __field(unsigned long, ino) | |
121 | __field(int, sync_mode) | |
122 | ), | |
123 | TP_fast_assign( | |
124 | tp_memcpy(name, | |
125 | dev_name(inode_to_bdi(inode)->dev), 32) | |
126 | tp_assign(ino, inode->i_ino) | |
127 | tp_assign(sync_mode, wbc->sync_mode) | |
128 | ), | |
129 | TP_printk("bdi %s: ino=%lu sync_mode=%d", | |
130 | __entry->name, | |
131 | __entry->ino, | |
132 | __entry->sync_mode | |
133 | ) | |
134 | ) | |
135 | ||
136 | #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \ | |
137 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \ | |
138 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), \ | |
139 | TP_ARGS(inode, wbc)) | |
140 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start) | |
141 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode) | |
142 | ||
143 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0)) | |
144 | ||
aa634cd1 JD |
145 | LTTNG_TRACEPOINT_EVENT(writeback_dirty_page, |
146 | TP_PROTO(struct page *page, struct address_space *mapping), | |
147 | TP_ARGS(page, mapping), | |
148 | TP_STRUCT__entry ( | |
149 | __array_text(char, name, 32) | |
150 | __field(unsigned long, ino) | |
151 | __field(pgoff_t, index) | |
152 | ), | |
153 | TP_fast_assign( | |
154 | tp_memcpy(name, | |
155 | mapping ? dev_name(mapping->backing_dev_info->dev) : "(unknown)", 32) | |
156 | tp_assign(ino, mapping ? mapping->host->i_ino : 0) | |
157 | tp_assign(index, page->index) | |
158 | ), | |
159 | TP_printk("bdi %s: ino=%lu index=%lu", | |
160 | __entry->name, | |
161 | __entry->ino, | |
162 | __entry->index | |
163 | ) | |
164 | ) | |
165 | ||
166 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template, | |
167 | TP_PROTO(struct inode *inode, int flags), | |
168 | TP_ARGS(inode, flags), | |
169 | TP_STRUCT__entry ( | |
170 | __array_text(char, name, 32) | |
171 | __field(unsigned long, ino) | |
172 | __field(unsigned long, flags) | |
173 | ), | |
174 | TP_fast_assign( | |
175 | /* may be called for files on pseudo FSes w/ unregistered bdi */ | |
176 | tp_memcpy(name, | |
177 | inode->i_mapping->backing_dev_info->dev ? | |
178 | dev_name(inode->i_mapping->backing_dev_info->dev) : "(unknown)", 32) | |
179 | tp_assign(ino, inode->i_ino) | |
180 | tp_assign(flags, flags) | |
181 | ), | |
182 | TP_printk("bdi %s: ino=%lu flags=%s", | |
183 | __entry->name, | |
184 | __entry->ino, | |
185 | show_inode_state(__entry->flags) | |
186 | ) | |
187 | ) | |
188 | #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \ | |
189 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \ | |
190 | TP_PROTO(struct inode *inode, int flags), \ | |
191 | TP_ARGS(inode, flags)) | |
192 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start) | |
193 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode) | |
194 | ||
195 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template, | |
196 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), | |
197 | TP_ARGS(inode, wbc), | |
198 | TP_STRUCT__entry ( | |
199 | __array_text(char, name, 32) | |
200 | __field(unsigned long, ino) | |
201 | __field(int, sync_mode) | |
202 | ), | |
203 | TP_fast_assign( | |
204 | tp_memcpy(name, | |
205 | dev_name(inode->i_mapping->backing_dev_info->dev), 32) | |
206 | tp_assign(ino, inode->i_ino) | |
207 | tp_assign(sync_mode, wbc->sync_mode) | |
208 | ), | |
209 | TP_printk("bdi %s: ino=%lu sync_mode=%d", | |
210 | __entry->name, | |
211 | __entry->ino, | |
212 | __entry->sync_mode | |
213 | ) | |
214 | ) | |
215 | ||
216 | #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \ | |
217 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \ | |
218 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), \ | |
219 | TP_ARGS(inode, wbc)) | |
220 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start) | |
221 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode) | |
9a8687aa | 222 | |
aa634cd1 JD |
223 | #endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0)) */ |
224 | ||
9a8687aa MD |
225 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) |
226 | ||
227 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class, | |
228 | TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), | |
229 | TP_ARGS(bdi, work), | |
230 | TP_STRUCT__entry( | |
231 | __array_text(char, name, 32) | |
232 | ), | |
233 | TP_fast_assign( | |
234 | tp_memcpy(name, bdi->dev ? dev_name(bdi->dev) : | |
235 | "(unknown)", 32) | |
236 | ), | |
237 | TP_printk("bdi %s", | |
238 | __entry->name | |
239 | ) | |
240 | ) | |
241 | ||
242 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */ | |
243 | ||
3bc29f0a | 244 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class, |
b87700e3 AG |
245 | TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), |
246 | TP_ARGS(bdi, work), | |
247 | TP_STRUCT__entry( | |
b4cf87e5 | 248 | __array_text(char, name, 32) |
b87700e3 AG |
249 | ), |
250 | TP_fast_assign( | |
251 | tp_memcpy(name, dev_name(bdi->dev ? bdi->dev : | |
252 | default_backing_dev_info.dev), 32) | |
b87700e3 | 253 | ), |
88dc2c97 MD |
254 | TP_printk("bdi %s", |
255 | __entry->name | |
b87700e3 | 256 | ) |
b87700e3 | 257 | ) |
9a8687aa MD |
258 | |
259 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */ | |
260 | ||
3bc29f0a MD |
261 | #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \ |
262 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \ | |
b87700e3 AG |
263 | TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \ |
264 | TP_ARGS(bdi, work)) | |
3bc29f0a MD |
265 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread) |
266 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue) | |
267 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec) | |
b87700e3 | 268 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0)) |
3bc29f0a MD |
269 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start) |
270 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written) | |
271 | LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait) | |
b87700e3 AG |
272 | #endif |
273 | ||
3bc29f0a | 274 | LTTNG_TRACEPOINT_EVENT(writeback_pages_written, |
b87700e3 AG |
275 | TP_PROTO(long pages_written), |
276 | TP_ARGS(pages_written), | |
277 | TP_STRUCT__entry( | |
278 | __field(long, pages) | |
279 | ), | |
280 | TP_fast_assign( | |
281 | tp_assign(pages, pages_written) | |
282 | ), | |
283 | TP_printk("%ld", __entry->pages) | |
284 | ) | |
285 | ||
3bc29f0a | 286 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class, |
b87700e3 AG |
287 | TP_PROTO(struct backing_dev_info *bdi), |
288 | TP_ARGS(bdi), | |
289 | TP_STRUCT__entry( | |
b4cf87e5 | 290 | __array_text(char, name, 32) |
b87700e3 AG |
291 | ), |
292 | TP_fast_assign( | |
293 | tp_memcpy(name, dev_name(bdi->dev), 32) | |
294 | ), | |
295 | TP_printk("bdi %s", | |
296 | __entry->name | |
297 | ) | |
298 | ) | |
59fecd6c | 299 | #undef DEFINE_WRITEBACK_EVENT |
b87700e3 | 300 | #define DEFINE_WRITEBACK_EVENT(name) \ |
3bc29f0a | 301 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \ |
b87700e3 AG |
302 | TP_PROTO(struct backing_dev_info *bdi), \ |
303 | TP_ARGS(bdi)) | |
304 | ||
9cf29d3e | 305 | #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \ |
3bc29f0a | 306 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \ |
9cf29d3e MD |
307 | TP_PROTO(struct backing_dev_info *bdi), \ |
308 | TP_ARGS(bdi)) | |
309 | ||
b87700e3 AG |
310 | DEFINE_WRITEBACK_EVENT(writeback_nowork) |
311 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,38)) | |
312 | DEFINE_WRITEBACK_EVENT(writeback_wake_background) | |
313 | #endif | |
314 | DEFINE_WRITEBACK_EVENT(writeback_wake_thread) | |
315 | DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread) | |
316 | DEFINE_WRITEBACK_EVENT(writeback_bdi_register) | |
317 | DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister) | |
318 | DEFINE_WRITEBACK_EVENT(writeback_thread_start) | |
319 | DEFINE_WRITEBACK_EVENT(writeback_thread_stop) | |
320 | #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0)) | |
9cf29d3e MD |
321 | DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start) |
322 | DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait) | |
323 | ||
3bc29f0a | 324 | LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written, |
b87700e3 | 325 | |
9cf29d3e | 326 | writeback_balance_dirty_written, |
b87700e3 AG |
327 | |
328 | TP_PROTO(struct backing_dev_info *bdi, int written), | |
329 | ||
330 | TP_ARGS(bdi, written), | |
331 | ||
332 | TP_STRUCT__entry( | |
333 | __array(char, name, 32) | |
334 | __field(int, written) | |
335 | ), | |
336 | ||
337 | TP_fast_assign( | |
338 | tp_memcpy(name, dev_name(bdi->dev), 32) | |
339 | tp_assign(written, written) | |
340 | ), | |
341 | ||
342 | TP_printk("bdi %s written %d", | |
343 | __entry->name, | |
344 | __entry->written | |
345 | ) | |
346 | ) | |
347 | #endif | |
348 | ||
3bc29f0a | 349 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class, |
b87700e3 AG |
350 | TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), |
351 | TP_ARGS(wbc, bdi), | |
352 | TP_STRUCT__entry( | |
b4cf87e5 | 353 | __array_text(char, name, 32) |
b87700e3 AG |
354 | __field(long, nr_to_write) |
355 | __field(long, pages_skipped) | |
356 | __field(int, sync_mode) | |
357 | __field(int, for_kupdate) | |
358 | __field(int, for_background) | |
359 | __field(int, for_reclaim) | |
360 | __field(int, range_cyclic) | |
361 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)) | |
362 | __field(int, more_io) | |
363 | __field(unsigned long, older_than_this) | |
364 | #endif | |
365 | __field(long, range_start) | |
366 | __field(long, range_end) | |
367 | ), | |
368 | ||
369 | TP_fast_assign( | |
370 | tp_memcpy(name, dev_name(bdi->dev), 32) | |
371 | tp_assign(nr_to_write, wbc->nr_to_write) | |
372 | tp_assign(pages_skipped, wbc->pages_skipped) | |
373 | tp_assign(sync_mode, wbc->sync_mode) | |
374 | tp_assign(for_kupdate, wbc->for_kupdate) | |
375 | tp_assign(for_background, wbc->for_background) | |
376 | tp_assign(for_reclaim, wbc->for_reclaim) | |
377 | tp_assign(range_cyclic, wbc->range_cyclic) | |
378 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)) | |
379 | tp_assign(more_io, wbc->more_io) | |
380 | tp_assign(older_than_this, wbc->older_than_this ? | |
381 | *wbc->older_than_this : 0) | |
382 | #endif | |
383 | tp_assign(range_start, (long)wbc->range_start) | |
384 | tp_assign(range_end, (long)wbc->range_end) | |
385 | ), | |
386 | ||
387 | TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d " | |
388 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)) | |
389 | "bgrd=%d reclm=%d cyclic=%d more=%d older=0x%lx " | |
390 | #else | |
391 | "bgrd=%d reclm=%d cyclic=%d " | |
392 | #endif | |
393 | "start=0x%lx end=0x%lx", | |
394 | __entry->name, | |
395 | __entry->nr_to_write, | |
396 | __entry->pages_skipped, | |
397 | __entry->sync_mode, | |
398 | __entry->for_kupdate, | |
399 | __entry->for_background, | |
400 | __entry->for_reclaim, | |
401 | __entry->range_cyclic, | |
402 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)) | |
403 | __entry->more_io, | |
404 | __entry->older_than_this, | |
405 | #endif | |
406 | __entry->range_start, | |
407 | __entry->range_end) | |
408 | ) | |
409 | ||
9cf29d3e | 410 | #undef DEFINE_WBC_EVENT |
3bc29f0a MD |
411 | #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \ |
412 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \ | |
b87700e3 AG |
413 | TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \ |
414 | TP_ARGS(wbc, bdi)) | |
415 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0)) | |
3bc29f0a MD |
416 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start) |
417 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written) | |
418 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait) | |
419 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start) | |
420 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written) | |
421 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait) | |
b87700e3 | 422 | #endif |
3bc29f0a | 423 | LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage) |
b87700e3 AG |
424 | |
425 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0)) | |
3bc29f0a | 426 | LTTNG_TRACEPOINT_EVENT(writeback_queue_io, |
b87700e3 AG |
427 | TP_PROTO(struct bdi_writeback *wb, |
428 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) | |
429 | struct wb_writeback_work *work, | |
430 | #else | |
431 | unsigned long *older_than_this, | |
432 | #endif | |
433 | int moved), | |
434 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) | |
435 | TP_ARGS(wb, work, moved), | |
436 | #else | |
437 | TP_ARGS(wb, older_than_this, moved), | |
438 | #endif | |
439 | TP_STRUCT__entry( | |
440 | __array(char, name, 32) | |
88dc2c97 MD |
441 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) |
442 | #else | |
b87700e3 AG |
443 | __field(unsigned long, older) |
444 | __field(long, age) | |
b87700e3 | 445 | #endif |
88dc2c97 | 446 | __field(int, moved) |
b87700e3 AG |
447 | ), |
448 | TP_fast_assign( | |
449 | tp_memcpy(name, dev_name(wb->bdi->dev), 32) | |
450 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) | |
b87700e3 AG |
451 | #else |
452 | tp_assign(older, older_than_this ? *older_than_this : 0) | |
453 | tp_assign(age, older_than_this ? | |
454 | (jiffies - *older_than_this) * 1000 / HZ : -1) | |
455 | #endif | |
456 | tp_assign(moved, moved) | |
b87700e3 AG |
457 | ), |
458 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) | |
88dc2c97 | 459 | TP_printk("bdi %s: enqueue=%d", |
b87700e3 | 460 | __entry->name, |
b87700e3 | 461 | __entry->moved, |
b87700e3 AG |
462 | ) |
463 | #else | |
464 | TP_printk("bdi %s: older=%lu age=%ld enqueue=%d", | |
465 | __entry->name, | |
466 | __entry->older, /* older_than_this in jiffies */ | |
467 | __entry->age, /* older_than_this in relative milliseconds */ | |
468 | __entry->moved | |
469 | ) | |
470 | #endif | |
471 | ) | |
472 | ||
3bc29f0a | 473 | LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state, |
9cf29d3e MD |
474 | |
475 | writeback_global_dirty_state, | |
b87700e3 AG |
476 | |
477 | TP_PROTO(unsigned long background_thresh, | |
478 | unsigned long dirty_thresh | |
479 | ), | |
480 | ||
481 | TP_ARGS(background_thresh, | |
482 | dirty_thresh | |
483 | ), | |
484 | ||
485 | TP_STRUCT__entry( | |
486 | __field(unsigned long, nr_dirty) | |
487 | __field(unsigned long, nr_writeback) | |
488 | __field(unsigned long, nr_unstable) | |
489 | __field(unsigned long, background_thresh) | |
490 | __field(unsigned long, dirty_thresh) | |
491 | __field(unsigned long, dirty_limit) | |
492 | __field(unsigned long, nr_dirtied) | |
493 | __field(unsigned long, nr_written) | |
494 | ), | |
495 | ||
496 | TP_fast_assign( | |
497 | tp_assign(nr_dirty, global_page_state(NR_FILE_DIRTY)) | |
498 | tp_assign(nr_writeback, global_page_state(NR_WRITEBACK)) | |
499 | tp_assign(nr_unstable, global_page_state(NR_UNSTABLE_NFS)) | |
500 | tp_assign(nr_dirtied, global_page_state(NR_DIRTIED)) | |
501 | tp_assign(nr_written, global_page_state(NR_WRITTEN)) | |
502 | tp_assign(background_thresh, background_thresh) | |
503 | tp_assign(dirty_thresh, dirty_thresh) | |
504 | tp_assign(dirty_limit, global_dirty_limit) | |
505 | ), | |
506 | ||
507 | TP_printk("dirty=%lu writeback=%lu unstable=%lu " | |
508 | "bg_thresh=%lu thresh=%lu limit=%lu " | |
509 | "dirtied=%lu written=%lu", | |
510 | __entry->nr_dirty, | |
511 | __entry->nr_writeback, | |
512 | __entry->nr_unstable, | |
513 | __entry->background_thresh, | |
514 | __entry->dirty_thresh, | |
515 | __entry->dirty_limit, | |
516 | __entry->nr_dirtied, | |
517 | __entry->nr_written | |
518 | ) | |
519 | ) | |
520 | #endif | |
521 | ||
522 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) | |
523 | ||
524 | #define KBps(x) ((x) << (PAGE_SHIFT - 10)) | |
525 | ||
3bc29f0a | 526 | LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit, |
9cf29d3e MD |
527 | |
528 | writeback_bdi_dirty_ratelimit, | |
b87700e3 AG |
529 | |
530 | TP_PROTO(struct backing_dev_info *bdi, | |
531 | unsigned long dirty_rate, | |
532 | unsigned long task_ratelimit), | |
533 | ||
534 | TP_ARGS(bdi, dirty_rate, task_ratelimit), | |
535 | ||
536 | TP_STRUCT__entry( | |
537 | __array(char, bdi, 32) | |
538 | __field(unsigned long, write_bw) | |
539 | __field(unsigned long, avg_write_bw) | |
540 | __field(unsigned long, dirty_rate) | |
541 | __field(unsigned long, dirty_ratelimit) | |
542 | __field(unsigned long, task_ratelimit) | |
543 | __field(unsigned long, balanced_dirty_ratelimit) | |
544 | ), | |
545 | ||
546 | TP_fast_assign( | |
547 | tp_memcpy(bdi, dev_name(bdi->dev), 32) | |
548 | tp_assign(write_bw, KBps(bdi->write_bandwidth)) | |
549 | tp_assign(avg_write_bw, KBps(bdi->avg_write_bandwidth)) | |
550 | tp_assign(dirty_rate, KBps(dirty_rate)) | |
551 | tp_assign(dirty_ratelimit, KBps(bdi->dirty_ratelimit)) | |
552 | tp_assign(task_ratelimit, KBps(task_ratelimit)) | |
553 | tp_assign(balanced_dirty_ratelimit, | |
554 | KBps(bdi->balanced_dirty_ratelimit)) | |
555 | ), | |
556 | ||
557 | TP_printk("bdi %s: " | |
558 | "write_bw=%lu awrite_bw=%lu dirty_rate=%lu " | |
559 | "dirty_ratelimit=%lu task_ratelimit=%lu " | |
560 | "balanced_dirty_ratelimit=%lu", | |
561 | __entry->bdi, | |
562 | __entry->write_bw, /* write bandwidth */ | |
563 | __entry->avg_write_bw, /* avg write bandwidth */ | |
564 | __entry->dirty_rate, /* bdi dirty rate */ | |
565 | __entry->dirty_ratelimit, /* base ratelimit */ | |
566 | __entry->task_ratelimit, /* ratelimit with position control */ | |
567 | __entry->balanced_dirty_ratelimit /* the balanced ratelimit */ | |
568 | ) | |
569 | ) | |
570 | ||
3bc29f0a | 571 | LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages, |
9cf29d3e MD |
572 | |
573 | writeback_balance_dirty_pages, | |
b87700e3 AG |
574 | |
575 | TP_PROTO(struct backing_dev_info *bdi, | |
576 | unsigned long thresh, | |
577 | unsigned long bg_thresh, | |
578 | unsigned long dirty, | |
579 | unsigned long bdi_thresh, | |
580 | unsigned long bdi_dirty, | |
581 | unsigned long dirty_ratelimit, | |
582 | unsigned long task_ratelimit, | |
583 | unsigned long dirtied, | |
584 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
585 | unsigned long period, | |
586 | #endif | |
587 | long pause, | |
588 | unsigned long start_time), | |
589 | ||
590 | TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty, | |
591 | dirty_ratelimit, task_ratelimit, | |
592 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
593 | dirtied, period, pause, start_time), | |
594 | #else | |
595 | dirtied, pause, start_time), | |
596 | #endif | |
597 | TP_STRUCT__entry( | |
598 | __array( char, bdi, 32) | |
599 | __field(unsigned long, limit) | |
600 | __field(unsigned long, setpoint) | |
601 | __field(unsigned long, dirty) | |
602 | __field(unsigned long, bdi_setpoint) | |
603 | __field(unsigned long, bdi_dirty) | |
604 | __field(unsigned long, dirty_ratelimit) | |
605 | __field(unsigned long, task_ratelimit) | |
606 | __field(unsigned int, dirtied) | |
607 | __field(unsigned int, dirtied_pause) | |
608 | __field(unsigned long, paused) | |
609 | __field( long, pause) | |
610 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
611 | __field(unsigned long, period) | |
612 | __field( long, think) | |
613 | #endif | |
614 | ), | |
615 | ||
616 | TP_fast_assign( | |
617 | tp_memcpy(bdi, dev_name(bdi->dev), 32) | |
618 | tp_assign(limit, global_dirty_limit) | |
619 | tp_assign(setpoint, | |
620 | (global_dirty_limit + (thresh + bg_thresh) / 2) / 2) | |
621 | tp_assign(dirty, dirty) | |
622 | tp_assign(bdi_setpoint, | |
623 | ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) * | |
624 | bdi_thresh / (thresh + 1)) | |
625 | tp_assign(bdi_dirty, bdi_dirty) | |
626 | tp_assign(dirty_ratelimit, KBps(dirty_ratelimit)) | |
627 | tp_assign(task_ratelimit, KBps(task_ratelimit)) | |
628 | tp_assign(dirtied, dirtied) | |
629 | tp_assign(dirtied_pause, current->nr_dirtied_pause) | |
630 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
631 | tp_assign(think, current->dirty_paused_when == 0 ? 0 : | |
632 | (long)(jiffies - current->dirty_paused_when) * 1000/HZ) | |
633 | tp_assign(period, period * 1000 / HZ) | |
634 | #endif | |
635 | tp_assign(pause, pause * 1000 / HZ) | |
636 | tp_assign(paused, (jiffies - start_time) * 1000 / HZ) | |
637 | ), | |
638 | ||
639 | ||
640 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
641 | TP_printk("bdi %s: " | |
642 | "limit=%lu setpoint=%lu dirty=%lu " | |
643 | "bdi_setpoint=%lu bdi_dirty=%lu " | |
644 | "dirty_ratelimit=%lu task_ratelimit=%lu " | |
645 | "dirtied=%u dirtied_pause=%u " | |
646 | "paused=%lu pause=%ld period=%lu think=%ld", | |
647 | __entry->bdi, | |
648 | __entry->limit, | |
649 | __entry->setpoint, | |
650 | __entry->dirty, | |
651 | __entry->bdi_setpoint, | |
652 | __entry->bdi_dirty, | |
653 | __entry->dirty_ratelimit, | |
654 | __entry->task_ratelimit, | |
655 | __entry->dirtied, | |
656 | __entry->dirtied_pause, | |
657 | __entry->paused, /* ms */ | |
658 | __entry->pause, /* ms */ | |
659 | __entry->period, /* ms */ | |
660 | __entry->think /* ms */ | |
661 | ) | |
662 | #else | |
663 | TP_printk("bdi %s: " | |
664 | "limit=%lu setpoint=%lu dirty=%lu " | |
665 | "bdi_setpoint=%lu bdi_dirty=%lu " | |
666 | "dirty_ratelimit=%lu task_ratelimit=%lu " | |
667 | "dirtied=%u dirtied_pause=%u " | |
668 | "paused=%lu pause=%ld", | |
669 | __entry->bdi, | |
670 | __entry->limit, | |
671 | __entry->setpoint, | |
672 | __entry->dirty, | |
673 | __entry->bdi_setpoint, | |
674 | __entry->bdi_dirty, | |
675 | __entry->dirty_ratelimit, | |
676 | __entry->task_ratelimit, | |
677 | __entry->dirtied, | |
678 | __entry->dirtied_pause, | |
679 | __entry->paused, /* ms */ | |
680 | __entry->pause /* ms */ | |
681 | ) | |
682 | #endif | |
683 | ) | |
684 | #endif | |
685 | ||
686 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0)) | |
3bc29f0a | 687 | LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue, |
b87700e3 AG |
688 | |
689 | TP_PROTO(struct inode *inode), | |
690 | TP_ARGS(inode), | |
691 | ||
692 | TP_STRUCT__entry( | |
b4cf87e5 | 693 | __array_text(char, name, 32) |
b87700e3 AG |
694 | __field(unsigned long, ino) |
695 | __field(unsigned long, state) | |
696 | __field(unsigned long, dirtied_when) | |
697 | ), | |
698 | ||
699 | TP_fast_assign( | |
700 | tp_memcpy(name, dev_name(inode_to_bdi(inode)->dev), 32) | |
701 | tp_assign(ino, inode->i_ino) | |
702 | tp_assign(state, inode->i_state) | |
703 | tp_assign(dirtied_when, inode->dirtied_when) | |
704 | ), | |
705 | ||
706 | TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu", | |
707 | __entry->name, | |
708 | __entry->ino, | |
709 | show_inode_state(__entry->state), | |
710 | __entry->dirtied_when, | |
711 | (jiffies - __entry->dirtied_when) / HZ | |
712 | ) | |
713 | ) | |
714 | #endif | |
715 | ||
716 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37)) | |
3bc29f0a | 717 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template, |
b87700e3 AG |
718 | |
719 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
720 | ||
721 | TP_ARGS(usec_timeout, usec_delayed), | |
722 | ||
723 | TP_STRUCT__entry( | |
724 | __field( unsigned int, usec_timeout ) | |
725 | __field( unsigned int, usec_delayed ) | |
726 | ), | |
727 | ||
728 | TP_fast_assign( | |
729 | tp_assign(usec_timeout, usec_timeout) | |
730 | tp_assign(usec_delayed, usec_delayed) | |
731 | ), | |
732 | ||
733 | TP_printk("usec_timeout=%u usec_delayed=%u", | |
734 | __entry->usec_timeout, | |
735 | __entry->usec_delayed) | |
736 | ) | |
737 | ||
3bc29f0a | 738 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait, |
b87700e3 AG |
739 | |
740 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
741 | ||
742 | TP_ARGS(usec_timeout, usec_delayed) | |
743 | ) | |
744 | ||
3bc29f0a | 745 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested, |
b87700e3 AG |
746 | |
747 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
748 | ||
749 | TP_ARGS(usec_timeout, usec_delayed) | |
750 | ) | |
751 | #endif | |
752 | ||
753 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0)) | |
3bc29f0a | 754 | LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template, |
b87700e3 AG |
755 | |
756 | TP_PROTO(struct inode *inode, | |
757 | struct writeback_control *wbc, | |
758 | unsigned long nr_to_write | |
759 | ), | |
760 | ||
761 | TP_ARGS(inode, wbc, nr_to_write), | |
762 | ||
763 | TP_STRUCT__entry( | |
b4cf87e5 | 764 | __array_text(char, name, 32) |
b87700e3 AG |
765 | __field(unsigned long, ino) |
766 | __field(unsigned long, state) | |
767 | __field(unsigned long, dirtied_when) | |
768 | __field(unsigned long, writeback_index) | |
769 | __field(long, nr_to_write) | |
770 | __field(unsigned long, wrote) | |
771 | ), | |
772 | ||
773 | TP_fast_assign( | |
774 | tp_memcpy(name, dev_name(inode_to_bdi(inode)->dev), 32) | |
775 | tp_assign(ino, inode->i_ino) | |
776 | tp_assign(state, inode->i_state) | |
777 | tp_assign(dirtied_when, inode->dirtied_when) | |
778 | tp_assign(writeback_index, inode->i_mapping->writeback_index) | |
779 | tp_assign(nr_to_write, nr_to_write) | |
780 | tp_assign(wrote, nr_to_write - wbc->nr_to_write) | |
781 | ), | |
782 | ||
783 | TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu " | |
784 | "index=%lu to_write=%ld wrote=%lu", | |
785 | __entry->name, | |
786 | __entry->ino, | |
787 | show_inode_state(__entry->state), | |
788 | __entry->dirtied_when, | |
789 | (jiffies - __entry->dirtied_when) / HZ, | |
790 | __entry->writeback_index, | |
791 | __entry->nr_to_write, | |
792 | __entry->wrote | |
793 | ) | |
794 | ) | |
795 | ||
796 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
3bc29f0a | 797 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue, |
b87700e3 AG |
798 | TP_PROTO(struct inode *inode, |
799 | struct writeback_control *wbc, | |
800 | unsigned long nr_to_write), | |
801 | TP_ARGS(inode, wbc, nr_to_write) | |
802 | ) | |
803 | #endif | |
804 | ||
3bc29f0a | 805 | LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode, |
b87700e3 AG |
806 | TP_PROTO(struct inode *inode, |
807 | struct writeback_control *wbc, | |
808 | unsigned long nr_to_write), | |
809 | TP_ARGS(inode, wbc, nr_to_write) | |
810 | ) | |
811 | #endif | |
812 | ||
3bc29f0a | 813 | #endif /* LTTNG_TRACE_WRITEBACK_H */ |
b87700e3 AG |
814 | |
815 | /* This part must be outside protection */ | |
816 | #include "../../../probes/define_trace.h" |