2 #define TRACE_SYSTEM vmscan
4 #if !defined(_TRACE_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
5 #define _TRACE_VMSCAN_H
7 #include <linux/types.h>
8 #include <linux/tracepoint.h>
10 #include <linux/memcontrol.h>
11 #include <trace/events/gfpflags.h>
12 #include <linux/version.h>
14 #ifndef _TRACE_VMSCAN_DEF
15 #define _TRACE_VMSCAN_DEF
16 #define RECLAIM_WB_ANON 0x0001u
17 #define RECLAIM_WB_FILE 0x0002u
18 #define RECLAIM_WB_MIXED 0x0010u
19 #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
20 #define RECLAIM_WB_ASYNC 0x0008u
22 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
23 #define show_reclaim_flags(flags) \
24 (flags) ? __print_flags(flags, "|", \
25 {RECLAIM_WB_ANON, "RECLAIM_WB_ANON"}, \
26 {RECLAIM_WB_FILE, "RECLAIM_WB_FILE"}, \
27 {RECLAIM_WB_MIXED, "RECLAIM_WB_MIXED"}, \
28 {RECLAIM_WB_SYNC, "RECLAIM_WB_SYNC"}, \
29 {RECLAIM_WB_ASYNC, "RECLAIM_WB_ASYNC"} \
32 #define show_reclaim_flags(flags) \
33 (flags) ? __print_flags(flags, "|", \
34 {RECLAIM_WB_ANON, "RECLAIM_WB_ANON"}, \
35 {RECLAIM_WB_FILE, "RECLAIM_WB_FILE"}, \
36 {RECLAIM_WB_SYNC, "RECLAIM_WB_SYNC"}, \
37 {RECLAIM_WB_ASYNC, "RECLAIM_WB_ASYNC"} \
41 #if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) || \
42 LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
43 typedef int isolate_mode_t
;
48 TRACE_EVENT(mm_vmscan_kswapd_sleep
,
62 TP_printk("nid=%d", __entry
->nid
)
65 TRACE_EVENT(mm_vmscan_kswapd_wake
,
67 TP_PROTO(int nid
, int order
),
78 tp_assign(order
, order
)
81 TP_printk("nid=%d order=%d", __entry
->nid
, __entry
->order
)
84 TRACE_EVENT(mm_vmscan_wakeup_kswapd
,
86 TP_PROTO(int nid
, int zid
, int order
),
88 TP_ARGS(nid
, zid
, order
),
99 tp_assign(order
, order
)
102 TP_printk("nid=%d zid=%d order=%d",
108 DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
110 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
112 TP_ARGS(order
, may_writepage
, gfp_flags
),
115 __field( int, order
)
116 __field( int, may_writepage
)
117 __field( gfp_t
, gfp_flags
)
121 tp_assign(order
, order
)
122 tp_assign(may_writepage
, may_writepage
)
123 tp_assign(gfp_flags
, gfp_flags
)
126 TP_printk("order=%d may_writepage=%d gfp_flags=%s",
128 __entry
->may_writepage
,
129 show_gfp_flags(__entry
->gfp_flags
))
132 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
134 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
136 TP_ARGS(order
, may_writepage
, gfp_flags
)
139 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
141 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
143 TP_ARGS(order
, may_writepage
, gfp_flags
)
146 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
148 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
150 TP_ARGS(order
, may_writepage
, gfp_flags
)
153 DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template
,
155 TP_PROTO(unsigned long nr_reclaimed
),
157 TP_ARGS(nr_reclaimed
),
160 __field( unsigned long, nr_reclaimed
)
164 tp_assign(nr_reclaimed
, nr_reclaimed
)
167 TP_printk("nr_reclaimed=%lu", __entry
->nr_reclaimed
)
170 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_direct_reclaim_end
,
172 TP_PROTO(unsigned long nr_reclaimed
),
174 TP_ARGS(nr_reclaimed
)
177 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_reclaim_end
,
179 TP_PROTO(unsigned long nr_reclaimed
),
181 TP_ARGS(nr_reclaimed
)
184 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_softlimit_reclaim_end
,
186 TP_PROTO(unsigned long nr_reclaimed
),
188 TP_ARGS(nr_reclaimed
)
191 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
192 TRACE_EVENT(mm_shrink_slab_start
,
193 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
194 long nr_objects_to_shrink
, unsigned long pgs_scanned
,
195 unsigned long lru_pgs
, unsigned long cache_items
,
196 unsigned long long delta
, unsigned long total_scan
),
198 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, pgs_scanned
, lru_pgs
,
199 cache_items
, delta
, total_scan
),
202 __field(struct shrinker
*, shr
)
203 __field(void *, shrink
)
204 __field(long, nr_objects_to_shrink
)
205 __field(gfp_t
, gfp_flags
)
206 __field(unsigned long, pgs_scanned
)
207 __field(unsigned long, lru_pgs
)
208 __field(unsigned long, cache_items
)
209 __field(unsigned long long, delta
)
210 __field(unsigned long, total_scan
)
215 tp_assign(shrink
, shr
->shrink
)
216 tp_assign(nr_objects_to_shrink
, nr_objects_to_shrink
)
217 tp_assign(gfp_flags
, sc
->gfp_mask
)
218 tp_assign(pgs_scanned
, pgs_scanned
)
219 tp_assign(lru_pgs
, lru_pgs
)
220 tp_assign(cache_items
, cache_items
)
221 tp_assign(delta
, delta
)
222 tp_assign(total_scan
, total_scan
)
225 TP_printk("%pF %p: objects to shrink %ld gfp_flags %s pgs_scanned %ld lru_pgs %ld cache items %ld delta %lld total_scan %ld",
228 __entry
->nr_objects_to_shrink
,
229 show_gfp_flags(__entry
->gfp_flags
),
230 __entry
->pgs_scanned
,
232 __entry
->cache_items
,
237 TRACE_EVENT(mm_shrink_slab_end
,
238 TP_PROTO(struct shrinker
*shr
, int shrinker_retval
,
239 long unused_scan_cnt
, long new_scan_cnt
),
241 TP_ARGS(shr
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
),
244 __field(struct shrinker
*, shr
)
245 __field(void *, shrink
)
246 __field(long, unused_scan
)
247 __field(long, new_scan
)
249 __field(long, total_scan
)
254 tp_assign(shrink
, shr
->shrink
)
255 tp_assign(unused_scan
, unused_scan_cnt
)
256 tp_assign(new_scan
, new_scan_cnt
)
257 tp_assign(retval
, shrinker_retval
)
258 tp_assign(total_scan
, new_scan_cnt
- unused_scan_cnt
)
261 TP_printk("%pF %p: unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
264 __entry
->unused_scan
,
271 DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
274 unsigned long nr_requested
,
275 unsigned long nr_scanned
,
276 unsigned long nr_taken
,
277 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
278 unsigned long nr_lumpy_taken
,
279 unsigned long nr_lumpy_dirty
,
280 unsigned long nr_lumpy_failed
,
282 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
283 isolate_mode_t isolate_mode
285 isolate_mode_t isolate_mode
,
290 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
291 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
292 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
294 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
304 __field(unsigned long, nr_requested
)
305 __field(unsigned long, nr_scanned
)
306 __field(unsigned long, nr_taken
)
307 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
308 __field(unsigned long, nr_lumpy_taken
)
309 __field(unsigned long, nr_lumpy_dirty
)
310 __field(unsigned long, nr_lumpy_failed
)
312 __field(isolate_mode_t
, isolate_mode
)
313 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
319 tp_assign(order
, order
)
320 tp_assign(nr_requested
, nr_requested
)
321 tp_assign(nr_scanned
, nr_scanned
)
322 tp_assign(nr_taken
, nr_taken
)
323 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
324 tp_assign(nr_lumpy_taken
, nr_lumpy_taken
)
325 tp_assign(nr_lumpy_dirty
, nr_lumpy_dirty
)
326 tp_assign(nr_lumpy_failed
, nr_lumpy_failed
)
328 tp_assign(isolate_mode
, isolate_mode
)
329 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
330 tp_assign(file
, file
)
334 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
335 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu",
336 __entry
->isolate_mode
,
338 __entry
->nr_requested
,
341 __entry
->nr_lumpy_taken
,
342 __entry
->nr_lumpy_dirty
,
343 __entry
->nr_lumpy_failed
)
344 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
345 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu file=%d",
346 __entry
->isolate_mode
,
348 __entry
->nr_requested
,
351 __entry
->nr_lumpy_taken
,
352 __entry
->nr_lumpy_dirty
,
353 __entry
->nr_lumpy_failed
,
356 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu file=%d",
357 __entry
->isolate_mode
,
359 __entry
->nr_requested
,
366 DEFINE_EVENT(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
369 unsigned long nr_requested
,
370 unsigned long nr_scanned
,
371 unsigned long nr_taken
,
372 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
373 unsigned long nr_lumpy_taken
,
374 unsigned long nr_lumpy_dirty
,
375 unsigned long nr_lumpy_failed
,
377 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
378 isolate_mode_t isolate_mode
380 isolate_mode_t isolate_mode
,
385 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
386 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
387 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
389 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
398 DEFINE_EVENT(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
401 unsigned long nr_requested
,
402 unsigned long nr_scanned
,
403 unsigned long nr_taken
,
404 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
405 unsigned long nr_lumpy_taken
,
406 unsigned long nr_lumpy_dirty
,
407 unsigned long nr_lumpy_failed
,
409 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
410 isolate_mode_t isolate_mode
412 isolate_mode_t isolate_mode
,
417 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
418 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
419 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
421 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
429 TRACE_EVENT(mm_vmscan_writepage
,
431 TP_PROTO(struct page
*page
,
434 TP_ARGS(page
, reclaim_flags
),
437 __field(struct page
*, page
)
438 __field(int, reclaim_flags
)
442 tp_assign(page
, page
)
443 tp_assign(reclaim_flags
, reclaim_flags
)
446 TP_printk("page=%p pfn=%lu flags=%s",
448 page_to_pfn(__entry
->page
),
449 show_reclaim_flags(__entry
->reclaim_flags
))
452 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
453 TRACE_EVENT(mm_vmscan_lru_shrink_inactive
,
455 TP_PROTO(int nid
, int zid
,
456 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
457 int priority
, int reclaim_flags
),
459 TP_ARGS(nid
, zid
, nr_scanned
, nr_reclaimed
, priority
, reclaim_flags
),
464 __field(unsigned long, nr_scanned
)
465 __field(unsigned long, nr_reclaimed
)
466 __field(int, priority
)
467 __field(int, reclaim_flags
)
473 tp_assign(nr_scanned
, nr_scanned
)
474 tp_assign(nr_reclaimed
, nr_reclaimed
)
475 tp_assign(priority
, priority
)
476 tp_assign(reclaim_flags
, reclaim_flags
)
479 TP_printk("nid=%d zid=%d nr_scanned=%ld nr_reclaimed=%ld priority=%d flags=%s",
480 __entry
->nid
, __entry
->zid
,
481 __entry
->nr_scanned
, __entry
->nr_reclaimed
,
483 show_reclaim_flags(__entry
->reclaim_flags
))
487 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
488 TRACE_EVENT_MAP(replace_swap_token
,
490 mm_vmscan_replace_swap_token
,
492 TP_PROTO(struct mm_struct
*old_mm
,
493 struct mm_struct
*new_mm
),
495 TP_ARGS(old_mm
, new_mm
),
498 __field(struct mm_struct
*, old_mm
)
499 __field(unsigned int, old_prio
)
500 __field(struct mm_struct
*, new_mm
)
501 __field(unsigned int, new_prio
)
505 tp_assign(old_mm
, old_mm
)
506 tp_assign(old_prio
, old_mm
? old_mm
->token_priority
: 0)
507 tp_assign(new_mm
, new_mm
)
508 tp_assign(new_prio
, new_mm
->token_priority
)
511 TP_printk("old_token_mm=%p old_prio=%u new_token_mm=%p new_prio=%u",
512 __entry
->old_mm
, __entry
->old_prio
,
513 __entry
->new_mm
, __entry
->new_prio
)
516 DECLARE_EVENT_CLASS(mm_vmscan_put_swap_token_template
,
517 TP_PROTO(struct mm_struct
*swap_token_mm
),
519 TP_ARGS(swap_token_mm
),
522 __field(struct mm_struct
*, swap_token_mm
)
526 tp_assign(swap_token_mm
, swap_token_mm
)
529 TP_printk("token_mm=%p", __entry
->swap_token_mm
)
532 DEFINE_EVENT_MAP(put_swap_token_template
, put_swap_token
,
534 mm_vmscan_put_swap_token
,
536 TP_PROTO(struct mm_struct
*swap_token_mm
),
537 TP_ARGS(swap_token_mm
)
540 DEFINE_EVENT_CONDITION_MAP(put_swap_token_template
, disable_swap_token
,
542 mm_vmscan_disable_swap_token
,
544 TP_PROTO(struct mm_struct
*swap_token_mm
),
545 TP_ARGS(swap_token_mm
),
546 TP_CONDITION(swap_token_mm
!= NULL
)
549 TRACE_EVENT_CONDITION_MAP(update_swap_token_priority
,
551 mm_vmscan_update_swap_token_priority
,
553 TP_PROTO(struct mm_struct
*mm
,
554 unsigned int old_prio
,
555 struct mm_struct
*swap_token_mm
),
557 TP_ARGS(mm
, old_prio
, swap_token_mm
),
559 TP_CONDITION(mm
->token_priority
!= old_prio
),
562 __field(struct mm_struct
*, mm
)
563 __field(unsigned int, old_prio
)
564 __field(unsigned int, new_prio
)
565 __field(struct mm_struct
*, swap_token_mm
)
566 __field(unsigned int, swap_token_prio
)
571 tp_assign(old_prio
, old_prio
)
572 tp_assign(new_prio
, mm
->token_priority
)
573 tp_assign(swap_token_mm
, swap_token_mm
)
574 tp_assign(swap_token_prio
, swap_token_mm
? swap_token_mm
->token_priority
: 0)
577 TP_printk("mm=%p old_prio=%u new_prio=%u swap_token_mm=%p token_prio=%u",
578 __entry
->mm
, __entry
->old_prio
, __entry
->new_prio
,
579 __entry
->swap_token_mm
, __entry
->swap_token_prio
)
583 #endif /* _TRACE_VMSCAN_H */
585 /* This part must be outside protection */
586 #include "../../../probes/define_trace.h"