1 /* SPDX-License-Identifier: GPL-2.0-only */
3 #define TRACE_SYSTEM mm_vmscan
5 #if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_MM_VMSCAN_H
8 #include <lttng/tracepoint-event.h>
9 #include <linux/types.h>
11 #include <linux/memcontrol.h>
12 #include <lttng/kernel-version.h>
14 #ifndef _TRACE_VMSCAN_DEF
15 #define _TRACE_VMSCAN_DEF
16 #define RECLAIM_WB_ANON 0x0001u
17 #define RECLAIM_WB_FILE 0x0002u
18 #define RECLAIM_WB_MIXED 0x0010u
19 #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
20 #define RECLAIM_WB_ASYNC 0x0008u
22 #if ((LTTNG_LINUX_VERSION_CODE <= LTTNG_KERNEL_VERSION(3,0,38)) || \
23 LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
24 typedef int isolate_mode_t
;
29 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
30 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
32 #include <linux/mm_inline.h>
34 #define trace_reclaim_flags(file) ( \
35 (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
39 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
41 #include <linux/mm_inline.h>
43 #define trace_reclaim_flags(page) ( \
44 (page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
48 #define trace_shrink_flags(file) \
50 (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
56 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep
,
63 ctf_integer(int, nid
, nid
)
67 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
69 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake
,
71 TP_PROTO(int nid
, int zid
, int order
),
73 TP_ARGS(nid
, zid
, order
),
76 ctf_integer(int, nid
, nid
)
77 ctf_integer(int, zid
, zid
)
78 ctf_integer(int, order
, order
)
84 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake
,
86 TP_PROTO(int nid
, int order
),
91 ctf_integer(int, nid
, nid
)
92 ctf_integer(int, order
, order
)
98 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
99 LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd
,
101 TP_PROTO(int nid
, int zid
, int order
, gfp_t gfp_flags
),
103 TP_ARGS(nid
, zid
, order
, gfp_flags
),
106 ctf_integer(int, nid
, nid
)
107 ctf_integer(int, zid
, zid
)
108 ctf_integer(int, order
, order
)
109 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
113 LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd
,
115 TP_PROTO(int nid
, int zid
, int order
),
117 TP_ARGS(nid
, zid
, order
),
120 ctf_integer(int, nid
, nid
)
121 ctf_integer(int, zid
, zid
)
122 ctf_integer(int, order
, order
)
127 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
128 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
130 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
132 TP_PROTO(int order
, gfp_t gfp_flags
),
134 TP_ARGS(order
, gfp_flags
),
137 ctf_integer(int, order
, order
)
138 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
142 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
144 TP_PROTO(int order
, gfp_t gfp_flags
),
146 TP_ARGS(order
, gfp_flags
)
149 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
151 TP_PROTO(int order
, gfp_t gfp_flags
),
153 TP_ARGS(order
, gfp_flags
)
156 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
158 TP_PROTO(int order
, gfp_t gfp_flags
),
160 TP_ARGS(order
, gfp_flags
)
163 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
165 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
167 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
169 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
),
172 ctf_integer(int, order
, order
)
173 ctf_integer(int, may_writepage
, may_writepage
)
174 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
175 ctf_integer(int, classzone_idx
, classzone_idx
)
179 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
181 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
183 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
186 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
188 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
190 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
193 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
195 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
197 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
202 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
204 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
206 TP_ARGS(order
, may_writepage
, gfp_flags
),
209 ctf_integer(int, order
, order
)
210 ctf_integer(int, may_writepage
, may_writepage
)
211 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
215 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
217 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
219 TP_ARGS(order
, may_writepage
, gfp_flags
)
222 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
224 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
226 TP_ARGS(order
, may_writepage
, gfp_flags
)
229 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
231 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
233 TP_ARGS(order
, may_writepage
, gfp_flags
)
238 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template
,
240 TP_PROTO(unsigned long nr_reclaimed
),
242 TP_ARGS(nr_reclaimed
),
245 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
249 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_direct_reclaim_end
,
251 TP_PROTO(unsigned long nr_reclaimed
),
253 TP_ARGS(nr_reclaimed
)
256 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_reclaim_end
,
258 TP_PROTO(unsigned long nr_reclaimed
),
260 TP_ARGS(nr_reclaimed
)
263 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_softlimit_reclaim_end
,
265 TP_PROTO(unsigned long nr_reclaimed
),
267 TP_ARGS(nr_reclaimed
)
270 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,16,0))
271 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start
,
273 mm_vmscan_shrink_slab_start
,
275 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
276 long nr_objects_to_shrink
, unsigned long cache_items
,
277 unsigned long long delta
, unsigned long total_scan
,
280 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, cache_items
, delta
, total_scan
,
284 ctf_integer_hex(struct shrinker
*, shr
, shr
)
285 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
286 ctf_integer(int, nid
, sc
->nid
)
287 ctf_integer(long, nr_objects_to_shrink
, nr_objects_to_shrink
)
288 ctf_integer(gfp_t
, gfp_flags
, sc
->gfp_mask
)
289 ctf_integer(unsigned long, cache_items
, cache_items
)
290 ctf_integer(unsigned long long, delta
, delta
)
291 ctf_integer(unsigned long, total_scan
, total_scan
)
292 ctf_integer(int, priority
, priority
)
295 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
296 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start
,
298 mm_vmscan_shrink_slab_start
,
300 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
301 long nr_objects_to_shrink
, unsigned long pgs_scanned
,
302 unsigned long lru_pgs
, unsigned long cache_items
,
303 unsigned long long delta
, unsigned long total_scan
),
305 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, pgs_scanned
, lru_pgs
,
306 cache_items
, delta
, total_scan
),
309 ctf_integer_hex(struct shrinker
*, shr
, shr
)
310 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
311 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
312 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
313 ctf_integer_hex(void *, shrink
, shr
->shrink
)
314 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
315 ctf_integer(long, nr_objects_to_shrink
, nr_objects_to_shrink
)
316 ctf_integer(gfp_t
, gfp_flags
, sc
->gfp_mask
)
317 ctf_integer(unsigned long, pgs_scanned
, pgs_scanned
)
318 ctf_integer(unsigned long, lru_pgs
, lru_pgs
)
319 ctf_integer(unsigned long, cache_items
, cache_items
)
320 ctf_integer(unsigned long long, delta
, delta
)
321 ctf_integer(unsigned long, total_scan
, total_scan
)
326 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,16,0))
327 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
329 mm_vmscan_shrink_slab_end
,
331 TP_PROTO(struct shrinker
*shr
, int nid
, int shrinker_retval
,
332 long unused_scan_cnt
, long new_scan_cnt
, long total_scan
),
334 TP_ARGS(shr
, nid
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
,
338 ctf_integer_hex(struct shrinker
*, shr
, shr
)
339 ctf_integer(int, nid
, nid
)
340 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
341 ctf_integer(long, unused_scan
, unused_scan_cnt
)
342 ctf_integer(long, new_scan
, new_scan_cnt
)
343 ctf_integer(int, retval
, shrinker_retval
)
344 ctf_integer(long, total_scan
, total_scan
)
347 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
348 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
350 mm_vmscan_shrink_slab_end
,
352 TP_PROTO(struct shrinker
*shr
, int shrinker_retval
,
353 long unused_scan_cnt
, long new_scan_cnt
),
355 TP_ARGS(shr
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
),
358 ctf_integer_hex(struct shrinker
*, shr
, shr
)
359 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
360 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
361 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
362 ctf_integer_hex(void *, shrink
, shr
->shrink
)
363 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
364 ctf_integer(long, unused_scan
, unused_scan_cnt
)
365 ctf_integer(long, new_scan
, new_scan_cnt
)
366 ctf_integer(int, retval
, shrinker_retval
)
367 ctf_integer(long, total_scan
, new_scan_cnt
- unused_scan_cnt
)
372 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
373 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate
,
375 TP_PROTO(int classzone_idx
,
377 unsigned long nr_requested
,
378 unsigned long nr_scanned
,
379 unsigned long nr_skipped
,
380 unsigned long nr_taken
,
381 isolate_mode_t isolate_mode
,
385 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_skipped
,
386 nr_taken
, isolate_mode
, lru
390 ctf_integer(int, classzone_idx
, classzone_idx
)
391 ctf_integer(int, order
, order
)
392 ctf_integer(unsigned long, nr_requested
, nr_requested
)
393 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
394 ctf_integer(unsigned long, nr_skipped
, nr_skipped
)
395 ctf_integer(unsigned long, nr_taken
, nr_taken
)
396 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
397 ctf_integer(int, lru
, lru
)
400 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
401 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
403 TP_PROTO(int classzone_idx
,
405 unsigned long nr_requested
,
406 unsigned long nr_scanned
,
407 unsigned long nr_taken
,
408 isolate_mode_t isolate_mode
,
412 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
418 ctf_integer(int, classzone_idx
, classzone_idx
)
419 ctf_integer(int, order
, order
)
420 ctf_integer(unsigned long, nr_requested
, nr_requested
)
421 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
422 ctf_integer(unsigned long, nr_taken
, nr_taken
)
423 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
424 ctf_integer(int, file
, file
)
428 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
430 TP_PROTO(int classzone_idx
,
432 unsigned long nr_requested
,
433 unsigned long nr_scanned
,
434 unsigned long nr_taken
,
435 isolate_mode_t isolate_mode
,
439 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
445 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
447 TP_PROTO(int classzone_idx
,
449 unsigned long nr_requested
,
450 unsigned long nr_scanned
,
451 unsigned long nr_taken
,
452 isolate_mode_t isolate_mode
,
456 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
461 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
464 unsigned long nr_requested
,
465 unsigned long nr_scanned
,
466 unsigned long nr_taken
,
467 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
468 unsigned long nr_lumpy_taken
,
469 unsigned long nr_lumpy_dirty
,
470 unsigned long nr_lumpy_failed
,
472 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
473 isolate_mode_t isolate_mode
475 isolate_mode_t isolate_mode
,
480 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
481 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
482 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
484 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
493 ctf_integer(int, order
, order
)
494 ctf_integer(unsigned long, nr_requested
, nr_requested
)
495 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
496 ctf_integer(unsigned long, nr_taken
, nr_taken
)
497 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
498 ctf_integer(unsigned long, nr_lumpy_taken
, nr_lumpy_taken
)
499 ctf_integer(unsigned long, nr_lumpy_dirty
, nr_lumpy_dirty
)
500 ctf_integer(unsigned long, nr_lumpy_failed
, nr_lumpy_failed
)
502 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
503 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
504 ctf_integer(int, file
, file
)
509 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
512 unsigned long nr_requested
,
513 unsigned long nr_scanned
,
514 unsigned long nr_taken
,
515 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
516 unsigned long nr_lumpy_taken
,
517 unsigned long nr_lumpy_dirty
,
518 unsigned long nr_lumpy_failed
,
520 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
521 isolate_mode_t isolate_mode
523 isolate_mode_t isolate_mode
,
528 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
529 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
530 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
532 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
541 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
544 unsigned long nr_requested
,
545 unsigned long nr_scanned
,
546 unsigned long nr_taken
,
547 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
548 unsigned long nr_lumpy_taken
,
549 unsigned long nr_lumpy_dirty
,
550 unsigned long nr_lumpy_failed
,
552 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
553 isolate_mode_t isolate_mode
555 isolate_mode_t isolate_mode
,
560 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
561 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
562 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
564 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
573 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
574 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
576 TP_PROTO(struct page
*page
),
581 ctf_integer_hex(struct page
*, page
, page
)
582 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(
583 page_is_file_lru(page
)))
586 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0))
587 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
589 TP_PROTO(struct page
*page
),
594 ctf_integer_hex(struct page
*, page
, page
)
595 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(
596 page_is_file_cache(page
)))
599 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
600 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
602 TP_PROTO(struct page
*page
),
607 ctf_integer_hex(struct page
*, page
, page
)
608 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(page
))
612 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
614 TP_PROTO(struct page
*page
,
617 TP_ARGS(page
, reclaim_flags
),
620 ctf_integer_hex(struct page
*, page
, page
)
621 ctf_integer(int, reclaim_flags
, reclaim_flags
)
626 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
627 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
628 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
631 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
632 struct reclaim_stat
*stat
, int priority
, int file
),
634 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, stat
, priority
, file
),
637 ctf_integer(int, nid
, nid
)
638 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
639 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
640 ctf_integer(unsigned long, nr_dirty
, stat
->nr_dirty
)
641 ctf_integer(unsigned long, nr_writeback
, stat
->nr_writeback
)
642 ctf_integer(unsigned long, nr_congested
, stat
->nr_congested
)
643 ctf_integer(unsigned long, nr_immediate
, stat
->nr_immediate
)
644 ctf_integer(unsigned long, nr_activate_anon
, stat
->nr_activate
[0])
645 ctf_integer(unsigned long, nr_activate_file
, stat
->nr_activate
[1])
646 ctf_integer(unsigned long, nr_ref_keep
, stat
->nr_ref_keep
)
647 ctf_integer(unsigned long, nr_unmap_fail
, stat
->nr_unmap_fail
)
648 ctf_integer(int, priority
, priority
)
649 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(file
))
652 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
653 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
656 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
657 struct reclaim_stat
*stat
, int priority
, int file
),
659 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, stat
, priority
, file
),
662 ctf_integer(int, nid
, nid
)
663 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
664 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
665 ctf_integer(unsigned long, nr_dirty
, stat
->nr_dirty
)
666 ctf_integer(unsigned long, nr_writeback
, stat
->nr_writeback
)
667 ctf_integer(unsigned long, nr_congested
, stat
->nr_congested
)
668 ctf_integer(unsigned long, nr_immediate
, stat
->nr_immediate
)
669 ctf_integer(unsigned long, nr_activate
, stat
->nr_activate
)
670 ctf_integer(unsigned long, nr_ref_keep
, stat
->nr_ref_keep
)
671 ctf_integer(unsigned long, nr_unmap_fail
, stat
->nr_unmap_fail
)
672 ctf_integer(int, priority
, priority
)
673 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
676 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
677 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
680 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
681 unsigned long nr_dirty
, unsigned long nr_writeback
,
682 unsigned long nr_congested
, unsigned long nr_immediate
,
683 unsigned long nr_activate
, unsigned long nr_ref_keep
,
684 unsigned long nr_unmap_fail
,
685 int priority
, int file
),
687 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, nr_dirty
, nr_writeback
,
688 nr_congested
, nr_immediate
, nr_activate
, nr_ref_keep
,
689 nr_unmap_fail
, priority
, file
),
692 ctf_integer(int, nid
, nid
)
693 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
694 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
695 ctf_integer(unsigned long, nr_dirty
, nr_dirty
)
696 ctf_integer(unsigned long, nr_writeback
, nr_writeback
)
697 ctf_integer(unsigned long, nr_congested
, nr_congested
)
698 ctf_integer(unsigned long, nr_immediate
, nr_immediate
)
699 ctf_integer(unsigned long, nr_activate
, nr_activate
)
700 ctf_integer(unsigned long, nr_ref_keep
, nr_ref_keep
)
701 ctf_integer(unsigned long, nr_unmap_fail
, nr_unmap_fail
)
702 ctf_integer(int, priority
, priority
)
703 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
706 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
707 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
710 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
711 int priority
, int file
),
713 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, priority
, file
),
716 ctf_integer(int, nid
, nid
)
717 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
718 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
719 ctf_integer(int, priority
, priority
)
720 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
723 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
724 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
726 TP_PROTO(struct zone
*zone
,
727 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
728 int priority
, int file
),
730 TP_ARGS(zone
, nr_scanned
, nr_reclaimed
, priority
, file
),
733 ctf_integer(int, nid
, zone_to_nid(zone
))
734 ctf_integer(int, zid
, zone_idx(zone
))
735 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
736 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
737 ctf_integer(int, priority
, priority
)
738 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
742 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
744 TP_PROTO(int nid
, int zid
,
745 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
746 int priority
, int reclaim_flags
),
748 TP_ARGS(nid
, zid
, nr_scanned
, nr_reclaimed
, priority
, reclaim_flags
),
751 ctf_integer(int, nid
, nid
)
752 ctf_integer(int, zid
, zid
)
753 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
754 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
755 ctf_integer(int, priority
, priority
)
756 ctf_integer(int, reclaim_flags
, reclaim_flags
)
761 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
762 LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token
,
764 mm_vmscan_replace_swap_token
,
766 TP_PROTO(struct mm_struct
*old_mm
,
767 struct mm_struct
*new_mm
),
769 TP_ARGS(old_mm
, new_mm
),
772 ctf_integer_hex(struct mm_struct
*, old_mm
, old_mm
)
773 ctf_integer(unsigned int, old_prio
, old_mm
? old_mm
->token_priority
: 0)
774 ctf_integer_hex(struct mm_struct
*, new_mm
, new_mm
)
775 ctf_integer(unsigned int, new_prio
, new_mm
->token_priority
)
779 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template
,
780 TP_PROTO(struct mm_struct
*swap_token_mm
),
782 TP_ARGS(swap_token_mm
),
785 ctf_integer_hex(struct mm_struct
*, swap_token_mm
, swap_token_mm
)
789 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template
, put_swap_token
,
791 mm_vmscan_put_swap_token
,
793 TP_PROTO(struct mm_struct
*swap_token_mm
),
794 TP_ARGS(swap_token_mm
)
797 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template
, disable_swap_token
,
799 mm_vmscan_disable_swap_token
,
801 TP_PROTO(struct mm_struct
*swap_token_mm
),
802 TP_ARGS(swap_token_mm
)
805 LTTNG_TRACEPOINT_EVENT_MAP(update_swap_token_priority
,
807 mm_vmscan_update_swap_token_priority
,
809 TP_PROTO(struct mm_struct
*mm
,
810 unsigned int old_prio
,
811 struct mm_struct
*swap_token_mm
),
813 TP_ARGS(mm
, old_prio
, swap_token_mm
),
816 ctf_integer_hex(struct mm_struct
*, mm
, mm
)
817 ctf_integer(unsigned int, old_prio
, old_prio
)
818 ctf_integer(unsigned int, new_prio
, mm
->token_priority
)
819 ctf_integer_hex(struct mm_struct
*, swap_token_mm
, swap_token_mm
)
820 ctf_integer(unsigned int, swap_token_prio
, swap_token_mm
? swap_token_mm
->token_priority
: 0)
825 #endif /* LTTNG_TRACE_MM_VMSCAN_H */
827 /* This part must be outside protection */
828 #include <lttng/define_trace.h>