2 #define TRACE_SYSTEM vmscan
4 #if !defined(_TRACE_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
5 #define _TRACE_VMSCAN_H
7 TRACE_EVENT(mm_vmscan_kswapd_sleep
,
21 TP_printk("nid=%d", __entry
->nid
)
24 TRACE_EVENT(mm_vmscan_kswapd_wake
,
26 TP_PROTO(int nid
, int order
),
37 tp_assign(order
, order
)
40 TP_printk("nid=%d order=%d", __entry
->nid
, __entry
->order
)
43 TRACE_EVENT(mm_vmscan_wakeup_kswapd
,
45 TP_PROTO(int nid
, int zid
, int order
),
47 TP_ARGS(nid
, zid
, order
),
58 tp_assign(order
, order
)
61 TP_printk("nid=%d zid=%d order=%d",
67 DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
69 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
71 TP_ARGS(order
, may_writepage
, gfp_flags
),
75 __field( int, may_writepage
)
76 __field( gfp_t
, gfp_flags
)
80 tp_assign(order
, order
)
81 tp_assign(may_writepage
, may_writepage
)
82 tp_assign(gfp_flags
, gfp_flags
)
85 TP_printk("order=%d may_writepage=%d gfp_flags=%s",
87 __entry
->may_writepage
,
88 show_gfp_flags(__entry
->gfp_flags
))
91 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
93 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
95 TP_ARGS(order
, may_writepage
, gfp_flags
)
98 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
100 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
102 TP_ARGS(order
, may_writepage
, gfp_flags
)
105 DEFINE_EVENT(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
107 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
109 TP_ARGS(order
, may_writepage
, gfp_flags
)
112 DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template
,
114 TP_PROTO(unsigned long nr_reclaimed
),
116 TP_ARGS(nr_reclaimed
),
119 __field( unsigned long, nr_reclaimed
)
123 tp_assign(nr_reclaimed
, nr_reclaimed
)
126 TP_printk("nr_reclaimed=%lu", __entry
->nr_reclaimed
)
129 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_direct_reclaim_end
,
131 TP_PROTO(unsigned long nr_reclaimed
),
133 TP_ARGS(nr_reclaimed
)
136 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_reclaim_end
,
138 TP_PROTO(unsigned long nr_reclaimed
),
140 TP_ARGS(nr_reclaimed
)
143 DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_softlimit_reclaim_end
,
145 TP_PROTO(unsigned long nr_reclaimed
),
147 TP_ARGS(nr_reclaimed
)
150 TRACE_EVENT(mm_shrink_slab_start
,
151 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
152 long nr_objects_to_shrink
, unsigned long pgs_scanned
,
153 unsigned long lru_pgs
, unsigned long cache_items
,
154 unsigned long long delta
, unsigned long total_scan
),
156 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, pgs_scanned
, lru_pgs
,
157 cache_items
, delta
, total_scan
),
160 __field(struct shrinker
*, shr
)
161 __field(void *, shrink
)
162 __field(long, nr_objects_to_shrink
)
163 __field(gfp_t
, gfp_flags
)
164 __field(unsigned long, pgs_scanned
)
165 __field(unsigned long, lru_pgs
)
166 __field(unsigned long, cache_items
)
167 __field(unsigned long long, delta
)
168 __field(unsigned long, total_scan
)
173 tp_assign(shrink
, shr
->shrink
)
174 tp_assign(nr_objects_to_shrink
, nr_objects_to_shrink
)
175 tp_assign(gfp_flags
, sc
->gfp_mask
)
176 tp_assign(pgs_scanned
, pgs_scanned
)
177 tp_assign(lru_pgs
, lru_pgs
)
178 tp_assign(cache_items
, cache_items
)
179 tp_assign(delta
, delta
)
180 tp_assign(total_scan
, total_scan
)
183 TP_printk("%pF %p: objects to shrink %ld gfp_flags %s pgs_scanned %ld lru_pgs %ld cache items %ld delta %lld total_scan %ld",
186 __entry
->nr_objects_to_shrink
,
187 show_gfp_flags(__entry
->gfp_flags
),
188 __entry
->pgs_scanned
,
190 __entry
->cache_items
,
195 TRACE_EVENT(mm_shrink_slab_end
,
196 TP_PROTO(struct shrinker
*shr
, int shrinker_retval
,
197 long unused_scan_cnt
, long new_scan_cnt
),
199 TP_ARGS(shr
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
),
202 __field(struct shrinker
*, shr
)
203 __field(void *, shrink
)
204 __field(long, unused_scan
)
205 __field(long, new_scan
)
207 __field(long, total_scan
)
212 tp_assign(shrink
, shr
->shrink
)
213 tp_assign(unused_scan
, unused_scan_cnt
)
214 tp_assign(new_scan
, new_scan_cnt
)
215 tp_assign(retval
, shrinker_retval
)
216 tp_assign(total_scan
, new_scan_cnt
- unused_scan_cnt
)
219 TP_printk("%pF %p: unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
222 __entry
->unused_scan
,
228 DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
231 unsigned long nr_requested
,
232 unsigned long nr_scanned
,
233 unsigned long nr_taken
,
234 unsigned long nr_lumpy_taken
,
235 unsigned long nr_lumpy_dirty
,
236 unsigned long nr_lumpy_failed
,
237 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
238 isolate_mode_t isolate_mode
),
240 isolate_mode_t isolate_mode
,
244 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
245 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
),
247 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
, file
),
252 __field(unsigned long, nr_requested
)
253 __field(unsigned long, nr_scanned
)
254 __field(unsigned long, nr_taken
)
255 __field(unsigned long, nr_lumpy_taken
)
256 __field(unsigned long, nr_lumpy_dirty
)
257 __field(unsigned long, nr_lumpy_failed
)
258 __field(isolate_mode_t
, isolate_mode
)
259 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
265 tp_assign(order
, order
)
266 tp_assign(nr_requested
, nr_requested
)
267 tp_assign(nr_scanned
, nr_scanned
)
268 tp_assign(nr_taken
, nr_taken
)
269 tp_assign(nr_lumpy_taken
, nr_lumpy_taken
)
270 tp_assign(nr_lumpy_dirty
, nr_lumpy_dirty
)
271 tp_assign(nr_lumpy_failed
, nr_lumpy_failed
)
272 tp_assign(isolate_mode
, isolate_mode
)
273 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
274 tp_assign(file
, file
)
278 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
279 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu",
281 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu file=%d",
283 __entry
->isolate_mode
,
285 __entry
->nr_requested
,
288 __entry
->nr_lumpy_taken
,
289 __entry
->nr_lumpy_dirty
,
290 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
291 __entry
->nr_lumpy_failed
)
293 __entry
->nr_lumpy_failed
,
298 DEFINE_EVENT(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
301 unsigned long nr_requested
,
302 unsigned long nr_scanned
,
303 unsigned long nr_taken
,
304 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
305 unsigned long nr_lumpy_taken
,
306 unsigned long nr_lumpy_dirty
,
307 unsigned long nr_lumpy_failed
,
309 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
310 isolate_mode_t isolate_mode
),
312 isolate_mode_t isolate_mode
,
316 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
317 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
)
318 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
319 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
, file
)
321 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, isolate_mode
, file
)
326 DEFINE_EVENT(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
329 unsigned long nr_requested
,
330 unsigned long nr_scanned
,
331 unsigned long nr_taken
,
332 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
333 unsigned long nr_lumpy_taken
,
334 unsigned long nr_lumpy_dirty
,
335 unsigned long nr_lumpy_failed
,
337 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
338 isolate_mode_t isolate_mode
),
340 isolate_mode_t isolate_mode
,
344 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
345 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
)
346 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
347 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
, isolate_mode
, file
)
349 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
, isolate_mode
, file
)
354 TRACE_EVENT(mm_vmscan_writepage
,
356 TP_PROTO(struct page
*page
,
359 TP_ARGS(page
, reclaim_flags
),
362 __field(struct page
*, page
)
363 __field(int, reclaim_flags
)
367 tp_assign(page
, page
)
368 tp_assign(reclaim_flags
, reclaim_flags
)
371 TP_printk("page=%p pfn=%lu flags=%s",
373 page_to_pfn(__entry
->page
),
374 show_reclaim_flags(__entry
->reclaim_flags
))
377 TRACE_EVENT(mm_vmscan_lru_shrink_inactive
,
379 TP_PROTO(int nid
, int zid
,
380 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
381 int priority
, int reclaim_flags
),
383 TP_ARGS(nid
, zid
, nr_scanned
, nr_reclaimed
, priority
, reclaim_flags
),
388 __field(unsigned long, nr_scanned
)
389 __field(unsigned long, nr_reclaimed
)
390 __field(int, priority
)
391 __field(int, reclaim_flags
)
397 tp_assign(nr_scanned
, nr_scanned
)
398 tp_assign(nr_reclaimed
, nr_reclaimed
)
399 tp_assign(priority
, priority
)
400 tp_assign(reclaim_flags
, reclaim_flags
)
403 TP_printk("nid=%d zid=%d nr_scanned=%ld nr_reclaimed=%ld priority=%d flags=%s",
404 __entry
->nid
, __entry
->zid
,
405 __entry
->nr_scanned
, __entry
->nr_reclaimed
,
407 show_reclaim_flags(__entry
->reclaim_flags
))
410 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
412 TRACE_EVENT(replace_swap_token
,
413 TP_PROTO(struct mm_struct
*old_mm
,
414 struct mm_struct
*new_mm
),
416 TP_ARGS(old_mm
, new_mm
),
419 __field(struct mm_struct
*, old_mm
)
420 __field(unsigned int, old_prio
)
421 __field(struct mm_struct
*, new_mm
)
422 __field(unsigned int, new_prio
)
426 tp_assign(old_mm
, old_mm
)
427 tp_assign(old_prio
, old_mm
? old_mm
->token_priority
: 0)
428 tp_assign(new_mm
, new_mm
)
429 tp_assign(new_prio
, new_mm
->token_priority
)
432 TP_printk("old_token_mm=%p old_prio=%u new_token_mm=%p new_prio=%u",
433 __entry
->old_mm
, __entry
->old_prio
,
434 __entry
->new_mm
, __entry
->new_prio
)
437 DECLARE_EVENT_CLASS(put_swap_token_template
,
438 TP_PROTO(struct mm_struct
*swap_token_mm
),
440 TP_ARGS(swap_token_mm
),
443 __field(struct mm_struct
*, swap_token_mm
)
447 tp_assign(swap_token_mm
, swap_token_mm
)
450 TP_printk("token_mm=%p", __entry
->swap_token_mm
)
453 DEFINE_EVENT(put_swap_token_template
, put_swap_token
,
454 TP_PROTO(struct mm_struct
*swap_token_mm
),
455 TP_ARGS(swap_token_mm
)
458 DEFINE_EVENT_CONDITION(put_swap_token_template
, disable_swap_token
,
459 TP_PROTO(struct mm_struct
*swap_token_mm
),
460 TP_ARGS(swap_token_mm
),
461 TP_CONDITION(swap_token_mm
!= NULL
)
464 TRACE_EVENT_CONDITION(update_swap_token_priority
,
465 TP_PROTO(struct mm_struct
*mm
,
466 unsigned int old_prio
,
467 struct mm_struct
*swap_token_mm
),
469 TP_ARGS(mm
, old_prio
, swap_token_mm
),
471 TP_CONDITION(mm
->token_priority
!= old_prio
),
474 __field(struct mm_struct
*, mm
)
475 __field(unsigned int, old_prio
)
476 __field(unsigned int, new_prio
)
477 __field(struct mm_struct
*, swap_token_mm
)
478 __field(unsigned int, swap_token_prio
)
483 tp_assign(old_prio
, old_prio
)
484 tp_assign(new_prio
, mm
->token_priority
)
485 tp_assign(swap_token_mm
, swap_token_mm
)
486 tp_assign(swap_token_prio
, swap_token_mm
? swap_token_mm
->token_priority
: 0)
489 TP_printk("mm=%p old_prio=%u new_prio=%u swap_token_mm=%p token_prio=%u",
490 __entry
->mm
, __entry
->old_prio
, __entry
->new_prio
,
491 __entry
->swap_token_mm
, __entry
->swap_token_prio
)
496 #endif /* _TRACE_VMSCAN_H */
498 /* This part must be outside protection */
499 #include "../../../probes/define_trace.h"