Commit | Line | Data |
---|---|---|
b283666f | 1 | #undef TRACE_SYSTEM |
9bbf98da | 2 | #define TRACE_SYSTEM mm_vmscan |
b283666f | 3 | |
9bbf98da MD |
4 | #if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ) |
5 | #define LTTNG_TRACE_MM_VMSCAN_H | |
b283666f | 6 | |
6ec43db8 | 7 | #include <probes/lttng-tracepoint-event.h> |
7c68b363 | 8 | #include <linux/types.h> |
7c68b363 AG |
9 | #include <linux/mm.h> |
10 | #include <linux/memcontrol.h> | |
7c68b363 AG |
11 | #include <linux/version.h> |
12 | ||
13 | #ifndef _TRACE_VMSCAN_DEF | |
14 | #define _TRACE_VMSCAN_DEF | |
15 | #define RECLAIM_WB_ANON 0x0001u | |
16 | #define RECLAIM_WB_FILE 0x0002u | |
17 | #define RECLAIM_WB_MIXED 0x0010u | |
18 | #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */ | |
19 | #define RECLAIM_WB_ASYNC 0x0008u | |
20 | ||
7c68b363 AG |
21 | #if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) || \ |
22 | LTTNG_KERNEL_RANGE(3,1,0, 3,2,0)) | |
23 | typedef int isolate_mode_t; | |
24 | #endif | |
25 | ||
26 | #endif | |
27 | ||
01e289f7 MD |
28 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,5,0)) |
29 | ||
30 | #include <linux/mm_inline.h> | |
31 | ||
32 | #define trace_reclaim_flags(page) ( \ | |
33 | (page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \ | |
34 | (RECLAIM_WB_ASYNC) \ | |
35 | ) | |
36 | ||
37 | #define trace_shrink_flags(file) \ | |
38 | ( \ | |
39 | (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \ | |
40 | (RECLAIM_WB_ASYNC) \ | |
41 | ) | |
42 | ||
43 | #endif | |
44 | ||
3bc29f0a | 45 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep, |
b283666f PW |
46 | |
47 | TP_PROTO(int nid), | |
48 | ||
49 | TP_ARGS(nid), | |
50 | ||
f127e61e MD |
51 | TP_FIELDS( |
52 | ctf_integer(int, nid, nid) | |
53 | ) | |
b283666f PW |
54 | ) |
55 | ||
b2641821 MD |
56 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,8,0)) |
57 | ||
58 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake, | |
59 | ||
60 | TP_PROTO(int nid, int zid, int order), | |
61 | ||
62 | TP_ARGS(nid, zid, order), | |
63 | ||
64 | TP_FIELDS( | |
65 | ctf_integer(int, nid, nid) | |
66 | ctf_integer(int, zid, zid) | |
67 | ctf_integer(int, order, order) | |
68 | ) | |
69 | ) | |
70 | ||
71 | #else | |
72 | ||
3bc29f0a | 73 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake, |
b283666f PW |
74 | |
75 | TP_PROTO(int nid, int order), | |
76 | ||
77 | TP_ARGS(nid, order), | |
78 | ||
f127e61e MD |
79 | TP_FIELDS( |
80 | ctf_integer(int, nid, nid) | |
81 | ctf_integer(int, order, order) | |
82 | ) | |
b283666f PW |
83 | ) |
84 | ||
b2641821 MD |
85 | #endif |
86 | ||
3bc29f0a | 87 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd, |
b283666f PW |
88 | |
89 | TP_PROTO(int nid, int zid, int order), | |
90 | ||
91 | TP_ARGS(nid, zid, order), | |
92 | ||
f127e61e MD |
93 | TP_FIELDS( |
94 | ctf_integer(int, nid, nid) | |
95 | ctf_integer(int, zid, zid) | |
96 | ctf_integer(int, order, order) | |
97 | ) | |
b283666f PW |
98 | ) |
99 | ||
b2641821 MD |
100 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,8,0)) |
101 | ||
102 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template, | |
103 | ||
104 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), | |
105 | ||
106 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx), | |
107 | ||
108 | TP_FIELDS( | |
109 | ctf_integer(int, order, order) | |
110 | ctf_integer(int, may_writepage, may_writepage) | |
111 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
112 | ctf_integer(int, classzone_idx, classzone_idx) | |
113 | ) | |
114 | ) | |
115 | ||
116 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin, | |
117 | ||
118 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), | |
119 | ||
120 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) | |
121 | ) | |
122 | ||
123 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin, | |
124 | ||
125 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), | |
126 | ||
127 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) | |
128 | ) | |
129 | ||
130 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin, | |
131 | ||
132 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx), | |
133 | ||
134 | TP_ARGS(order, may_writepage, gfp_flags, classzone_idx) | |
135 | ) | |
136 | ||
137 | #else | |
138 | ||
3bc29f0a | 139 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template, |
b283666f PW |
140 | |
141 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags), | |
142 | ||
143 | TP_ARGS(order, may_writepage, gfp_flags), | |
144 | ||
f127e61e MD |
145 | TP_FIELDS( |
146 | ctf_integer(int, order, order) | |
147 | ctf_integer(int, may_writepage, may_writepage) | |
148 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
149 | ) | |
b283666f PW |
150 | ) |
151 | ||
3bc29f0a | 152 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin, |
b283666f PW |
153 | |
154 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags), | |
155 | ||
156 | TP_ARGS(order, may_writepage, gfp_flags) | |
157 | ) | |
158 | ||
3bc29f0a | 159 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin, |
b283666f PW |
160 | |
161 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags), | |
162 | ||
163 | TP_ARGS(order, may_writepage, gfp_flags) | |
164 | ) | |
165 | ||
3bc29f0a | 166 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin, |
b283666f PW |
167 | |
168 | TP_PROTO(int order, int may_writepage, gfp_t gfp_flags), | |
169 | ||
170 | TP_ARGS(order, may_writepage, gfp_flags) | |
171 | ) | |
172 | ||
b2641821 MD |
173 | #endif |
174 | ||
3bc29f0a | 175 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template, |
b283666f PW |
176 | |
177 | TP_PROTO(unsigned long nr_reclaimed), | |
178 | ||
179 | TP_ARGS(nr_reclaimed), | |
180 | ||
f127e61e MD |
181 | TP_FIELDS( |
182 | ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed) | |
183 | ) | |
b283666f PW |
184 | ) |
185 | ||
3bc29f0a | 186 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end, |
b283666f PW |
187 | |
188 | TP_PROTO(unsigned long nr_reclaimed), | |
189 | ||
190 | TP_ARGS(nr_reclaimed) | |
191 | ) | |
192 | ||
3bc29f0a | 193 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end, |
b283666f PW |
194 | |
195 | TP_PROTO(unsigned long nr_reclaimed), | |
196 | ||
197 | TP_ARGS(nr_reclaimed) | |
198 | ) | |
199 | ||
3bc29f0a | 200 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end, |
b283666f PW |
201 | |
202 | TP_PROTO(unsigned long nr_reclaimed), | |
203 | ||
204 | TP_ARGS(nr_reclaimed) | |
205 | ) | |
206 | ||
7c68b363 | 207 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0)) |
9bbf98da MD |
208 | LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start, |
209 | ||
210 | mm_vmscan_shrink_slab_start, | |
211 | ||
b283666f PW |
212 | TP_PROTO(struct shrinker *shr, struct shrink_control *sc, |
213 | long nr_objects_to_shrink, unsigned long pgs_scanned, | |
214 | unsigned long lru_pgs, unsigned long cache_items, | |
215 | unsigned long long delta, unsigned long total_scan), | |
216 | ||
217 | TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs, | |
218 | cache_items, delta, total_scan), | |
219 | ||
f127e61e | 220 | TP_FIELDS( |
fa91fcac | 221 | ctf_integer_hex(struct shrinker *, shr, shr) |
5465fedd | 222 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) |
fa91fcac | 223 | ctf_integer_hex(void *, shrink, shr->scan_objects) |
5465fedd | 224 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ |
fa91fcac | 225 | ctf_integer_hex(void *, shrink, shr->shrink) |
5465fedd | 226 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ |
f127e61e MD |
227 | ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink) |
228 | ctf_integer(gfp_t, gfp_flags, sc->gfp_mask) | |
229 | ctf_integer(unsigned long, pgs_scanned, pgs_scanned) | |
230 | ctf_integer(unsigned long, lru_pgs, lru_pgs) | |
231 | ctf_integer(unsigned long, cache_items, cache_items) | |
232 | ctf_integer(unsigned long long, delta, delta) | |
233 | ctf_integer(unsigned long, total_scan, total_scan) | |
234 | ) | |
b283666f PW |
235 | ) |
236 | ||
5defe623 | 237 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) |
9bbf98da MD |
238 | LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end, |
239 | ||
240 | mm_vmscan_shrink_slab_end, | |
241 | ||
5defe623 MD |
242 | TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval, |
243 | long unused_scan_cnt, long new_scan_cnt, long total_scan), | |
244 | ||
245 | TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt, | |
246 | total_scan), | |
247 | ||
f127e61e | 248 | TP_FIELDS( |
fa91fcac | 249 | ctf_integer_hex(struct shrinker *, shr, shr) |
f127e61e | 250 | ctf_integer(int, nid, nid) |
fa91fcac | 251 | ctf_integer_hex(void *, shrink, shr->scan_objects) |
f127e61e MD |
252 | ctf_integer(long, unused_scan, unused_scan_cnt) |
253 | ctf_integer(long, new_scan, new_scan_cnt) | |
254 | ctf_integer(int, retval, shrinker_retval) | |
255 | ctf_integer(long, total_scan, total_scan) | |
256 | ) | |
5defe623 MD |
257 | ) |
258 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */ | |
9bbf98da MD |
259 | LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end, |
260 | ||
261 | mm_vmscan_shrink_slab_end, | |
262 | ||
b283666f PW |
263 | TP_PROTO(struct shrinker *shr, int shrinker_retval, |
264 | long unused_scan_cnt, long new_scan_cnt), | |
265 | ||
266 | TP_ARGS(shr, shrinker_retval, unused_scan_cnt, new_scan_cnt), | |
267 | ||
f127e61e | 268 | TP_FIELDS( |
fa91fcac | 269 | ctf_integer_hex(struct shrinker *, shr, shr) |
5465fedd | 270 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) |
fa91fcac | 271 | ctf_integer_hex(void *, shrink, shr->scan_objects) |
5465fedd | 272 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ |
fa91fcac | 273 | ctf_integer_hex(void *, shrink, shr->shrink) |
5465fedd | 274 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ |
f127e61e MD |
275 | ctf_integer(long, unused_scan, unused_scan_cnt) |
276 | ctf_integer(long, new_scan, new_scan_cnt) | |
277 | ctf_integer(int, retval, shrinker_retval) | |
278 | ctf_integer(long, total_scan, new_scan_cnt - unused_scan_cnt) | |
279 | ) | |
b283666f | 280 | ) |
5defe623 | 281 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */ |
7c68b363 | 282 | #endif |
b283666f | 283 | |
75833a88 FD |
284 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,11,0)) |
285 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate, | |
286 | ||
287 | TP_PROTO(int classzone_idx, | |
288 | int order, | |
289 | unsigned long nr_requested, | |
290 | unsigned long nr_scanned, | |
291 | unsigned long nr_skipped, | |
292 | unsigned long nr_taken, | |
293 | isolate_mode_t isolate_mode, | |
294 | int lru | |
295 | ), | |
b2641821 | 296 | |
75833a88 FD |
297 | TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_skipped, |
298 | nr_taken, isolate_mode, lru | |
299 | ), | |
300 | ||
301 | TP_FIELDS( | |
302 | ctf_integer(int, classzone_idx, classzone_idx) | |
303 | ctf_integer(int, order, order) | |
304 | ctf_integer(unsigned long, nr_requested, nr_requested) | |
305 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
306 | ctf_integer(unsigned long, nr_skipped, nr_skipped) | |
307 | ctf_integer(unsigned long, nr_taken, nr_taken) | |
308 | ctf_integer(isolate_mode_t, isolate_mode, isolate_mode) | |
309 | ctf_integer(int, lru, lru) | |
310 | ) | |
311 | ) | |
312 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,8,0)) | |
b2641821 MD |
313 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template, |
314 | ||
315 | TP_PROTO(int classzone_idx, | |
316 | int order, | |
317 | unsigned long nr_requested, | |
318 | unsigned long nr_scanned, | |
319 | unsigned long nr_taken, | |
320 | isolate_mode_t isolate_mode, | |
321 | int file | |
322 | ), | |
323 | ||
324 | TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken, | |
325 | isolate_mode, file | |
326 | ), | |
327 | ||
328 | ||
329 | TP_FIELDS( | |
330 | ctf_integer(int, classzone_idx, classzone_idx) | |
331 | ctf_integer(int, order, order) | |
332 | ctf_integer(unsigned long, nr_requested, nr_requested) | |
333 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
334 | ctf_integer(unsigned long, nr_taken, nr_taken) | |
335 | ctf_integer(isolate_mode_t, isolate_mode, isolate_mode) | |
336 | ctf_integer(int, file, file) | |
337 | ) | |
338 | ) | |
339 | ||
340 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate, | |
341 | ||
342 | TP_PROTO(int classzone_idx, | |
343 | int order, | |
344 | unsigned long nr_requested, | |
345 | unsigned long nr_scanned, | |
346 | unsigned long nr_taken, | |
347 | isolate_mode_t isolate_mode, | |
348 | int file | |
349 | ), | |
350 | ||
351 | TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken, | |
352 | isolate_mode, file | |
353 | ) | |
354 | ||
355 | ) | |
356 | ||
357 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate, | |
358 | ||
359 | TP_PROTO(int classzone_idx, | |
360 | int order, | |
361 | unsigned long nr_requested, | |
362 | unsigned long nr_scanned, | |
363 | unsigned long nr_taken, | |
364 | isolate_mode_t isolate_mode, | |
365 | int file | |
366 | ), | |
367 | ||
368 | TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken, | |
369 | isolate_mode, file | |
370 | ) | |
371 | ) | |
b2641821 | 372 | #else |
3bc29f0a | 373 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template, |
b283666f PW |
374 | |
375 | TP_PROTO(int order, | |
376 | unsigned long nr_requested, | |
377 | unsigned long nr_scanned, | |
378 | unsigned long nr_taken, | |
7c68b363 | 379 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) |
b283666f PW |
380 | unsigned long nr_lumpy_taken, |
381 | unsigned long nr_lumpy_dirty, | |
382 | unsigned long nr_lumpy_failed, | |
7c68b363 | 383 | #endif |
b283666f | 384 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) |
7c68b363 | 385 | isolate_mode_t isolate_mode |
b283666f PW |
386 | #else |
387 | isolate_mode_t isolate_mode, | |
7c68b363 | 388 | int file |
b283666f | 389 | #endif |
7c68b363 | 390 | ), |
b283666f | 391 | |
7c68b363 AG |
392 | TP_ARGS(order, nr_requested, nr_scanned, nr_taken, |
393 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
394 | nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, | |
395 | #endif | |
b283666f | 396 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) |
7c68b363 | 397 | isolate_mode |
b283666f | 398 | #else |
7c68b363 | 399 | isolate_mode, file |
b283666f | 400 | #endif |
7c68b363 AG |
401 | ), |
402 | ||
b283666f | 403 | |
f127e61e MD |
404 | TP_FIELDS( |
405 | ctf_integer(int, order, order) | |
406 | ctf_integer(unsigned long, nr_requested, nr_requested) | |
407 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
408 | ctf_integer(unsigned long, nr_taken, nr_taken) | |
7c68b363 | 409 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) |
f127e61e MD |
410 | ctf_integer(unsigned long, nr_lumpy_taken, nr_lumpy_taken) |
411 | ctf_integer(unsigned long, nr_lumpy_dirty, nr_lumpy_dirty) | |
412 | ctf_integer(unsigned long, nr_lumpy_failed, nr_lumpy_failed) | |
7c68b363 | 413 | #endif |
f127e61e | 414 | ctf_integer(isolate_mode_t, isolate_mode, isolate_mode) |
b283666f | 415 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) |
f127e61e | 416 | ctf_integer(int, file, file) |
b283666f | 417 | #endif |
f127e61e | 418 | ) |
b283666f PW |
419 | ) |
420 | ||
3bc29f0a | 421 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate, |
b283666f PW |
422 | |
423 | TP_PROTO(int order, | |
424 | unsigned long nr_requested, | |
425 | unsigned long nr_scanned, | |
426 | unsigned long nr_taken, | |
427 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
428 | unsigned long nr_lumpy_taken, | |
429 | unsigned long nr_lumpy_dirty, | |
430 | unsigned long nr_lumpy_failed, | |
431 | #endif | |
432 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) | |
7c68b363 | 433 | isolate_mode_t isolate_mode |
b283666f PW |
434 | #else |
435 | isolate_mode_t isolate_mode, | |
7c68b363 | 436 | int file |
b283666f | 437 | #endif |
7c68b363 | 438 | ), |
b283666f | 439 | |
7c68b363 AG |
440 | TP_ARGS(order, nr_requested, nr_scanned, nr_taken, |
441 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
442 | nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, | |
443 | #endif | |
b283666f | 444 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) |
7c68b363 | 445 | isolate_mode |
b283666f | 446 | #else |
7c68b363 | 447 | isolate_mode, file |
b283666f | 448 | #endif |
7c68b363 | 449 | ) |
b283666f PW |
450 | |
451 | ) | |
452 | ||
3bc29f0a | 453 | LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate, |
b283666f PW |
454 | |
455 | TP_PROTO(int order, | |
456 | unsigned long nr_requested, | |
457 | unsigned long nr_scanned, | |
458 | unsigned long nr_taken, | |
459 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
460 | unsigned long nr_lumpy_taken, | |
461 | unsigned long nr_lumpy_dirty, | |
462 | unsigned long nr_lumpy_failed, | |
463 | #endif | |
464 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) | |
7c68b363 | 465 | isolate_mode_t isolate_mode |
b283666f PW |
466 | #else |
467 | isolate_mode_t isolate_mode, | |
7c68b363 | 468 | int file |
b283666f | 469 | #endif |
7c68b363 | 470 | ), |
b283666f | 471 | |
7c68b363 AG |
472 | TP_ARGS(order, nr_requested, nr_scanned, nr_taken, |
473 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
474 | nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, | |
475 | #endif | |
b283666f | 476 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0)) |
7c68b363 | 477 | isolate_mode |
b283666f | 478 | #else |
7c68b363 | 479 | isolate_mode, file |
b283666f | 480 | #endif |
7c68b363 | 481 | ) |
b283666f | 482 | ) |
b2641821 MD |
483 | #endif |
484 | ||
01e289f7 MD |
485 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,5,0)) |
486 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage, | |
487 | ||
488 | TP_PROTO(struct page *page), | |
489 | ||
490 | TP_ARGS(page), | |
491 | ||
492 | TP_FIELDS( | |
fa91fcac | 493 | ctf_integer_hex(struct page *, page, page) |
01e289f7 MD |
494 | ctf_integer(int, reclaim_flags, trace_reclaim_flags(page)) |
495 | ) | |
496 | ) | |
497 | #else | |
3bc29f0a | 498 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage, |
b283666f PW |
499 | |
500 | TP_PROTO(struct page *page, | |
501 | int reclaim_flags), | |
502 | ||
503 | TP_ARGS(page, reclaim_flags), | |
504 | ||
f127e61e | 505 | TP_FIELDS( |
fa91fcac | 506 | ctf_integer_hex(struct page *, page, page) |
f127e61e MD |
507 | ctf_integer(int, reclaim_flags, reclaim_flags) |
508 | ) | |
b283666f | 509 | ) |
01e289f7 MD |
510 | #endif |
511 | ||
75833a88 FD |
512 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,11,0)) |
513 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive, | |
514 | ||
515 | TP_PROTO(int nid, | |
516 | unsigned long nr_scanned, unsigned long nr_reclaimed, | |
517 | unsigned long nr_dirty, unsigned long nr_writeback, | |
518 | unsigned long nr_congested, unsigned long nr_immediate, | |
519 | unsigned long nr_activate, unsigned long nr_ref_keep, | |
520 | unsigned long nr_unmap_fail, | |
521 | int priority, int file), | |
522 | ||
523 | TP_ARGS(nid, nr_scanned, nr_reclaimed, nr_dirty, nr_writeback, | |
524 | nr_congested, nr_immediate, nr_activate, nr_ref_keep, | |
525 | nr_unmap_fail, priority, file), | |
526 | ||
527 | TP_FIELDS( | |
528 | ctf_integer(int, nid, nid) | |
529 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
530 | ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed) | |
531 | ctf_integer(unsigned long, nr_dirty, nr_dirty) | |
532 | ctf_integer(unsigned long, nr_writeback, nr_writeback) | |
533 | ctf_integer(unsigned long, nr_congested, nr_congested) | |
534 | ctf_integer(unsigned long, nr_immediate, nr_immediate) | |
535 | ctf_integer(unsigned long, nr_activate, nr_activate) | |
536 | ctf_integer(unsigned long, nr_ref_keep, nr_ref_keep) | |
537 | ctf_integer(unsigned long, nr_unmap_fail, nr_unmap_fail) | |
538 | ctf_integer(int, priority, priority) | |
539 | ctf_integer(int, reclaim_flags, trace_shrink_flags(file)) | |
540 | ) | |
541 | ) | |
542 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,8,0)) | |
b2641821 MD |
543 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive, |
544 | ||
545 | TP_PROTO(int nid, | |
546 | unsigned long nr_scanned, unsigned long nr_reclaimed, | |
547 | int priority, int file), | |
548 | ||
549 | TP_ARGS(nid, nr_scanned, nr_reclaimed, priority, file), | |
550 | ||
551 | TP_FIELDS( | |
552 | ctf_integer(int, nid, nid) | |
553 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
554 | ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed) | |
555 | ctf_integer(int, priority, priority) | |
556 | ctf_integer(int, reclaim_flags, trace_shrink_flags(file)) | |
557 | ) | |
558 | ) | |
559 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,5,0)) | |
01e289f7 MD |
560 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive, |
561 | ||
562 | TP_PROTO(struct zone *zone, | |
563 | unsigned long nr_scanned, unsigned long nr_reclaimed, | |
564 | int priority, int file), | |
b283666f | 565 | |
01e289f7 MD |
566 | TP_ARGS(zone, nr_scanned, nr_reclaimed, priority, file), |
567 | ||
568 | TP_FIELDS( | |
569 | ctf_integer(int, nid, zone_to_nid(zone)) | |
570 | ctf_integer(int, zid, zone_idx(zone)) | |
571 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
572 | ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed) | |
573 | ctf_integer(int, priority, priority) | |
574 | ctf_integer(int, reclaim_flags, trace_shrink_flags(file)) | |
575 | ) | |
576 | ) | |
577 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37)) | |
3bc29f0a | 578 | LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive, |
b283666f PW |
579 | |
580 | TP_PROTO(int nid, int zid, | |
581 | unsigned long nr_scanned, unsigned long nr_reclaimed, | |
582 | int priority, int reclaim_flags), | |
583 | ||
584 | TP_ARGS(nid, zid, nr_scanned, nr_reclaimed, priority, reclaim_flags), | |
585 | ||
f127e61e MD |
586 | TP_FIELDS( |
587 | ctf_integer(int, nid, nid) | |
588 | ctf_integer(int, zid, zid) | |
589 | ctf_integer(unsigned long, nr_scanned, nr_scanned) | |
590 | ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed) | |
591 | ctf_integer(int, priority, priority) | |
592 | ctf_integer(int, reclaim_flags, reclaim_flags) | |
593 | ) | |
b283666f | 594 | ) |
7c68b363 | 595 | #endif |
b283666f PW |
596 | |
597 | #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0)) | |
3bc29f0a | 598 | LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token, |
9cf29d3e MD |
599 | |
600 | mm_vmscan_replace_swap_token, | |
601 | ||
b283666f PW |
602 | TP_PROTO(struct mm_struct *old_mm, |
603 | struct mm_struct *new_mm), | |
604 | ||
605 | TP_ARGS(old_mm, new_mm), | |
606 | ||
f127e61e | 607 | TP_FIELDS( |
fa91fcac | 608 | ctf_integer_hex(struct mm_struct *, old_mm, old_mm) |
f127e61e | 609 | ctf_integer(unsigned int, old_prio, old_mm ? old_mm->token_priority : 0) |
fa91fcac | 610 | ctf_integer_hex(struct mm_struct *, new_mm, new_mm) |
f127e61e MD |
611 | ctf_integer(unsigned int, new_prio, new_mm->token_priority) |
612 | ) | |
b283666f PW |
613 | ) |
614 | ||
3bc29f0a | 615 | LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template, |
b283666f PW |
616 | TP_PROTO(struct mm_struct *swap_token_mm), |
617 | ||
618 | TP_ARGS(swap_token_mm), | |
619 | ||
f127e61e | 620 | TP_FIELDS( |
fa91fcac | 621 | ctf_integer_hex(struct mm_struct*, swap_token_mm, swap_token_mm) |
f127e61e | 622 | ) |
b283666f PW |
623 | ) |
624 | ||
3bc29f0a | 625 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, put_swap_token, |
9cf29d3e MD |
626 | |
627 | mm_vmscan_put_swap_token, | |
628 | ||
b283666f PW |
629 | TP_PROTO(struct mm_struct *swap_token_mm), |
630 | TP_ARGS(swap_token_mm) | |
631 | ) | |
632 | ||
f127e61e | 633 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, disable_swap_token, |
9cf29d3e MD |
634 | |
635 | mm_vmscan_disable_swap_token, | |
636 | ||
b283666f | 637 | TP_PROTO(struct mm_struct *swap_token_mm), |
f127e61e | 638 | TP_ARGS(swap_token_mm) |
b283666f PW |
639 | ) |
640 | ||
f127e61e | 641 | LTTNG_TRACEPOINT_EVENT_MAP(update_swap_token_priority, |
9cf29d3e MD |
642 | |
643 | mm_vmscan_update_swap_token_priority, | |
644 | ||
b283666f PW |
645 | TP_PROTO(struct mm_struct *mm, |
646 | unsigned int old_prio, | |
647 | struct mm_struct *swap_token_mm), | |
648 | ||
649 | TP_ARGS(mm, old_prio, swap_token_mm), | |
650 | ||
f127e61e | 651 | TP_FIELDS( |
fa91fcac | 652 | ctf_integer_hex(struct mm_struct *, mm, mm) |
f127e61e MD |
653 | ctf_integer(unsigned int, old_prio, old_prio) |
654 | ctf_integer(unsigned int, new_prio, mm->token_priority) | |
fa91fcac | 655 | ctf_integer_hex(struct mm_struct *, swap_token_mm, swap_token_mm) |
f127e61e MD |
656 | ctf_integer(unsigned int, swap_token_prio, swap_token_mm ? swap_token_mm->token_priority : 0) |
657 | ) | |
b283666f | 658 | ) |
b283666f PW |
659 | #endif |
660 | ||
9bbf98da | 661 | #endif /* LTTNG_TRACE_MM_VMSCAN_H */ |
b283666f PW |
662 | |
663 | /* This part must be outside protection */ | |
6ec43db8 | 664 | #include <probes/define_trace.h> |