1 /* SPDX-License-Identifier: GPL-2.0-only */
3 #define TRACE_SYSTEM kmem
5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_KMEM_H
8 #include <lttng/tracepoint-event.h>
9 #include <linux/types.h>
10 #include <lttng/kernel-version.h>
12 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
14 #include <../../mm/slab.h>
16 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc
,
18 TP_PROTO(unsigned long call_site
,
25 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
),
28 ctf_integer_hex(unsigned long, call_site
, call_site
)
29 ctf_integer_hex(const void *, ptr
, ptr
)
30 ctf_integer(size_t, bytes_req
, bytes_req
)
31 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
32 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
33 ctf_integer(bool, accounted
, IS_ENABLED(CONFIG_MEMCG_KMEM
) ?
34 ((gfp_flags
& __GFP_ACCOUNT
) ||
35 (s
&& s
->flags
& SLAB_ACCOUNT
)) : false)
39 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc
, kmalloc
,
43 TP_PROTO(unsigned long call_site
, const void *ptr
, struct kmem_cache
*s
,
44 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
46 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
)
49 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc
, kmem_cache_alloc
,
51 TP_PROTO(unsigned long call_site
, const void *ptr
, struct kmem_cache
*s
,
52 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
54 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
)
57 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node
,
59 TP_PROTO(unsigned long call_site
,
67 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
, node
),
70 ctf_integer_hex(unsigned long, call_site
, call_site
)
71 ctf_integer_hex(const void *, ptr
, ptr
)
72 ctf_integer(size_t, bytes_req
, bytes_req
)
73 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
74 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
75 ctf_integer(int, node
, node
)
76 ctf_integer(bool, accounted
, IS_ENABLED(CONFIG_MEMCG_KMEM
) ?
77 ((gfp_flags
& __GFP_ACCOUNT
) ||
78 (s
&& s
->flags
& SLAB_ACCOUNT
)) : false)
82 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node
, kmalloc_node
,
86 TP_PROTO(unsigned long call_site
, const void *ptr
,
87 struct kmem_cache
*s
, size_t bytes_req
, size_t bytes_alloc
,
88 gfp_t gfp_flags
, int node
),
90 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
93 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node
, kmem_cache_alloc_node
,
95 TP_PROTO(unsigned long call_site
, const void *ptr
,
96 struct kmem_cache
*s
, size_t bytes_req
, size_t bytes_alloc
,
97 gfp_t gfp_flags
, int node
),
99 TP_ARGS(call_site
, ptr
, s
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
102 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc
,
104 TP_PROTO(unsigned long call_site
,
110 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
),
113 ctf_integer_hex(unsigned long, call_site
, call_site
)
114 ctf_integer_hex(const void *, ptr
, ptr
)
115 ctf_integer(size_t, bytes_req
, bytes_req
)
116 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
117 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
121 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc
, kmalloc
,
125 TP_PROTO(unsigned long call_site
, const void *ptr
,
126 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
128 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
131 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc
, kmem_cache_alloc
,
133 TP_PROTO(unsigned long call_site
, const void *ptr
,
134 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
136 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
139 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node
,
141 TP_PROTO(unsigned long call_site
,
148 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
),
151 ctf_integer_hex(unsigned long, call_site
, call_site
)
152 ctf_integer_hex(const void *, ptr
, ptr
)
153 ctf_integer(size_t, bytes_req
, bytes_req
)
154 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
155 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
156 ctf_integer(int, node
, node
)
160 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node
, kmalloc_node
,
164 TP_PROTO(unsigned long call_site
, const void *ptr
,
165 size_t bytes_req
, size_t bytes_alloc
,
166 gfp_t gfp_flags
, int node
),
168 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
171 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node
, kmem_cache_alloc_node
,
173 TP_PROTO(unsigned long call_site
, const void *ptr
,
174 size_t bytes_req
, size_t bytes_alloc
,
175 gfp_t gfp_flags
, int node
),
177 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
181 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
182 LTTNG_TRACEPOINT_EVENT_MAP(kfree
,
186 TP_PROTO(unsigned long call_site
, const void *ptr
),
188 TP_ARGS(call_site
, ptr
),
191 ctf_integer_hex(unsigned long, call_site
, call_site
)
192 ctf_integer_hex(const void *, ptr
, ptr
)
196 LTTNG_TRACEPOINT_EVENT(kmem_cache_free
,
198 TP_PROTO(unsigned long call_site
, const void *ptr
, const char *name
),
200 TP_ARGS(call_site
, ptr
, name
),
203 ctf_integer_hex(unsigned long, call_site
, call_site
)
204 ctf_integer_hex(const void *, ptr
, ptr
)
205 ctf_string(name
, name
)
209 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free
,
211 TP_PROTO(unsigned long call_site
, const void *ptr
),
213 TP_ARGS(call_site
, ptr
),
216 ctf_integer_hex(unsigned long, call_site
, call_site
)
217 ctf_integer_hex(const void *, ptr
, ptr
)
221 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free
, kfree
,
225 TP_PROTO(unsigned long call_site
, const void *ptr
),
227 TP_ARGS(call_site
, ptr
)
230 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free
, kmem_cache_free
,
232 TP_PROTO(unsigned long call_site
, const void *ptr
),
234 TP_ARGS(call_site
, ptr
)
238 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
239 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free
, kmem_mm_page_free
,
241 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct
, kmem_mm_page_free_direct
,
244 TP_PROTO(struct page
*page
, unsigned int order
),
246 TP_ARGS(page
, order
),
249 ctf_integer_hex(struct page
*, page
, page
)
250 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
251 ctf_integer(unsigned int, order
, order
)
255 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
256 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
258 TP_PROTO(struct page
*page
),
263 ctf_integer_hex(struct page
*, page
, page
)
264 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
267 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
268 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
270 TP_PROTO(struct page
*page
, int cold
),
275 ctf_integer_hex(struct page
*, page
, page
)
276 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
277 ctf_integer(int, cold
, cold
)
281 LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free
, kmem_pagevec_free
,
283 TP_PROTO(struct page
*page
, int cold
),
288 ctf_integer_hex(struct page
*, page
, page
)
289 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
290 ctf_integer(int, cold
, cold
)
295 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc
, kmem_mm_page_alloc
,
297 TP_PROTO(struct page
*page
, unsigned int order
,
298 gfp_t gfp_flags
, int migratetype
),
300 TP_ARGS(page
, order
, gfp_flags
, migratetype
),
303 ctf_integer_hex(struct page
*, page
, page
)
304 ctf_integer(unsigned long, pfn
,
305 page
? page_to_pfn(page
) : -1UL)
306 ctf_integer(unsigned int, order
, order
)
307 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
308 ctf_integer(int, migratetype
, migratetype
)
312 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
313 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page
,
315 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
,
318 TP_ARGS(page
, order
, migratetype
, percpu_refill
),
321 ctf_integer_hex(struct page
*, page
, page
)
322 ctf_integer(unsigned long, pfn
,
323 page
? page_to_pfn(page
) : -1UL)
324 ctf_integer(unsigned int, order
, order
)
325 ctf_integer(int, migratetype
, migratetype
)
326 ctf_integer(int, percpu_refill
, percpu_refill
)
330 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_alloc_zone_locked
,
332 kmem_mm_page_alloc_zone_locked
,
334 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
,
337 TP_ARGS(page
, order
, migratetype
, percpu_refill
)
340 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain
,
342 kmem_mm_page_pcpu_drain
,
344 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
346 TP_ARGS(page
, order
, migratetype
),
349 ctf_integer(unsigned long, pfn
,
350 page
? page_to_pfn(page
) : -1UL)
351 ctf_integer(unsigned int, order
, order
)
352 ctf_integer(int, migratetype
, migratetype
)
356 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page
,
358 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
360 TP_ARGS(page
, order
, migratetype
),
363 ctf_integer_hex(struct page
*, page
, page
)
364 ctf_integer(unsigned long, pfn
,
365 page
? page_to_pfn(page
) : -1UL)
366 ctf_integer(unsigned int, order
, order
)
367 ctf_integer(int, migratetype
, migratetype
)
371 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_alloc_zone_locked
,
373 kmem_mm_page_alloc_zone_locked
,
375 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
377 TP_ARGS(page
, order
, migratetype
)
380 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_pcpu_drain
,
382 kmem_mm_page_pcpu_drain
,
384 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
386 TP_ARGS(page
, order
, migratetype
)
390 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \
391 || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \
392 || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \
393 || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \
394 || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \
395 || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \
396 || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
398 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
400 kmem_mm_page_alloc_extfrag
,
402 TP_PROTO(struct page
*page
,
403 int alloc_order
, int fallback_order
,
404 int alloc_migratetype
, int fallback_migratetype
),
407 alloc_order
, fallback_order
,
408 alloc_migratetype
, fallback_migratetype
),
411 ctf_integer_hex(struct page
*, page
, page
)
412 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
413 ctf_integer(int, alloc_order
, alloc_order
)
414 ctf_integer(int, fallback_order
, fallback_order
)
415 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
416 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
417 ctf_integer(int, change_ownership
,
418 (alloc_migratetype
== get_pageblock_migratetype(page
)))
422 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
424 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
426 kmem_mm_page_alloc_extfrag
,
428 TP_PROTO(struct page
*page
,
429 int alloc_order
, int fallback_order
,
430 int alloc_migratetype
, int fallback_migratetype
, int new_migratetype
),
433 alloc_order
, fallback_order
,
434 alloc_migratetype
, fallback_migratetype
, new_migratetype
),
437 ctf_integer_hex(struct page
*, page
, page
)
438 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
439 ctf_integer(int, alloc_order
, alloc_order
)
440 ctf_integer(int, fallback_order
, fallback_order
)
441 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
442 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
443 ctf_integer(int, change_ownership
, (new_migratetype
== alloc_migratetype
))
447 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
449 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
451 kmem_mm_page_alloc_extfrag
,
453 TP_PROTO(struct page
*page
,
454 int alloc_order
, int fallback_order
,
455 int alloc_migratetype
, int fallback_migratetype
,
456 int change_ownership
),
459 alloc_order
, fallback_order
,
460 alloc_migratetype
, fallback_migratetype
,
464 ctf_integer_hex(struct page
*, page
, page
)
465 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
466 ctf_integer(int, alloc_order
, alloc_order
)
467 ctf_integer(int, fallback_order
, fallback_order
)
468 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
469 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
470 ctf_integer(int, change_ownership
, change_ownership
)
474 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
476 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
478 kmem_mm_page_alloc_extfrag
,
480 TP_PROTO(struct page
*page
,
481 int alloc_order
, int fallback_order
,
482 int alloc_migratetype
, int fallback_migratetype
),
485 alloc_order
, fallback_order
,
486 alloc_migratetype
, fallback_migratetype
),
489 ctf_integer_hex(struct page
*, page
, page
)
490 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
491 ctf_integer(int, alloc_order
, alloc_order
)
492 ctf_integer(int, fallback_order
, fallback_order
)
493 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
494 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
498 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
500 #endif /* LTTNG_TRACE_KMEM_H */
502 /* This part must be outside protection */
503 #include <lttng/define_trace.h>