1 /* SPDX-License-Identifier: GPL-2.0-only */
3 #define TRACE_SYSTEM kmem
5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_KMEM_H
8 #include <lttng/tracepoint-event.h>
9 #include <linux/types.h>
10 #include <lttng/kernel-version.h>
12 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc
,
14 TP_PROTO(unsigned long call_site
,
20 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
),
23 ctf_integer_hex(unsigned long, call_site
, call_site
)
24 ctf_integer_hex(const void *, ptr
, ptr
)
25 ctf_integer(size_t, bytes_req
, bytes_req
)
26 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
27 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
31 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc
, kmalloc
,
35 TP_PROTO(unsigned long call_site
, const void *ptr
,
36 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
38 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
41 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc
, kmem_cache_alloc
,
43 TP_PROTO(unsigned long call_site
, const void *ptr
,
44 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
46 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
49 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node
,
51 TP_PROTO(unsigned long call_site
,
58 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
),
61 ctf_integer_hex(unsigned long, call_site
, call_site
)
62 ctf_integer_hex(const void *, ptr
, ptr
)
63 ctf_integer(size_t, bytes_req
, bytes_req
)
64 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
65 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
66 ctf_integer(int, node
, node
)
70 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node
, kmalloc_node
,
74 TP_PROTO(unsigned long call_site
, const void *ptr
,
75 size_t bytes_req
, size_t bytes_alloc
,
76 gfp_t gfp_flags
, int node
),
78 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
81 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node
, kmem_cache_alloc_node
,
83 TP_PROTO(unsigned long call_site
, const void *ptr
,
84 size_t bytes_req
, size_t bytes_alloc
,
85 gfp_t gfp_flags
, int node
),
87 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
90 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
91 LTTNG_TRACEPOINT_EVENT_MAP(kfree
,
95 TP_PROTO(unsigned long call_site
, const void *ptr
),
97 TP_ARGS(call_site
, ptr
),
100 ctf_integer_hex(unsigned long, call_site
, call_site
)
101 ctf_integer_hex(const void *, ptr
, ptr
)
105 LTTNG_TRACEPOINT_EVENT(kmem_cache_free
,
107 TP_PROTO(unsigned long call_site
, const void *ptr
, const char *name
),
109 TP_ARGS(call_site
, ptr
, name
),
112 ctf_integer_hex(unsigned long, call_site
, call_site
)
113 ctf_integer_hex(const void *, ptr
, ptr
)
114 ctf_string(name
, name
)
118 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free
,
120 TP_PROTO(unsigned long call_site
, const void *ptr
),
122 TP_ARGS(call_site
, ptr
),
125 ctf_integer_hex(unsigned long, call_site
, call_site
)
126 ctf_integer_hex(const void *, ptr
, ptr
)
130 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free
, kfree
,
134 TP_PROTO(unsigned long call_site
, const void *ptr
),
136 TP_ARGS(call_site
, ptr
)
139 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free
, kmem_cache_free
,
141 TP_PROTO(unsigned long call_site
, const void *ptr
),
143 TP_ARGS(call_site
, ptr
)
147 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
148 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free
, kmem_mm_page_free
,
150 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct
, kmem_mm_page_free_direct
,
153 TP_PROTO(struct page
*page
, unsigned int order
),
155 TP_ARGS(page
, order
),
158 ctf_integer_hex(struct page
*, page
, page
)
159 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
160 ctf_integer(unsigned int, order
, order
)
164 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
165 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
167 TP_PROTO(struct page
*page
),
172 ctf_integer_hex(struct page
*, page
, page
)
173 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
176 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
177 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
179 TP_PROTO(struct page
*page
, int cold
),
184 ctf_integer_hex(struct page
*, page
, page
)
185 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
186 ctf_integer(int, cold
, cold
)
190 LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free
, kmem_pagevec_free
,
192 TP_PROTO(struct page
*page
, int cold
),
197 ctf_integer_hex(struct page
*, page
, page
)
198 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
199 ctf_integer(int, cold
, cold
)
204 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc
, kmem_mm_page_alloc
,
206 TP_PROTO(struct page
*page
, unsigned int order
,
207 gfp_t gfp_flags
, int migratetype
),
209 TP_ARGS(page
, order
, gfp_flags
, migratetype
),
212 ctf_integer_hex(struct page
*, page
, page
)
213 ctf_integer(unsigned long, pfn
,
214 page
? page_to_pfn(page
) : -1UL)
215 ctf_integer(unsigned int, order
, order
)
216 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
217 ctf_integer(int, migratetype
, migratetype
)
221 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
222 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page
,
224 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
,
227 TP_ARGS(page
, order
, migratetype
, percpu_refill
),
230 ctf_integer_hex(struct page
*, page
, page
)
231 ctf_integer(unsigned long, pfn
,
232 page
? page_to_pfn(page
) : -1UL)
233 ctf_integer(unsigned int, order
, order
)
234 ctf_integer(int, migratetype
, migratetype
)
235 ctf_integer(int, percpu_refill
, percpu_refill
)
239 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_alloc_zone_locked
,
241 kmem_mm_page_alloc_zone_locked
,
243 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
,
246 TP_ARGS(page
, order
, migratetype
, percpu_refill
)
249 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain
,
251 kmem_mm_page_pcpu_drain
,
253 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
255 TP_ARGS(page
, order
, migratetype
),
258 ctf_integer(unsigned long, pfn
,
259 page
? page_to_pfn(page
) : -1UL)
260 ctf_integer(unsigned int, order
, order
)
261 ctf_integer(int, migratetype
, migratetype
)
265 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page
,
267 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
269 TP_ARGS(page
, order
, migratetype
),
272 ctf_integer_hex(struct page
*, page
, page
)
273 ctf_integer(unsigned long, pfn
,
274 page
? page_to_pfn(page
) : -1UL)
275 ctf_integer(unsigned int, order
, order
)
276 ctf_integer(int, migratetype
, migratetype
)
280 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_alloc_zone_locked
,
282 kmem_mm_page_alloc_zone_locked
,
284 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
286 TP_ARGS(page
, order
, migratetype
)
289 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_pcpu_drain
,
291 kmem_mm_page_pcpu_drain
,
293 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
295 TP_ARGS(page
, order
, migratetype
)
299 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \
300 || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \
301 || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \
302 || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \
303 || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \
304 || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \
305 || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
307 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
309 kmem_mm_page_alloc_extfrag
,
311 TP_PROTO(struct page
*page
,
312 int alloc_order
, int fallback_order
,
313 int alloc_migratetype
, int fallback_migratetype
),
316 alloc_order
, fallback_order
,
317 alloc_migratetype
, fallback_migratetype
),
320 ctf_integer_hex(struct page
*, page
, page
)
321 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
322 ctf_integer(int, alloc_order
, alloc_order
)
323 ctf_integer(int, fallback_order
, fallback_order
)
324 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
325 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
326 ctf_integer(int, change_ownership
,
327 (alloc_migratetype
== get_pageblock_migratetype(page
)))
331 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
333 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
335 kmem_mm_page_alloc_extfrag
,
337 TP_PROTO(struct page
*page
,
338 int alloc_order
, int fallback_order
,
339 int alloc_migratetype
, int fallback_migratetype
, int new_migratetype
),
342 alloc_order
, fallback_order
,
343 alloc_migratetype
, fallback_migratetype
, new_migratetype
),
346 ctf_integer_hex(struct page
*, page
, page
)
347 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
348 ctf_integer(int, alloc_order
, alloc_order
)
349 ctf_integer(int, fallback_order
, fallback_order
)
350 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
351 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
352 ctf_integer(int, change_ownership
, (new_migratetype
== alloc_migratetype
))
356 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
358 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
360 kmem_mm_page_alloc_extfrag
,
362 TP_PROTO(struct page
*page
,
363 int alloc_order
, int fallback_order
,
364 int alloc_migratetype
, int fallback_migratetype
,
365 int change_ownership
),
368 alloc_order
, fallback_order
,
369 alloc_migratetype
, fallback_migratetype
,
373 ctf_integer_hex(struct page
*, page
, page
)
374 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
375 ctf_integer(int, alloc_order
, alloc_order
)
376 ctf_integer(int, fallback_order
, fallback_order
)
377 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
378 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
379 ctf_integer(int, change_ownership
, change_ownership
)
383 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
385 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
387 kmem_mm_page_alloc_extfrag
,
389 TP_PROTO(struct page
*page
,
390 int alloc_order
, int fallback_order
,
391 int alloc_migratetype
, int fallback_migratetype
),
394 alloc_order
, fallback_order
,
395 alloc_migratetype
, fallback_migratetype
),
398 ctf_integer_hex(struct page
*, page
, page
)
399 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
400 ctf_integer(int, alloc_order
, alloc_order
)
401 ctf_integer(int, fallback_order
, fallback_order
)
402 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
403 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
407 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
409 #endif /* LTTNG_TRACE_KMEM_H */
411 /* This part must be outside protection */
412 #include <lttng/define_trace.h>