1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM kmem
5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_KMEM_H
8 #include <probes/lttng-tracepoint-event.h>
9 #include <linux/types.h>
10 #include <lttng-kernel-version.h>
12 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc
,
14 TP_PROTO(unsigned long call_site
,
20 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
),
23 ctf_integer_hex(unsigned long, call_site
, call_site
)
24 ctf_integer_hex(const void *, ptr
, ptr
)
25 ctf_integer(size_t, bytes_req
, bytes_req
)
26 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
27 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
31 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc
, kmalloc
,
35 TP_PROTO(unsigned long call_site
, const void *ptr
,
36 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
38 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
41 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc
, kmem_cache_alloc
,
43 TP_PROTO(unsigned long call_site
, const void *ptr
,
44 size_t bytes_req
, size_t bytes_alloc
, gfp_t gfp_flags
),
46 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
)
49 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node
,
51 TP_PROTO(unsigned long call_site
,
58 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
),
61 ctf_integer_hex(unsigned long, call_site
, call_site
)
62 ctf_integer_hex(const void *, ptr
, ptr
)
63 ctf_integer(size_t, bytes_req
, bytes_req
)
64 ctf_integer(size_t, bytes_alloc
, bytes_alloc
)
65 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
66 ctf_integer(int, node
, node
)
70 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node
, kmalloc_node
,
74 TP_PROTO(unsigned long call_site
, const void *ptr
,
75 size_t bytes_req
, size_t bytes_alloc
,
76 gfp_t gfp_flags
, int node
),
78 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
81 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node
, kmem_cache_alloc_node
,
83 TP_PROTO(unsigned long call_site
, const void *ptr
,
84 size_t bytes_req
, size_t bytes_alloc
,
85 gfp_t gfp_flags
, int node
),
87 TP_ARGS(call_site
, ptr
, bytes_req
, bytes_alloc
, gfp_flags
, node
)
90 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
91 LTTNG_TRACEPOINT_EVENT(kfree
,
93 TP_PROTO(unsigned long call_site
, const void *ptr
),
95 TP_ARGS(call_site
, ptr
),
98 ctf_integer_hex(unsigned long, call_site
, call_site
)
99 ctf_integer_hex(const void *, ptr
, ptr
)
103 LTTNG_TRACEPOINT_EVENT(kmem_cache_free
,
105 TP_PROTO(unsigned long call_site
, const void *ptr
, const char *name
),
107 TP_ARGS(call_site
, ptr
, name
),
110 ctf_integer_hex(unsigned long, call_site
, call_site
)
111 ctf_integer_hex(const void *, ptr
, ptr
)
112 ctf_string(name
, name
)
116 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free
,
118 TP_PROTO(unsigned long call_site
, const void *ptr
),
120 TP_ARGS(call_site
, ptr
),
123 ctf_integer_hex(unsigned long, call_site
, call_site
)
124 ctf_integer_hex(const void *, ptr
, ptr
)
128 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free
, kfree
,
132 TP_PROTO(unsigned long call_site
, const void *ptr
),
134 TP_ARGS(call_site
, ptr
)
137 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free
, kmem_cache_free
,
139 TP_PROTO(unsigned long call_site
, const void *ptr
),
141 TP_ARGS(call_site
, ptr
)
145 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
146 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free
, kmem_mm_page_free
,
148 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct
, kmem_mm_page_free_direct
,
151 TP_PROTO(struct page
*page
, unsigned int order
),
153 TP_ARGS(page
, order
),
156 ctf_integer_hex(struct page
*, page
, page
)
157 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
158 ctf_integer(unsigned int, order
, order
)
162 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
163 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
165 TP_PROTO(struct page
*page
),
170 ctf_integer_hex(struct page
*, page
, page
)
171 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
174 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
175 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched
, kmem_mm_page_free_batched
,
177 TP_PROTO(struct page
*page
, int cold
),
182 ctf_integer_hex(struct page
*, page
, page
)
183 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
184 ctf_integer(int, cold
, cold
)
188 LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free
, kmem_pagevec_free
,
190 TP_PROTO(struct page
*page
, int cold
),
195 ctf_integer_hex(struct page
*, page
, page
)
196 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
197 ctf_integer(int, cold
, cold
)
202 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc
, kmem_mm_page_alloc
,
204 TP_PROTO(struct page
*page
, unsigned int order
,
205 gfp_t gfp_flags
, int migratetype
),
207 TP_ARGS(page
, order
, gfp_flags
, migratetype
),
210 ctf_integer_hex(struct page
*, page
, page
)
211 ctf_integer(unsigned long, pfn
,
212 page
? page_to_pfn(page
) : -1UL)
213 ctf_integer(unsigned int, order
, order
)
214 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
215 ctf_integer(int, migratetype
, migratetype
)
219 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page
,
221 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
223 TP_ARGS(page
, order
, migratetype
),
226 ctf_integer_hex(struct page
*, page
, page
)
227 ctf_integer(unsigned long, pfn
,
228 page
? page_to_pfn(page
) : -1UL)
229 ctf_integer(unsigned int, order
, order
)
230 ctf_integer(int, migratetype
, migratetype
)
234 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_alloc_zone_locked
,
236 kmem_mm_page_alloc_zone_locked
,
238 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
240 TP_ARGS(page
, order
, migratetype
)
243 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page
, mm_page_pcpu_drain
,
245 kmem_mm_page_pcpu_drain
,
247 TP_PROTO(struct page
*page
, unsigned int order
, int migratetype
),
249 TP_ARGS(page
, order
, migratetype
)
252 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \
253 || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \
254 || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \
255 || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \
256 || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \
257 || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \
258 || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
260 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
262 kmem_mm_page_alloc_extfrag
,
264 TP_PROTO(struct page
*page
,
265 int alloc_order
, int fallback_order
,
266 int alloc_migratetype
, int fallback_migratetype
),
269 alloc_order
, fallback_order
,
270 alloc_migratetype
, fallback_migratetype
),
273 ctf_integer_hex(struct page
*, page
, page
)
274 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
275 ctf_integer(int, alloc_order
, alloc_order
)
276 ctf_integer(int, fallback_order
, fallback_order
)
277 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
278 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
279 ctf_integer(int, change_ownership
,
280 (alloc_migratetype
== get_pageblock_migratetype(page
)))
284 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
286 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
288 kmem_mm_page_alloc_extfrag
,
290 TP_PROTO(struct page
*page
,
291 int alloc_order
, int fallback_order
,
292 int alloc_migratetype
, int fallback_migratetype
, int new_migratetype
),
295 alloc_order
, fallback_order
,
296 alloc_migratetype
, fallback_migratetype
, new_migratetype
),
299 ctf_integer_hex(struct page
*, page
, page
)
300 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
301 ctf_integer(int, alloc_order
, alloc_order
)
302 ctf_integer(int, fallback_order
, fallback_order
)
303 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
304 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
305 ctf_integer(int, change_ownership
, (new_migratetype
== alloc_migratetype
))
309 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
311 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
313 kmem_mm_page_alloc_extfrag
,
315 TP_PROTO(struct page
*page
,
316 int alloc_order
, int fallback_order
,
317 int alloc_migratetype
, int fallback_migratetype
,
318 int change_ownership
),
321 alloc_order
, fallback_order
,
322 alloc_migratetype
, fallback_migratetype
,
326 ctf_integer_hex(struct page
*, page
, page
)
327 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
328 ctf_integer(int, alloc_order
, alloc_order
)
329 ctf_integer(int, fallback_order
, fallback_order
)
330 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
331 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
332 ctf_integer(int, change_ownership
, change_ownership
)
336 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
338 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag
,
340 kmem_mm_page_alloc_extfrag
,
342 TP_PROTO(struct page
*page
,
343 int alloc_order
, int fallback_order
,
344 int alloc_migratetype
, int fallback_migratetype
),
347 alloc_order
, fallback_order
,
348 alloc_migratetype
, fallback_migratetype
),
351 ctf_integer_hex(struct page
*, page
, page
)
352 ctf_integer(unsigned long, pfn
, page_to_pfn(page
))
353 ctf_integer(int, alloc_order
, alloc_order
)
354 ctf_integer(int, fallback_order
, fallback_order
)
355 ctf_integer(int, alloc_migratetype
, alloc_migratetype
)
356 ctf_integer(int, fallback_migratetype
, fallback_migratetype
)
360 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
362 #endif /* LTTNG_TRACE_KMEM_H */
364 /* This part must be outside protection */
365 #include <probes/define_trace.h>