Commit | Line | Data |
---|---|---|
b283666f PW |
1 | #undef TRACE_SYSTEM |
2 | #define TRACE_SYSTEM kmem | |
3 | ||
3bc29f0a MD |
4 | #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ) |
5 | #define LTTNG_TRACE_KMEM_H | |
b283666f | 6 | |
6ec43db8 | 7 | #include <probes/lttng-tracepoint-event.h> |
7c68b363 | 8 | #include <linux/types.h> |
7c68b363 AG |
9 | #include <linux/version.h> |
10 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36)) | |
11 | #include <trace/events/gfpflags.h> | |
12 | #endif | |
13 | ||
3bc29f0a | 14 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc, |
b283666f PW |
15 | |
16 | TP_PROTO(unsigned long call_site, | |
17 | const void *ptr, | |
18 | size_t bytes_req, | |
19 | size_t bytes_alloc, | |
20 | gfp_t gfp_flags), | |
21 | ||
22 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags), | |
23 | ||
f127e61e MD |
24 | TP_FIELDS( |
25 | ctf_integer_hex(unsigned long, call_site, call_site) | |
26 | ctf_integer_hex(const void *, ptr, ptr) | |
27 | ctf_integer(size_t, bytes_req, bytes_req) | |
28 | ctf_integer(size_t, bytes_alloc, bytes_alloc) | |
29 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
30 | ) | |
b283666f PW |
31 | ) |
32 | ||
3bc29f0a | 33 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc, |
9cf29d3e MD |
34 | |
35 | kmem_kmalloc, | |
b283666f PW |
36 | |
37 | TP_PROTO(unsigned long call_site, const void *ptr, | |
38 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
39 | ||
40 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) | |
41 | ) | |
42 | ||
3bc29f0a | 43 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc, |
b283666f PW |
44 | |
45 | TP_PROTO(unsigned long call_site, const void *ptr, | |
46 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
47 | ||
48 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) | |
49 | ) | |
50 | ||
3bc29f0a | 51 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node, |
b283666f PW |
52 | |
53 | TP_PROTO(unsigned long call_site, | |
54 | const void *ptr, | |
55 | size_t bytes_req, | |
56 | size_t bytes_alloc, | |
57 | gfp_t gfp_flags, | |
58 | int node), | |
59 | ||
60 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node), | |
61 | ||
f127e61e MD |
62 | TP_FIELDS( |
63 | ctf_integer_hex(unsigned long, call_site, call_site) | |
64 | ctf_integer_hex(const void *, ptr, ptr) | |
65 | ctf_integer(size_t, bytes_req, bytes_req) | |
66 | ctf_integer(size_t, bytes_alloc, bytes_alloc) | |
67 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
68 | ctf_integer(int, node, node) | |
69 | ) | |
b283666f PW |
70 | ) |
71 | ||
3bc29f0a | 72 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node, |
9cf29d3e MD |
73 | |
74 | kmem_kmalloc_node, | |
b283666f PW |
75 | |
76 | TP_PROTO(unsigned long call_site, const void *ptr, | |
77 | size_t bytes_req, size_t bytes_alloc, | |
78 | gfp_t gfp_flags, int node), | |
79 | ||
80 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) | |
81 | ) | |
82 | ||
3bc29f0a | 83 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node, |
b283666f PW |
84 | |
85 | TP_PROTO(unsigned long call_site, const void *ptr, | |
86 | size_t bytes_req, size_t bytes_alloc, | |
87 | gfp_t gfp_flags, int node), | |
88 | ||
89 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) | |
90 | ) | |
91 | ||
3bc29f0a | 92 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free, |
b283666f PW |
93 | |
94 | TP_PROTO(unsigned long call_site, const void *ptr), | |
95 | ||
96 | TP_ARGS(call_site, ptr), | |
97 | ||
f127e61e MD |
98 | TP_FIELDS( |
99 | ctf_integer_hex(unsigned long, call_site, call_site) | |
100 | ctf_integer_hex(const void *, ptr, ptr) | |
101 | ) | |
b283666f PW |
102 | ) |
103 | ||
3bc29f0a | 104 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree, |
9cf29d3e MD |
105 | |
106 | kmem_kfree, | |
b283666f PW |
107 | |
108 | TP_PROTO(unsigned long call_site, const void *ptr), | |
109 | ||
110 | TP_ARGS(call_site, ptr) | |
111 | ) | |
112 | ||
3bc29f0a | 113 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free, |
b283666f PW |
114 | |
115 | TP_PROTO(unsigned long call_site, const void *ptr), | |
116 | ||
117 | TP_ARGS(call_site, ptr) | |
118 | ) | |
119 | ||
7c68b363 AG |
120 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)) |
121 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) | |
9bbf98da | 122 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free, |
7c68b363 | 123 | #else |
9bbf98da | 124 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct, |
7c68b363 | 125 | #endif |
b283666f PW |
126 | |
127 | TP_PROTO(struct page *page, unsigned int order), | |
128 | ||
129 | TP_ARGS(page, order), | |
130 | ||
f127e61e MD |
131 | TP_FIELDS( |
132 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 133 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
134 | ctf_integer(unsigned int, order, order) |
135 | ) | |
b283666f PW |
136 | ) |
137 | ||
7c68b363 | 138 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0)) |
9bbf98da | 139 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched, |
7c68b363 | 140 | #else |
9bbf98da | 141 | LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free, |
7c68b363 | 142 | #endif |
b283666f PW |
143 | |
144 | TP_PROTO(struct page *page, int cold), | |
145 | ||
146 | TP_ARGS(page, cold), | |
147 | ||
f127e61e MD |
148 | TP_FIELDS( |
149 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 150 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
151 | ctf_integer(int, cold, cold) |
152 | ) | |
b283666f PW |
153 | ) |
154 | ||
9bbf98da | 155 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc, |
b283666f PW |
156 | |
157 | TP_PROTO(struct page *page, unsigned int order, | |
158 | gfp_t gfp_flags, int migratetype), | |
159 | ||
160 | TP_ARGS(page, order, gfp_flags, migratetype), | |
161 | ||
f127e61e MD |
162 | TP_FIELDS( |
163 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b MD |
164 | ctf_integer(unsigned long, pfn, |
165 | page ? page_to_pfn(page) : -1UL) | |
f127e61e MD |
166 | ctf_integer(unsigned int, order, order) |
167 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
168 | ctf_integer(int, migratetype, migratetype) | |
169 | ) | |
b283666f PW |
170 | ) |
171 | ||
9bbf98da | 172 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page, |
b283666f PW |
173 | |
174 | TP_PROTO(struct page *page, unsigned int order, int migratetype), | |
175 | ||
176 | TP_ARGS(page, order, migratetype), | |
177 | ||
f127e61e MD |
178 | TP_FIELDS( |
179 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b MD |
180 | ctf_integer(unsigned long, pfn, |
181 | page ? page_to_pfn(page) : -1UL) | |
f127e61e MD |
182 | ctf_integer(unsigned int, order, order) |
183 | ctf_integer(int, migratetype, migratetype) | |
184 | ) | |
b283666f PW |
185 | ) |
186 | ||
9bbf98da MD |
187 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked, |
188 | ||
189 | kmem_mm_page_alloc_zone_locked, | |
b283666f PW |
190 | |
191 | TP_PROTO(struct page *page, unsigned int order, int migratetype), | |
192 | ||
193 | TP_ARGS(page, order, migratetype) | |
194 | ) | |
195 | ||
f127e61e | 196 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain, |
9bbf98da MD |
197 | |
198 | kmem_mm_page_pcpu_drain, | |
b283666f | 199 | |
7c68b363 | 200 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,33)) |
b283666f | 201 | TP_PROTO(struct page *page, unsigned int order, int migratetype), |
7c68b363 AG |
202 | #else |
203 | TP_PROTO(struct page *page, int order, int migratetype), | |
204 | #endif | |
b283666f | 205 | |
f127e61e | 206 | TP_ARGS(page, order, migratetype) |
b283666f PW |
207 | ) |
208 | ||
cd955ba2 | 209 | #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,2) \ |
72e6c528 | 210 | || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \ |
f1b58fb1 | 211 | || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \ |
72906e12 | 212 | || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \ |
f8996f1b | 213 | || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \ |
472b44c2 | 214 | || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0)) |
2cf0c2ca | 215 | |
7c9c39d2 MD |
216 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
217 | ||
218 | kmem_mm_page_alloc_extfrag, | |
2cf0c2ca MD |
219 | |
220 | TP_PROTO(struct page *page, | |
221 | int alloc_order, int fallback_order, | |
222 | int alloc_migratetype, int fallback_migratetype), | |
223 | ||
224 | TP_ARGS(page, | |
225 | alloc_order, fallback_order, | |
226 | alloc_migratetype, fallback_migratetype), | |
227 | ||
c94b360d MD |
228 | TP_FIELDS( |
229 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 230 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
c94b360d MD |
231 | ctf_integer(int, alloc_order, alloc_order) |
232 | ctf_integer(int, fallback_order, fallback_order) | |
233 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
234 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
235 | ctf_integer(int, change_ownership, | |
2cf0c2ca | 236 | (alloc_migratetype == get_pageblock_migratetype(page))) |
c94b360d | 237 | ) |
2cf0c2ca MD |
238 | ) |
239 | ||
240 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,30)) | |
8b831331 | 241 | |
7c9c39d2 MD |
242 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
243 | ||
244 | kmem_mm_page_alloc_extfrag, | |
8b831331 MD |
245 | |
246 | TP_PROTO(struct page *page, | |
247 | int alloc_order, int fallback_order, | |
248 | int alloc_migratetype, int fallback_migratetype, int new_migratetype), | |
249 | ||
250 | TP_ARGS(page, | |
251 | alloc_order, fallback_order, | |
252 | alloc_migratetype, fallback_migratetype, new_migratetype), | |
253 | ||
c94b360d MD |
254 | TP_FIELDS( |
255 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 256 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
c94b360d MD |
257 | ctf_integer(int, alloc_order, alloc_order) |
258 | ctf_integer(int, fallback_order, fallback_order) | |
259 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
260 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
261 | ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype)) | |
262 | ) | |
8b831331 MD |
263 | ) |
264 | ||
265 | #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) | |
926b9256 | 266 | |
9bbf98da MD |
267 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
268 | ||
269 | kmem_mm_page_alloc_extfrag, | |
926b9256 MD |
270 | |
271 | TP_PROTO(struct page *page, | |
272 | int alloc_order, int fallback_order, | |
273 | int alloc_migratetype, int fallback_migratetype, | |
274 | int change_ownership), | |
275 | ||
276 | TP_ARGS(page, | |
277 | alloc_order, fallback_order, | |
278 | alloc_migratetype, fallback_migratetype, | |
279 | change_ownership), | |
280 | ||
f127e61e MD |
281 | TP_FIELDS( |
282 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 283 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
284 | ctf_integer(int, alloc_order, alloc_order) |
285 | ctf_integer(int, fallback_order, fallback_order) | |
286 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
287 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
288 | ctf_integer(int, change_ownership, change_ownership) | |
289 | ) | |
926b9256 MD |
290 | ) |
291 | ||
292 | #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ | |
293 | ||
9bbf98da MD |
294 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
295 | ||
296 | kmem_mm_page_alloc_extfrag, | |
b283666f PW |
297 | |
298 | TP_PROTO(struct page *page, | |
299 | int alloc_order, int fallback_order, | |
300 | int alloc_migratetype, int fallback_migratetype), | |
301 | ||
302 | TP_ARGS(page, | |
303 | alloc_order, fallback_order, | |
304 | alloc_migratetype, fallback_migratetype), | |
305 | ||
f127e61e MD |
306 | TP_FIELDS( |
307 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 308 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
309 | ctf_integer(int, alloc_order, alloc_order) |
310 | ctf_integer(int, fallback_order, fallback_order) | |
311 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
312 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
313 | ) | |
b283666f | 314 | ) |
926b9256 MD |
315 | |
316 | #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */ | |
317 | ||
7c68b363 | 318 | #endif |
b283666f | 319 | |
3bc29f0a | 320 | #endif /* LTTNG_TRACE_KMEM_H */ |
b283666f PW |
321 | |
322 | /* This part must be outside protection */ | |
6ec43db8 | 323 | #include <probes/define_trace.h> |