Commit | Line | Data |
---|---|---|
61baff6e MJ |
1 | // SPDX-FileCopyrightText: 2013 Mohamad Gebai <mohamad.gebai@polymtl.ca> |
2 | // | |
3 | // SPDX-License-Identifier: GPL-2.0-only | |
4 | ||
3bc29f0a MD |
5 | #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ) |
6 | #define LTTNG_TRACE_KVM_H | |
b3c40230 | 7 | |
3b4aafcb | 8 | #include <lttng/tracepoint-event.h> |
b3c40230 MG |
9 | #include <asm/vmx.h> |
10 | #include <asm/svm.h> | |
11 | #include <asm/clocksource.h> | |
5f4c791e | 12 | #include <lttng/kernel-version.h> |
45240b53 | 13 | #include <wrapper/kvm-x86.h> |
b3c40230 MG |
14 | #include <../arch/x86/kvm/lapic.h> |
15 | #include <../arch/x86/kvm/kvm_cache_regs.h> | |
16 | ||
17 | #undef TRACE_SYSTEM | |
b36bb1a8 | 18 | #define TRACE_SYSTEM kvm_x86 |
b3c40230 MG |
19 | |
20 | /* | |
21 | * Tracepoint for guest mode entry. | |
22 | */ | |
b36bb1a8 | 23 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry, |
b3c40230 MG |
24 | TP_PROTO(unsigned int vcpu_id), |
25 | TP_ARGS(vcpu_id), | |
26 | ||
f127e61e MD |
27 | TP_FIELDS( |
28 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
29 | ) | |
b3c40230 MG |
30 | ) |
31 | ||
32 | /* | |
33 | * Tracepoint for hypercall. | |
34 | */ | |
b36bb1a8 | 35 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall, |
b3c40230 MG |
36 | TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1, |
37 | unsigned long a2, unsigned long a3), | |
38 | TP_ARGS(nr, a0, a1, a2, a3), | |
39 | ||
f127e61e MD |
40 | TP_FIELDS( |
41 | ctf_integer(unsigned long, nr, nr) | |
42 | ctf_integer(unsigned long, a0, a0) | |
43 | ctf_integer(unsigned long, a1, a1) | |
44 | ctf_integer(unsigned long, a2, a2) | |
45 | ctf_integer(unsigned long, a3, a3) | |
46 | ) | |
b3c40230 MG |
47 | ) |
48 | ||
49 | /* | |
50 | * Tracepoint for hypercall. | |
51 | */ | |
b36bb1a8 | 52 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall, |
b3c40230 MG |
53 | TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx, |
54 | __u64 ingpa, __u64 outgpa), | |
55 | TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa), | |
56 | ||
f127e61e MD |
57 | TP_FIELDS( |
58 | ctf_integer(__u16, rep_cnt, rep_cnt) | |
59 | ctf_integer(__u16, rep_idx, rep_idx) | |
60 | ctf_integer(__u64, ingpa, ingpa) | |
61 | ctf_integer(__u64, outgpa, outgpa) | |
62 | ctf_integer(__u16, code, code) | |
63 | ctf_integer(bool, fast, fast) | |
64 | ) | |
b3c40230 MG |
65 | ) |
66 | ||
67 | /* | |
68 | * Tracepoint for PIO. | |
69 | */ | |
b36bb1a8 | 70 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio, |
b3c40230 MG |
71 | TP_PROTO(unsigned int rw, unsigned int port, unsigned int size, |
72 | unsigned int count), | |
73 | TP_ARGS(rw, port, size, count), | |
74 | ||
f127e61e MD |
75 | TP_FIELDS( |
76 | ctf_integer(unsigned int, rw, rw) | |
77 | ctf_integer(unsigned int, port, port) | |
78 | ctf_integer(unsigned int, size, size) | |
79 | ctf_integer(unsigned int, count, count) | |
80 | ) | |
b3c40230 MG |
81 | ) |
82 | ||
83 | /* | |
84 | * Tracepoint for cpuid. | |
85 | */ | |
b36bb1a8 | 86 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid, |
b3c40230 MG |
87 | TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx, |
88 | unsigned long rcx, unsigned long rdx), | |
89 | TP_ARGS(function, rax, rbx, rcx, rdx), | |
90 | ||
f127e61e MD |
91 | TP_FIELDS( |
92 | ctf_integer(unsigned int, function, function) | |
93 | ctf_integer(unsigned long, rax, rax) | |
94 | ctf_integer(unsigned long, rbx, rbx) | |
95 | ctf_integer(unsigned long, rcx, rcx) | |
96 | ctf_integer(unsigned long, rdx, rdx) | |
97 | ) | |
b3c40230 MG |
98 | ) |
99 | ||
b3c40230 MG |
100 | /* |
101 | * Tracepoint for apic access. | |
102 | */ | |
b36bb1a8 | 103 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic, |
b3c40230 MG |
104 | TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val), |
105 | TP_ARGS(rw, reg, val), | |
106 | ||
f127e61e MD |
107 | TP_FIELDS( |
108 | ctf_integer(unsigned int, rw, rw) | |
109 | ctf_integer(unsigned int, reg, reg) | |
110 | ctf_integer(unsigned int, val, val) | |
111 | ) | |
b3c40230 MG |
112 | ) |
113 | ||
114 | #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val) | |
115 | #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val) | |
116 | ||
b3c40230 MG |
117 | /* |
118 | * Tracepoint for kvm guest exit: | |
119 | */ | |
45240b53 MJ |
120 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,18,0)) |
121 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, | |
122 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
123 | TP_ARGS(vcpu, isa), | |
124 | ||
125 | TP_locvar( | |
126 | u32 exit_reason; | |
127 | u64 info1, info2; | |
128 | u32 intr_info, error_code; | |
129 | ), | |
130 | ||
131 | TP_code_pre( | |
132 | lttng_kvm_x86_get_exit_info(vcpu, | |
133 | &tp_locvar->exit_reason, | |
134 | &tp_locvar->info1, | |
135 | &tp_locvar->info2, | |
136 | &tp_locvar->intr_info, | |
137 | &tp_locvar->error_code); | |
138 | ), | |
139 | ||
140 | TP_FIELDS( | |
141 | ctf_integer(unsigned int, exit_reason, tp_locvar->exit_reason) | |
142 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
143 | ctf_integer(u32, isa, isa) | |
144 | ctf_integer(u64, info1, tp_locvar->info1) | |
145 | ctf_integer(u64, info2, tp_locvar->info2) | |
146 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
147 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
148 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
149 | ), | |
150 | ||
151 | TP_code_post() | |
152 | ) | |
153 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0)) | |
5619b37e MJ |
154 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
155 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
156 | TP_ARGS(vcpu, isa), | |
157 | ||
158 | TP_locvar( | |
159 | u32 reason; | |
160 | u64 info1, info2; | |
161 | u32 intr_info, error_code; | |
162 | ), | |
163 | ||
164 | TP_code_pre( | |
165 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->reason, | |
166 | &tp_locvar->info1, | |
167 | &tp_locvar->info2, | |
168 | &tp_locvar->intr_info, | |
169 | &tp_locvar->error_code); | |
170 | ), | |
171 | ||
172 | TP_FIELDS( | |
173 | ctf_integer(u32, exit_reason, tp_locvar->reason) | |
174 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
175 | ctf_integer(u32, isa, isa) | |
176 | ctf_integer(u64, info1, tp_locvar->info1) | |
177 | ctf_integer(u64, info2, tp_locvar->info2) | |
178 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
179 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
180 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
181 | ), | |
182 | ||
183 | TP_code_post() | |
184 | ) | |
92e7fc02 KS |
185 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \ |
186 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0)) | |
0e0ee108 MJ |
187 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
188 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
189 | TP_ARGS(exit_reason, vcpu, isa), | |
190 | ||
191 | TP_locvar( | |
192 | u64 info1, info2; | |
193 | u32 intr_info, error_code; | |
194 | ), | |
195 | ||
196 | TP_code_pre( | |
197 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, | |
198 | &tp_locvar->info2, | |
199 | &tp_locvar->intr_info, | |
200 | &tp_locvar->error_code); | |
201 | ), | |
202 | ||
203 | TP_FIELDS( | |
204 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
205 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
206 | ctf_integer(u32, isa, isa) | |
207 | ctf_integer(u64, info1, tp_locvar->info1) | |
208 | ctf_integer(u64, info2, tp_locvar->info2) | |
209 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
210 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
211 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
212 | ), | |
213 | ||
214 | TP_code_post() | |
215 | ) | |
5f4c791e | 216 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0)) |
b36bb1a8 | 217 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
f127e61e MD |
218 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), |
219 | TP_ARGS(exit_reason, vcpu, isa), | |
220 | ||
221 | TP_locvar( | |
222 | u64 info1, info2; | |
b3c40230 MG |
223 | ), |
224 | ||
265822ae | 225 | TP_code_pre( |
9cc9518e MD |
226 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, |
227 | &tp_locvar->info2); | |
0e0ee108 MJ |
228 | ), |
229 | ||
230 | TP_FIELDS( | |
231 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
232 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
233 | ctf_integer(u32, isa, isa) | |
234 | ctf_integer(u64, info1, tp_locvar->info1) | |
235 | ctf_integer(u64, info2, tp_locvar->info2) | |
236 | ), | |
237 | ||
238 | TP_code_post() | |
239 | ) | |
9cc9518e | 240 | #else |
0e0ee108 MJ |
241 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
242 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
243 | TP_ARGS(exit_reason, vcpu, isa), | |
244 | ||
245 | TP_locvar( | |
246 | u64 info1, info2; | |
247 | ), | |
248 | ||
249 | TP_code_pre( | |
f127e61e MD |
250 | kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1, |
251 | &tp_locvar->info2); | |
b3c40230 MG |
252 | ), |
253 | ||
f127e61e MD |
254 | TP_FIELDS( |
255 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
256 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
257 | ctf_integer(u32, isa, isa) | |
258 | ctf_integer(u64, info1, tp_locvar->info1) | |
259 | ctf_integer(u64, info2, tp_locvar->info2) | |
265822ae MD |
260 | ), |
261 | ||
262 | TP_code_post() | |
b3c40230 | 263 | ) |
0e0ee108 | 264 | #endif |
b3c40230 MG |
265 | |
266 | /* | |
267 | * Tracepoint for kvm interrupt injection: | |
268 | */ | |
b36bb1a8 | 269 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq, |
b3c40230 MG |
270 | TP_PROTO(unsigned int irq), |
271 | TP_ARGS(irq), | |
272 | ||
f127e61e MD |
273 | TP_FIELDS( |
274 | ctf_integer(unsigned int, irq, irq) | |
275 | ) | |
b3c40230 MG |
276 | ) |
277 | ||
b3c40230 MG |
278 | /* |
279 | * Tracepoint for kvm interrupt injection: | |
280 | */ | |
b36bb1a8 | 281 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception, |
b3c40230 MG |
282 | TP_PROTO(unsigned exception, bool has_error, unsigned error_code), |
283 | TP_ARGS(exception, has_error, error_code), | |
284 | ||
f127e61e MD |
285 | TP_FIELDS( |
286 | ctf_integer(u8, exception, exception) | |
287 | ctf_integer(u8, has_error, has_error) | |
288 | ctf_integer(u32, error_code, error_code) | |
289 | ) | |
b3c40230 MG |
290 | ) |
291 | ||
292 | /* | |
293 | * Tracepoint for page fault. | |
294 | */ | |
b36bb1a8 | 295 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault, |
b3c40230 MG |
296 | TP_PROTO(unsigned long fault_address, unsigned int error_code), |
297 | TP_ARGS(fault_address, error_code), | |
298 | ||
f127e61e | 299 | TP_FIELDS( |
2c054599 | 300 | ctf_integer_hex(unsigned long, fault_address, fault_address) |
f127e61e MD |
301 | ctf_integer(unsigned int, error_code, error_code) |
302 | ) | |
b3c40230 MG |
303 | ) |
304 | ||
305 | /* | |
306 | * Tracepoint for guest MSR access. | |
307 | */ | |
b36bb1a8 | 308 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr, |
b3c40230 MG |
309 | TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception), |
310 | TP_ARGS(write, ecx, data, exception), | |
311 | ||
f127e61e MD |
312 | TP_FIELDS( |
313 | ctf_integer(unsigned, write, write) | |
314 | ctf_integer(u32, ecx, ecx) | |
315 | ctf_integer(u64, data, data) | |
316 | ctf_integer(u8, exception, exception) | |
317 | ) | |
b3c40230 MG |
318 | ) |
319 | ||
320 | #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false) | |
321 | #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false) | |
322 | #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true) | |
323 | #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true) | |
324 | ||
325 | /* | |
326 | * Tracepoint for guest CR access. | |
327 | */ | |
b36bb1a8 | 328 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr, |
b3c40230 MG |
329 | TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val), |
330 | TP_ARGS(rw, cr, val), | |
331 | ||
f127e61e MD |
332 | TP_FIELDS( |
333 | ctf_integer(unsigned int, rw, rw) | |
334 | ctf_integer(unsigned int, cr, cr) | |
335 | ctf_integer(unsigned long, val, val) | |
336 | ) | |
b3c40230 MG |
337 | ) |
338 | ||
339 | #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val) | |
340 | #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val) | |
341 | ||
b36bb1a8 | 342 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq, |
b3c40230 MG |
343 | TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced), |
344 | TP_ARGS(chip, pin, elcr, imr, coalesced), | |
345 | ||
f127e61e MD |
346 | TP_FIELDS( |
347 | ctf_integer(__u8, chip, chip) | |
348 | ctf_integer(__u8, pin, pin) | |
349 | ctf_integer(__u8, elcr, elcr) | |
350 | ctf_integer(__u8, imr, imr) | |
351 | ctf_integer(bool, coalesced, coalesced) | |
352 | ) | |
b3c40230 MG |
353 | ) |
354 | ||
b36bb1a8 | 355 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi, |
b3c40230 MG |
356 | TP_PROTO(__u32 icr_low, __u32 dest_id), |
357 | TP_ARGS(icr_low, dest_id), | |
358 | ||
f127e61e MD |
359 | TP_FIELDS( |
360 | ctf_integer(__u32, icr_low, icr_low) | |
361 | ctf_integer(__u32, dest_id, dest_id) | |
362 | ) | |
b3c40230 MG |
363 | ) |
364 | ||
b36bb1a8 | 365 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq, |
b3c40230 MG |
366 | TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced), |
367 | TP_ARGS(apicid, dm, tm, vec, coalesced), | |
368 | ||
f127e61e MD |
369 | TP_FIELDS( |
370 | ctf_integer(__u32, apicid, apicid) | |
371 | ctf_integer(__u16, dm, dm) | |
372 | ctf_integer(__u8, tm, tm) | |
373 | ctf_integer(__u8, vec, vec) | |
374 | ctf_integer(bool, coalesced, coalesced) | |
375 | ) | |
b3c40230 MG |
376 | ) |
377 | ||
b36bb1a8 | 378 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi, |
b3c40230 MG |
379 | TP_PROTO(struct kvm_lapic *apic, int vector), |
380 | TP_ARGS(apic, vector), | |
381 | ||
f127e61e MD |
382 | TP_FIELDS( |
383 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
384 | ctf_integer(int, vector, vector) | |
385 | ) | |
b3c40230 MG |
386 | ) |
387 | ||
b36bb1a8 | 388 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi, |
b3c40230 MG |
389 | TP_PROTO(struct kvm_lapic *apic, int vector), |
390 | TP_ARGS(apic, vector), | |
391 | ||
f127e61e MD |
392 | TP_FIELDS( |
393 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
394 | ctf_integer(int, vector, vector) | |
395 | ) | |
b3c40230 MG |
396 | ) |
397 | ||
398 | /* | |
399 | * Tracepoint for nested VMRUN | |
400 | */ | |
b36bb1a8 | 401 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun, |
b3c40230 MG |
402 | TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl, |
403 | __u32 event_inj, bool npt), | |
404 | TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt), | |
405 | ||
f127e61e MD |
406 | TP_FIELDS( |
407 | ctf_integer(__u64, rip, rip) | |
408 | ctf_integer(__u64, vmcb, vmcb) | |
409 | ctf_integer(__u64, nested_rip, nested_rip) | |
410 | ctf_integer(__u32, int_ctl, int_ctl) | |
411 | ctf_integer(__u32, event_inj, event_inj) | |
412 | ctf_integer(bool, npt, npt) | |
413 | ) | |
b3c40230 MG |
414 | ) |
415 | ||
b36bb1a8 | 416 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts, |
b3c40230 MG |
417 | TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept), |
418 | TP_ARGS(cr_read, cr_write, exceptions, intercept), | |
419 | ||
f127e61e MD |
420 | TP_FIELDS( |
421 | ctf_integer(__u16, cr_read, cr_read) | |
422 | ctf_integer(__u16, cr_write, cr_write) | |
423 | ctf_integer(__u32, exceptions, exceptions) | |
424 | ctf_integer(__u64, intercept, intercept) | |
425 | ) | |
b3c40230 MG |
426 | ) |
427 | /* | |
428 | * Tracepoint for #VMEXIT while nested | |
429 | */ | |
b36bb1a8 | 430 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit, |
b3c40230 MG |
431 | TP_PROTO(__u64 rip, __u32 exit_code, |
432 | __u64 exit_info1, __u64 exit_info2, | |
433 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
434 | TP_ARGS(rip, exit_code, exit_info1, exit_info2, | |
435 | exit_int_info, exit_int_info_err, isa), | |
436 | ||
f127e61e MD |
437 | TP_FIELDS( |
438 | ctf_integer(__u64, rip, rip) | |
439 | ctf_integer(__u32, exit_code, exit_code) | |
440 | ctf_integer(__u64, exit_info1, exit_info1) | |
441 | ctf_integer(__u64, exit_info2, exit_info2) | |
442 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
443 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
444 | ctf_integer(__u32, isa, isa) | |
445 | ) | |
b3c40230 MG |
446 | ) |
447 | ||
448 | /* | |
449 | * Tracepoint for #VMEXIT reinjected to the guest | |
450 | */ | |
b36bb1a8 | 451 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject, |
b3c40230 MG |
452 | TP_PROTO(__u32 exit_code, |
453 | __u64 exit_info1, __u64 exit_info2, | |
454 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
455 | TP_ARGS(exit_code, exit_info1, exit_info2, | |
456 | exit_int_info, exit_int_info_err, isa), | |
457 | ||
f127e61e MD |
458 | TP_FIELDS( |
459 | ctf_integer(__u32, exit_code, exit_code) | |
460 | ctf_integer(__u64, exit_info1, exit_info1) | |
461 | ctf_integer(__u64, exit_info2, exit_info2) | |
462 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
463 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
464 | ctf_integer(__u32, isa, isa) | |
465 | ) | |
b3c40230 MG |
466 | ) |
467 | ||
468 | /* | |
469 | * Tracepoint for nested #vmexit because of interrupt pending | |
470 | */ | |
b36bb1a8 | 471 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit, |
b3c40230 MG |
472 | TP_PROTO(__u64 rip), |
473 | TP_ARGS(rip), | |
474 | ||
f127e61e MD |
475 | TP_FIELDS( |
476 | ctf_integer(__u64, rip, rip) | |
477 | ) | |
b3c40230 MG |
478 | ) |
479 | ||
480 | /* | |
481 | * Tracepoint for nested #vmexit because of interrupt pending | |
482 | */ | |
b36bb1a8 | 483 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga, |
b3c40230 MG |
484 | TP_PROTO(__u64 rip, int asid, u64 address), |
485 | TP_ARGS(rip, asid, address), | |
486 | ||
f127e61e MD |
487 | TP_FIELDS( |
488 | ctf_integer(__u64, rip, rip) | |
489 | ctf_integer(int, asid, asid) | |
2c054599 | 490 | ctf_integer_hex(__u64, address, address) |
f127e61e | 491 | ) |
b3c40230 MG |
492 | ) |
493 | ||
494 | /* | |
495 | * Tracepoint for nested #vmexit because of interrupt pending | |
496 | */ | |
b36bb1a8 | 497 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit, |
b3c40230 MG |
498 | TP_PROTO(__u64 rip, __u32 slb), |
499 | TP_ARGS(rip, slb), | |
500 | ||
f127e61e MD |
501 | TP_FIELDS( |
502 | ctf_integer(__u64, rip, rip) | |
503 | ctf_integer(__u32, slb, slb) | |
504 | ) | |
b3c40230 MG |
505 | ) |
506 | ||
507 | #define KVM_EMUL_INSN_F_CR0_PE (1 << 0) | |
508 | #define KVM_EMUL_INSN_F_EFL_VM (1 << 1) | |
509 | #define KVM_EMUL_INSN_F_CS_D (1 << 2) | |
510 | #define KVM_EMUL_INSN_F_CS_L (1 << 3) | |
511 | ||
512 | #define kvm_trace_symbol_emul_flags \ | |
513 | { 0, "real" }, \ | |
514 | { KVM_EMUL_INSN_F_CR0_PE \ | |
515 | | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \ | |
516 | { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \ | |
517 | { KVM_EMUL_INSN_F_CR0_PE \ | |
518 | | KVM_EMUL_INSN_F_CS_D, "prot32" }, \ | |
519 | { KVM_EMUL_INSN_F_CR0_PE \ | |
520 | | KVM_EMUL_INSN_F_CS_L, "prot64" } | |
521 | ||
522 | #define kei_decode_mode(mode) ({ \ | |
523 | u8 flags = 0xff; \ | |
524 | switch (mode) { \ | |
525 | case X86EMUL_MODE_REAL: \ | |
526 | flags = 0; \ | |
527 | break; \ | |
528 | case X86EMUL_MODE_VM86: \ | |
529 | flags = KVM_EMUL_INSN_F_EFL_VM; \ | |
530 | break; \ | |
531 | case X86EMUL_MODE_PROT16: \ | |
532 | flags = KVM_EMUL_INSN_F_CR0_PE; \ | |
533 | break; \ | |
534 | case X86EMUL_MODE_PROT32: \ | |
535 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
536 | | KVM_EMUL_INSN_F_CS_D; \ | |
537 | break; \ | |
538 | case X86EMUL_MODE_PROT64: \ | |
539 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
540 | | KVM_EMUL_INSN_F_CS_L; \ | |
541 | break; \ | |
542 | } \ | |
543 | flags; \ | |
544 | }) | |
545 | ||
b36bb1a8 | 546 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn, |
b3c40230 MG |
547 | TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed), |
548 | TP_ARGS(vcpu, failed), | |
549 | ||
f127e61e | 550 | TP_FIELDS( |
92e7fc02 KS |
551 | #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,7,0) && \ |
552 | !LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
f127e61e MD |
553 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip - |
554 | (vcpu->arch.emulate_ctxt.fetch.ptr - | |
555 | vcpu->arch.emulate_ctxt.fetch.data)) | |
556 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
557 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr - | |
558 | vcpu->arch.emulate_ctxt.fetch.data) | |
559 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
f127e61e | 560 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
92e7fc02 KS |
561 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,18,0) || \ |
562 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
9cc9518e MD |
563 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - |
564 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
565 | vcpu->arch.emulate_ctxt->fetch.data)) | |
566 | ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS)) | |
567 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
568 | vcpu->arch.emulate_ctxt->fetch.data) | |
569 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
570 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
45240b53 MJ |
571 | #else |
572 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - | |
573 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
574 | vcpu->arch.emulate_ctxt->fetch.data)) | |
575 | ctf_integer(__u32, csbase, lttng_kvm_x86_get_segment_base(vcpu, VCPU_SREG_CS)) | |
576 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
577 | vcpu->arch.emulate_ctxt->fetch.data) | |
578 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
579 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
9cc9518e | 580 | #endif |
f127e61e | 581 | ctf_integer(__u8, failed, failed) |
b3c40230 | 582 | ) |
f127e61e | 583 | ) |
b3c40230 MG |
584 | |
585 | #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0) | |
586 | #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1) | |
587 | ||
b36bb1a8 MD |
588 | LTTNG_TRACEPOINT_EVENT_MAP( |
589 | vcpu_match_mmio, kvm_x86_vcpu_match_mmio, | |
b3c40230 MG |
590 | TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match), |
591 | TP_ARGS(gva, gpa, write, gpa_match), | |
592 | ||
f127e61e MD |
593 | TP_FIELDS( |
594 | ctf_integer(gva_t, gva, gva) | |
595 | ctf_integer(gpa_t, gpa, gpa) | |
596 | ctf_integer(bool, write, write) | |
597 | ctf_integer(bool, gpa_match, gpa_match) | |
598 | ) | |
b3c40230 MG |
599 | ) |
600 | ||
b36bb1a8 | 601 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset, |
026e6902 MG |
602 | TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset, |
603 | __u64 next_tsc_offset), | |
604 | TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset), | |
605 | ||
f127e61e MD |
606 | TP_FIELDS( |
607 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
608 | ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset) | |
609 | ctf_integer(__u64, next_tsc_offset, next_tsc_offset) | |
610 | ) | |
026e6902 | 611 | ) |
026e6902 | 612 | |
b3c40230 MG |
613 | #ifdef CONFIG_X86_64 |
614 | ||
b36bb1a8 | 615 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock, |
b3c40230 MG |
616 | TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched), |
617 | TP_ARGS(use_master_clock, host_clock, offset_matched), | |
618 | ||
f127e61e MD |
619 | TP_FIELDS( |
620 | ctf_integer(bool, use_master_clock, use_master_clock) | |
621 | ctf_integer(unsigned int, host_clock, host_clock) | |
622 | ctf_integer(bool, offset_matched, offset_matched) | |
623 | ) | |
b3c40230 MG |
624 | ) |
625 | ||
b36bb1a8 | 626 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc, |
b3c40230 MG |
627 | TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched, |
628 | unsigned int online_vcpus, bool use_master_clock, | |
629 | unsigned int host_clock), | |
630 | TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock, | |
631 | host_clock), | |
632 | ||
f127e61e MD |
633 | TP_FIELDS( |
634 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
635 | ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched) | |
636 | ctf_integer(unsigned int, online_vcpus, online_vcpus) | |
637 | ctf_integer(bool, use_master_clock, use_master_clock) | |
638 | ctf_integer(unsigned int, host_clock, host_clock) | |
639 | ) | |
b3c40230 MG |
640 | ) |
641 | ||
642 | #endif /* CONFIG_X86_64 */ | |
643 | ||
3bc29f0a | 644 | #endif /* LTTNG_TRACE_KVM_H */ |
b3c40230 MG |
645 | |
646 | #undef TRACE_INCLUDE_PATH | |
4f47ccf0 | 647 | #define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm |
b3c40230 MG |
648 | #undef TRACE_INCLUDE_FILE |
649 | #define TRACE_INCLUDE_FILE trace | |
650 | ||
651 | /* This part must be outside protection */ | |
3b4aafcb | 652 | #include <lttng/define_trace.h> |