1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
3 #define LTTNG_TRACE_KVM_H
5 #include <probes/lttng-tracepoint-event.h>
8 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
9 #include <asm/clocksource.h>
11 #include <linux/version.h>
12 #include <../arch/x86/kvm/lapic.h>
13 #include <../arch/x86/kvm/kvm_cache_regs.h>
16 #define TRACE_SYSTEM kvm_x86
19 * Tracepoint for guest mode entry.
21 LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry
, kvm_x86_entry
,
22 TP_PROTO(unsigned int vcpu_id
),
26 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
31 * Tracepoint for hypercall.
33 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall
, kvm_x86_hypercall
,
34 TP_PROTO(unsigned long nr
, unsigned long a0
, unsigned long a1
,
35 unsigned long a2
, unsigned long a3
),
36 TP_ARGS(nr
, a0
, a1
, a2
, a3
),
39 ctf_integer(unsigned long, nr
, nr
)
40 ctf_integer(unsigned long, a0
, a0
)
41 ctf_integer(unsigned long, a1
, a1
)
42 ctf_integer(unsigned long, a2
, a2
)
43 ctf_integer(unsigned long, a3
, a3
)
48 * Tracepoint for hypercall.
50 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall
, kvm_x86_hv_hypercall
,
51 TP_PROTO(__u16 code
, bool fast
, __u16 rep_cnt
, __u16 rep_idx
,
52 __u64 ingpa
, __u64 outgpa
),
53 TP_ARGS(code
, fast
, rep_cnt
, rep_idx
, ingpa
, outgpa
),
56 ctf_integer(__u16
, rep_cnt
, rep_cnt
)
57 ctf_integer(__u16
, rep_idx
, rep_idx
)
58 ctf_integer(__u64
, ingpa
, ingpa
)
59 ctf_integer(__u64
, outgpa
, outgpa
)
60 ctf_integer(__u16
, code
, code
)
61 ctf_integer(bool, fast
, fast
)
68 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio
, kvm_x86_pio
,
69 TP_PROTO(unsigned int rw
, unsigned int port
, unsigned int size
,
71 TP_ARGS(rw
, port
, size
, count
),
74 ctf_integer(unsigned int, rw
, rw
)
75 ctf_integer(unsigned int, port
, port
)
76 ctf_integer(unsigned int, size
, size
)
77 ctf_integer(unsigned int, count
, count
)
82 * Tracepoint for cpuid.
84 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid
, kvm_x86_cpuid
,
85 TP_PROTO(unsigned int function
, unsigned long rax
, unsigned long rbx
,
86 unsigned long rcx
, unsigned long rdx
),
87 TP_ARGS(function
, rax
, rbx
, rcx
, rdx
),
90 ctf_integer(unsigned int, function
, function
)
91 ctf_integer(unsigned long, rax
, rax
)
92 ctf_integer(unsigned long, rbx
, rbx
)
93 ctf_integer(unsigned long, rcx
, rcx
)
94 ctf_integer(unsigned long, rdx
, rdx
)
99 * Tracepoint for apic access.
101 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic
, kvm_x86_apic
,
102 TP_PROTO(unsigned int rw
, unsigned int reg
, unsigned int val
),
103 TP_ARGS(rw
, reg
, val
),
106 ctf_integer(unsigned int, rw
, rw
)
107 ctf_integer(unsigned int, reg
, reg
)
108 ctf_integer(unsigned int, val
, val
)
112 #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
113 #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
116 * Tracepoint for kvm guest exit:
118 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit
, kvm_x86_exit
,
119 TP_PROTO(unsigned int exit_reason
, struct kvm_vcpu
*vcpu
, u32 isa
),
120 TP_ARGS(exit_reason
, vcpu
, isa
),
127 kvm_x86_ops
->get_exit_info(vcpu
, &tp_locvar
->info1
,
132 ctf_integer(unsigned int, exit_reason
, exit_reason
)
133 ctf_integer(unsigned long, guest_rip
, kvm_rip_read(vcpu
))
134 ctf_integer(u32
, isa
, isa
)
135 ctf_integer(u64
, info1
, tp_locvar
->info1
)
136 ctf_integer(u64
, info2
, tp_locvar
->info2
)
143 * Tracepoint for kvm interrupt injection:
145 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq
, kvm_x86_inj_virq
,
146 TP_PROTO(unsigned int irq
),
150 ctf_integer(unsigned int, irq
, irq
)
155 * Tracepoint for kvm interrupt injection:
157 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception
, kvm_x86_inj_exception
,
158 TP_PROTO(unsigned exception
, bool has_error
, unsigned error_code
),
159 TP_ARGS(exception
, has_error
, error_code
),
162 ctf_integer(u8
, exception
, exception
)
163 ctf_integer(u8
, has_error
, has_error
)
164 ctf_integer(u32
, error_code
, error_code
)
169 * Tracepoint for page fault.
171 LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault
, kvm_x86_page_fault
,
172 TP_PROTO(unsigned long fault_address
, unsigned int error_code
),
173 TP_ARGS(fault_address
, error_code
),
176 ctf_integer_hex(unsigned long, fault_address
, fault_address
)
177 ctf_integer(unsigned int, error_code
, error_code
)
182 * Tracepoint for guest MSR access.
184 LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr
, kvm_x86_msr
,
185 TP_PROTO(unsigned write
, u32 ecx
, u64 data
, bool exception
),
186 TP_ARGS(write
, ecx
, data
, exception
),
189 ctf_integer(unsigned, write
, write
)
190 ctf_integer(u32
, ecx
, ecx
)
191 ctf_integer(u64
, data
, data
)
192 ctf_integer(u8
, exception
, exception
)
196 #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
197 #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
198 #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
199 #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
202 * Tracepoint for guest CR access.
204 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr
, kvm_x86_cr
,
205 TP_PROTO(unsigned int rw
, unsigned int cr
, unsigned long val
),
206 TP_ARGS(rw
, cr
, val
),
209 ctf_integer(unsigned int, rw
, rw
)
210 ctf_integer(unsigned int, cr
, cr
)
211 ctf_integer(unsigned long, val
, val
)
215 #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
216 #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
218 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq
, kvm_x86_pic_set_irq
,
219 TP_PROTO(__u8 chip
, __u8 pin
, __u8 elcr
, __u8 imr
, bool coalesced
),
220 TP_ARGS(chip
, pin
, elcr
, imr
, coalesced
),
223 ctf_integer(__u8
, chip
, chip
)
224 ctf_integer(__u8
, pin
, pin
)
225 ctf_integer(__u8
, elcr
, elcr
)
226 ctf_integer(__u8
, imr
, imr
)
227 ctf_integer(bool, coalesced
, coalesced
)
231 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi
, kvm_x86_apic_ipi
,
232 TP_PROTO(__u32 icr_low
, __u32 dest_id
),
233 TP_ARGS(icr_low
, dest_id
),
236 ctf_integer(__u32
, icr_low
, icr_low
)
237 ctf_integer(__u32
, dest_id
, dest_id
)
241 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq
, kvm_x86_apic_accept_irq
,
242 TP_PROTO(__u32 apicid
, __u16 dm
, __u8 tm
, __u8 vec
, bool coalesced
),
243 TP_ARGS(apicid
, dm
, tm
, vec
, coalesced
),
246 ctf_integer(__u32
, apicid
, apicid
)
247 ctf_integer(__u16
, dm
, dm
)
248 ctf_integer(__u8
, tm
, tm
)
249 ctf_integer(__u8
, vec
, vec
)
250 ctf_integer(bool, coalesced
, coalesced
)
254 LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi
, kvm_x86_eoi
,
255 TP_PROTO(struct kvm_lapic
*apic
, int vector
),
256 TP_ARGS(apic
, vector
),
259 ctf_integer(__u32
, apicid
, apic
->vcpu
->vcpu_id
)
260 ctf_integer(int, vector
, vector
)
264 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi
, kvm_x86_pv_eoi
,
265 TP_PROTO(struct kvm_lapic
*apic
, int vector
),
266 TP_ARGS(apic
, vector
),
269 ctf_integer(__u32
, apicid
, apic
->vcpu
->vcpu_id
)
270 ctf_integer(int, vector
, vector
)
275 * Tracepoint for nested VMRUN
277 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun
, kvm_x86_nested_vmrun
,
278 TP_PROTO(__u64 rip
, __u64 vmcb
, __u64 nested_rip
, __u32 int_ctl
,
279 __u32 event_inj
, bool npt
),
280 TP_ARGS(rip
, vmcb
, nested_rip
, int_ctl
, event_inj
, npt
),
283 ctf_integer(__u64
, rip
, rip
)
284 ctf_integer(__u64
, vmcb
, vmcb
)
285 ctf_integer(__u64
, nested_rip
, nested_rip
)
286 ctf_integer(__u32
, int_ctl
, int_ctl
)
287 ctf_integer(__u32
, event_inj
, event_inj
)
288 ctf_integer(bool, npt
, npt
)
292 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts
, kvm_x86_nested_intercepts
,
293 TP_PROTO(__u16 cr_read
, __u16 cr_write
, __u32 exceptions
, __u64 intercept
),
294 TP_ARGS(cr_read
, cr_write
, exceptions
, intercept
),
297 ctf_integer(__u16
, cr_read
, cr_read
)
298 ctf_integer(__u16
, cr_write
, cr_write
)
299 ctf_integer(__u32
, exceptions
, exceptions
)
300 ctf_integer(__u64
, intercept
, intercept
)
304 * Tracepoint for #VMEXIT while nested
306 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit
, kvm_x86_nested_vmexit
,
307 TP_PROTO(__u64 rip
, __u32 exit_code
,
308 __u64 exit_info1
, __u64 exit_info2
,
309 __u32 exit_int_info
, __u32 exit_int_info_err
, __u32 isa
),
310 TP_ARGS(rip
, exit_code
, exit_info1
, exit_info2
,
311 exit_int_info
, exit_int_info_err
, isa
),
314 ctf_integer(__u64
, rip
, rip
)
315 ctf_integer(__u32
, exit_code
, exit_code
)
316 ctf_integer(__u64
, exit_info1
, exit_info1
)
317 ctf_integer(__u64
, exit_info2
, exit_info2
)
318 ctf_integer(__u32
, exit_int_info
, exit_int_info
)
319 ctf_integer(__u32
, exit_int_info_err
, exit_int_info_err
)
320 ctf_integer(__u32
, isa
, isa
)
325 * Tracepoint for #VMEXIT reinjected to the guest
327 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject
, kvm_x86_nested_vmexit_inject
,
328 TP_PROTO(__u32 exit_code
,
329 __u64 exit_info1
, __u64 exit_info2
,
330 __u32 exit_int_info
, __u32 exit_int_info_err
, __u32 isa
),
331 TP_ARGS(exit_code
, exit_info1
, exit_info2
,
332 exit_int_info
, exit_int_info_err
, isa
),
335 ctf_integer(__u32
, exit_code
, exit_code
)
336 ctf_integer(__u64
, exit_info1
, exit_info1
)
337 ctf_integer(__u64
, exit_info2
, exit_info2
)
338 ctf_integer(__u32
, exit_int_info
, exit_int_info
)
339 ctf_integer(__u32
, exit_int_info_err
, exit_int_info_err
)
340 ctf_integer(__u32
, isa
, isa
)
345 * Tracepoint for nested #vmexit because of interrupt pending
347 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit
, kvm_x86_nested_intr_vmexit
,
352 ctf_integer(__u64
, rip
, rip
)
357 * Tracepoint for nested #vmexit because of interrupt pending
359 LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga
, kvm_x86_invlpga
,
360 TP_PROTO(__u64 rip
, int asid
, u64 address
),
361 TP_ARGS(rip
, asid
, address
),
364 ctf_integer(__u64
, rip
, rip
)
365 ctf_integer(int, asid
, asid
)
366 ctf_integer_hex(__u64
, address
, address
)
371 * Tracepoint for nested #vmexit because of interrupt pending
373 LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit
, kvm_x86_skinit
,
374 TP_PROTO(__u64 rip
, __u32 slb
),
378 ctf_integer(__u64
, rip
, rip
)
379 ctf_integer(__u32
, slb
, slb
)
383 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
384 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
385 #define KVM_EMUL_INSN_F_CS_D (1 << 2)
386 #define KVM_EMUL_INSN_F_CS_L (1 << 3)
388 #define kvm_trace_symbol_emul_flags \
390 { KVM_EMUL_INSN_F_CR0_PE \
391 | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
392 { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
393 { KVM_EMUL_INSN_F_CR0_PE \
394 | KVM_EMUL_INSN_F_CS_D, "prot32" }, \
395 { KVM_EMUL_INSN_F_CR0_PE \
396 | KVM_EMUL_INSN_F_CS_L, "prot64" }
398 #define kei_decode_mode(mode) ({ \
401 case X86EMUL_MODE_REAL: \
404 case X86EMUL_MODE_VM86: \
405 flags = KVM_EMUL_INSN_F_EFL_VM; \
407 case X86EMUL_MODE_PROT16: \
408 flags = KVM_EMUL_INSN_F_CR0_PE; \
410 case X86EMUL_MODE_PROT32: \
411 flags = KVM_EMUL_INSN_F_CR0_PE \
412 | KVM_EMUL_INSN_F_CS_D; \
414 case X86EMUL_MODE_PROT64: \
415 flags = KVM_EMUL_INSN_F_CR0_PE \
416 | KVM_EMUL_INSN_F_CS_L; \
422 LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn
, kvm_x86_emulate_insn
,
423 TP_PROTO(struct kvm_vcpu
*vcpu
, __u8 failed
),
424 TP_ARGS(vcpu
, failed
),
427 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
428 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
.decode
.fetch
.start
)
429 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
430 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
.decode
.eip
431 - vcpu
->arch
.emulate_ctxt
.decode
.fetch
.start
)
432 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.decode
.fetch
.data
, 15)
433 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
434 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
.fetch
.start
)
435 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
436 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
._eip
437 - vcpu
->arch
.emulate_ctxt
.fetch
.start
)
438 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.fetch
.data
, 15)
440 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
._eip
-
441 (vcpu
->arch
.emulate_ctxt
.fetch
.ptr
-
442 vcpu
->arch
.emulate_ctxt
.fetch
.data
))
443 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
444 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
.fetch
.ptr
-
445 vcpu
->arch
.emulate_ctxt
.fetch
.data
)
446 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.fetch
.data
, 15)
448 ctf_integer(__u8
, flags
, kei_decode_mode(vcpu
->arch
.emulate_ctxt
.mode
))
449 ctf_integer(__u8
, failed
, failed
)
453 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
454 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
456 LTTNG_TRACEPOINT_EVENT_MAP(
457 vcpu_match_mmio
, kvm_x86_vcpu_match_mmio
,
458 TP_PROTO(gva_t gva
, gpa_t gpa
, bool write
, bool gpa_match
),
459 TP_ARGS(gva
, gpa
, write
, gpa_match
),
462 ctf_integer(gva_t
, gva
, gva
)
463 ctf_integer(gpa_t
, gpa
, gpa
)
464 ctf_integer(bool, write
, write
)
465 ctf_integer(bool, gpa_match
, gpa_match
)
469 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
470 LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset
, kvm_x86_write_tsc_offset
,
471 TP_PROTO(unsigned int vcpu_id
, __u64 previous_tsc_offset
,
472 __u64 next_tsc_offset
),
473 TP_ARGS(vcpu_id
, previous_tsc_offset
, next_tsc_offset
),
476 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
477 ctf_integer(__u64
, previous_tsc_offset
, previous_tsc_offset
)
478 ctf_integer(__u64
, next_tsc_offset
, next_tsc_offset
)
483 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
486 LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock
, kvm_x86_update_master_clock
,
487 TP_PROTO(bool use_master_clock
, unsigned int host_clock
, bool offset_matched
),
488 TP_ARGS(use_master_clock
, host_clock
, offset_matched
),
491 ctf_integer(bool, use_master_clock
, use_master_clock
)
492 ctf_integer(unsigned int, host_clock
, host_clock
)
493 ctf_integer(bool, offset_matched
, offset_matched
)
497 LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc
, kvm_x86_track_tsc
,
498 TP_PROTO(unsigned int vcpu_id
, unsigned int nr_matched
,
499 unsigned int online_vcpus
, bool use_master_clock
,
500 unsigned int host_clock
),
501 TP_ARGS(vcpu_id
, nr_matched
, online_vcpus
, use_master_clock
,
505 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
506 ctf_integer(unsigned int, nr_vcpus_matched_tsc
, nr_matched
)
507 ctf_integer(unsigned int, online_vcpus
, online_vcpus
)
508 ctf_integer(bool, use_master_clock
, use_master_clock
)
509 ctf_integer(unsigned int, host_clock
, host_clock
)
513 #endif /* CONFIG_X86_64 */
514 #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */
516 #endif /* LTTNG_TRACE_KVM_H */
518 #undef TRACE_INCLUDE_PATH
519 #define TRACE_INCLUDE_PATH instrumentation/events/lttng-module/arch/x86/kvm
520 #undef TRACE_INCLUDE_FILE
521 #define TRACE_INCLUDE_FILE trace
523 /* This part must be outside protection */
524 #include <probes/define_trace.h>