1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
3 #define LTTNG_TRACE_KVM_H
5 #include <probes/lttng-tracepoint-event.h>
8 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
9 #include <asm/clocksource.h>
11 #include <linux/version.h>
12 #include <../arch/x86/kvm/lapic.h>
13 #include <../arch/x86/kvm/kvm_cache_regs.h>
16 #define TRACE_SYSTEM kvm_x86
19 * Tracepoint for guest mode entry.
21 LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry
, kvm_x86_entry
,
22 TP_PROTO(unsigned int vcpu_id
),
26 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
31 * Tracepoint for hypercall.
33 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall
, kvm_x86_hypercall
,
34 TP_PROTO(unsigned long nr
, unsigned long a0
, unsigned long a1
,
35 unsigned long a2
, unsigned long a3
),
36 TP_ARGS(nr
, a0
, a1
, a2
, a3
),
39 ctf_integer(unsigned long, nr
, nr
)
40 ctf_integer(unsigned long, a0
, a0
)
41 ctf_integer(unsigned long, a1
, a1
)
42 ctf_integer(unsigned long, a2
, a2
)
43 ctf_integer(unsigned long, a3
, a3
)
48 * Tracepoint for hypercall.
50 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall
, kvm_x86_hv_hypercall
,
51 TP_PROTO(__u16 code
, bool fast
, __u16 rep_cnt
, __u16 rep_idx
,
52 __u64 ingpa
, __u64 outgpa
),
53 TP_ARGS(code
, fast
, rep_cnt
, rep_idx
, ingpa
, outgpa
),
56 ctf_integer(__u16
, rep_cnt
, rep_cnt
)
57 ctf_integer(__u16
, rep_idx
, rep_idx
)
58 ctf_integer(__u64
, ingpa
, ingpa
)
59 ctf_integer(__u64
, outgpa
, outgpa
)
60 ctf_integer(__u16
, code
, code
)
61 ctf_integer(bool, fast
, fast
)
68 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio
, kvm_x86_pio
,
69 TP_PROTO(unsigned int rw
, unsigned int port
, unsigned int size
,
71 TP_ARGS(rw
, port
, size
, count
),
74 ctf_integer(unsigned int, rw
, rw
)
75 ctf_integer(unsigned int, port
, port
)
76 ctf_integer(unsigned int, size
, size
)
77 ctf_integer(unsigned int, count
, count
)
82 * Tracepoint for cpuid.
84 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid
, kvm_x86_cpuid
,
85 TP_PROTO(unsigned int function
, unsigned long rax
, unsigned long rbx
,
86 unsigned long rcx
, unsigned long rdx
),
87 TP_ARGS(function
, rax
, rbx
, rcx
, rdx
),
90 ctf_integer(unsigned int, function
, function
)
91 ctf_integer(unsigned long, rax
, rax
)
92 ctf_integer(unsigned long, rbx
, rbx
)
93 ctf_integer(unsigned long, rcx
, rcx
)
94 ctf_integer(unsigned long, rdx
, rdx
)
99 * Tracepoint for apic access.
101 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic
, kvm_x86_apic
,
102 TP_PROTO(unsigned int rw
, unsigned int reg
, unsigned int val
),
103 TP_ARGS(rw
, reg
, val
),
106 ctf_integer(unsigned int, rw
, rw
)
107 ctf_integer(unsigned int, reg
, reg
)
108 ctf_integer(unsigned int, val
, val
)
112 #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
113 #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
116 * Tracepoint for kvm guest exit:
118 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit
, kvm_x86_exit
,
119 TP_PROTO(unsigned int exit_reason
, struct kvm_vcpu
*vcpu
, u32 isa
),
120 TP_ARGS(exit_reason
, vcpu
, isa
),
127 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,7,0))
128 kvm_x86_ops
.get_exit_info(vcpu
, &tp_locvar
->info1
,
131 kvm_x86_ops
->get_exit_info(vcpu
, &tp_locvar
->info1
,
137 ctf_integer(unsigned int, exit_reason
, exit_reason
)
138 ctf_integer(unsigned long, guest_rip
, kvm_rip_read(vcpu
))
139 ctf_integer(u32
, isa
, isa
)
140 ctf_integer(u64
, info1
, tp_locvar
->info1
)
141 ctf_integer(u64
, info2
, tp_locvar
->info2
)
148 * Tracepoint for kvm interrupt injection:
150 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq
, kvm_x86_inj_virq
,
151 TP_PROTO(unsigned int irq
),
155 ctf_integer(unsigned int, irq
, irq
)
160 * Tracepoint for kvm interrupt injection:
162 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception
, kvm_x86_inj_exception
,
163 TP_PROTO(unsigned exception
, bool has_error
, unsigned error_code
),
164 TP_ARGS(exception
, has_error
, error_code
),
167 ctf_integer(u8
, exception
, exception
)
168 ctf_integer(u8
, has_error
, has_error
)
169 ctf_integer(u32
, error_code
, error_code
)
174 * Tracepoint for page fault.
176 LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault
, kvm_x86_page_fault
,
177 TP_PROTO(unsigned long fault_address
, unsigned int error_code
),
178 TP_ARGS(fault_address
, error_code
),
181 ctf_integer(unsigned long, fault_address
, fault_address
)
182 ctf_integer(unsigned int, error_code
, error_code
)
187 * Tracepoint for guest MSR access.
189 LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr
, kvm_x86_msr
,
190 TP_PROTO(unsigned write
, u32 ecx
, u64 data
, bool exception
),
191 TP_ARGS(write
, ecx
, data
, exception
),
194 ctf_integer(unsigned, write
, write
)
195 ctf_integer(u32
, ecx
, ecx
)
196 ctf_integer(u64
, data
, data
)
197 ctf_integer(u8
, exception
, exception
)
201 #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
202 #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
203 #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
204 #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
207 * Tracepoint for guest CR access.
209 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr
, kvm_x86_cr
,
210 TP_PROTO(unsigned int rw
, unsigned int cr
, unsigned long val
),
211 TP_ARGS(rw
, cr
, val
),
214 ctf_integer(unsigned int, rw
, rw
)
215 ctf_integer(unsigned int, cr
, cr
)
216 ctf_integer(unsigned long, val
, val
)
220 #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
221 #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
223 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq
, kvm_x86_pic_set_irq
,
224 TP_PROTO(__u8 chip
, __u8 pin
, __u8 elcr
, __u8 imr
, bool coalesced
),
225 TP_ARGS(chip
, pin
, elcr
, imr
, coalesced
),
228 ctf_integer(__u8
, chip
, chip
)
229 ctf_integer(__u8
, pin
, pin
)
230 ctf_integer(__u8
, elcr
, elcr
)
231 ctf_integer(__u8
, imr
, imr
)
232 ctf_integer(bool, coalesced
, coalesced
)
236 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi
, kvm_x86_apic_ipi
,
237 TP_PROTO(__u32 icr_low
, __u32 dest_id
),
238 TP_ARGS(icr_low
, dest_id
),
241 ctf_integer(__u32
, icr_low
, icr_low
)
242 ctf_integer(__u32
, dest_id
, dest_id
)
246 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq
, kvm_x86_apic_accept_irq
,
247 TP_PROTO(__u32 apicid
, __u16 dm
, __u8 tm
, __u8 vec
, bool coalesced
),
248 TP_ARGS(apicid
, dm
, tm
, vec
, coalesced
),
251 ctf_integer(__u32
, apicid
, apicid
)
252 ctf_integer(__u16
, dm
, dm
)
253 ctf_integer(__u8
, tm
, tm
)
254 ctf_integer(__u8
, vec
, vec
)
255 ctf_integer(bool, coalesced
, coalesced
)
259 LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi
, kvm_x86_eoi
,
260 TP_PROTO(struct kvm_lapic
*apic
, int vector
),
261 TP_ARGS(apic
, vector
),
264 ctf_integer(__u32
, apicid
, apic
->vcpu
->vcpu_id
)
265 ctf_integer(int, vector
, vector
)
269 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi
, kvm_x86_pv_eoi
,
270 TP_PROTO(struct kvm_lapic
*apic
, int vector
),
271 TP_ARGS(apic
, vector
),
274 ctf_integer(__u32
, apicid
, apic
->vcpu
->vcpu_id
)
275 ctf_integer(int, vector
, vector
)
280 * Tracepoint for nested VMRUN
282 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun
, kvm_x86_nested_vmrun
,
283 TP_PROTO(__u64 rip
, __u64 vmcb
, __u64 nested_rip
, __u32 int_ctl
,
284 __u32 event_inj
, bool npt
),
285 TP_ARGS(rip
, vmcb
, nested_rip
, int_ctl
, event_inj
, npt
),
288 ctf_integer(__u64
, rip
, rip
)
289 ctf_integer(__u64
, vmcb
, vmcb
)
290 ctf_integer(__u64
, nested_rip
, nested_rip
)
291 ctf_integer(__u32
, int_ctl
, int_ctl
)
292 ctf_integer(__u32
, event_inj
, event_inj
)
293 ctf_integer(bool, npt
, npt
)
297 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts
, kvm_x86_nested_intercepts
,
298 TP_PROTO(__u16 cr_read
, __u16 cr_write
, __u32 exceptions
, __u64 intercept
),
299 TP_ARGS(cr_read
, cr_write
, exceptions
, intercept
),
302 ctf_integer(__u16
, cr_read
, cr_read
)
303 ctf_integer(__u16
, cr_write
, cr_write
)
304 ctf_integer(__u32
, exceptions
, exceptions
)
305 ctf_integer(__u64
, intercept
, intercept
)
309 * Tracepoint for #VMEXIT while nested
311 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit
, kvm_x86_nested_vmexit
,
312 TP_PROTO(__u64 rip
, __u32 exit_code
,
313 __u64 exit_info1
, __u64 exit_info2
,
314 __u32 exit_int_info
, __u32 exit_int_info_err
, __u32 isa
),
315 TP_ARGS(rip
, exit_code
, exit_info1
, exit_info2
,
316 exit_int_info
, exit_int_info_err
, isa
),
319 ctf_integer(__u64
, rip
, rip
)
320 ctf_integer(__u32
, exit_code
, exit_code
)
321 ctf_integer(__u64
, exit_info1
, exit_info1
)
322 ctf_integer(__u64
, exit_info2
, exit_info2
)
323 ctf_integer(__u32
, exit_int_info
, exit_int_info
)
324 ctf_integer(__u32
, exit_int_info_err
, exit_int_info_err
)
325 ctf_integer(__u32
, isa
, isa
)
330 * Tracepoint for #VMEXIT reinjected to the guest
332 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject
, kvm_x86_nested_vmexit_inject
,
333 TP_PROTO(__u32 exit_code
,
334 __u64 exit_info1
, __u64 exit_info2
,
335 __u32 exit_int_info
, __u32 exit_int_info_err
, __u32 isa
),
336 TP_ARGS(exit_code
, exit_info1
, exit_info2
,
337 exit_int_info
, exit_int_info_err
, isa
),
340 ctf_integer(__u32
, exit_code
, exit_code
)
341 ctf_integer(__u64
, exit_info1
, exit_info1
)
342 ctf_integer(__u64
, exit_info2
, exit_info2
)
343 ctf_integer(__u32
, exit_int_info
, exit_int_info
)
344 ctf_integer(__u32
, exit_int_info_err
, exit_int_info_err
)
345 ctf_integer(__u32
, isa
, isa
)
350 * Tracepoint for nested #vmexit because of interrupt pending
352 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit
, kvm_x86_nested_intr_vmexit
,
357 ctf_integer(__u64
, rip
, rip
)
362 * Tracepoint for nested #vmexit because of interrupt pending
364 LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga
, kvm_x86_invlpga
,
365 TP_PROTO(__u64 rip
, int asid
, u64 address
),
366 TP_ARGS(rip
, asid
, address
),
369 ctf_integer(__u64
, rip
, rip
)
370 ctf_integer(int, asid
, asid
)
371 ctf_integer(__u64
, address
, address
)
376 * Tracepoint for nested #vmexit because of interrupt pending
378 LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit
, kvm_x86_skinit
,
379 TP_PROTO(__u64 rip
, __u32 slb
),
383 ctf_integer(__u64
, rip
, rip
)
384 ctf_integer(__u32
, slb
, slb
)
388 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
389 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
390 #define KVM_EMUL_INSN_F_CS_D (1 << 2)
391 #define KVM_EMUL_INSN_F_CS_L (1 << 3)
393 #define kvm_trace_symbol_emul_flags \
395 { KVM_EMUL_INSN_F_CR0_PE \
396 | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
397 { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
398 { KVM_EMUL_INSN_F_CR0_PE \
399 | KVM_EMUL_INSN_F_CS_D, "prot32" }, \
400 { KVM_EMUL_INSN_F_CR0_PE \
401 | KVM_EMUL_INSN_F_CS_L, "prot64" }
403 #define kei_decode_mode(mode) ({ \
406 case X86EMUL_MODE_REAL: \
409 case X86EMUL_MODE_VM86: \
410 flags = KVM_EMUL_INSN_F_EFL_VM; \
412 case X86EMUL_MODE_PROT16: \
413 flags = KVM_EMUL_INSN_F_CR0_PE; \
415 case X86EMUL_MODE_PROT32: \
416 flags = KVM_EMUL_INSN_F_CR0_PE \
417 | KVM_EMUL_INSN_F_CS_D; \
419 case X86EMUL_MODE_PROT64: \
420 flags = KVM_EMUL_INSN_F_CR0_PE \
421 | KVM_EMUL_INSN_F_CS_L; \
427 LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn
, kvm_x86_emulate_insn
,
428 TP_PROTO(struct kvm_vcpu
*vcpu
, __u8 failed
),
429 TP_ARGS(vcpu
, failed
),
432 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
433 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
.decode
.fetch
.start
)
434 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
435 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
.decode
.eip
436 - vcpu
->arch
.emulate_ctxt
.decode
.fetch
.start
)
437 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.decode
.fetch
.data
, 15)
438 ctf_integer(__u8
, flags
, kei_decode_mode(vcpu
->arch
.emulate_ctxt
.mode
))
439 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
440 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
.fetch
.start
)
441 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
442 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
._eip
443 - vcpu
->arch
.emulate_ctxt
.fetch
.start
)
444 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.fetch
.data
, 15)
445 ctf_integer(__u8
, flags
, kei_decode_mode(vcpu
->arch
.emulate_ctxt
.mode
))
446 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(5,7,0))
447 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
._eip
-
448 (vcpu
->arch
.emulate_ctxt
.fetch
.ptr
-
449 vcpu
->arch
.emulate_ctxt
.fetch
.data
))
450 ctf_integer(__u32
, csbase
, kvm_x86_ops
->get_segment_base(vcpu
, VCPU_SREG_CS
))
451 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
.fetch
.ptr
-
452 vcpu
->arch
.emulate_ctxt
.fetch
.data
)
453 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
.fetch
.data
, 15)
454 ctf_integer(__u8
, flags
, kei_decode_mode(vcpu
->arch
.emulate_ctxt
.mode
))
456 ctf_integer(__u64
, rip
, vcpu
->arch
.emulate_ctxt
->_eip
-
457 (vcpu
->arch
.emulate_ctxt
->fetch
.ptr
-
458 vcpu
->arch
.emulate_ctxt
->fetch
.data
))
459 ctf_integer(__u32
, csbase
, kvm_x86_ops
.get_segment_base(vcpu
, VCPU_SREG_CS
))
460 ctf_integer(__u8
, len
, vcpu
->arch
.emulate_ctxt
->fetch
.ptr
-
461 vcpu
->arch
.emulate_ctxt
->fetch
.data
)
462 ctf_array(__u8
, insn
, vcpu
->arch
.emulate_ctxt
->fetch
.data
, 15)
463 ctf_integer(__u8
, flags
, kei_decode_mode(vcpu
->arch
.emulate_ctxt
->mode
))
465 ctf_integer(__u8
, failed
, failed
)
469 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
470 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
472 LTTNG_TRACEPOINT_EVENT_MAP(
473 vcpu_match_mmio
, kvm_x86_vcpu_match_mmio
,
474 TP_PROTO(gva_t gva
, gpa_t gpa
, bool write
, bool gpa_match
),
475 TP_ARGS(gva
, gpa
, write
, gpa_match
),
478 ctf_integer(gva_t
, gva
, gva
)
479 ctf_integer(gpa_t
, gpa
, gpa
)
480 ctf_integer(bool, write
, write
)
481 ctf_integer(bool, gpa_match
, gpa_match
)
485 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
486 LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset
, kvm_x86_write_tsc_offset
,
487 TP_PROTO(unsigned int vcpu_id
, __u64 previous_tsc_offset
,
488 __u64 next_tsc_offset
),
489 TP_ARGS(vcpu_id
, previous_tsc_offset
, next_tsc_offset
),
492 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
493 ctf_integer(__u64
, previous_tsc_offset
, previous_tsc_offset
)
494 ctf_integer(__u64
, next_tsc_offset
, next_tsc_offset
)
499 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
502 LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock
, kvm_x86_update_master_clock
,
503 TP_PROTO(bool use_master_clock
, unsigned int host_clock
, bool offset_matched
),
504 TP_ARGS(use_master_clock
, host_clock
, offset_matched
),
507 ctf_integer(bool, use_master_clock
, use_master_clock
)
508 ctf_integer(unsigned int, host_clock
, host_clock
)
509 ctf_integer(bool, offset_matched
, offset_matched
)
513 LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc
, kvm_x86_track_tsc
,
514 TP_PROTO(unsigned int vcpu_id
, unsigned int nr_matched
,
515 unsigned int online_vcpus
, bool use_master_clock
,
516 unsigned int host_clock
),
517 TP_ARGS(vcpu_id
, nr_matched
, online_vcpus
, use_master_clock
,
521 ctf_integer(unsigned int, vcpu_id
, vcpu_id
)
522 ctf_integer(unsigned int, nr_vcpus_matched_tsc
, nr_matched
)
523 ctf_integer(unsigned int, online_vcpus
, online_vcpus
)
524 ctf_integer(bool, use_master_clock
, use_master_clock
)
525 ctf_integer(unsigned int, host_clock
, host_clock
)
529 #endif /* CONFIG_X86_64 */
530 #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */
532 #endif /* LTTNG_TRACE_KVM_H */
534 #undef TRACE_INCLUDE_PATH
535 #define TRACE_INCLUDE_PATH instrumentation/events/lttng-module/arch/x86/kvm
536 #undef TRACE_INCLUDE_FILE
537 #define TRACE_INCLUDE_FILE trace
539 /* This part must be outside protection */
540 #include <probes/define_trace.h>