| 1 | #if !defined(LTTNG_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ) |
| 2 | #define LTTNG_TRACE_KVMMMU_H |
| 3 | |
| 4 | #include "../../../../../../probes/lttng-tracepoint-event.h" |
| 5 | #include <linux/ftrace_event.h> |
| 6 | |
| 7 | #undef TRACE_SYSTEM |
| 8 | #define TRACE_SYSTEM kvmmmu |
| 9 | |
| 10 | #define KVM_MMU_PAGE_FIELDS \ |
| 11 | __field(__u64, gfn) \ |
| 12 | __field(__u32, role) \ |
| 13 | __field(__u32, root_count) \ |
| 14 | __field(bool, unsync) |
| 15 | |
| 16 | #define KVM_MMU_PAGE_ASSIGN(sp) \ |
| 17 | tp_assign(gfn, sp->gfn) \ |
| 18 | tp_assign(role, sp->role.word) \ |
| 19 | tp_assign(root_count, sp->root_count) \ |
| 20 | tp_assign(unsync, sp->unsync) |
| 21 | |
| 22 | #define KVM_MMU_PAGE_PRINTK() ({ \ |
| 23 | const char *ret = p->buffer + p->len; \ |
| 24 | static const char *access_str[] = { \ |
| 25 | "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \ |
| 26 | }; \ |
| 27 | union kvm_mmu_page_role role; \ |
| 28 | \ |
| 29 | role.word = __entry->role; \ |
| 30 | \ |
| 31 | trace_seq_printf(p, "sp gfn %llx %u%s q%u%s %s%s" \ |
| 32 | " %snxe root %u %s%c", \ |
| 33 | __entry->gfn, role.level, \ |
| 34 | role.cr4_pae ? " pae" : "", \ |
| 35 | role.quadrant, \ |
| 36 | role.direct ? " direct" : "", \ |
| 37 | access_str[role.access], \ |
| 38 | role.invalid ? " invalid" : "", \ |
| 39 | role.nxe ? "" : "!", \ |
| 40 | __entry->root_count, \ |
| 41 | __entry->unsync ? "unsync" : "sync", 0); \ |
| 42 | ret; \ |
| 43 | }) |
| 44 | |
| 45 | #define kvm_mmu_trace_pferr_flags \ |
| 46 | { PFERR_PRESENT_MASK, "P" }, \ |
| 47 | { PFERR_WRITE_MASK, "W" }, \ |
| 48 | { PFERR_USER_MASK, "U" }, \ |
| 49 | { PFERR_RSVD_MASK, "RSVD" }, \ |
| 50 | { PFERR_FETCH_MASK, "F" } |
| 51 | |
| 52 | /* |
| 53 | * A pagetable walk has started |
| 54 | */ |
| 55 | LTTNG_TRACEPOINT_EVENT( |
| 56 | kvm_mmu_pagetable_walk, |
| 57 | TP_PROTO(u64 addr, u32 pferr), |
| 58 | TP_ARGS(addr, pferr), |
| 59 | |
| 60 | TP_STRUCT__entry( |
| 61 | __field(__u64, addr) |
| 62 | __field(__u32, pferr) |
| 63 | ), |
| 64 | |
| 65 | TP_fast_assign( |
| 66 | tp_assign(addr, addr) |
| 67 | tp_assign(pferr, pferr) |
| 68 | ), |
| 69 | |
| 70 | TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr, |
| 71 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) |
| 72 | ) |
| 73 | |
| 74 | |
| 75 | /* We just walked a paging element */ |
| 76 | LTTNG_TRACEPOINT_EVENT( |
| 77 | kvm_mmu_paging_element, |
| 78 | TP_PROTO(u64 pte, int level), |
| 79 | TP_ARGS(pte, level), |
| 80 | |
| 81 | TP_STRUCT__entry( |
| 82 | __field(__u64, pte) |
| 83 | __field(__u32, level) |
| 84 | ), |
| 85 | |
| 86 | TP_fast_assign( |
| 87 | tp_assign(pte, pte) |
| 88 | tp_assign(level, level) |
| 89 | ), |
| 90 | |
| 91 | TP_printk("pte %llx level %u", __entry->pte, __entry->level) |
| 92 | ) |
| 93 | |
| 94 | LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class, |
| 95 | |
| 96 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
| 97 | |
| 98 | TP_ARGS(table_gfn, index, size), |
| 99 | |
| 100 | TP_STRUCT__entry( |
| 101 | __field(__u64, gpa) |
| 102 | ), |
| 103 | |
| 104 | TP_fast_assign( |
| 105 | tp_assign(gpa, ((u64)table_gfn << PAGE_SHIFT) |
| 106 | + index * size) |
| 107 | ), |
| 108 | |
| 109 | TP_printk("gpa %llx", __entry->gpa) |
| 110 | ) |
| 111 | |
| 112 | /* We set a pte accessed bit */ |
| 113 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit, |
| 114 | |
| 115 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
| 116 | |
| 117 | TP_ARGS(table_gfn, index, size) |
| 118 | ) |
| 119 | |
| 120 | /* We set a pte dirty bit */ |
| 121 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit, |
| 122 | |
| 123 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
| 124 | |
| 125 | TP_ARGS(table_gfn, index, size) |
| 126 | ) |
| 127 | |
| 128 | LTTNG_TRACEPOINT_EVENT( |
| 129 | kvm_mmu_walker_error, |
| 130 | TP_PROTO(u32 pferr), |
| 131 | TP_ARGS(pferr), |
| 132 | |
| 133 | TP_STRUCT__entry( |
| 134 | __field(__u32, pferr) |
| 135 | ), |
| 136 | |
| 137 | TP_fast_assign( |
| 138 | tp_assign(pferr, pferr) |
| 139 | ), |
| 140 | |
| 141 | TP_printk("pferr %x %s", __entry->pferr, |
| 142 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) |
| 143 | ) |
| 144 | |
| 145 | LTTNG_TRACEPOINT_EVENT( |
| 146 | kvm_mmu_get_page, |
| 147 | TP_PROTO(struct kvm_mmu_page *sp, bool created), |
| 148 | TP_ARGS(sp, created), |
| 149 | |
| 150 | TP_STRUCT__entry( |
| 151 | KVM_MMU_PAGE_FIELDS |
| 152 | __field(bool, created) |
| 153 | ), |
| 154 | |
| 155 | TP_fast_assign( |
| 156 | KVM_MMU_PAGE_ASSIGN(sp) |
| 157 | tp_assign(created, created) |
| 158 | ), |
| 159 | |
| 160 | TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(), |
| 161 | __entry->created ? "new" : "existing") |
| 162 | ) |
| 163 | |
| 164 | LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class, |
| 165 | |
| 166 | TP_PROTO(struct kvm_mmu_page *sp), |
| 167 | TP_ARGS(sp), |
| 168 | |
| 169 | TP_STRUCT__entry( |
| 170 | KVM_MMU_PAGE_FIELDS |
| 171 | ), |
| 172 | |
| 173 | TP_fast_assign( |
| 174 | KVM_MMU_PAGE_ASSIGN(sp) |
| 175 | ), |
| 176 | |
| 177 | TP_printk("%s", KVM_MMU_PAGE_PRINTK()) |
| 178 | ) |
| 179 | |
| 180 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_sync_page, |
| 181 | TP_PROTO(struct kvm_mmu_page *sp), |
| 182 | |
| 183 | TP_ARGS(sp) |
| 184 | ) |
| 185 | |
| 186 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_unsync_page, |
| 187 | TP_PROTO(struct kvm_mmu_page *sp), |
| 188 | |
| 189 | TP_ARGS(sp) |
| 190 | ) |
| 191 | |
| 192 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_prepare_zap_page, |
| 193 | TP_PROTO(struct kvm_mmu_page *sp), |
| 194 | |
| 195 | TP_ARGS(sp) |
| 196 | ) |
| 197 | |
| 198 | LTTNG_TRACEPOINT_EVENT( |
| 199 | mark_mmio_spte, |
| 200 | TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access), |
| 201 | TP_ARGS(sptep, gfn, access), |
| 202 | |
| 203 | TP_STRUCT__entry( |
| 204 | __field(void *, sptep) |
| 205 | __field(gfn_t, gfn) |
| 206 | __field(unsigned, access) |
| 207 | ), |
| 208 | |
| 209 | TP_fast_assign( |
| 210 | tp_assign(sptep, sptep) |
| 211 | tp_assign(gfn, gfn) |
| 212 | tp_assign(access, access) |
| 213 | ), |
| 214 | |
| 215 | TP_printk("sptep:%p gfn %llx access %x", __entry->sptep, __entry->gfn, |
| 216 | __entry->access) |
| 217 | ) |
| 218 | |
| 219 | LTTNG_TRACEPOINT_EVENT( |
| 220 | handle_mmio_page_fault, |
| 221 | TP_PROTO(u64 addr, gfn_t gfn, unsigned access), |
| 222 | TP_ARGS(addr, gfn, access), |
| 223 | |
| 224 | TP_STRUCT__entry( |
| 225 | __field(u64, addr) |
| 226 | __field(gfn_t, gfn) |
| 227 | __field(unsigned, access) |
| 228 | ), |
| 229 | |
| 230 | TP_fast_assign( |
| 231 | tp_assign(addr, addr) |
| 232 | tp_assign(gfn, gfn) |
| 233 | tp_assign(access, access) |
| 234 | ), |
| 235 | |
| 236 | TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn, |
| 237 | __entry->access) |
| 238 | ) |
| 239 | |
| 240 | #define __spte_satisfied(__spte) \ |
| 241 | (__entry->retry && is_writable_pte(__entry->__spte)) |
| 242 | |
| 243 | LTTNG_TRACEPOINT_EVENT( |
| 244 | fast_page_fault, |
| 245 | TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code, |
| 246 | u64 *sptep, u64 old_spte, bool retry), |
| 247 | TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry), |
| 248 | |
| 249 | TP_STRUCT__entry( |
| 250 | __field(int, vcpu_id) |
| 251 | __field(gva_t, gva) |
| 252 | __field(u32, error_code) |
| 253 | __field(u64 *, sptep) |
| 254 | __field(u64, old_spte) |
| 255 | __field(u64, new_spte) |
| 256 | __field(bool, retry) |
| 257 | ), |
| 258 | |
| 259 | TP_fast_assign( |
| 260 | tp_assign(vcpu_id, vcpu->vcpu_id) |
| 261 | tp_assign(gva, gva) |
| 262 | tp_assign(error_code, error_code) |
| 263 | tp_assign(sptep, sptep) |
| 264 | tp_assign(old_spte, old_spte) |
| 265 | tp_assign(new_spte, *sptep) |
| 266 | tp_assign(retry, retry) |
| 267 | ), |
| 268 | |
| 269 | TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx" |
| 270 | " new %llx spurious %d fixed %d", __entry->vcpu_id, |
| 271 | __entry->gva, __print_flags(__entry->error_code, "|", |
| 272 | kvm_mmu_trace_pferr_flags), __entry->sptep, |
| 273 | __entry->old_spte, __entry->new_spte, |
| 274 | __spte_satisfied(old_spte), __spte_satisfied(new_spte) |
| 275 | ) |
| 276 | ) |
| 277 | #endif /* LTTNG_TRACE_KVMMMU_H */ |
| 278 | |
| 279 | #undef TRACE_INCLUDE_PATH |
| 280 | #define TRACE_INCLUDE_PATH ../instrumentation/events/lttng-module/arch/x86/kvm |
| 281 | #undef TRACE_INCLUDE_FILE |
| 282 | #define TRACE_INCLUDE_FILE mmutrace |
| 283 | |
| 284 | /* This part must be outside protection */ |
| 285 | #include "../../../../../../probes/define_trace.h" |