Commit | Line | Data |
---|---|---|
b3c40230 MG |
1 | #if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ) |
2 | #define _TRACE_KVMMMU_H | |
3 | ||
4 | #include <linux/tracepoint.h> | |
5 | #include <linux/ftrace_event.h> | |
6 | ||
7 | #undef TRACE_SYSTEM | |
8 | #define TRACE_SYSTEM kvmmmu | |
9 | ||
10 | #define KVM_MMU_PAGE_FIELDS \ | |
11 | __field(__u64, gfn) \ | |
12 | __field(__u32, role) \ | |
13 | __field(__u32, root_count) \ | |
14 | __field(bool, unsync) | |
15 | ||
16 | #define KVM_MMU_PAGE_ASSIGN(sp) \ | |
17 | tp_assign(gfn, sp->gfn) \ | |
18 | tp_assign(role, sp->role.word) \ | |
19 | tp_assign(root_count, sp->root_count) \ | |
20 | tp_assign(unsync, sp->unsync) | |
21 | ||
22 | #define KVM_MMU_PAGE_PRINTK() ({ \ | |
23 | const char *ret = p->buffer + p->len; \ | |
24 | static const char *access_str[] = { \ | |
25 | "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \ | |
26 | }; \ | |
27 | union kvm_mmu_page_role role; \ | |
28 | \ | |
29 | role.word = __entry->role; \ | |
30 | \ | |
31 | trace_seq_printf(p, "sp gfn %llx %u%s q%u%s %s%s" \ | |
32 | " %snxe root %u %s%c", \ | |
33 | __entry->gfn, role.level, \ | |
34 | role.cr4_pae ? " pae" : "", \ | |
35 | role.quadrant, \ | |
36 | role.direct ? " direct" : "", \ | |
37 | access_str[role.access], \ | |
38 | role.invalid ? " invalid" : "", \ | |
39 | role.nxe ? "" : "!", \ | |
40 | __entry->root_count, \ | |
41 | __entry->unsync ? "unsync" : "sync", 0); \ | |
42 | ret; \ | |
43 | }) | |
44 | ||
45 | #define kvm_mmu_trace_pferr_flags \ | |
46 | { PFERR_PRESENT_MASK, "P" }, \ | |
47 | { PFERR_WRITE_MASK, "W" }, \ | |
48 | { PFERR_USER_MASK, "U" }, \ | |
49 | { PFERR_RSVD_MASK, "RSVD" }, \ | |
50 | { PFERR_FETCH_MASK, "F" } | |
51 | ||
52 | /* | |
53 | * A pagetable walk has started | |
54 | */ | |
55 | TRACE_EVENT( | |
56 | kvm_mmu_pagetable_walk, | |
57 | TP_PROTO(u64 addr, u32 pferr), | |
58 | TP_ARGS(addr, pferr), | |
59 | ||
60 | TP_STRUCT__entry( | |
61 | __field(__u64, addr) | |
62 | __field(__u32, pferr) | |
63 | ), | |
64 | ||
65 | TP_fast_assign( | |
66 | tp_assign(addr, addr) | |
67 | tp_assign(pferr, pferr) | |
68 | ), | |
69 | ||
70 | TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr, | |
71 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) | |
72 | ) | |
73 | ||
74 | ||
75 | /* We just walked a paging element */ | |
76 | TRACE_EVENT( | |
77 | kvm_mmu_paging_element, | |
78 | TP_PROTO(u64 pte, int level), | |
79 | TP_ARGS(pte, level), | |
80 | ||
81 | TP_STRUCT__entry( | |
82 | __field(__u64, pte) | |
83 | __field(__u32, level) | |
84 | ), | |
85 | ||
86 | TP_fast_assign( | |
87 | tp_assign(pte, pte) | |
88 | tp_assign(level, level) | |
89 | ), | |
90 | ||
91 | TP_printk("pte %llx level %u", __entry->pte, __entry->level) | |
92 | ) | |
93 | ||
94 | DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class, | |
95 | ||
96 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), | |
97 | ||
98 | TP_ARGS(table_gfn, index, size), | |
99 | ||
100 | TP_STRUCT__entry( | |
101 | __field(__u64, gpa) | |
102 | ), | |
103 | ||
104 | TP_fast_assign( | |
105 | tp_assign(gpa, ((u64)table_gfn << PAGE_SHIFT) | |
106 | + index * size) | |
107 | ), | |
108 | ||
109 | TP_printk("gpa %llx", __entry->gpa) | |
110 | ) | |
111 | ||
112 | /* We set a pte accessed bit */ | |
113 | DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit, | |
114 | ||
115 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), | |
116 | ||
117 | TP_ARGS(table_gfn, index, size) | |
118 | ) | |
119 | ||
120 | /* We set a pte dirty bit */ | |
121 | DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit, | |
122 | ||
123 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), | |
124 | ||
125 | TP_ARGS(table_gfn, index, size) | |
126 | ) | |
127 | ||
128 | TRACE_EVENT( | |
129 | kvm_mmu_walker_error, | |
130 | TP_PROTO(u32 pferr), | |
131 | TP_ARGS(pferr), | |
132 | ||
133 | TP_STRUCT__entry( | |
134 | __field(__u32, pferr) | |
135 | ), | |
136 | ||
137 | TP_fast_assign( | |
138 | tp_assign(pferr, pferr) | |
139 | ), | |
140 | ||
141 | TP_printk("pferr %x %s", __entry->pferr, | |
142 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) | |
143 | ) | |
144 | ||
145 | TRACE_EVENT( | |
146 | kvm_mmu_get_page, | |
147 | TP_PROTO(struct kvm_mmu_page *sp, bool created), | |
148 | TP_ARGS(sp, created), | |
149 | ||
150 | TP_STRUCT__entry( | |
151 | KVM_MMU_PAGE_FIELDS | |
152 | __field(bool, created) | |
153 | ), | |
154 | ||
155 | TP_fast_assign( | |
156 | KVM_MMU_PAGE_ASSIGN(sp) | |
157 | tp_assign(created, created) | |
158 | ), | |
159 | ||
160 | TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(), | |
161 | __entry->created ? "new" : "existing") | |
162 | ) | |
163 | ||
164 | DECLARE_EVENT_CLASS(kvm_mmu_page_class, | |
165 | ||
166 | TP_PROTO(struct kvm_mmu_page *sp), | |
167 | TP_ARGS(sp), | |
168 | ||
169 | TP_STRUCT__entry( | |
170 | KVM_MMU_PAGE_FIELDS | |
171 | ), | |
172 | ||
173 | TP_fast_assign( | |
174 | KVM_MMU_PAGE_ASSIGN(sp) | |
175 | ), | |
176 | ||
177 | TP_printk("%s", KVM_MMU_PAGE_PRINTK()) | |
178 | ) | |
179 | ||
180 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_sync_page, | |
181 | TP_PROTO(struct kvm_mmu_page *sp), | |
182 | ||
183 | TP_ARGS(sp) | |
184 | ) | |
185 | ||
186 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_unsync_page, | |
187 | TP_PROTO(struct kvm_mmu_page *sp), | |
188 | ||
189 | TP_ARGS(sp) | |
190 | ) | |
191 | ||
192 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_prepare_zap_page, | |
193 | TP_PROTO(struct kvm_mmu_page *sp), | |
194 | ||
195 | TP_ARGS(sp) | |
196 | ) | |
197 | ||
198 | TRACE_EVENT( | |
199 | mark_mmio_spte, | |
200 | TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access), | |
201 | TP_ARGS(sptep, gfn, access), | |
202 | ||
203 | TP_STRUCT__entry( | |
204 | __field(void *, sptep) | |
205 | __field(gfn_t, gfn) | |
206 | __field(unsigned, access) | |
207 | ), | |
208 | ||
209 | TP_fast_assign( | |
210 | tp_assign(sptep, sptep) | |
211 | tp_assign(gfn, gfn) | |
212 | tp_assign(access, access) | |
213 | ), | |
214 | ||
215 | TP_printk("sptep:%p gfn %llx access %x", __entry->sptep, __entry->gfn, | |
216 | __entry->access) | |
217 | ) | |
218 | ||
219 | TRACE_EVENT( | |
220 | handle_mmio_page_fault, | |
221 | TP_PROTO(u64 addr, gfn_t gfn, unsigned access), | |
222 | TP_ARGS(addr, gfn, access), | |
223 | ||
224 | TP_STRUCT__entry( | |
225 | __field(u64, addr) | |
226 | __field(gfn_t, gfn) | |
227 | __field(unsigned, access) | |
228 | ), | |
229 | ||
230 | TP_fast_assign( | |
231 | tp_assign(addr, addr) | |
232 | tp_assign(gfn, gfn) | |
233 | tp_assign(access, access) | |
234 | ), | |
235 | ||
236 | TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn, | |
237 | __entry->access) | |
238 | ) | |
239 | ||
240 | #define __spte_satisfied(__spte) \ | |
241 | (__entry->retry && is_writable_pte(__entry->__spte)) | |
242 | ||
243 | TRACE_EVENT( | |
244 | fast_page_fault, | |
245 | TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code, | |
246 | u64 *sptep, u64 old_spte, bool retry), | |
247 | TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry), | |
248 | ||
249 | TP_STRUCT__entry( | |
250 | __field(int, vcpu_id) | |
251 | __field(gva_t, gva) | |
252 | __field(u32, error_code) | |
253 | __field(u64 *, sptep) | |
254 | __field(u64, old_spte) | |
255 | __field(u64, new_spte) | |
256 | __field(bool, retry) | |
257 | ), | |
258 | ||
259 | TP_fast_assign( | |
260 | tp_assign(vcpu_id, vcpu->vcpu_id) | |
261 | tp_assign(gva, gva) | |
262 | tp_assign(error_code, error_code) | |
263 | tp_assign(sptep, sptep) | |
264 | tp_assign(old_spte, old_spte) | |
265 | tp_assign(new_spte, *sptep) | |
266 | tp_assign(retry, retry) | |
267 | ), | |
268 | ||
269 | TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx" | |
270 | " new %llx spurious %d fixed %d", __entry->vcpu_id, | |
271 | __entry->gva, __print_flags(__entry->error_code, "|", | |
272 | kvm_mmu_trace_pferr_flags), __entry->sptep, | |
273 | __entry->old_spte, __entry->new_spte, | |
274 | __spte_satisfied(old_spte), __spte_satisfied(new_spte) | |
275 | ) | |
276 | ) | |
277 | #endif /* _TRACE_KVMMMU_H */ | |
278 | ||
279 | #undef TRACE_INCLUDE_PATH | |
280 | #define TRACE_INCLUDE_PATH ../instrumentation/events/lttng-module/arch/x86/kvm | |
281 | #undef TRACE_INCLUDE_FILE | |
282 | #define TRACE_INCLUDE_FILE mmutrace | |
283 | ||
284 | /* This part must be outside protection */ | |
285 | #include "../../../../../../probes/define_trace.h" |