4 * Copyright (C) 2009 Steven Rostedt <rostedt@goodmis.org>
5 * Copyright (C) 2010-2011 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
7 * Dual LGPL v2.1/GPL v2 license.
10 #include <linux/debugfs.h>
12 #include "lttng-types.h"
13 #include "../wrapper/vmalloc.h" /* for wrapper_vmalloc_sync_all() */
14 #include "../wrapper/ringbuffer/frontend_types.h"
15 #include "../ltt-events.h"
16 #include "../ltt-tracer-core.h"
19 * Macro declarations used for all stages.
23 * DECLARE_EVENT_CLASS can be used to add a generic function
24 * handlers for events. That is, if all events have the same
25 * parameters and just have distinct trace points.
26 * Each tracepoint can be defined with DEFINE_EVENT and that
27 * will map the DECLARE_EVENT_CLASS to the tracepoint.
29 * TRACE_EVENT is a one to one mapping between tracepoint and template.
33 #define TRACE_EVENT(name, proto, args, tstruct, assign, print) \
34 DECLARE_EVENT_CLASS(name, \
40 DEFINE_EVENT(name, name, PARAMS(proto), PARAMS(args))
42 #undef TRACE_EVENT_NOARGS
43 #define TRACE_EVENT_NOARGS(name, tstruct, assign, print) \
44 DECLARE_EVENT_CLASS_NOARGS(name, \
48 DEFINE_EVENT_NOARGS(name, name)
51 #undef DEFINE_EVENT_PRINT
52 #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \
53 DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args))
55 /* Callbacks are meaningless to LTTng. */
57 #define TRACE_EVENT_FN(name, proto, args, tstruct, \
58 assign, print, reg, unreg) \
59 TRACE_EVENT(name, PARAMS(proto), PARAMS(args), \
60 PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \
63 * Stage 1 of the trace events.
65 * Create dummy trace calls for each events, verifying that the LTTng module
66 * TRACE_EVENT headers match the kernel arguments. Will be optimized out by the
70 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
73 #define TP_PROTO(args...) args
76 #define TP_ARGS(args...) args
79 #define DEFINE_EVENT(_template, _name, _proto, _args) \
80 void trace_##_name(_proto);
82 #undef DEFINE_EVENT_NOARGS
83 #define DEFINE_EVENT_NOARGS(_template, _name) \
84 void trace_##_name(void *__data);
86 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
89 * Stage 2 of the trace events.
91 * Create event field type metadata section.
92 * Each event produce an array of fields.
95 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
97 /* Named field types must be defined in lttng-types.h */
100 #define __field_full(_type, _item, _order, _base) \
103 .type = __type_integer(_type, _order, _base, none), \
107 #define __field(_type, _item) \
108 __field_full(_type, _item, __BYTE_ORDER, 10)
111 #define __field_ext(_type, _item, _filter_type) \
112 __field(_type, _item)
114 #undef __field_network
115 #define __field_network(_type, _item) \
116 __field_full(_type, _item, __BIG_ENDIAN, 10)
118 #undef __field_network_hex
119 #define __field_network_hex(_type, _item) \
120 __field_full(_type, _item, __BIG_ENDIAN, 16)
122 #undef __array_enc_ext
123 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
128 .atype = atype_array, \
132 .elem_type = __type_integer(_type, _order, _base, _encoding), \
138 #define __array(_type, _item, _length) \
139 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, none)
142 #define __array_text(_type, _item, _length) \
143 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, UTF8)
146 #define __array_hex(_type, _item, _length) \
147 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 16, none)
149 #undef __dynamic_array_enc_ext
150 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
155 .atype = atype_sequence, \
158 .length_type = __type_integer(u32, __BYTE_ORDER, 10, none), \
159 .elem_type = __type_integer(_type, _order, _base, _encoding), \
164 #undef __dynamic_array
165 #define __dynamic_array(_type, _item, _length) \
166 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, none)
168 #undef __dynamic_array_text
169 #define __dynamic_array_text(_type, _item, _length) \
170 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, UTF8)
172 #undef __dynamic_array_hex
173 #define __dynamic_array_hex(_type, _item, _length) \
174 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 16, none)
177 #define __string(_item, _src) \
182 .atype = atype_string, \
183 .u.basic.string.encoding = lttng_encode_UTF8, \
187 #undef TP_STRUCT__entry
188 #define TP_STRUCT__entry(args...) args /* Only one used in this phase */
190 #undef DECLARE_EVENT_CLASS_NOARGS
191 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
192 static const struct lttng_event_field __event_fields___##_name[] = { \
196 #undef DECLARE_EVENT_CLASS
197 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
198 DECLARE_EVENT_CLASS_NOARGS(_name, PARAMS(_tstruct), PARAMS(_assign), \
201 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
203 #undef __type_integer
206 * Stage 3 of the trace events.
208 * Create probe callback prototypes.
211 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
214 #define TP_PROTO(args...) args
216 #undef DECLARE_EVENT_CLASS
217 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
218 static void __event_probe__##_name(void *__data, _proto);
220 #undef DECLARE_EVENT_CLASS_NOARGS
221 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
222 static void __event_probe__##_name(void *__data);
224 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
227 * Stage 3.9 of the trace events.
229 * Create event descriptions.
232 /* Named field types must be defined in lttng-types.h */
234 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
237 #define TP_PROBE_CB(_template) &__event_probe__##_template
240 #undef DEFINE_EVENT_NOARGS
241 #define DEFINE_EVENT_NOARGS(_template, _name) \
242 static const struct lttng_event_desc __event_desc___##_name = { \
243 .fields = __event_fields___##_template, \
245 .probe_callback = (void *) TP_PROBE_CB(_template), \
246 .nr_fields = ARRAY_SIZE(__event_fields___##_template), \
247 .owner = THIS_MODULE, \
251 #define DEFINE_EVENT(_template, _name, _proto, _args) \
252 DEFINE_EVENT_NOARGS(_template, _name)
254 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
258 * Stage 4 of the trace events.
260 * Create an array of event description pointers.
263 /* Named field types must be defined in lttng-types.h */
265 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
267 #undef DEFINE_EVENT_NOARGS
268 #define DEFINE_EVENT_NOARGS(_template, _name) \
269 &__event_desc___##_name,
272 #define DEFINE_EVENT(_template, _name, _proto, _args) \
273 DEFINE_EVENT_NOARGS(_template, _name)
275 #define TP_ID1(_token, _system) _token##_system
276 #define TP_ID(_token, _system) TP_ID1(_token, _system)
278 static const struct lttng_event_desc
*TP_ID(__event_desc___
, TRACE_SYSTEM
)[] = {
279 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
287 * Stage 5 of the trace events.
289 * Create a toplevel descriptor for the whole probe.
292 #define TP_ID1(_token, _system) _token##_system
293 #define TP_ID(_token, _system) TP_ID1(_token, _system)
295 /* non-const because list head will be modified when registered. */
296 static __used
struct lttng_probe_desc
TP_ID(__probe_desc___
, TRACE_SYSTEM
) = {
297 .event_desc
= TP_ID(__event_desc___
, TRACE_SYSTEM
),
298 .nr_events
= ARRAY_SIZE(TP_ID(__event_desc___
, TRACE_SYSTEM
)),
305 * Stage 6 of the trace events.
307 * Create static inline function that calculates event size.
310 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
312 /* Named field types must be defined in lttng-types.h */
315 #define __field_full(_type, _item, _order, _base) \
316 __event_len += lib_ring_buffer_align(__event_len, ltt_alignof(_type)); \
317 __event_len += sizeof(_type);
319 #undef __array_enc_ext
320 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
321 __event_len += lib_ring_buffer_align(__event_len, ltt_alignof(_type)); \
322 __event_len += sizeof(_type) * (_length);
324 #undef __dynamic_array_enc_ext
325 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
326 __event_len += lib_ring_buffer_align(__event_len, ltt_alignof(u32)); \
327 __event_len += sizeof(u32); \
328 __event_len += lib_ring_buffer_align(__event_len, ltt_alignof(_type)); \
329 __dynamic_len[__dynamic_len_idx] = (_length); \
330 __event_len += sizeof(_type) * __dynamic_len[__dynamic_len_idx]; \
334 #define __string(_item, _src) \
335 __event_len += __dynamic_len[__dynamic_len_idx++] = strlen(_src) + 1;
338 #define TP_PROTO(args...) args
340 #undef TP_STRUCT__entry
341 #define TP_STRUCT__entry(args...) args
343 #undef DECLARE_EVENT_CLASS
344 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
345 static inline size_t __event_get_size__##_name(size_t *__dynamic_len, _proto) \
347 size_t __event_len = 0; \
348 unsigned int __dynamic_len_idx = 0; \
351 (void) __dynamic_len_idx; /* don't warn if unused */ \
353 return __event_len; \
356 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
359 * Stage 7 of the trace events.
361 * Create static inline function that calculates event payload alignment.
364 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
366 /* Named field types must be defined in lttng-types.h */
369 #define __field_full(_type, _item, _order, _base) \
370 __event_align = max_t(size_t, __event_align, ltt_alignof(_type));
372 #undef __array_enc_ext
373 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
374 __event_align = max_t(size_t, __event_align, ltt_alignof(_type));
376 #undef __dynamic_array_enc_ext
377 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
378 __event_align = max_t(size_t, __event_align, ltt_alignof(u32)); \
379 __event_align = max_t(size_t, __event_align, ltt_alignof(_type));
382 #define __string(_item, _src)
385 #define TP_PROTO(args...) args
387 #undef TP_STRUCT__entry
388 #define TP_STRUCT__entry(args...) args
390 #undef DECLARE_EVENT_CLASS
391 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
392 static inline size_t __event_get_align__##_name(_proto) \
394 size_t __event_align = 1; \
396 return __event_align; \
399 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
403 * Stage 8 of the trace events.
405 * Create structure declaration that allows the "assign" macros to access the
409 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
411 /* Named field types must be defined in lttng-types.h */
414 #define __field_full(_type, _item, _order, _base) _type _item;
416 #undef __array_enc_ext
417 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
420 #undef __dynamic_array_enc_ext
421 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
425 #define __string(_item, _src) char _item;
427 #undef TP_STRUCT__entry
428 #define TP_STRUCT__entry(args...) args
430 #undef DECLARE_EVENT_CLASS
431 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
432 struct __event_typemap__##_name { \
436 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
440 * Stage 9 of the trace events.
442 * Create the probe function : call even size calculation and write event data
445 * We use both the field and assignment macros to write the fields in the order
446 * defined in the field declaration. The field declarations control the
447 * execution order, jumping to the appropriate assignment block.
450 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
453 #define __field_full(_type, _item, _order, _base) \
454 goto __assign_##_item; \
457 #undef __array_enc_ext
458 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
459 goto __assign_##_item; \
462 #undef __dynamic_array_enc_ext
463 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
464 goto __assign_##_item##_1; \
465 __end_field_##_item##_1: \
466 goto __assign_##_item##_2; \
467 __end_field_##_item##_2:
470 #define __string(_item, _src) \
471 goto __assign_##_item; \
475 * Macros mapping tp_assign() to "=", tp_memcpy() to memcpy() and tp_strcpy() to
479 #define tp_assign(dest, src) \
482 __typeof__(__typemap.dest) __tmp = (src); \
483 lib_ring_buffer_align_ctx(&__ctx, ltt_alignof(__tmp)); \
484 __chan->ops->event_write(&__ctx, &__tmp, sizeof(__tmp));\
486 goto __end_field_##dest;
489 #define tp_memcpy(dest, src, len) \
492 (void) __typemap.dest; \
493 lib_ring_buffer_align_ctx(&__ctx, ltt_alignof(__typemap.dest)); \
494 __chan->ops->event_write(&__ctx, src, len); \
495 goto __end_field_##dest;
498 #define tp_memcpy_dyn(dest, src) \
499 __assign_##dest##_1: \
501 u32 __tmpl = __dynamic_len[__dynamic_len_idx]; \
502 lib_ring_buffer_align_ctx(&__ctx, ltt_alignof(u32)); \
503 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(u32)); \
505 goto __end_field_##dest##_1; \
506 __assign_##dest##_2: \
507 lib_ring_buffer_align_ctx(&__ctx, ltt_alignof(__typemap.dest)); \
508 __chan->ops->event_write(&__ctx, src, \
509 sizeof(__typemap.dest) * __get_dynamic_array_len(dest));\
510 goto __end_field_##dest##_2;
513 #define tp_strcpy(dest, src) \
514 tp_memcpy(dest, src, __get_dynamic_array_len(dest))
516 /* Named field types must be defined in lttng-types.h */
519 #define __get_str(field) field
521 #undef __get_dynamic_array
522 #define __get_dynamic_array(field) field
524 /* Beware: this get len actually consumes the len value */
525 #undef __get_dynamic_array_len
526 #define __get_dynamic_array_len(field) __dynamic_len[__dynamic_len_idx++]
529 #define TP_PROTO(args...) args
532 #define TP_ARGS(args...) args
534 #undef TP_STRUCT__entry
535 #define TP_STRUCT__entry(args...) args
537 #undef TP_fast_assign
538 #define TP_fast_assign(args...) args
540 #undef DECLARE_EVENT_CLASS
541 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
542 static void __event_probe__##_name(void *__data, _proto) \
544 struct ltt_event *__event = __data; \
545 struct ltt_channel *__chan = __event->chan; \
546 struct lib_ring_buffer_ctx __ctx; \
547 size_t __event_len, __event_align; \
548 size_t __dynamic_len_idx = 0; \
549 size_t __dynamic_len[ARRAY_SIZE(__event_fields___##_name)]; \
550 struct __event_typemap__##_name __typemap; \
554 (void) __dynamic_len_idx; /* don't warn if unused */ \
555 if (unlikely(!ACCESS_ONCE(__chan->session->active))) \
557 if (unlikely(!ACCESS_ONCE(__chan->enabled))) \
559 if (unlikely(!ACCESS_ONCE(__event->enabled))) \
561 __event_len = __event_get_size__##_name(__dynamic_len, _args); \
562 __event_align = __event_get_align__##_name(_args); \
563 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, __event, __event_len, \
564 __event_align, -1); \
565 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
568 /* Control code (field ordering) */ \
570 __chan->ops->event_commit(&__ctx); \
572 /* Copy code, steered by control code */ \
576 #undef DECLARE_EVENT_CLASS_NOARGS
577 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
578 static void __event_probe__##_name(void *__data) \
580 struct ltt_event *__event = __data; \
581 struct ltt_channel *__chan = __event->chan; \
582 struct lib_ring_buffer_ctx __ctx; \
583 size_t __event_len, __event_align; \
586 if (unlikely(!ACCESS_ONCE(__chan->session->active))) \
588 if (unlikely(!ACCESS_ONCE(__chan->enabled))) \
590 if (unlikely(!ACCESS_ONCE(__event->enabled))) \
594 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, __event, __event_len, \
595 __event_align, -1); \
596 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
599 /* Control code (field ordering) */ \
601 __chan->ops->event_commit(&__ctx); \
603 /* Copy code, steered by control code */ \
607 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
610 * Stage 10 of the trace events.
612 * Register/unregister probes at module load/unload.
615 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
617 #define TP_ID1(_token, _system) _token##_system
618 #define TP_ID(_token, _system) TP_ID1(_token, _system)
619 #define module_init_eval1(_token, _system) module_init(_token##_system)
620 #define module_init_eval(_token, _system) module_init_eval1(_token, _system)
621 #define module_exit_eval1(_token, _system) module_exit(_token##_system)
622 #define module_exit_eval(_token, _system) module_exit_eval1(_token, _system)
624 #ifndef TP_MODULE_OVERRIDE
625 static int TP_ID(__lttng_events_init__
, TRACE_SYSTEM
)(void)
627 wrapper_vmalloc_sync_all();
628 return ltt_probe_register(&TP_ID(__probe_desc___
, TRACE_SYSTEM
));
631 module_init_eval(__lttng_events_init__
, TRACE_SYSTEM
);
633 static void TP_ID(__lttng_events_exit__
, TRACE_SYSTEM
)(void)
635 ltt_probe_unregister(&TP_ID(__probe_desc___
, TRACE_SYSTEM
));
638 module_exit_eval(__lttng_events_exit__
, TRACE_SYSTEM
);
641 #undef module_init_eval
642 #undef module_exit_eval
This page took 0.05379 seconds and 4 git commands to generate.