4 * Copyright (C) 2009 Steven Rostedt <rostedt@goodmis.org>
5 * Copyright (C) 2009-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; only
10 * version 2.1 of the License.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include <linux/uaccess.h>
22 #include <linux/debugfs.h>
24 #include "lttng-types.h"
25 #include "lttng-probe-user.h"
26 #include "../wrapper/vmalloc.h" /* for wrapper_vmalloc_sync_all() */
27 #include "../wrapper/ringbuffer/frontend_types.h"
28 #include "../lttng-events.h"
29 #include "../lttng-tracer-core.h"
32 * Macro declarations used for all stages.
36 * LTTng name mapping macros. LTTng remaps some of the kernel events to
37 * enforce name-spacing.
39 #undef TRACE_EVENT_MAP
40 #define TRACE_EVENT_MAP(name, map, proto, args, tstruct, assign, print) \
41 DECLARE_EVENT_CLASS(map, \
47 DEFINE_EVENT_MAP(map, name, map, PARAMS(proto), PARAMS(args))
49 #undef TRACE_EVENT_MAP_NOARGS
50 #define TRACE_EVENT_MAP_NOARGS(name, map, tstruct, assign, print) \
51 DECLARE_EVENT_CLASS_NOARGS(map, \
55 DEFINE_EVENT_MAP_NOARGS(map, name, map)
57 #undef DEFINE_EVENT_PRINT_MAP
58 #define DEFINE_EVENT_PRINT_MAP(template, name, map, proto, args, print) \
59 DEFINE_EVENT_MAP(template, name, map, PARAMS(proto), PARAMS(args))
61 /* Callbacks are meaningless to LTTng. */
62 #undef TRACE_EVENT_FN_MAP
63 #define TRACE_EVENT_FN_MAP(name, map, proto, args, tstruct, \
64 assign, print, reg, unreg) \
65 TRACE_EVENT_MAP(name, map, PARAMS(proto), PARAMS(args), \
66 PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \
68 #undef TRACE_EVENT_CONDITION_MAP
69 #define TRACE_EVENT_CONDITION_MAP(name, map, proto, args, cond, tstruct, assign, print) \
70 TRACE_EVENT_MAP(name, map, \
78 * DECLARE_EVENT_CLASS can be used to add a generic function
79 * handlers for events. That is, if all events have the same
80 * parameters and just have distinct trace points.
81 * Each tracepoint can be defined with DEFINE_EVENT and that
82 * will map the DECLARE_EVENT_CLASS to the tracepoint.
84 * TRACE_EVENT is a one to one mapping between tracepoint and template.
88 #define TRACE_EVENT(name, proto, args, tstruct, assign, print) \
89 TRACE_EVENT_MAP(name, name, \
96 #undef TRACE_EVENT_NOARGS
97 #define TRACE_EVENT_NOARGS(name, tstruct, assign, print) \
98 TRACE_EVENT_MAP_NOARGS(name, name, \
103 #undef DEFINE_EVENT_PRINT
104 #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \
105 DEFINE_EVENT_PRINT_MAP(template, name, name, \
106 PARAMS(proto), PARAMS(args), PARAMS(print_))
108 #undef TRACE_EVENT_FN
109 #define TRACE_EVENT_FN(name, proto, args, tstruct, \
110 assign, print, reg, unreg) \
111 TRACE_EVENT_FN_MAP(name, name, PARAMS(proto), PARAMS(args), \
112 PARAMS(tstruct), PARAMS(assign), PARAMS(print), \
113 PARAMS(reg), PARAMS(unreg)) \
116 #define DEFINE_EVENT(template, name, proto, args) \
117 DEFINE_EVENT_MAP(template, name, name, PARAMS(proto), PARAMS(args))
119 #undef DEFINE_EVENT_NOARGS
120 #define DEFINE_EVENT_NOARGS(template, name) \
121 DEFINE_EVENT_MAP_NOARGS(template, name, name)
123 #undef TRACE_EVENT_CONDITION
124 #define TRACE_EVENT_CONDITION(name, proto, args, cond, tstruct, assign, print) \
125 TRACE_EVENT_CONDITION_MAP(name, name, \
134 * Stage 1 of the trace events.
136 * Create dummy trace calls for each events, verifying that the LTTng module
137 * TRACE_EVENT headers match the kernel arguments. Will be optimized out by the
141 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
144 #define TP_PROTO(args...) args
147 #define TP_ARGS(args...) args
149 #undef DEFINE_EVENT_MAP
150 #define DEFINE_EVENT_MAP(_template, _name, _map, _proto, _args) \
151 void trace_##_name(_proto);
153 #undef DEFINE_EVENT_MAP_NOARGS
154 #define DEFINE_EVENT_MAP_NOARGS(_template, _name, _map) \
155 void trace_##_name(void *__data);
157 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
160 * Stage 2 of the trace events.
162 * Create event field type metadata section.
163 * Each event produce an array of fields.
166 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
168 /* Named field types must be defined in lttng-types.h */
171 #define __field_full(_type, _item, _order, _base) \
174 .type = __type_integer(_type, _order, _base, none), \
178 #define __field(_type, _item) \
179 __field_full(_type, _item, __BYTE_ORDER, 10)
182 #define __field_ext(_type, _item, _filter_type) \
183 __field(_type, _item)
186 #define __field_hex(_type, _item) \
187 __field_full(_type, _item, __BYTE_ORDER, 16)
190 #define __field_oct(_type, _item) \
191 __field_full(_type, _item, __BYTE_ORDER, 8)
193 #undef __field_network
194 #define __field_network(_type, _item) \
195 __field_full(_type, _item, __BIG_ENDIAN, 10)
197 #undef __field_network_hex
198 #define __field_network_hex(_type, _item) \
199 __field_full(_type, _item, __BIG_ENDIAN, 16)
201 #undef __array_enc_ext
202 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
207 .atype = atype_array, \
211 .elem_type = __type_integer(_type, _order, _base, _encoding), \
217 #define __array(_type, _item, _length) \
218 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, none)
221 #define __array_text(_type, _item, _length) \
222 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, UTF8)
225 #define __array_hex(_type, _item, _length) \
226 __array_enc_ext(_type, _item, _length, __BYTE_ORDER, 16, none)
228 #undef __dynamic_array_enc_ext
229 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
234 .atype = atype_sequence, \
237 .length_type = __type_integer(u32, __BYTE_ORDER, 10, none), \
238 .elem_type = __type_integer(_type, _order, _base, _encoding), \
243 #undef __dynamic_array_enc_ext_2
244 #define __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, _order, _base, _encoding) \
245 __dynamic_array_enc_ext(_type, _item, _length1 + _length2, _order, _base, _encoding)
247 #undef __dynamic_array
248 #define __dynamic_array(_type, _item, _length) \
249 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, none)
251 #undef __dynamic_array_text
252 #define __dynamic_array_text(_type, _item, _length) \
253 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 10, UTF8)
255 #undef __dynamic_array_hex
256 #define __dynamic_array_hex(_type, _item, _length) \
257 __dynamic_array_enc_ext(_type, _item, _length, __BYTE_ORDER, 16, none)
259 #undef __dynamic_array_text_2
260 #define __dynamic_array_text_2(_type, _item, _length1, _length2) \
261 __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, __BYTE_ORDER, 10, UTF8)
264 #define __string(_item, _src) \
269 .atype = atype_string, \
270 .u.basic.string.encoding = lttng_encode_UTF8, \
274 #undef __string_from_user
275 #define __string_from_user(_item, _src) \
276 __string(_item, _src)
278 #undef TP_STRUCT__entry
279 #define TP_STRUCT__entry(args...) args /* Only one used in this phase */
281 #undef DECLARE_EVENT_CLASS_NOARGS
282 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
283 static const struct lttng_event_field __event_fields___##_name[] = { \
287 #undef DECLARE_EVENT_CLASS
288 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
289 DECLARE_EVENT_CLASS_NOARGS(_name, PARAMS(_tstruct), PARAMS(_assign), \
292 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
295 * Stage 3 of the trace events.
297 * Create probe callback prototypes.
300 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
303 #define TP_PROTO(args...) args
305 #undef DECLARE_EVENT_CLASS
306 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
307 static void __event_probe__##_name(void *__data, _proto);
309 #undef DECLARE_EVENT_CLASS_NOARGS
310 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
311 static void __event_probe__##_name(void *__data);
313 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
316 * Stage 3.9 of the trace events.
318 * Create event descriptions.
321 /* Named field types must be defined in lttng-types.h */
323 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
326 #define TP_PROBE_CB(_template) &__event_probe__##_template
329 #undef DEFINE_EVENT_MAP_NOARGS
330 #define DEFINE_EVENT_MAP_NOARGS(_template, _name, _map) \
331 static const struct lttng_event_desc __event_desc___##_map = { \
332 .fields = __event_fields___##_template, \
335 .probe_callback = (void *) TP_PROBE_CB(_template), \
336 .nr_fields = ARRAY_SIZE(__event_fields___##_template), \
337 .owner = THIS_MODULE, \
340 #undef DEFINE_EVENT_MAP
341 #define DEFINE_EVENT_MAP(_template, _name, _map, _proto, _args) \
342 DEFINE_EVENT_MAP_NOARGS(_template, _name, _map)
344 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
348 * Stage 4 of the trace events.
350 * Create an array of event description pointers.
353 /* Named field types must be defined in lttng-types.h */
355 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
357 #undef DEFINE_EVENT_MAP_NOARGS
358 #define DEFINE_EVENT_MAP_NOARGS(_template, _name, _map) \
359 &__event_desc___##_map,
361 #undef DEFINE_EVENT_MAP
362 #define DEFINE_EVENT_MAP(_template, _name, _map, _proto, _args) \
363 DEFINE_EVENT_MAP_NOARGS(_template, _name, _map)
365 #define TP_ID1(_token, _system) _token##_system
366 #define TP_ID(_token, _system) TP_ID1(_token, _system)
368 static const struct lttng_event_desc
*TP_ID(__event_desc___
, TRACE_SYSTEM
)[] = {
369 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
377 * Stage 5 of the trace events.
379 * Create a toplevel descriptor for the whole probe.
382 #define TP_ID1(_token, _system) _token##_system
383 #define TP_ID(_token, _system) TP_ID1(_token, _system)
385 /* non-const because list head will be modified when registered. */
386 static __used
struct lttng_probe_desc
TP_ID(__probe_desc___
, TRACE_SYSTEM
) = {
387 .event_desc
= TP_ID(__event_desc___
, TRACE_SYSTEM
),
388 .nr_events
= ARRAY_SIZE(TP_ID(__event_desc___
, TRACE_SYSTEM
)),
395 * Stage 6 of the trace events.
397 * Create static inline function that calculates event size.
400 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
402 /* Named field types must be defined in lttng-types.h */
405 #define __field_full(_type, _item, _order, _base) \
406 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
407 __event_len += sizeof(_type);
409 #undef __array_enc_ext
410 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
411 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
412 __event_len += sizeof(_type) * (_length);
414 #undef __dynamic_array_enc_ext
415 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
416 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(u32)); \
417 __event_len += sizeof(u32); \
418 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
419 __dynamic_len[__dynamic_len_idx] = (_length); \
420 __event_len += sizeof(_type) * __dynamic_len[__dynamic_len_idx]; \
423 #undef __dynamic_array_enc_ext_2
424 #define __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, _order, _base, _encoding)\
425 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(u32)); \
426 __event_len += sizeof(u32); \
427 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
428 __dynamic_len[__dynamic_len_idx] = (_length1); \
429 __event_len += sizeof(_type) * __dynamic_len[__dynamic_len_idx]; \
430 __dynamic_len_idx++; \
431 __dynamic_len[__dynamic_len_idx] = (_length2); \
432 __event_len += sizeof(_type) * __dynamic_len[__dynamic_len_idx]; \
436 #define __string(_item, _src) \
437 __event_len += __dynamic_len[__dynamic_len_idx++] = strlen(_src) + 1;
440 * strlen_user includes \0. If returns 0, it faulted, so we set size to
443 #undef __string_from_user
444 #define __string_from_user(_item, _src) \
445 __event_len += __dynamic_len[__dynamic_len_idx++] = \
446 max_t(size_t, lttng_strlen_user_inatomic(_src), 1);
449 #define TP_PROTO(args...) args
451 #undef TP_STRUCT__entry
452 #define TP_STRUCT__entry(args...) args
454 #undef DECLARE_EVENT_CLASS
455 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
456 static inline size_t __event_get_size__##_name(size_t *__dynamic_len, _proto) \
458 size_t __event_len = 0; \
459 unsigned int __dynamic_len_idx = 0; \
462 (void) __dynamic_len_idx; /* don't warn if unused */ \
464 return __event_len; \
467 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
470 * Stage 7 of the trace events.
472 * Create static inline function that calculates event payload alignment.
475 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
477 /* Named field types must be defined in lttng-types.h */
480 #define __field_full(_type, _item, _order, _base) \
481 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
483 #undef __array_enc_ext
484 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
485 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
487 #undef __dynamic_array_enc_ext
488 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
489 __event_align = max_t(size_t, __event_align, lttng_alignof(u32)); \
490 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
492 #undef __dynamic_array_enc_ext_2
493 #define __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, _order, _base, _encoding)\
494 __dynamic_array_enc_ext(_type, _item, _length1 + _length2, _order, _base, _encoding)
497 #define __string(_item, _src)
499 #undef __string_from_user
500 #define __string_from_user(_item, _src)
503 #define TP_PROTO(args...) args
505 #undef TP_STRUCT__entry
506 #define TP_STRUCT__entry(args...) args
508 #undef DECLARE_EVENT_CLASS
509 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
510 static inline size_t __event_get_align__##_name(_proto) \
512 size_t __event_align = 1; \
514 return __event_align; \
517 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
521 * Stage 8 of the trace events.
523 * Create structure declaration that allows the "assign" macros to access the
527 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
529 /* Named field types must be defined in lttng-types.h */
532 #define __field_full(_type, _item, _order, _base) _type _item;
534 #undef __array_enc_ext
535 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding) \
538 #undef __dynamic_array_enc_ext
539 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
542 #undef __dynamic_array_enc_ext_2
543 #define __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, _order, _base, _encoding)\
544 __dynamic_array_enc_ext(_type, _item, _length1 + _length2, _order, _base, _encoding)
547 #define __string(_item, _src) char _item;
549 #undef __string_from_user
550 #define __string_from_user(_item, _src) \
551 __string(_item, _src)
553 #undef TP_STRUCT__entry
554 #define TP_STRUCT__entry(args...) args
556 #undef DECLARE_EVENT_CLASS
557 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
558 struct __event_typemap__##_name { \
562 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
566 * Stage 9 of the trace events.
568 * Create the probe function : call even size calculation and write event data
571 * We use both the field and assignment macros to write the fields in the order
572 * defined in the field declaration. The field declarations control the
573 * execution order, jumping to the appropriate assignment block.
576 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
579 #define __field_full(_type, _item, _order, _base) \
580 goto __assign_##_item; \
583 #undef __array_enc_ext
584 #define __array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
585 goto __assign_##_item; \
588 #undef __dynamic_array_enc_ext
589 #define __dynamic_array_enc_ext(_type, _item, _length, _order, _base, _encoding)\
590 goto __assign_##_item##_1; \
591 __end_field_##_item##_1: \
592 goto __assign_##_item##_2; \
593 __end_field_##_item##_2:
595 #undef __dynamic_array_enc_ext_2
596 #define __dynamic_array_enc_ext_2(_type, _item, _length1, _length2, _order, _base, _encoding)\
597 goto __assign_##_item##_1; \
598 __end_field_##_item##_1: \
599 goto __assign_##_item##_2; \
600 __end_field_##_item##_2: \
601 goto __assign_##_item##_3; \
602 __end_field_##_item##_3:
605 #define __string(_item, _src) \
606 goto __assign_##_item; \
609 #undef __string_from_user
610 #define __string_from_user(_item, _src) \
611 __string(_item, _src)
614 * Macros mapping tp_assign() to "=", tp_memcpy() to memcpy() and tp_strcpy() to
618 #define tp_assign(dest, src) \
621 __typeof__(__typemap.dest) __tmp = (src); \
622 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__tmp)); \
623 __chan->ops->event_write(&__ctx, &__tmp, sizeof(__tmp));\
625 goto __end_field_##dest;
627 /* fixed length array memcpy */
629 #define tp_memcpy_gen(write_ops, dest, src, len) \
632 (void) __typemap.dest; \
633 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__typemap.dest)); \
634 __chan->ops->write_ops(&__ctx, src, len); \
635 goto __end_field_##dest;
638 #define tp_memcpy(dest, src, len) \
639 tp_memcpy_gen(event_write, dest, src, len)
641 #undef tp_memcpy_from_user
642 #define tp_memcpy_from_user(dest, src, len) \
643 tp_memcpy_gen(event_write_from_user, dest, src, len)
645 /* variable length sequence memcpy */
646 #undef tp_memcpy_dyn_gen
647 #define tp_memcpy_dyn_gen(write_ops, dest, src) \
648 __assign_##dest##_1: \
650 u32 __tmpl = __dynamic_len[__dynamic_len_idx]; \
651 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(u32)); \
652 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(u32)); \
654 goto __end_field_##dest##_1; \
655 __assign_##dest##_2: \
656 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__typemap.dest)); \
657 __chan->ops->write_ops(&__ctx, src, \
658 sizeof(__typemap.dest) * __get_dynamic_array_len(dest));\
659 goto __end_field_##dest##_2;
661 #undef tp_memcpy_dyn_gen_2
662 #define tp_memcpy_dyn_gen_2(write_ops, dest, src1, src2) \
663 __assign_##dest##_1: \
665 u32 __tmpl = __dynamic_len[__dynamic_len_idx] \
666 + __dynamic_len[__dynamic_len_idx + 1]; \
667 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(u32)); \
668 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(u32)); \
670 goto __end_field_##dest##_1; \
671 __assign_##dest##_2: \
672 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__typemap.dest)); \
673 __chan->ops->write_ops(&__ctx, src1, \
674 sizeof(__typemap.dest) * __get_dynamic_array_len(dest));\
675 goto __end_field_##dest##_2; \
676 __assign_##dest##_3: \
677 __chan->ops->write_ops(&__ctx, src2, \
678 sizeof(__typemap.dest) * __get_dynamic_array_len(dest));\
679 goto __end_field_##dest##_3;
682 #define tp_memcpy_dyn(dest, src) \
683 tp_memcpy_dyn_gen(event_write, dest, src)
685 #undef tp_memcpy_dyn_2
686 #define tp_memcpy_dyn_2(dest, src1, src2) \
687 tp_memcpy_dyn_gen_2(event_write, dest, src1, src2)
689 #undef tp_memcpy_dyn_from_user
690 #define tp_memcpy_dyn_from_user(dest, src) \
691 tp_memcpy_dyn_gen(event_write_from_user, dest, src)
694 * The string length including the final \0.
696 #undef tp_copy_string_from_user
697 #define tp_copy_string_from_user(dest, src) \
700 (void) __typemap.dest; \
701 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__typemap.dest)); \
702 __chan->ops->event_strcpy_from_user(&__ctx, src, \
703 __get_dynamic_array_len(dest)); \
704 goto __end_field_##dest;
707 #define tp_strcpy(dest, src) \
710 (void) __typemap.dest; \
711 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__typemap.dest)); \
712 __chan->ops->event_strcpy(&__ctx, src, __get_dynamic_array_len(dest)); \
713 goto __end_field_##dest;
715 /* Named field types must be defined in lttng-types.h */
718 #define __get_str(field) field
720 #undef __get_dynamic_array
721 #define __get_dynamic_array(field) field
723 /* Beware: this get len actually consumes the len value */
724 #undef __get_dynamic_array_len
725 #define __get_dynamic_array_len(field) __dynamic_len[__dynamic_len_idx++]
728 #define TP_PROTO(args...) args
731 #define TP_ARGS(args...) args
733 #undef TP_STRUCT__entry
734 #define TP_STRUCT__entry(args...) args
736 #undef TP_fast_assign
737 #define TP_fast_assign(args...) args
740 * For state dump, check that "session" argument (mandatory) matches the
741 * session this event belongs to. Ensures that we write state dump data only
742 * into the started session, not into all sessions.
744 #ifdef TP_SESSION_CHECK
745 #define _TP_SESSION_CHECK(session, csession) (session == csession)
746 #else /* TP_SESSION_CHECK */
747 #define _TP_SESSION_CHECK(session, csession) 1
748 #endif /* TP_SESSION_CHECK */
751 * __dynamic_len array length is twice the number of fields due to
752 * __dynamic_array_enc_ext_2() and tp_memcpy_dyn_2(), which are the
753 * worse case, needing 2 entries per field.
755 #undef DECLARE_EVENT_CLASS
756 #define DECLARE_EVENT_CLASS(_name, _proto, _args, _tstruct, _assign, _print) \
757 static void __event_probe__##_name(void *__data, _proto) \
759 struct lttng_event *__event = __data; \
760 struct lttng_channel *__chan = __event->chan; \
761 struct lib_ring_buffer_ctx __ctx; \
762 size_t __event_len, __event_align; \
763 size_t __dynamic_len_idx = 0; \
764 size_t __dynamic_len[2 * ARRAY_SIZE(__event_fields___##_name)]; \
765 struct __event_typemap__##_name __typemap; \
769 (void) __dynamic_len_idx; /* don't warn if unused */ \
770 (void) __typemap; /* don't warn if unused */ \
772 if (!_TP_SESSION_CHECK(session, __chan->session)) \
774 if (unlikely(!ACCESS_ONCE(__chan->session->active))) \
776 if (unlikely(!ACCESS_ONCE(__chan->enabled))) \
778 if (unlikely(!ACCESS_ONCE(__event->enabled))) \
780 __event_len = __event_get_size__##_name(__dynamic_len, _args); \
781 __event_align = __event_get_align__##_name(_args); \
782 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, __event, __event_len, \
783 __event_align, -1); \
784 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
787 /* Control code (field ordering) */ \
789 __chan->ops->event_commit(&__ctx); \
791 /* Copy code, steered by control code */ \
795 #undef DECLARE_EVENT_CLASS_NOARGS
796 #define DECLARE_EVENT_CLASS_NOARGS(_name, _tstruct, _assign, _print) \
797 static void __event_probe__##_name(void *__data) \
799 struct lttng_event *__event = __data; \
800 struct lttng_channel *__chan = __event->chan; \
801 struct lib_ring_buffer_ctx __ctx; \
802 size_t __event_len, __event_align; \
805 if (!_TP_SESSION_CHECK(session, __chan->session)) \
807 if (unlikely(!ACCESS_ONCE(__chan->session->active))) \
809 if (unlikely(!ACCESS_ONCE(__chan->enabled))) \
811 if (unlikely(!ACCESS_ONCE(__event->enabled))) \
815 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, __event, __event_len, \
816 __event_align, -1); \
817 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
820 /* Control code (field ordering) */ \
822 __chan->ops->event_commit(&__ctx); \
824 /* Copy code, steered by control code */ \
828 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
831 * Stage 10 of the trace events.
833 * Register/unregister probes at module load/unload.
836 #include "lttng-events-reset.h" /* Reset all macros within TRACE_EVENT */
838 #define TP_ID1(_token, _system) _token##_system
839 #define TP_ID(_token, _system) TP_ID1(_token, _system)
840 #define module_init_eval1(_token, _system) module_init(_token##_system)
841 #define module_init_eval(_token, _system) module_init_eval1(_token, _system)
842 #define module_exit_eval1(_token, _system) module_exit(_token##_system)
843 #define module_exit_eval(_token, _system) module_exit_eval1(_token, _system)
845 #ifndef TP_MODULE_NOINIT
846 static int TP_ID(__lttng_events_init__
, TRACE_SYSTEM
)(void)
848 wrapper_vmalloc_sync_all();
849 return lttng_probe_register(&TP_ID(__probe_desc___
, TRACE_SYSTEM
));
852 static void TP_ID(__lttng_events_exit__
, TRACE_SYSTEM
)(void)
854 lttng_probe_unregister(&TP_ID(__probe_desc___
, TRACE_SYSTEM
));
857 #ifndef TP_MODULE_NOAUTOLOAD
858 module_init_eval(__lttng_events_init__
, TRACE_SYSTEM
);
859 module_exit_eval(__lttng_events_exit__
, TRACE_SYSTEM
);
864 #undef module_init_eval
865 #undef module_exit_eval
871 #undef TRACE_EVENT_FLAGS
This page took 0.078408 seconds and 4 git commands to generate.