2 * SPDX-License-Identifier: LGPL-2.1-only
4 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
6 * Holds LTTng per-session event registry.
24 #include <lttng/ust-endian.h>
26 #include <urcu/arch.h>
27 #include <urcu/compiler.h>
28 #include <urcu/hlist.h>
29 #include <urcu/list.h>
30 #include <urcu/uatomic.h>
32 #include <lttng/tracepoint.h>
33 #include <lttng/ust-events.h>
35 #include <usterr-signal-safe.h>
36 #include <ust-helper.h>
37 #include <lttng/ust-ctl.h>
40 #include <ust-dynamic-type.h>
41 #include <ust-context-provider.h>
44 #include "lttng-ust-uuid.h"
46 #include "tracepoint-internal.h"
47 #include "string-utils.h"
48 #include "lttng-bytecode.h"
49 #include "lttng-tracer.h"
50 #include "lttng-tracer-core.h"
51 #include "lttng-ust-statedump.h"
52 #include "context-internal.h"
53 #include "ust-events-internal.h"
55 #include "../libringbuffer/shm.h"
56 #include "../libringbuffer/frontend_types.h"
57 #include "../libcounter/counter.h"
59 #include <lttng/ust-abi.h>
62 * All operations within this file are called by the communication
63 * thread, under ust_lock protection.
66 static CDS_LIST_HEAD(sessions
);
67 static CDS_LIST_HEAD(event_notifier_groups
);
69 struct cds_list_head
*lttng_get_sessions(void)
74 static void _lttng_event_destroy(struct lttng_ust_event_common
*event
);
75 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
78 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
);
80 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
);
82 void lttng_event_notifier_group_sync_enablers(
83 struct lttng_event_notifier_group
*event_notifier_group
);
85 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
87 bool lttng_ust_validate_event_name(const struct lttng_ust_event_desc
*desc
)
89 if (strlen(desc
->probe_desc
->provider_name
) + 1 +
90 strlen(desc
->event_name
) >= LTTNG_UST_ABI_SYM_NAME_LEN
)
95 void lttng_ust_format_event_name(const struct lttng_ust_event_desc
*desc
,
98 strcpy(name
, desc
->probe_desc
->provider_name
);
100 strcat(name
, desc
->event_name
);
104 * Called with ust lock held.
106 int lttng_session_active(void)
108 struct lttng_ust_session_private
*iter
;
110 cds_list_for_each_entry(iter
, &sessions
, node
) {
111 if (iter
->pub
->active
)
118 int lttng_loglevel_match(int loglevel
,
119 unsigned int has_loglevel
,
120 enum lttng_ust_abi_loglevel_type req_type
,
124 loglevel
= TRACE_DEFAULT
;
126 case LTTNG_UST_ABI_LOGLEVEL_RANGE
:
127 if (loglevel
<= req_loglevel
128 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
132 case LTTNG_UST_ABI_LOGLEVEL_SINGLE
:
133 if (loglevel
== req_loglevel
134 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
138 case LTTNG_UST_ABI_LOGLEVEL_ALL
:
140 if (loglevel
<= TRACE_DEBUG
)
147 struct lttng_ust_session
*lttng_session_create(void)
149 struct lttng_ust_session
*session
;
150 struct lttng_ust_session_private
*session_priv
;
153 session
= zmalloc(sizeof(struct lttng_ust_session
));
156 session
->struct_size
= sizeof(struct lttng_ust_session
);
157 session_priv
= zmalloc(sizeof(struct lttng_ust_session_private
));
162 session
->priv
= session_priv
;
163 session_priv
->pub
= session
;
164 if (lttng_context_init_all(&session
->priv
->ctx
)) {
169 CDS_INIT_LIST_HEAD(&session
->priv
->chan_head
);
170 CDS_INIT_LIST_HEAD(&session
->priv
->events_head
);
171 CDS_INIT_LIST_HEAD(&session
->priv
->enums_head
);
172 CDS_INIT_LIST_HEAD(&session
->priv
->enablers_head
);
173 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
174 CDS_INIT_HLIST_HEAD(&session
->priv
->events_ht
.table
[i
]);
175 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
176 CDS_INIT_HLIST_HEAD(&session
->priv
->enums_ht
.table
[i
]);
177 cds_list_add(&session
->priv
->node
, &sessions
);
181 struct lttng_counter
*lttng_ust_counter_create(
182 const char *counter_transport_name
,
183 size_t number_dimensions
, const struct lttng_counter_dimension
*dimensions
)
185 struct lttng_counter_transport
*counter_transport
= NULL
;
186 struct lttng_counter
*counter
= NULL
;
188 counter_transport
= lttng_counter_transport_find(counter_transport_name
);
189 if (!counter_transport
)
191 counter
= zmalloc(sizeof(struct lttng_counter
));
195 counter
->ops
= &counter_transport
->ops
;
196 counter
->transport
= counter_transport
;
198 counter
->counter
= counter
->ops
->counter_create(
199 number_dimensions
, dimensions
, 0,
201 if (!counter
->counter
) {
215 void lttng_ust_counter_destroy(struct lttng_counter
*counter
)
217 counter
->ops
->counter_destroy(counter
->counter
);
221 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
223 struct lttng_event_notifier_group
*event_notifier_group
;
226 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
227 if (!event_notifier_group
)
230 /* Add all contexts. */
231 if (lttng_context_init_all(&event_notifier_group
->ctx
)) {
232 free(event_notifier_group
);
236 CDS_INIT_LIST_HEAD(&event_notifier_group
->enablers_head
);
237 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
238 for (i
= 0; i
< LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
; i
++)
239 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
241 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
243 return event_notifier_group
;
247 * Only used internally at session destruction.
250 void _lttng_channel_unmap(struct lttng_ust_channel_buffer
*lttng_chan
)
252 struct lttng_ust_lib_ring_buffer_channel
*chan
;
253 struct lttng_ust_shm_handle
*handle
;
255 cds_list_del(<tng_chan
->priv
->node
);
256 lttng_destroy_context(lttng_chan
->priv
->ctx
);
257 chan
= lttng_chan
->priv
->rb_chan
;
258 handle
= chan
->handle
;
259 channel_destroy(chan
, handle
, 0);
260 free(lttng_chan
->parent
);
261 free(lttng_chan
->priv
);
266 void register_event(struct lttng_ust_event_common
*event
)
269 struct lttng_ust_event_desc
*desc
;
270 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
272 assert(event
->priv
->registered
== 0);
273 desc
= event
->priv
->desc
;
274 lttng_ust_format_event_name(desc
, name
);
275 ret
= lttng_ust_tp_probe_register_queue_release(name
,
276 desc
->probe_callback
,
277 event
, desc
->signature
);
280 event
->priv
->registered
= 1;
284 void unregister_event(struct lttng_ust_event_common
*event
)
287 struct lttng_ust_event_desc
*desc
;
288 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
290 assert(event
->priv
->registered
== 1);
291 desc
= event
->priv
->desc
;
292 lttng_ust_format_event_name(desc
, name
);
293 ret
= lttng_ust_tp_probe_unregister_queue_release(name
,
294 desc
->probe_callback
,
298 event
->priv
->registered
= 0;
302 void _lttng_event_unregister(struct lttng_ust_event_common
*event
)
304 if (event
->priv
->registered
)
305 unregister_event(event
);
308 void lttng_session_destroy(struct lttng_ust_session
*session
)
310 struct lttng_ust_channel_buffer_private
*chan
, *tmpchan
;
311 struct lttng_ust_event_recorder_private
*event_recorder_priv
, *tmpevent_recorder_priv
;
312 struct lttng_enum
*_enum
, *tmp_enum
;
313 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
315 CMM_ACCESS_ONCE(session
->active
) = 0;
316 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
317 _lttng_event_unregister(event_recorder_priv
->parent
.pub
);
319 lttng_ust_urcu_synchronize_rcu(); /* Wait for in-flight events to complete */
320 lttng_ust_tp_probe_prune_release_queue();
321 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
322 &session
->priv
->enablers_head
, node
)
323 lttng_event_enabler_destroy(event_enabler
);
324 cds_list_for_each_entry_safe(event_recorder_priv
, tmpevent_recorder_priv
,
325 &session
->priv
->events_head
, node
)
326 _lttng_event_destroy(event_recorder_priv
->parent
.pub
);
327 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
328 &session
->priv
->enums_head
, node
)
329 _lttng_enum_destroy(_enum
);
330 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->priv
->chan_head
, node
)
331 _lttng_channel_unmap(chan
->pub
);
332 cds_list_del(&session
->priv
->node
);
333 lttng_destroy_context(session
->priv
->ctx
);
338 void lttng_event_notifier_group_destroy(
339 struct lttng_event_notifier_group
*event_notifier_group
)
342 struct lttng_event_notifier_enabler
*notifier_enabler
, *tmpnotifier_enabler
;
343 struct lttng_ust_event_notifier_private
*event_notifier_priv
, *tmpevent_notifier_priv
;
345 if (!event_notifier_group
) {
349 cds_list_for_each_entry(event_notifier_priv
,
350 &event_notifier_group
->event_notifiers_head
, node
)
351 _lttng_event_unregister(event_notifier_priv
->parent
.pub
);
353 lttng_ust_urcu_synchronize_rcu();
355 cds_list_for_each_entry_safe(notifier_enabler
, tmpnotifier_enabler
,
356 &event_notifier_group
->enablers_head
, node
)
357 lttng_event_notifier_enabler_destroy(notifier_enabler
);
359 cds_list_for_each_entry_safe(event_notifier_priv
, tmpevent_notifier_priv
,
360 &event_notifier_group
->event_notifiers_head
, node
)
361 _lttng_event_destroy(event_notifier_priv
->parent
.pub
);
363 if (event_notifier_group
->error_counter
)
364 lttng_ust_counter_destroy(event_notifier_group
->error_counter
);
366 /* Close the notification fd to the listener of event_notifiers. */
368 lttng_ust_lock_fd_tracker();
369 close_ret
= close(event_notifier_group
->notification_fd
);
371 lttng_ust_delete_fd_from_tracker(
372 event_notifier_group
->notification_fd
);
377 lttng_ust_unlock_fd_tracker();
379 cds_list_del(&event_notifier_group
->node
);
381 free(event_notifier_group
);
385 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
387 struct lttng_ust_bytecode_node
*filter_node
, *tmp_filter_node
;
388 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
394 /* Destroy filter bytecode */
395 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
396 &enabler
->filter_bytecode_head
, node
) {
400 /* Destroy excluders */
401 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
402 &enabler
->excluder_head
, node
) {
407 void lttng_event_notifier_enabler_destroy(struct lttng_event_notifier_enabler
*event_notifier_enabler
)
409 if (!event_notifier_enabler
) {
413 cds_list_del(&event_notifier_enabler
->node
);
415 lttng_enabler_destroy(lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
417 free(event_notifier_enabler
);
421 int lttng_enum_create(struct lttng_ust_enum_desc
*desc
,
422 struct lttng_ust_session
*session
)
424 const char *enum_name
= desc
->name
;
425 struct lttng_enum
*_enum
;
426 struct cds_hlist_head
*head
;
428 size_t name_len
= strlen(enum_name
);
432 /* Check if this enum is already registered for this session. */
433 hash
= jhash(enum_name
, name_len
, 0);
434 head
= &session
->priv
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
436 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
442 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
443 if (notify_socket
< 0) {
448 _enum
= zmalloc(sizeof(*_enum
));
453 _enum
->session
= session
;
456 ret
= ustcomm_register_enum(notify_socket
,
463 DBG("Error (%d) registering enumeration to sessiond", ret
);
464 goto sessiond_register_error
;
466 cds_list_add(&_enum
->node
, &session
->priv
->enums_head
);
467 cds_hlist_add_head(&_enum
->hlist
, head
);
470 sessiond_register_error
:
479 int lttng_create_enum_check(struct lttng_ust_type_common
*type
,
480 struct lttng_ust_session
*session
)
482 switch (type
->type
) {
483 case lttng_ust_type_enum
:
485 struct lttng_ust_enum_desc
*enum_desc
;
488 enum_desc
= lttng_ust_get_type_enum(type
)->desc
;
489 ret
= lttng_enum_create(enum_desc
, session
);
490 if (ret
&& ret
!= -EEXIST
) {
491 DBG("Unable to create enum error: (%d)", ret
);
496 case lttng_ust_type_dynamic
:
498 struct lttng_ust_event_field
*tag_field_generic
;
499 struct lttng_ust_enum_desc
*enum_desc
;
502 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
503 enum_desc
= lttng_ust_get_type_enum(tag_field_generic
->type
)->desc
;
504 ret
= lttng_enum_create(enum_desc
, session
);
505 if (ret
&& ret
!= -EEXIST
) {
506 DBG("Unable to create enum error: (%d)", ret
);
512 /* TODO: nested types when they become supported. */
519 int lttng_create_all_event_enums(size_t nr_fields
,
520 struct lttng_ust_event_field
**event_fields
,
521 struct lttng_ust_session
*session
)
526 /* For each field, ensure enum is part of the session. */
527 for (i
= 0; i
< nr_fields
; i
++) {
528 struct lttng_ust_type_common
*type
= event_fields
[i
]->type
;
530 ret
= lttng_create_enum_check(type
, session
);
538 int lttng_create_all_ctx_enums(size_t nr_fields
,
539 struct lttng_ust_ctx_field
**ctx_fields
,
540 struct lttng_ust_session
*session
)
545 /* For each field, ensure enum is part of the session. */
546 for (i
= 0; i
< nr_fields
; i
++) {
547 struct lttng_ust_type_common
*type
= ctx_fields
[i
]->event_field
->type
;
549 ret
= lttng_create_enum_check(type
, session
);
557 * Ensure that a state-dump will be performed for this session at the end
558 * of the current handle_message().
560 int lttng_session_statedump(struct lttng_ust_session
*session
)
562 session
->priv
->statedump_pending
= 1;
563 lttng_ust_sockinfo_session_enabled(session
->priv
->owner
);
567 int lttng_session_enable(struct lttng_ust_session
*session
)
570 struct lttng_ust_channel_buffer_private
*chan
;
573 if (session
->active
) {
578 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
579 if (notify_socket
< 0)
580 return notify_socket
;
582 /* Set transient enabler state to "enabled" */
583 session
->priv
->tstate
= 1;
585 /* We need to sync enablers with session before activation. */
586 lttng_session_sync_event_enablers(session
);
589 * Snapshot the number of events per channel to know the type of header
592 cds_list_for_each_entry(chan
, &session
->priv
->chan_head
, node
) {
593 struct lttng_ust_ctx
*ctx
;
594 struct lttng_ust_ctx_field
**fields
= NULL
;
595 size_t nr_fields
= 0;
598 /* don't change it if session stop/restart */
599 if (chan
->header_type
)
603 nr_fields
= ctx
->nr_fields
;
604 fields
= ctx
->fields
;
605 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
608 DBG("Error (%d) adding enum to session", ret
);
612 ret
= ustcomm_register_channel(notify_socket
,
621 DBG("Error (%d) registering channel to sessiond", ret
);
624 if (chan_id
!= chan
->id
) {
625 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
631 /* Set atomically the state to "active" */
632 CMM_ACCESS_ONCE(session
->active
) = 1;
633 CMM_ACCESS_ONCE(session
->priv
->been_active
) = 1;
635 ret
= lttng_session_statedump(session
);
642 int lttng_session_disable(struct lttng_ust_session
*session
)
646 if (!session
->active
) {
650 /* Set atomically the state to "inactive" */
651 CMM_ACCESS_ONCE(session
->active
) = 0;
653 /* Set transient enabler state to "disabled" */
654 session
->priv
->tstate
= 0;
655 lttng_session_sync_event_enablers(session
);
660 int lttng_channel_enable(struct lttng_ust_channel_common
*lttng_channel
)
664 if (lttng_channel
->enabled
) {
668 /* Set transient enabler state to "enabled" */
669 lttng_channel
->priv
->tstate
= 1;
670 lttng_session_sync_event_enablers(lttng_channel
->session
);
671 /* Set atomically the state to "enabled" */
672 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 1;
677 int lttng_channel_disable(struct lttng_ust_channel_common
*lttng_channel
)
681 if (!lttng_channel
->enabled
) {
685 /* Set atomically the state to "disabled" */
686 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 0;
687 /* Set transient enabler state to "enabled" */
688 lttng_channel
->priv
->tstate
= 0;
689 lttng_session_sync_event_enablers(lttng_channel
->session
);
695 struct cds_hlist_head
*borrow_hash_table_bucket(
696 struct cds_hlist_head
*hash_table
,
697 unsigned int hash_table_size
,
698 struct lttng_ust_event_desc
*desc
)
700 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
704 lttng_ust_format_event_name(desc
, name
);
705 name_len
= strlen(name
);
707 hash
= jhash(name
, name_len
, 0);
708 return &hash_table
[hash
& (hash_table_size
- 1)];
712 * Supports event creation while tracing session is active.
715 int lttng_event_recorder_create(struct lttng_ust_event_desc
*desc
,
716 struct lttng_ust_channel_buffer
*chan
)
718 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
719 struct lttng_ust_event_recorder
*event_recorder
;
720 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
721 struct lttng_ust_session
*session
= chan
->parent
->session
;
722 struct cds_hlist_head
*head
;
724 int notify_socket
, loglevel
;
727 head
= borrow_hash_table_bucket(chan
->parent
->session
->priv
->events_ht
.table
,
728 LTTNG_UST_EVENT_HT_SIZE
, desc
);
730 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
731 if (notify_socket
< 0) {
736 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
739 DBG("Error (%d) adding enum to session", ret
);
740 goto create_enum_error
;
744 * Check if loglevel match. Refuse to connect event if not.
746 event_recorder
= zmalloc(sizeof(struct lttng_ust_event_recorder
));
747 if (!event_recorder
) {
751 event_recorder
->struct_size
= sizeof(struct lttng_ust_event_recorder
);
753 event_recorder
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
754 if (!event_recorder
->parent
) {
758 event_recorder
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
759 event_recorder
->parent
->type
= LTTNG_UST_EVENT_TYPE_RECORDER
;
760 event_recorder
->parent
->child
= event_recorder
;
762 event_recorder_priv
= zmalloc(sizeof(struct lttng_ust_event_recorder_private
));
763 if (!event_recorder_priv
) {
767 event_recorder
->priv
= event_recorder_priv
;
768 event_recorder_priv
->pub
= event_recorder
;
769 event_recorder
->parent
->priv
= &event_recorder_priv
->parent
;
770 event_recorder_priv
->parent
.pub
= event_recorder
->parent
;
772 event_recorder
->chan
= chan
;
774 /* Event will be enabled by enabler sync. */
775 event_recorder
->parent
->run_filter
= lttng_ust_interpret_event_filter
;
776 event_recorder
->parent
->enabled
= 0;
777 event_recorder
->parent
->priv
->registered
= 0;
778 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->priv
->filter_bytecode_runtime_head
);
779 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->priv
->enablers_ref_head
);
780 event_recorder
->parent
->priv
->desc
= desc
;
783 loglevel
= *(*event_recorder
->parent
->priv
->desc
->loglevel
);
785 loglevel
= TRACE_DEFAULT
;
786 if (desc
->model_emf_uri
)
787 uri
= *(desc
->model_emf_uri
);
791 lttng_ust_format_event_name(desc
, name
);
793 /* Fetch event ID from sessiond */
794 ret
= ustcomm_register_event(notify_socket
,
797 chan
->priv
->parent
.objd
,
804 &event_recorder
->id
);
806 DBG("Error (%d) registering event to sessiond", ret
);
807 goto sessiond_register_error
;
810 cds_list_add(&event_recorder_priv
->node
, &chan
->parent
->session
->priv
->events_head
);
811 cds_hlist_add_head(&event_recorder_priv
->hlist
, head
);
814 sessiond_register_error
:
815 free(event_recorder_priv
);
817 free(event_recorder
->parent
);
819 free(event_recorder
);
827 int lttng_event_notifier_create(struct lttng_ust_event_desc
*desc
,
828 uint64_t token
, uint64_t error_counter_index
,
829 struct lttng_event_notifier_group
*event_notifier_group
)
831 struct lttng_ust_event_notifier
*event_notifier
;
832 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
833 struct cds_hlist_head
*head
;
837 * Get the hashtable bucket the created lttng_event_notifier object
838 * should be inserted.
840 head
= borrow_hash_table_bucket(
841 event_notifier_group
->event_notifiers_ht
.table
,
842 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
844 event_notifier
= zmalloc(sizeof(struct lttng_ust_event_notifier
));
845 if (!event_notifier
) {
849 event_notifier
->struct_size
= sizeof(struct lttng_ust_event_notifier
);
851 event_notifier
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
852 if (!event_notifier
->parent
) {
856 event_notifier
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
857 event_notifier
->parent
->type
= LTTNG_UST_EVENT_TYPE_NOTIFIER
;
858 event_notifier
->parent
->child
= event_notifier
;
860 event_notifier_priv
= zmalloc(sizeof(struct lttng_ust_event_notifier_private
));
861 if (!event_notifier_priv
) {
865 event_notifier
->priv
= event_notifier_priv
;
866 event_notifier_priv
->pub
= event_notifier
;
867 event_notifier
->parent
->priv
= &event_notifier_priv
->parent
;
868 event_notifier_priv
->parent
.pub
= event_notifier
->parent
;
870 event_notifier_priv
->group
= event_notifier_group
;
871 event_notifier_priv
->parent
.user_token
= token
;
872 event_notifier_priv
->error_counter_index
= error_counter_index
;
874 /* Event notifier will be enabled by enabler sync. */
875 event_notifier
->parent
->run_filter
= lttng_ust_interpret_event_filter
;
876 event_notifier
->parent
->enabled
= 0;
877 event_notifier_priv
->parent
.registered
= 0;
879 CDS_INIT_LIST_HEAD(&event_notifier
->parent
->priv
->filter_bytecode_runtime_head
);
880 CDS_INIT_LIST_HEAD(&event_notifier
->priv
->capture_bytecode_runtime_head
);
881 CDS_INIT_LIST_HEAD(&event_notifier_priv
->parent
.enablers_ref_head
);
882 event_notifier_priv
->parent
.desc
= desc
;
883 event_notifier
->notification_send
= lttng_event_notifier_notification_send
;
885 cds_list_add(&event_notifier_priv
->node
,
886 &event_notifier_group
->event_notifiers_head
);
887 cds_hlist_add_head(&event_notifier_priv
->hlist
, head
);
892 free(event_notifier
->parent
);
894 free(event_notifier
);
900 int lttng_desc_match_star_glob_enabler(struct lttng_ust_event_desc
*desc
,
901 struct lttng_enabler
*enabler
)
903 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
905 unsigned int has_loglevel
= 0;
907 lttng_ust_format_event_name(desc
, name
);
908 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
909 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
912 if (desc
->loglevel
) {
913 loglevel
= *(*desc
->loglevel
);
916 if (!lttng_loglevel_match(loglevel
,
918 enabler
->event_param
.loglevel_type
,
919 enabler
->event_param
.loglevel
))
925 int lttng_desc_match_event_enabler(struct lttng_ust_event_desc
*desc
,
926 struct lttng_enabler
*enabler
)
928 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
930 unsigned int has_loglevel
= 0;
932 lttng_ust_format_event_name(desc
, name
);
933 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
934 if (strcmp(name
, enabler
->event_param
.name
))
936 if (desc
->loglevel
) {
937 loglevel
= *(*desc
->loglevel
);
940 if (!lttng_loglevel_match(loglevel
,
942 enabler
->event_param
.loglevel_type
,
943 enabler
->event_param
.loglevel
))
949 int lttng_desc_match_enabler(struct lttng_ust_event_desc
*desc
,
950 struct lttng_enabler
*enabler
)
952 switch (enabler
->format_type
) {
953 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
955 struct lttng_ust_excluder_node
*excluder
;
957 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
962 * If the matching event matches with an excluder,
963 * return 'does not match'
965 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
968 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
972 excluder_name
= (char *) (excluder
->excluder
.names
)
973 + count
* LTTNG_UST_ABI_SYM_NAME_LEN
;
974 len
= strnlen(excluder_name
, LTTNG_UST_ABI_SYM_NAME_LEN
);
976 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
978 lttng_ust_format_event_name(desc
, name
);
979 if (strutils_star_glob_match(excluder_name
, len
, name
, SIZE_MAX
)) {
987 case LTTNG_ENABLER_FORMAT_EVENT
:
988 return lttng_desc_match_event_enabler(desc
, enabler
);
995 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
996 struct lttng_ust_event_recorder
*event_recorder
)
998 if (lttng_desc_match_enabler(event_recorder
->parent
->priv
->desc
,
999 lttng_event_enabler_as_enabler(event_enabler
))
1000 && event_recorder
->chan
== event_enabler
->chan
)
1007 int lttng_event_notifier_enabler_match_event_notifier(
1008 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1009 struct lttng_ust_event_notifier
*event_notifier
)
1011 int desc_matches
= lttng_desc_match_enabler(event_notifier
->priv
->parent
.desc
,
1012 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1014 if (desc_matches
&& event_notifier
->priv
->group
== event_notifier_enabler
->group
&&
1015 event_notifier
->priv
->parent
.user_token
== event_notifier_enabler
->user_token
)
1022 struct lttng_enabler_ref
*lttng_enabler_ref(
1023 struct cds_list_head
*enabler_ref_list
,
1024 struct lttng_enabler
*enabler
)
1026 struct lttng_enabler_ref
*enabler_ref
;
1028 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
1029 if (enabler_ref
->ref
== enabler
)
1036 * Create struct lttng_event if it is missing and present in the list of
1037 * tracepoint probes.
1040 void lttng_create_event_recorder_if_missing(struct lttng_event_enabler
*event_enabler
)
1042 struct lttng_ust_session
*session
= event_enabler
->chan
->parent
->session
;
1043 struct lttng_ust_probe_desc
*probe_desc
;
1044 struct lttng_ust_event_desc
*desc
;
1045 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1047 struct cds_list_head
*probe_list
;
1049 probe_list
= lttng_get_probe_list_head();
1051 * For each probe event, if we find that a probe event matches
1052 * our enabler, create an associated lttng_event if not
1055 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1056 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1059 struct cds_hlist_head
*head
;
1060 struct cds_hlist_node
*node
;
1062 desc
= probe_desc
->event_desc
[i
];
1063 if (!lttng_desc_match_enabler(desc
,
1064 lttng_event_enabler_as_enabler(event_enabler
)))
1067 head
= borrow_hash_table_bucket(
1068 session
->priv
->events_ht
.table
,
1069 LTTNG_UST_EVENT_HT_SIZE
, desc
);
1071 cds_hlist_for_each_entry(event_recorder_priv
, node
, head
, hlist
) {
1072 if (event_recorder_priv
->parent
.desc
== desc
1073 && event_recorder_priv
->pub
->chan
== event_enabler
->chan
) {
1082 * We need to create an event for this
1085 ret
= lttng_event_recorder_create(probe_desc
->event_desc
[i
],
1086 event_enabler
->chan
);
1088 DBG("Unable to create event \"%s:%s\", error %d\n",
1089 probe_desc
->provider_name
,
1090 probe_desc
->event_desc
[i
]->event_name
, ret
);
1097 void probe_provider_event_for_each(struct lttng_ust_probe_desc
*provider_desc
,
1098 void (*event_func
)(struct lttng_ust_event_common
*event
))
1100 struct cds_hlist_node
*node
, *tmp_node
;
1101 struct cds_list_head
*sessionsp
;
1104 /* Get handle on list of sessions. */
1105 sessionsp
= lttng_get_sessions();
1108 * Iterate over all events in the probe provider descriptions and
1109 * sessions to queue the unregistration of the events.
1111 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1112 struct lttng_ust_event_desc
*event_desc
;
1113 struct lttng_event_notifier_group
*event_notifier_group
;
1114 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1115 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1116 struct lttng_ust_session_private
*session_priv
;
1117 struct cds_hlist_head
*head
;
1119 event_desc
= provider_desc
->event_desc
[i
];
1122 * Iterate over all session to find the current event
1125 cds_list_for_each_entry(session_priv
, sessionsp
, node
) {
1127 * Get the list of events in the hashtable bucket and
1128 * iterate to find the event matching this descriptor.
1130 head
= borrow_hash_table_bucket(
1131 session_priv
->events_ht
.table
,
1132 LTTNG_UST_EVENT_HT_SIZE
, event_desc
);
1134 cds_hlist_for_each_entry_safe(event_recorder_priv
, node
, tmp_node
, head
, hlist
) {
1135 if (event_desc
== event_recorder_priv
->parent
.desc
) {
1136 event_func(event_recorder_priv
->parent
.pub
);
1143 * Iterate over all event_notifier groups to find the current event
1146 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1148 * Get the list of event_notifiers in the hashtable bucket and
1149 * iterate to find the event_notifier matching this
1152 head
= borrow_hash_table_bucket(
1153 event_notifier_group
->event_notifiers_ht
.table
,
1154 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, event_desc
);
1156 cds_hlist_for_each_entry_safe(event_notifier_priv
, node
, tmp_node
, head
, hlist
) {
1157 if (event_desc
== event_notifier_priv
->parent
.desc
) {
1158 event_func(event_notifier_priv
->parent
.pub
);
1167 void _event_enum_destroy(struct lttng_ust_event_common
*event
)
1170 switch (event
->type
) {
1171 case LTTNG_UST_EVENT_TYPE_RECORDER
:
1173 struct lttng_ust_event_recorder
*event_recorder
= event
->child
;
1174 struct lttng_ust_session
*session
= event_recorder
->chan
->parent
->session
;
1177 /* Destroy enums of the current event. */
1178 for (i
= 0; i
< event_recorder
->parent
->priv
->desc
->nr_fields
; i
++) {
1179 struct lttng_ust_enum_desc
*enum_desc
;
1180 struct lttng_ust_event_field
*field
;
1181 struct lttng_enum
*curr_enum
;
1183 field
= event_recorder
->parent
->priv
->desc
->fields
[i
];
1184 switch (field
->type
->type
) {
1185 case lttng_ust_type_enum
:
1186 enum_desc
= lttng_ust_get_type_enum(field
->type
)->desc
;
1192 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1194 _lttng_enum_destroy(curr_enum
);
1199 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
1204 /* Destroy event. */
1205 _lttng_event_destroy(event
);
1209 * Iterate over all the UST sessions to unregister and destroy all probes from
1210 * the probe provider descriptor received as argument. Must me called with the
1213 void lttng_probe_provider_unregister_events(
1214 struct lttng_ust_probe_desc
*provider_desc
)
1217 * Iterate over all events in the probe provider descriptions and sessions
1218 * to queue the unregistration of the events.
1220 probe_provider_event_for_each(provider_desc
, _lttng_event_unregister
);
1222 /* Wait for grace period. */
1223 lttng_ust_urcu_synchronize_rcu();
1224 /* Prune the unregistration queue. */
1225 lttng_ust_tp_probe_prune_release_queue();
1228 * It is now safe to destroy the events and remove them from the event list
1231 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
);
1235 * Create events associated with an event enabler (if not already present),
1236 * and add backward reference from the event to the enabler.
1239 int lttng_event_enabler_ref_event_recorders(struct lttng_event_enabler
*event_enabler
)
1241 struct lttng_ust_session
*session
= event_enabler
->chan
->parent
->session
;
1242 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1244 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
1247 /* First ensure that probe events are created for this enabler. */
1248 lttng_create_event_recorder_if_missing(event_enabler
);
1250 /* For each event matching enabler in session event list. */
1251 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
1252 struct lttng_enabler_ref
*enabler_ref
;
1254 if (!lttng_event_enabler_match_event(event_enabler
, event_recorder_priv
->pub
))
1257 enabler_ref
= lttng_enabler_ref(&event_recorder_priv
->parent
.enablers_ref_head
,
1258 lttng_event_enabler_as_enabler(event_enabler
));
1261 * If no backward ref, create it.
1262 * Add backward ref from event to enabler.
1264 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1267 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
1269 cds_list_add(&enabler_ref
->node
,
1270 &event_recorder_priv
->parent
.enablers_ref_head
);
1274 * Link filter bytecodes if not linked yet.
1276 lttng_enabler_link_bytecode(event_recorder_priv
->parent
.desc
,
1277 &session
->priv
->ctx
,
1278 &event_recorder_priv
->parent
.filter_bytecode_runtime_head
,
1279 <tng_event_enabler_as_enabler(event_enabler
)->filter_bytecode_head
);
1281 /* TODO: merge event context. */
1288 * Called at library load: connect the probe on all enablers matching
1290 * Called with session mutex held.
1292 int lttng_fix_pending_events(void)
1294 struct lttng_ust_session_private
*session_priv
;
1296 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1297 lttng_session_lazy_sync_event_enablers(session_priv
->pub
);
1302 int lttng_fix_pending_event_notifiers(void)
1304 struct lttng_event_notifier_group
*event_notifier_group
;
1306 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1307 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1313 * For each session of the owner thread, execute pending statedump.
1314 * Only dump state for the sessions owned by the caller thread, because
1315 * we don't keep ust_lock across the entire iteration.
1317 void lttng_handle_pending_statedump(void *owner
)
1319 struct lttng_ust_session_private
*session_priv
;
1321 /* Execute state dump */
1322 do_lttng_ust_statedump(owner
);
1324 /* Clear pending state dump */
1328 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1329 if (session_priv
->owner
!= owner
)
1331 if (!session_priv
->statedump_pending
)
1333 session_priv
->statedump_pending
= 0;
1341 void _lttng_event_destroy(struct lttng_ust_event_common
*event
)
1343 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1345 lttng_free_event_filter_runtime(event
);
1346 /* Free event enabler refs */
1347 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1348 &event
->priv
->enablers_ref_head
, node
)
1351 switch (event
->type
) {
1352 case LTTNG_UST_EVENT_TYPE_RECORDER
:
1354 struct lttng_ust_event_recorder
*event_recorder
= event
->child
;
1356 /* Remove from event list. */
1357 cds_list_del(&event_recorder
->priv
->node
);
1358 /* Remove from event hash table. */
1359 cds_hlist_del(&event_recorder
->priv
->hlist
);
1361 lttng_destroy_context(event_recorder
->priv
->ctx
);
1362 free(event_recorder
->parent
);
1363 free(event_recorder
->priv
);
1364 free(event_recorder
);
1367 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
1369 struct lttng_ust_event_notifier
*event_notifier
= event
->child
;
1371 /* Remove from event list. */
1372 cds_list_del(&event_notifier
->priv
->node
);
1373 /* Remove from event hash table. */
1374 cds_hlist_del(&event_notifier
->priv
->hlist
);
1376 free(event_notifier
->priv
);
1377 free(event_notifier
->parent
);
1378 free(event_notifier
);
1387 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1389 cds_list_del(&_enum
->node
);
1390 cds_hlist_del(&_enum
->hlist
);
1394 void lttng_ust_abi_events_exit(void)
1396 struct lttng_ust_session_private
*session_priv
, *tmpsession_priv
;
1398 cds_list_for_each_entry_safe(session_priv
, tmpsession_priv
, &sessions
, node
)
1399 lttng_session_destroy(session_priv
->pub
);
1403 * Enabler management.
1405 struct lttng_event_enabler
*lttng_event_enabler_create(
1406 enum lttng_enabler_format_type format_type
,
1407 struct lttng_ust_abi_event
*event_param
,
1408 struct lttng_ust_channel_buffer
*chan
)
1410 struct lttng_event_enabler
*event_enabler
;
1412 event_enabler
= zmalloc(sizeof(*event_enabler
));
1415 event_enabler
->base
.format_type
= format_type
;
1416 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1417 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1418 memcpy(&event_enabler
->base
.event_param
, event_param
,
1419 sizeof(event_enabler
->base
.event_param
));
1420 event_enabler
->chan
= chan
;
1422 event_enabler
->base
.enabled
= 0;
1423 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->parent
->session
->priv
->enablers_head
);
1424 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1426 return event_enabler
;
1429 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1430 struct lttng_event_notifier_group
*event_notifier_group
,
1431 enum lttng_enabler_format_type format_type
,
1432 struct lttng_ust_abi_event_notifier
*event_notifier_param
)
1434 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1436 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1437 if (!event_notifier_enabler
)
1439 event_notifier_enabler
->base
.format_type
= format_type
;
1440 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.filter_bytecode_head
);
1441 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->capture_bytecode_head
);
1442 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.excluder_head
);
1444 event_notifier_enabler
->user_token
= event_notifier_param
->event
.token
;
1445 event_notifier_enabler
->error_counter_index
= event_notifier_param
->error_counter_index
;
1446 event_notifier_enabler
->num_captures
= 0;
1448 memcpy(&event_notifier_enabler
->base
.event_param
.name
,
1449 event_notifier_param
->event
.name
,
1450 sizeof(event_notifier_enabler
->base
.event_param
.name
));
1451 event_notifier_enabler
->base
.event_param
.instrumentation
=
1452 event_notifier_param
->event
.instrumentation
;
1453 event_notifier_enabler
->base
.event_param
.loglevel
=
1454 event_notifier_param
->event
.loglevel
;
1455 event_notifier_enabler
->base
.event_param
.loglevel_type
=
1456 event_notifier_param
->event
.loglevel_type
;
1458 event_notifier_enabler
->base
.enabled
= 0;
1459 event_notifier_enabler
->group
= event_notifier_group
;
1461 cds_list_add(&event_notifier_enabler
->node
,
1462 &event_notifier_group
->enablers_head
);
1464 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1466 return event_notifier_enabler
;
1469 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1471 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1472 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1477 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1479 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1480 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1486 void _lttng_enabler_attach_filter_bytecode(struct lttng_enabler
*enabler
,
1487 struct lttng_ust_bytecode_node
**bytecode
)
1489 (*bytecode
)->enabler
= enabler
;
1490 cds_list_add_tail(&(*bytecode
)->node
, &enabler
->filter_bytecode_head
);
1491 /* Take ownership of bytecode */
1495 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler
*event_enabler
,
1496 struct lttng_ust_bytecode_node
**bytecode
)
1498 _lttng_enabler_attach_filter_bytecode(
1499 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1501 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1506 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1507 struct lttng_ust_excluder_node
**excluder
)
1509 (*excluder
)->enabler
= enabler
;
1510 cds_list_add_tail(&(*excluder
)->node
, &enabler
->excluder_head
);
1511 /* Take ownership of excluder */
1515 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1516 struct lttng_ust_excluder_node
**excluder
)
1518 _lttng_enabler_attach_exclusion(
1519 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1521 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1525 int lttng_event_notifier_enabler_enable(
1526 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1528 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 1;
1529 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1534 int lttng_event_notifier_enabler_disable(
1535 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1537 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 0;
1538 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1543 int lttng_event_notifier_enabler_attach_filter_bytecode(
1544 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1545 struct lttng_ust_bytecode_node
**bytecode
)
1547 _lttng_enabler_attach_filter_bytecode(
1548 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1551 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1555 int lttng_event_notifier_enabler_attach_capture_bytecode(
1556 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1557 struct lttng_ust_bytecode_node
**bytecode
)
1559 (*bytecode
)->enabler
= lttng_event_notifier_enabler_as_enabler(
1560 event_notifier_enabler
);
1561 cds_list_add_tail(&(*bytecode
)->node
,
1562 &event_notifier_enabler
->capture_bytecode_head
);
1563 /* Take ownership of bytecode */
1565 event_notifier_enabler
->num_captures
++;
1567 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1571 int lttng_event_notifier_enabler_attach_exclusion(
1572 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1573 struct lttng_ust_excluder_node
**excluder
)
1575 _lttng_enabler_attach_exclusion(
1576 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1579 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1583 int lttng_attach_context(struct lttng_ust_abi_context
*context_param
,
1584 union lttng_ust_abi_args
*uargs
,
1585 struct lttng_ust_ctx
**ctx
, struct lttng_ust_session
*session
)
1588 * We cannot attach a context after trace has been started for a
1589 * session because the metadata does not allow expressing this
1590 * information outside of the original channel scope.
1592 if (session
->priv
->been_active
)
1595 switch (context_param
->ctx
) {
1596 case LTTNG_UST_ABI_CONTEXT_PTHREAD_ID
:
1597 return lttng_add_pthread_id_to_ctx(ctx
);
1598 case LTTNG_UST_ABI_CONTEXT_PERF_THREAD_COUNTER
:
1600 struct lttng_ust_abi_perf_counter_ctx
*perf_ctx_param
;
1602 perf_ctx_param
= &context_param
->u
.perf_counter
;
1603 return lttng_add_perf_counter_to_ctx(
1604 perf_ctx_param
->type
,
1605 perf_ctx_param
->config
,
1606 perf_ctx_param
->name
,
1609 case LTTNG_UST_ABI_CONTEXT_VTID
:
1610 return lttng_add_vtid_to_ctx(ctx
);
1611 case LTTNG_UST_ABI_CONTEXT_VPID
:
1612 return lttng_add_vpid_to_ctx(ctx
);
1613 case LTTNG_UST_ABI_CONTEXT_PROCNAME
:
1614 return lttng_add_procname_to_ctx(ctx
);
1615 case LTTNG_UST_ABI_CONTEXT_IP
:
1616 return lttng_add_ip_to_ctx(ctx
);
1617 case LTTNG_UST_ABI_CONTEXT_CPU_ID
:
1618 return lttng_add_cpu_id_to_ctx(ctx
);
1619 case LTTNG_UST_ABI_CONTEXT_APP_CONTEXT
:
1620 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1622 case LTTNG_UST_ABI_CONTEXT_CGROUP_NS
:
1623 return lttng_add_cgroup_ns_to_ctx(ctx
);
1624 case LTTNG_UST_ABI_CONTEXT_IPC_NS
:
1625 return lttng_add_ipc_ns_to_ctx(ctx
);
1626 case LTTNG_UST_ABI_CONTEXT_MNT_NS
:
1627 return lttng_add_mnt_ns_to_ctx(ctx
);
1628 case LTTNG_UST_ABI_CONTEXT_NET_NS
:
1629 return lttng_add_net_ns_to_ctx(ctx
);
1630 case LTTNG_UST_ABI_CONTEXT_PID_NS
:
1631 return lttng_add_pid_ns_to_ctx(ctx
);
1632 case LTTNG_UST_ABI_CONTEXT_TIME_NS
:
1633 return lttng_add_time_ns_to_ctx(ctx
);
1634 case LTTNG_UST_ABI_CONTEXT_USER_NS
:
1635 return lttng_add_user_ns_to_ctx(ctx
);
1636 case LTTNG_UST_ABI_CONTEXT_UTS_NS
:
1637 return lttng_add_uts_ns_to_ctx(ctx
);
1638 case LTTNG_UST_ABI_CONTEXT_VUID
:
1639 return lttng_add_vuid_to_ctx(ctx
);
1640 case LTTNG_UST_ABI_CONTEXT_VEUID
:
1641 return lttng_add_veuid_to_ctx(ctx
);
1642 case LTTNG_UST_ABI_CONTEXT_VSUID
:
1643 return lttng_add_vsuid_to_ctx(ctx
);
1644 case LTTNG_UST_ABI_CONTEXT_VGID
:
1645 return lttng_add_vgid_to_ctx(ctx
);
1646 case LTTNG_UST_ABI_CONTEXT_VEGID
:
1647 return lttng_add_vegid_to_ctx(ctx
);
1648 case LTTNG_UST_ABI_CONTEXT_VSGID
:
1649 return lttng_add_vsgid_to_ctx(ctx
);
1655 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1656 struct lttng_ust_abi_context
*context_param
)
1661 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1663 if (!event_enabler
) {
1666 cds_list_del(&event_enabler
->node
);
1668 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1670 lttng_destroy_context(event_enabler
->ctx
);
1671 free(event_enabler
);
1675 * lttng_session_sync_event_enablers should be called just before starting a
1679 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
)
1681 struct lttng_event_enabler
*event_enabler
;
1682 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
1684 cds_list_for_each_entry(event_enabler
, &session
->priv
->enablers_head
, node
)
1685 lttng_event_enabler_ref_event_recorders(event_enabler
);
1687 * For each event, if at least one of its enablers is enabled,
1688 * and its channel and session transient states are enabled, we
1689 * enable the event, else we disable it.
1691 cds_list_for_each_entry(event_recorder_priv
, &session
->priv
->events_head
, node
) {
1692 struct lttng_enabler_ref
*enabler_ref
;
1693 struct lttng_ust_bytecode_runtime
*runtime
;
1694 int enabled
= 0, has_enablers_without_filter_bytecode
= 0;
1698 cds_list_for_each_entry(enabler_ref
,
1699 &event_recorder_priv
->parent
.enablers_ref_head
, node
) {
1700 if (enabler_ref
->ref
->enabled
) {
1706 * Enabled state is based on union of enablers, with
1707 * intesection of session and channel transient enable
1710 enabled
= enabled
&& session
->priv
->tstate
&& event_recorder_priv
->pub
->chan
->priv
->parent
.tstate
;
1712 CMM_STORE_SHARED(event_recorder_priv
->pub
->parent
->enabled
, enabled
);
1714 * Sync tracepoint registration with event enabled
1718 if (!event_recorder_priv
->parent
.registered
)
1719 register_event(event_recorder_priv
->parent
.pub
);
1721 if (event_recorder_priv
->parent
.registered
)
1722 unregister_event(event_recorder_priv
->parent
.pub
);
1725 /* Check if has enablers without bytecode enabled */
1726 cds_list_for_each_entry(enabler_ref
,
1727 &event_recorder_priv
->parent
.enablers_ref_head
, node
) {
1728 if (enabler_ref
->ref
->enabled
1729 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1730 has_enablers_without_filter_bytecode
= 1;
1734 event_recorder_priv
->parent
.has_enablers_without_filter_bytecode
=
1735 has_enablers_without_filter_bytecode
;
1737 /* Enable filters */
1738 cds_list_for_each_entry(runtime
,
1739 &event_recorder_priv
->parent
.filter_bytecode_runtime_head
, node
) {
1740 lttng_bytecode_sync_state(runtime
);
1743 CMM_STORE_SHARED(event_recorder_priv
->parent
.pub
->eval_filter
,
1744 !(has_enablers_without_filter_bytecode
|| !nr_filters
));
1746 lttng_ust_tp_probe_prune_release_queue();
1749 /* Support for event notifier is introduced by probe provider major version 2. */
1751 bool lttng_ust_probe_supports_event_notifier(struct lttng_ust_probe_desc
*probe_desc
)
1753 return probe_desc
->major
>= 2;
1757 void lttng_create_event_notifier_if_missing(
1758 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1760 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1761 struct lttng_ust_probe_desc
*probe_desc
;
1762 struct cds_list_head
*probe_list
;
1765 probe_list
= lttng_get_probe_list_head();
1767 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1768 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1771 struct lttng_ust_event_desc
*desc
;
1772 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1773 struct cds_hlist_head
*head
;
1774 struct cds_hlist_node
*node
;
1776 desc
= probe_desc
->event_desc
[i
];
1778 if (!lttng_desc_match_enabler(desc
,
1779 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)))
1783 * Given the current event_notifier group, get the bucket that
1784 * the target event_notifier would be if it was already
1787 head
= borrow_hash_table_bucket(
1788 event_notifier_group
->event_notifiers_ht
.table
,
1789 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
1791 cds_hlist_for_each_entry(event_notifier_priv
, node
, head
, hlist
) {
1793 * Check if event_notifier already exists by checking
1794 * if the event_notifier and enabler share the same
1795 * description and id.
1797 if (event_notifier_priv
->parent
.desc
== desc
&&
1798 event_notifier_priv
->parent
.user_token
== event_notifier_enabler
->user_token
) {
1807 /* Check that the probe supports event notifiers, else report the error. */
1808 if (!lttng_ust_probe_supports_event_notifier(probe_desc
)) {
1809 ERR("Probe \"%s\" contains event \"%s:%s\" which matches an enabled event notifier, "
1810 "but its version (%u.%u) is too old and does not implement event notifiers. "
1811 "It needs to be recompiled against a newer version of LTTng-UST, otherwise "
1812 "this event will not generate any notification.",
1813 probe_desc
->provider_name
,
1814 probe_desc
->provider_name
, desc
->event_name
,
1820 * We need to create a event_notifier for this event probe.
1822 ret
= lttng_event_notifier_create(desc
,
1823 event_notifier_enabler
->user_token
,
1824 event_notifier_enabler
->error_counter_index
,
1825 event_notifier_group
);
1827 DBG("Unable to create event_notifier \"%s:%s\", error %d\n",
1828 probe_desc
->provider_name
,
1829 probe_desc
->event_desc
[i
]->event_name
, ret
);
1836 * Create event_notifiers associated with a event_notifier enabler (if not already present).
1839 int lttng_event_notifier_enabler_ref_event_notifiers(
1840 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1842 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1843 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1846 * Only try to create event_notifiers for enablers that are enabled, the user
1847 * might still be attaching filter or exclusion to the
1848 * event_notifier_enabler.
1850 if (!lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
)
1853 /* First, ensure that probe event_notifiers are created for this enabler. */
1854 lttng_create_event_notifier_if_missing(event_notifier_enabler
);
1856 /* Link the created event_notifier with its associated enabler. */
1857 cds_list_for_each_entry(event_notifier_priv
, &event_notifier_group
->event_notifiers_head
, node
) {
1858 struct lttng_enabler_ref
*enabler_ref
;
1860 if (!lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier_priv
->pub
))
1863 enabler_ref
= lttng_enabler_ref(&event_notifier_priv
->parent
.enablers_ref_head
,
1864 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1867 * If no backward ref, create it.
1868 * Add backward ref from event_notifier to enabler.
1870 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1874 enabler_ref
->ref
= lttng_event_notifier_enabler_as_enabler(
1875 event_notifier_enabler
);
1876 cds_list_add(&enabler_ref
->node
,
1877 &event_notifier_priv
->parent
.enablers_ref_head
);
1881 * Link filter bytecodes if not linked yet.
1883 lttng_enabler_link_bytecode(event_notifier_priv
->parent
.desc
,
1884 &event_notifier_group
->ctx
,
1885 &event_notifier_priv
->parent
.filter_bytecode_runtime_head
,
1886 <tng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->filter_bytecode_head
);
1889 * Link capture bytecodes if not linked yet.
1891 lttng_enabler_link_bytecode(event_notifier_priv
->parent
.desc
,
1892 &event_notifier_group
->ctx
, &event_notifier_priv
->capture_bytecode_runtime_head
,
1893 &event_notifier_enabler
->capture_bytecode_head
);
1895 event_notifier_priv
->num_captures
= event_notifier_enabler
->num_captures
;
1902 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
1904 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1905 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
1907 cds_list_for_each_entry(event_notifier_enabler
, &event_notifier_group
->enablers_head
, node
)
1908 lttng_event_notifier_enabler_ref_event_notifiers(event_notifier_enabler
);
1911 * For each event_notifier, if at least one of its enablers is enabled,
1912 * we enable the event_notifier, else we disable it.
1914 cds_list_for_each_entry(event_notifier_priv
, &event_notifier_group
->event_notifiers_head
, node
) {
1915 struct lttng_enabler_ref
*enabler_ref
;
1916 struct lttng_ust_bytecode_runtime
*runtime
;
1917 int enabled
= 0, has_enablers_without_filter_bytecode
= 0;
1918 int nr_filters
= 0, nr_captures
= 0;
1920 /* Enable event_notifiers */
1921 cds_list_for_each_entry(enabler_ref
,
1922 &event_notifier_priv
->parent
.enablers_ref_head
, node
) {
1923 if (enabler_ref
->ref
->enabled
) {
1929 CMM_STORE_SHARED(event_notifier_priv
->pub
->parent
->enabled
, enabled
);
1931 * Sync tracepoint registration with event_notifier enabled
1935 if (!event_notifier_priv
->parent
.registered
)
1936 register_event(event_notifier_priv
->parent
.pub
);
1938 if (event_notifier_priv
->parent
.registered
)
1939 unregister_event(event_notifier_priv
->parent
.pub
);
1942 /* Check if has enablers without bytecode enabled */
1943 cds_list_for_each_entry(enabler_ref
,
1944 &event_notifier_priv
->parent
.enablers_ref_head
, node
) {
1945 if (enabler_ref
->ref
->enabled
1946 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1947 has_enablers_without_filter_bytecode
= 1;
1951 event_notifier_priv
->parent
.has_enablers_without_filter_bytecode
=
1952 has_enablers_without_filter_bytecode
;
1954 /* Enable filters */
1955 cds_list_for_each_entry(runtime
,
1956 &event_notifier_priv
->parent
.filter_bytecode_runtime_head
, node
) {
1957 lttng_bytecode_sync_state(runtime
);
1960 CMM_STORE_SHARED(event_notifier_priv
->parent
.pub
->eval_filter
,
1961 !(has_enablers_without_filter_bytecode
|| !nr_filters
));
1963 /* Enable captures. */
1964 cds_list_for_each_entry(runtime
,
1965 &event_notifier_priv
->capture_bytecode_runtime_head
, node
) {
1966 lttng_bytecode_sync_state(runtime
);
1969 CMM_STORE_SHARED(event_notifier_priv
->pub
->eval_capture
,
1972 lttng_ust_tp_probe_prune_release_queue();
1976 * Apply enablers to session events, adding events to session if need
1977 * be. It is required after each modification applied to an active
1978 * session, and right before session "start".
1979 * "lazy" sync means we only sync if required.
1982 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
)
1984 /* We can skip if session is not active */
1985 if (!session
->active
)
1987 lttng_session_sync_event_enablers(session
);
1991 * Update all sessions with the given app context.
1992 * Called with ust lock held.
1993 * This is invoked when an application context gets loaded/unloaded. It
1994 * ensures the context callbacks are in sync with the application
1995 * context (either app context callbacks, or dummy callbacks).
1997 void lttng_ust_context_set_session_provider(const char *name
,
1998 size_t (*get_size
)(struct lttng_ust_ctx_field
*field
, size_t offset
),
1999 void (*record
)(struct lttng_ust_ctx_field
*field
,
2000 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
2001 struct lttng_ust_channel_buffer
*chan
),
2002 void (*get_value
)(struct lttng_ust_ctx_field
*field
,
2003 struct lttng_ust_ctx_value
*value
))
2005 struct lttng_ust_session_private
*session_priv
;
2007 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
2008 struct lttng_ust_channel_buffer_private
*chan
;
2009 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
2012 ret
= lttng_ust_context_set_provider_rcu(&session_priv
->ctx
,
2013 name
, get_size
, record
, get_value
);
2016 cds_list_for_each_entry(chan
, &session_priv
->chan_head
, node
) {
2017 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
2018 name
, get_size
, record
, get_value
);
2022 cds_list_for_each_entry(event_recorder_priv
, &session_priv
->events_head
, node
) {
2023 ret
= lttng_ust_context_set_provider_rcu(&event_recorder_priv
->ctx
,
2024 name
, get_size
, record
, get_value
);
2032 * Update all event_notifier groups with the given app context.
2033 * Called with ust lock held.
2034 * This is invoked when an application context gets loaded/unloaded. It
2035 * ensures the context callbacks are in sync with the application
2036 * context (either app context callbacks, or dummy callbacks).
2038 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
2039 size_t (*get_size
)(struct lttng_ust_ctx_field
*field
, size_t offset
),
2040 void (*record
)(struct lttng_ust_ctx_field
*field
,
2041 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
2042 struct lttng_ust_channel_buffer
*chan
),
2043 void (*get_value
)(struct lttng_ust_ctx_field
*field
,
2044 struct lttng_ust_ctx_value
*value
))
2046 struct lttng_event_notifier_group
*event_notifier_group
;
2048 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
2051 ret
= lttng_ust_context_set_provider_rcu(
2052 &event_notifier_group
->ctx
,
2053 name
, get_size
, record
, get_value
);
2059 int lttng_ust_session_uuid_validate(struct lttng_ust_session
*session
,
2060 unsigned char *uuid
)
2064 /* Compare UUID with session. */
2065 if (session
->priv
->uuid_set
) {
2066 if (memcmp(session
->priv
->uuid
, uuid
, LTTNG_UST_UUID_LEN
)) {
2070 memcpy(session
->priv
->uuid
, uuid
, LTTNG_UST_UUID_LEN
);
2071 session
->priv
->uuid_set
= true;