2 * SPDX-License-Identifier: LGPL-2.1-only
4 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
6 * Holds LTTng per-session event registry.
24 #include <lttng/ust-endian.h>
26 #include <urcu/arch.h>
27 #include <urcu/compiler.h>
28 #include <urcu/hlist.h>
29 #include <urcu/list.h>
30 #include <urcu/uatomic.h>
32 #include <lttng/tracepoint.h>
33 #include <lttng/ust-events.h>
35 #include <usterr-signal-safe.h>
36 #include <ust-helper.h>
37 #include <lttng/ust-ctl.h>
40 #include <ust-dynamic-type.h>
41 #include <ust-context-provider.h>
44 #include "lttng-ust-uuid.h"
46 #include "tracepoint-internal.h"
47 #include "string-utils.h"
48 #include "lttng-bytecode.h"
49 #include "lttng-tracer.h"
50 #include "lttng-tracer-core.h"
51 #include "lttng-ust-statedump.h"
52 #include "context-internal.h"
53 #include "ust-events-internal.h"
55 #include "../libringbuffer/shm.h"
56 #include "../libcounter/counter.h"
58 #include <lttng/ust-abi.h>
61 * All operations within this file are called by the communication
62 * thread, under ust_lock protection.
65 static CDS_LIST_HEAD(sessions
);
66 static CDS_LIST_HEAD(event_notifier_groups
);
68 struct cds_list_head
*lttng_get_sessions(void)
73 static void _lttng_event_destroy(struct lttng_event
*event
);
74 static void _lttng_event_notifier_destroy(
75 struct lttng_event_notifier
*event_notifier
);
76 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
79 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
);
81 void lttng_session_sync_event_enablers(struct lttng_session
*session
);
83 void lttng_event_notifier_group_sync_enablers(
84 struct lttng_event_notifier_group
*event_notifier_group
);
86 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
89 * Called with ust lock held.
91 int lttng_session_active(void)
93 struct lttng_ust_session_private
*iter
;
95 cds_list_for_each_entry(iter
, &sessions
, node
) {
96 if (iter
->pub
->active
)
103 int lttng_loglevel_match(int loglevel
,
104 unsigned int has_loglevel
,
105 enum lttng_ust_loglevel_type req_type
,
109 loglevel
= TRACE_DEFAULT
;
111 case LTTNG_UST_LOGLEVEL_RANGE
:
112 if (loglevel
<= req_loglevel
113 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
117 case LTTNG_UST_LOGLEVEL_SINGLE
:
118 if (loglevel
== req_loglevel
119 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
123 case LTTNG_UST_LOGLEVEL_ALL
:
125 if (loglevel
<= TRACE_DEBUG
)
132 struct lttng_session
*lttng_session_create(void)
134 struct lttng_session
*session
;
135 struct lttng_ust_session_private
*session_priv
;
138 session
= zmalloc(sizeof(struct lttng_session
));
141 session_priv
= zmalloc(sizeof(struct lttng_ust_session_private
));
146 session
->priv
= session_priv
;
147 session_priv
->pub
= session
;
148 if (lttng_context_init_all(&session
->priv
->ctx
)) {
153 CDS_INIT_LIST_HEAD(&session
->priv
->chan_head
);
154 CDS_INIT_LIST_HEAD(&session
->priv
->events_head
);
155 CDS_INIT_LIST_HEAD(&session
->priv
->enums_head
);
156 CDS_INIT_LIST_HEAD(&session
->priv
->enablers_head
);
157 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
158 CDS_INIT_HLIST_HEAD(&session
->priv
->events_ht
.table
[i
]);
159 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
160 CDS_INIT_HLIST_HEAD(&session
->priv
->enums_ht
.table
[i
]);
161 cds_list_add(&session
->priv
->node
, &sessions
);
165 struct lttng_counter
*lttng_ust_counter_create(
166 const char *counter_transport_name
,
167 size_t number_dimensions
, const struct lttng_counter_dimension
*dimensions
)
169 struct lttng_counter_transport
*counter_transport
= NULL
;
170 struct lttng_counter
*counter
= NULL
;
172 counter_transport
= lttng_counter_transport_find(counter_transport_name
);
173 if (!counter_transport
)
175 counter
= zmalloc(sizeof(struct lttng_counter
));
179 counter
->ops
= &counter_transport
->ops
;
180 counter
->transport
= counter_transport
;
182 counter
->counter
= counter
->ops
->counter_create(
183 number_dimensions
, dimensions
, 0,
185 if (!counter
->counter
) {
199 void lttng_ust_counter_destroy(struct lttng_counter
*counter
)
201 counter
->ops
->counter_destroy(counter
->counter
);
205 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
207 struct lttng_event_notifier_group
*event_notifier_group
;
210 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
211 if (!event_notifier_group
)
214 /* Add all contexts. */
215 if (lttng_context_init_all(&event_notifier_group
->ctx
)) {
216 free(event_notifier_group
);
220 CDS_INIT_LIST_HEAD(&event_notifier_group
->enablers_head
);
221 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
222 for (i
= 0; i
< LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
; i
++)
223 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
225 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
227 return event_notifier_group
;
231 * Only used internally at session destruction.
234 void _lttng_channel_unmap(struct lttng_channel
*lttng_chan
)
236 struct channel
*chan
;
237 struct lttng_ust_shm_handle
*handle
;
239 cds_list_del(<tng_chan
->node
);
240 lttng_destroy_context(lttng_chan
->ctx
);
241 chan
= lttng_chan
->chan
;
242 handle
= lttng_chan
->handle
;
244 * note: lttng_chan is private data contained within handle. It
245 * will be freed along with the handle.
247 channel_destroy(chan
, handle
, 0);
251 void register_event(struct lttng_event
*event
)
254 const struct lttng_event_desc
*desc
;
256 assert(event
->priv
->registered
== 0);
257 desc
= event
->priv
->desc
;
258 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
259 desc
->probe_callback
,
260 event
, desc
->signature
);
263 event
->priv
->registered
= 1;
267 void register_event_notifier(struct lttng_event_notifier
*event_notifier
)
270 const struct lttng_event_desc
*desc
;
272 assert(event_notifier
->registered
== 0);
273 desc
= event_notifier
->desc
;
274 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
275 desc
->u
.ext
.event_notifier_callback
, event_notifier
, desc
->signature
);
278 event_notifier
->registered
= 1;
282 void unregister_event(struct lttng_event
*event
)
285 const struct lttng_event_desc
*desc
;
287 assert(event
->priv
->registered
== 1);
288 desc
= event
->priv
->desc
;
289 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
290 desc
->probe_callback
,
294 event
->priv
->registered
= 0;
298 void unregister_event_notifier(struct lttng_event_notifier
*event_notifier
)
301 const struct lttng_event_desc
*desc
;
303 assert(event_notifier
->registered
== 1);
304 desc
= event_notifier
->desc
;
305 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
306 desc
->u
.ext
.event_notifier_callback
, event_notifier
);
309 event_notifier
->registered
= 0;
313 * Only used internally at session destruction.
316 void _lttng_event_unregister(struct lttng_event
*event
)
318 if (event
->priv
->registered
)
319 unregister_event(event
);
323 * Only used internally at session destruction.
326 void _lttng_event_notifier_unregister(struct lttng_event_notifier
*event_notifier
)
328 if (event_notifier
->registered
)
329 unregister_event_notifier(event_notifier
);
332 void lttng_session_destroy(struct lttng_session
*session
)
334 struct lttng_channel
*chan
, *tmpchan
;
335 struct lttng_ust_event_private
*event_priv
, *tmpevent_priv
;
336 struct lttng_enum
*_enum
, *tmp_enum
;
337 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
339 CMM_ACCESS_ONCE(session
->active
) = 0;
340 cds_list_for_each_entry(event_priv
, &session
->priv
->events_head
, node
) {
341 _lttng_event_unregister(event_priv
->pub
);
343 lttng_ust_urcu_synchronize_rcu(); /* Wait for in-flight events to complete */
344 __tracepoint_probe_prune_release_queue();
345 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
346 &session
->priv
->enablers_head
, node
)
347 lttng_event_enabler_destroy(event_enabler
);
348 cds_list_for_each_entry_safe(event_priv
, tmpevent_priv
,
349 &session
->priv
->events_head
, node
)
350 _lttng_event_destroy(event_priv
->pub
);
351 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
352 &session
->priv
->enums_head
, node
)
353 _lttng_enum_destroy(_enum
);
354 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->priv
->chan_head
, node
)
355 _lttng_channel_unmap(chan
);
356 cds_list_del(&session
->priv
->node
);
357 lttng_destroy_context(session
->priv
->ctx
);
362 void lttng_event_notifier_group_destroy(
363 struct lttng_event_notifier_group
*event_notifier_group
)
366 struct lttng_event_notifier_enabler
*notifier_enabler
, *tmpnotifier_enabler
;
367 struct lttng_event_notifier
*notifier
, *tmpnotifier
;
369 if (!event_notifier_group
) {
373 cds_list_for_each_entry(notifier
,
374 &event_notifier_group
->event_notifiers_head
, node
)
375 _lttng_event_notifier_unregister(notifier
);
377 lttng_ust_urcu_synchronize_rcu();
379 cds_list_for_each_entry_safe(notifier_enabler
, tmpnotifier_enabler
,
380 &event_notifier_group
->enablers_head
, node
)
381 lttng_event_notifier_enabler_destroy(notifier_enabler
);
383 cds_list_for_each_entry_safe(notifier
, tmpnotifier
,
384 &event_notifier_group
->event_notifiers_head
, node
)
385 _lttng_event_notifier_destroy(notifier
);
387 if (event_notifier_group
->error_counter
)
388 lttng_ust_counter_destroy(event_notifier_group
->error_counter
);
390 /* Close the notification fd to the listener of event_notifiers. */
392 lttng_ust_lock_fd_tracker();
393 close_ret
= close(event_notifier_group
->notification_fd
);
395 lttng_ust_delete_fd_from_tracker(
396 event_notifier_group
->notification_fd
);
401 lttng_ust_unlock_fd_tracker();
403 cds_list_del(&event_notifier_group
->node
);
405 free(event_notifier_group
);
409 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
411 struct lttng_ust_bytecode_node
*filter_node
, *tmp_filter_node
;
412 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
418 /* Destroy filter bytecode */
419 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
420 &enabler
->filter_bytecode_head
, node
) {
424 /* Destroy excluders */
425 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
426 &enabler
->excluder_head
, node
) {
431 void lttng_event_notifier_enabler_destroy(struct lttng_event_notifier_enabler
*event_notifier_enabler
)
433 if (!event_notifier_enabler
) {
437 cds_list_del(&event_notifier_enabler
->node
);
439 lttng_enabler_destroy(lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
441 free(event_notifier_enabler
);
445 int lttng_enum_create(const struct lttng_enum_desc
*desc
,
446 struct lttng_session
*session
)
448 const char *enum_name
= desc
->name
;
449 struct lttng_enum
*_enum
;
450 struct cds_hlist_head
*head
;
452 size_t name_len
= strlen(enum_name
);
456 /* Check if this enum is already registered for this session. */
457 hash
= jhash(enum_name
, name_len
, 0);
458 head
= &session
->priv
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
460 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
466 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
467 if (notify_socket
< 0) {
472 _enum
= zmalloc(sizeof(*_enum
));
477 _enum
->session
= session
;
480 ret
= ustcomm_register_enum(notify_socket
,
487 DBG("Error (%d) registering enumeration to sessiond", ret
);
488 goto sessiond_register_error
;
490 cds_list_add(&_enum
->node
, &session
->priv
->enums_head
);
491 cds_hlist_add_head(&_enum
->hlist
, head
);
494 sessiond_register_error
:
503 int lttng_create_enum_check(const struct lttng_type
*type
,
504 struct lttng_session
*session
)
506 switch (type
->atype
) {
509 const struct lttng_enum_desc
*enum_desc
;
512 enum_desc
= type
->u
.legacy
.basic
.enumeration
.desc
;
513 ret
= lttng_enum_create(enum_desc
, session
);
514 if (ret
&& ret
!= -EEXIST
) {
515 DBG("Unable to create enum error: (%d)", ret
);
520 case atype_enum_nestable
:
522 const struct lttng_enum_desc
*enum_desc
;
525 enum_desc
= type
->u
.enum_nestable
.desc
;
526 ret
= lttng_enum_create(enum_desc
, session
);
527 if (ret
&& ret
!= -EEXIST
) {
528 DBG("Unable to create enum error: (%d)", ret
);
535 const struct lttng_event_field
*tag_field_generic
;
536 const struct lttng_enum_desc
*enum_desc
;
539 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
540 enum_desc
= tag_field_generic
->type
.u
.enum_nestable
.desc
;
541 ret
= lttng_enum_create(enum_desc
, session
);
542 if (ret
&& ret
!= -EEXIST
) {
543 DBG("Unable to create enum error: (%d)", ret
);
549 /* TODO: nested types when they become supported. */
556 int lttng_create_all_event_enums(size_t nr_fields
,
557 const struct lttng_event_field
*event_fields
,
558 struct lttng_session
*session
)
563 /* For each field, ensure enum is part of the session. */
564 for (i
= 0; i
< nr_fields
; i
++) {
565 const struct lttng_type
*type
= &event_fields
[i
].type
;
567 ret
= lttng_create_enum_check(type
, session
);
575 int lttng_create_all_ctx_enums(size_t nr_fields
,
576 const struct lttng_ctx_field
*ctx_fields
,
577 struct lttng_session
*session
)
582 /* For each field, ensure enum is part of the session. */
583 for (i
= 0; i
< nr_fields
; i
++) {
584 const struct lttng_type
*type
= &ctx_fields
[i
].event_field
.type
;
586 ret
= lttng_create_enum_check(type
, session
);
594 * Ensure that a state-dump will be performed for this session at the end
595 * of the current handle_message().
597 int lttng_session_statedump(struct lttng_session
*session
)
599 session
->priv
->statedump_pending
= 1;
600 lttng_ust_sockinfo_session_enabled(session
->priv
->owner
);
604 int lttng_session_enable(struct lttng_session
*session
)
607 struct lttng_channel
*chan
;
610 if (session
->active
) {
615 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
616 if (notify_socket
< 0)
617 return notify_socket
;
619 /* Set transient enabler state to "enabled" */
620 session
->priv
->tstate
= 1;
622 /* We need to sync enablers with session before activation. */
623 lttng_session_sync_event_enablers(session
);
626 * Snapshot the number of events per channel to know the type of header
629 cds_list_for_each_entry(chan
, &session
->priv
->chan_head
, node
) {
630 const struct lttng_ctx
*ctx
;
631 const struct lttng_ctx_field
*fields
= NULL
;
632 size_t nr_fields
= 0;
635 /* don't change it if session stop/restart */
636 if (chan
->header_type
)
640 nr_fields
= ctx
->nr_fields
;
641 fields
= ctx
->fields
;
642 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
645 DBG("Error (%d) adding enum to session", ret
);
649 ret
= ustcomm_register_channel(notify_socket
,
658 DBG("Error (%d) registering channel to sessiond", ret
);
661 if (chan_id
!= chan
->id
) {
662 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
668 /* Set atomically the state to "active" */
669 CMM_ACCESS_ONCE(session
->active
) = 1;
670 CMM_ACCESS_ONCE(session
->priv
->been_active
) = 1;
672 ret
= lttng_session_statedump(session
);
679 int lttng_session_disable(struct lttng_session
*session
)
683 if (!session
->active
) {
687 /* Set atomically the state to "inactive" */
688 CMM_ACCESS_ONCE(session
->active
) = 0;
690 /* Set transient enabler state to "disabled" */
691 session
->priv
->tstate
= 0;
692 lttng_session_sync_event_enablers(session
);
697 int lttng_channel_enable(struct lttng_channel
*channel
)
701 if (channel
->enabled
) {
705 /* Set transient enabler state to "enabled" */
707 lttng_session_sync_event_enablers(channel
->session
);
708 /* Set atomically the state to "enabled" */
709 CMM_ACCESS_ONCE(channel
->enabled
) = 1;
714 int lttng_channel_disable(struct lttng_channel
*channel
)
718 if (!channel
->enabled
) {
722 /* Set atomically the state to "disabled" */
723 CMM_ACCESS_ONCE(channel
->enabled
) = 0;
724 /* Set transient enabler state to "enabled" */
726 lttng_session_sync_event_enablers(channel
->session
);
732 struct cds_hlist_head
*borrow_hash_table_bucket(
733 struct cds_hlist_head
*hash_table
,
734 unsigned int hash_table_size
,
735 const struct lttng_event_desc
*desc
)
737 const char *event_name
;
741 event_name
= desc
->name
;
742 name_len
= strlen(event_name
);
744 hash
= jhash(event_name
, name_len
, 0);
745 return &hash_table
[hash
& (hash_table_size
- 1)];
749 * Supports event creation while tracing session is active.
752 int lttng_event_create(const struct lttng_event_desc
*desc
,
753 struct lttng_channel
*chan
)
755 struct lttng_event
*event
;
756 struct lttng_ust_event_private
*event_priv
;
757 struct lttng_session
*session
= chan
->session
;
758 struct cds_hlist_head
*head
;
760 int notify_socket
, loglevel
;
763 head
= borrow_hash_table_bucket(chan
->session
->priv
->events_ht
.table
,
764 LTTNG_UST_EVENT_HT_SIZE
, desc
);
766 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
767 if (notify_socket
< 0) {
772 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
775 DBG("Error (%d) adding enum to session", ret
);
776 goto create_enum_error
;
780 * Check if loglevel match. Refuse to connect event if not.
782 event
= zmalloc(sizeof(struct lttng_event
));
787 event
->struct_size
= sizeof(struct lttng_event
);
788 event_priv
= zmalloc(sizeof(struct lttng_ust_event_private
));
793 event
->priv
= event_priv
;
794 event_priv
->pub
= event
;
797 /* Event will be enabled by enabler sync. */
799 event
->priv
->registered
= 0;
800 CDS_INIT_LIST_HEAD(&event
->filter_bytecode_runtime_head
);
801 CDS_INIT_LIST_HEAD(&event
->priv
->enablers_ref_head
);
802 event
->priv
->desc
= desc
;
805 loglevel
= *(*event
->priv
->desc
->loglevel
);
807 loglevel
= TRACE_DEFAULT
;
808 if (desc
->u
.ext
.model_emf_uri
)
809 uri
= *(desc
->u
.ext
.model_emf_uri
);
813 /* Fetch event ID from sessiond */
814 ret
= ustcomm_register_event(notify_socket
,
826 DBG("Error (%d) registering event to sessiond", ret
);
827 goto sessiond_register_error
;
830 cds_list_add(&event
->priv
->node
, &chan
->session
->priv
->events_head
);
831 cds_hlist_add_head(&event
->priv
->hlist
, head
);
834 sessiond_register_error
:
845 int lttng_event_notifier_create(const struct lttng_event_desc
*desc
,
846 uint64_t token
, uint64_t error_counter_index
,
847 struct lttng_event_notifier_group
*event_notifier_group
)
849 struct lttng_event_notifier
*event_notifier
;
850 struct cds_hlist_head
*head
;
854 * Get the hashtable bucket the created lttng_event_notifier object
855 * should be inserted.
857 head
= borrow_hash_table_bucket(
858 event_notifier_group
->event_notifiers_ht
.table
,
859 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
861 event_notifier
= zmalloc(sizeof(struct lttng_event_notifier
));
862 if (!event_notifier
) {
867 event_notifier
->group
= event_notifier_group
;
868 event_notifier
->user_token
= token
;
869 event_notifier
->error_counter_index
= error_counter_index
;
871 /* Event notifier will be enabled by enabler sync. */
872 event_notifier
->enabled
= 0;
873 event_notifier
->registered
= 0;
875 CDS_INIT_LIST_HEAD(&event_notifier
->filter_bytecode_runtime_head
);
876 CDS_INIT_LIST_HEAD(&event_notifier
->capture_bytecode_runtime_head
);
877 CDS_INIT_LIST_HEAD(&event_notifier
->enablers_ref_head
);
878 event_notifier
->desc
= desc
;
879 event_notifier
->notification_send
= lttng_event_notifier_notification_send
;
881 cds_list_add(&event_notifier
->node
,
882 &event_notifier_group
->event_notifiers_head
);
883 cds_hlist_add_head(&event_notifier
->hlist
, head
);
892 void _lttng_event_notifier_destroy(struct lttng_event_notifier
*event_notifier
)
894 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
896 /* Remove from event_notifier list. */
897 cds_list_del(&event_notifier
->node
);
898 /* Remove from event_notifier hash table. */
899 cds_hlist_del(&event_notifier
->hlist
);
901 lttng_free_event_notifier_filter_runtime(event_notifier
);
903 /* Free event_notifier enabler refs */
904 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
905 &event_notifier
->enablers_ref_head
, node
)
907 free(event_notifier
);
911 int lttng_desc_match_star_glob_enabler(const struct lttng_event_desc
*desc
,
912 struct lttng_enabler
*enabler
)
915 unsigned int has_loglevel
= 0;
917 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
918 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
919 desc
->name
, SIZE_MAX
))
921 if (desc
->loglevel
) {
922 loglevel
= *(*desc
->loglevel
);
925 if (!lttng_loglevel_match(loglevel
,
927 enabler
->event_param
.loglevel_type
,
928 enabler
->event_param
.loglevel
))
934 int lttng_desc_match_event_enabler(const struct lttng_event_desc
*desc
,
935 struct lttng_enabler
*enabler
)
938 unsigned int has_loglevel
= 0;
940 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
941 if (strcmp(desc
->name
, enabler
->event_param
.name
))
943 if (desc
->loglevel
) {
944 loglevel
= *(*desc
->loglevel
);
947 if (!lttng_loglevel_match(loglevel
,
949 enabler
->event_param
.loglevel_type
,
950 enabler
->event_param
.loglevel
))
956 int lttng_desc_match_enabler(const struct lttng_event_desc
*desc
,
957 struct lttng_enabler
*enabler
)
959 switch (enabler
->format_type
) {
960 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
962 struct lttng_ust_excluder_node
*excluder
;
964 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
969 * If the matching event matches with an excluder,
970 * return 'does not match'
972 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
975 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
979 excluder_name
= (char *) (excluder
->excluder
.names
)
980 + count
* LTTNG_UST_SYM_NAME_LEN
;
981 len
= strnlen(excluder_name
, LTTNG_UST_SYM_NAME_LEN
);
982 if (len
> 0 && strutils_star_glob_match(excluder_name
, len
, desc
->name
, SIZE_MAX
))
988 case LTTNG_ENABLER_FORMAT_EVENT
:
989 return lttng_desc_match_event_enabler(desc
, enabler
);
996 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
997 struct lttng_event
*event
)
999 if (lttng_desc_match_enabler(event
->priv
->desc
,
1000 lttng_event_enabler_as_enabler(event_enabler
))
1001 && event
->chan
== event_enabler
->chan
)
1008 int lttng_event_notifier_enabler_match_event_notifier(
1009 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1010 struct lttng_event_notifier
*event_notifier
)
1012 int desc_matches
= lttng_desc_match_enabler(event_notifier
->desc
,
1013 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1015 if (desc_matches
&& event_notifier
->group
== event_notifier_enabler
->group
&&
1016 event_notifier
->user_token
== event_notifier_enabler
->user_token
)
1023 struct lttng_enabler_ref
*lttng_enabler_ref(
1024 struct cds_list_head
*enabler_ref_list
,
1025 struct lttng_enabler
*enabler
)
1027 struct lttng_enabler_ref
*enabler_ref
;
1029 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
1030 if (enabler_ref
->ref
== enabler
)
1037 * Create struct lttng_event if it is missing and present in the list of
1038 * tracepoint probes.
1041 void lttng_create_event_if_missing(struct lttng_event_enabler
*event_enabler
)
1043 struct lttng_session
*session
= event_enabler
->chan
->session
;
1044 struct lttng_probe_desc
*probe_desc
;
1045 const struct lttng_event_desc
*desc
;
1046 struct lttng_ust_event_private
*event_priv
;
1048 struct cds_list_head
*probe_list
;
1050 probe_list
= lttng_get_probe_list_head();
1052 * For each probe event, if we find that a probe event matches
1053 * our enabler, create an associated lttng_event if not
1056 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1057 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1060 struct cds_hlist_head
*head
;
1061 struct cds_hlist_node
*node
;
1063 desc
= probe_desc
->event_desc
[i
];
1064 if (!lttng_desc_match_enabler(desc
,
1065 lttng_event_enabler_as_enabler(event_enabler
)))
1068 head
= borrow_hash_table_bucket(
1069 session
->priv
->events_ht
.table
,
1070 LTTNG_UST_EVENT_HT_SIZE
, desc
);
1072 cds_hlist_for_each_entry(event_priv
, node
, head
, hlist
) {
1073 if (event_priv
->desc
== desc
1074 && event_priv
->pub
->chan
== event_enabler
->chan
) {
1083 * We need to create an event for this
1086 ret
= lttng_event_create(probe_desc
->event_desc
[i
],
1087 event_enabler
->chan
);
1089 DBG("Unable to create event %s, error %d\n",
1090 probe_desc
->event_desc
[i
]->name
, ret
);
1097 void probe_provider_event_for_each(struct lttng_probe_desc
*provider_desc
,
1098 void (*event_func
)(struct lttng_session
*session
,
1099 struct lttng_event
*event
),
1100 void (*event_notifier_func
)(struct lttng_event_notifier
*event_notifier
))
1102 struct cds_hlist_node
*node
, *tmp_node
;
1103 struct cds_list_head
*sessionsp
;
1106 /* Get handle on list of sessions. */
1107 sessionsp
= lttng_get_sessions();
1110 * Iterate over all events in the probe provider descriptions and
1111 * sessions to queue the unregistration of the events.
1113 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1114 const struct lttng_event_desc
*event_desc
;
1115 struct lttng_event_notifier_group
*event_notifier_group
;
1116 struct lttng_event_notifier
*event_notifier
;
1117 struct lttng_ust_session_private
*session_priv
;
1118 struct cds_hlist_head
*head
;
1119 struct lttng_ust_event_private
*event_priv
;
1121 event_desc
= provider_desc
->event_desc
[i
];
1124 * Iterate over all session to find the current event
1127 cds_list_for_each_entry(session_priv
, sessionsp
, node
) {
1129 * Get the list of events in the hashtable bucket and
1130 * iterate to find the event matching this descriptor.
1132 head
= borrow_hash_table_bucket(
1133 session_priv
->events_ht
.table
,
1134 LTTNG_UST_EVENT_HT_SIZE
, event_desc
);
1136 cds_hlist_for_each_entry_safe(event_priv
, node
, tmp_node
, head
, hlist
) {
1137 if (event_desc
== event_priv
->desc
) {
1138 event_func(session_priv
->pub
, event_priv
->pub
);
1145 * Iterate over all event_notifier groups to find the current event
1148 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1150 * Get the list of event_notifiers in the hashtable bucket and
1151 * iterate to find the event_notifier matching this
1154 head
= borrow_hash_table_bucket(
1155 event_notifier_group
->event_notifiers_ht
.table
,
1156 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, event_desc
);
1158 cds_hlist_for_each_entry_safe(event_notifier
, node
, tmp_node
, head
, hlist
) {
1159 if (event_desc
== event_notifier
->desc
) {
1160 event_notifier_func(event_notifier
);
1169 void _unregister_event(struct lttng_session
*session
,
1170 struct lttng_event
*event
)
1172 _lttng_event_unregister(event
);
1176 void _event_enum_destroy(struct lttng_session
*session
,
1177 struct lttng_event
*event
)
1181 /* Destroy enums of the current event. */
1182 for (i
= 0; i
< event
->priv
->desc
->nr_fields
; i
++) {
1183 const struct lttng_enum_desc
*enum_desc
;
1184 const struct lttng_event_field
*field
;
1185 struct lttng_enum
*curr_enum
;
1187 field
= &(event
->priv
->desc
->fields
[i
]);
1188 switch (field
->type
.atype
) {
1190 enum_desc
= field
->type
.u
.legacy
.basic
.enumeration
.desc
;
1192 case atype_enum_nestable
:
1193 enum_desc
= field
->type
.u
.enum_nestable
.desc
;
1199 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1201 _lttng_enum_destroy(curr_enum
);
1205 /* Destroy event. */
1206 _lttng_event_destroy(event
);
1210 * Iterate over all the UST sessions to unregister and destroy all probes from
1211 * the probe provider descriptor received as argument. Must me called with the
1214 void lttng_probe_provider_unregister_events(
1215 struct lttng_probe_desc
*provider_desc
)
1218 * Iterate over all events in the probe provider descriptions and sessions
1219 * to queue the unregistration of the events.
1221 probe_provider_event_for_each(provider_desc
, _unregister_event
,
1222 _lttng_event_notifier_unregister
);
1224 /* Wait for grace period. */
1225 lttng_ust_urcu_synchronize_rcu();
1226 /* Prune the unregistration queue. */
1227 __tracepoint_probe_prune_release_queue();
1230 * It is now safe to destroy the events and remove them from the event list
1233 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
,
1234 _lttng_event_notifier_destroy
);
1238 * Create events associated with an event enabler (if not already present),
1239 * and add backward reference from the event to the enabler.
1242 int lttng_event_enabler_ref_events(struct lttng_event_enabler
*event_enabler
)
1244 struct lttng_session
*session
= event_enabler
->chan
->session
;
1245 struct lttng_ust_event_private
*event_priv
;
1247 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
1250 /* First ensure that probe events are created for this enabler. */
1251 lttng_create_event_if_missing(event_enabler
);
1253 /* For each event matching enabler in session event list. */
1254 cds_list_for_each_entry(event_priv
, &session
->priv
->events_head
, node
) {
1255 struct lttng_enabler_ref
*enabler_ref
;
1257 if (!lttng_event_enabler_match_event(event_enabler
, event_priv
->pub
))
1260 enabler_ref
= lttng_enabler_ref(&event_priv
->enablers_ref_head
,
1261 lttng_event_enabler_as_enabler(event_enabler
));
1264 * If no backward ref, create it.
1265 * Add backward ref from event to enabler.
1267 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1270 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
1272 cds_list_add(&enabler_ref
->node
,
1273 &event_priv
->enablers_ref_head
);
1277 * Link filter bytecodes if not linked yet.
1279 lttng_enabler_link_bytecode(event_priv
->desc
,
1280 &session
->priv
->ctx
,
1281 &event_priv
->pub
->filter_bytecode_runtime_head
,
1282 <tng_event_enabler_as_enabler(event_enabler
)->filter_bytecode_head
);
1284 /* TODO: merge event context. */
1291 * Called at library load: connect the probe on all enablers matching
1293 * Called with session mutex held.
1295 int lttng_fix_pending_events(void)
1297 struct lttng_ust_session_private
*session_priv
;
1299 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1300 lttng_session_lazy_sync_event_enablers(session_priv
->pub
);
1305 int lttng_fix_pending_event_notifiers(void)
1307 struct lttng_event_notifier_group
*event_notifier_group
;
1309 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1310 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1316 * For each session of the owner thread, execute pending statedump.
1317 * Only dump state for the sessions owned by the caller thread, because
1318 * we don't keep ust_lock across the entire iteration.
1320 void lttng_handle_pending_statedump(void *owner
)
1322 struct lttng_ust_session_private
*session_priv
;
1324 /* Execute state dump */
1325 do_lttng_ust_statedump(owner
);
1327 /* Clear pending state dump */
1331 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1332 if (session_priv
->owner
!= owner
)
1334 if (!session_priv
->statedump_pending
)
1336 session_priv
->statedump_pending
= 0;
1344 * Only used internally at session destruction.
1347 void _lttng_event_destroy(struct lttng_event
*event
)
1349 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1351 /* Remove from event list. */
1352 cds_list_del(&event
->priv
->node
);
1353 /* Remove from event hash table. */
1354 cds_hlist_del(&event
->priv
->hlist
);
1356 lttng_destroy_context(event
->ctx
);
1357 lttng_free_event_filter_runtime(event
);
1358 /* Free event enabler refs */
1359 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1360 &event
->priv
->enablers_ref_head
, node
)
1367 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1369 cds_list_del(&_enum
->node
);
1370 cds_hlist_del(&_enum
->hlist
);
1374 void lttng_ust_events_exit(void)
1376 struct lttng_ust_session_private
*session_priv
, *tmpsession_priv
;
1378 cds_list_for_each_entry_safe(session_priv
, tmpsession_priv
, &sessions
, node
)
1379 lttng_session_destroy(session_priv
->pub
);
1383 * Enabler management.
1385 struct lttng_event_enabler
*lttng_event_enabler_create(
1386 enum lttng_enabler_format_type format_type
,
1387 struct lttng_ust_event
*event_param
,
1388 struct lttng_channel
*chan
)
1390 struct lttng_event_enabler
*event_enabler
;
1392 event_enabler
= zmalloc(sizeof(*event_enabler
));
1395 event_enabler
->base
.format_type
= format_type
;
1396 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1397 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1398 memcpy(&event_enabler
->base
.event_param
, event_param
,
1399 sizeof(event_enabler
->base
.event_param
));
1400 event_enabler
->chan
= chan
;
1402 event_enabler
->base
.enabled
= 0;
1403 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->session
->priv
->enablers_head
);
1404 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1406 return event_enabler
;
1409 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1410 struct lttng_event_notifier_group
*event_notifier_group
,
1411 enum lttng_enabler_format_type format_type
,
1412 struct lttng_ust_event_notifier
*event_notifier_param
)
1414 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1416 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1417 if (!event_notifier_enabler
)
1419 event_notifier_enabler
->base
.format_type
= format_type
;
1420 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.filter_bytecode_head
);
1421 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->capture_bytecode_head
);
1422 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.excluder_head
);
1424 event_notifier_enabler
->user_token
= event_notifier_param
->event
.token
;
1425 event_notifier_enabler
->error_counter_index
= event_notifier_param
->error_counter_index
;
1426 event_notifier_enabler
->num_captures
= 0;
1428 memcpy(&event_notifier_enabler
->base
.event_param
.name
,
1429 event_notifier_param
->event
.name
,
1430 sizeof(event_notifier_enabler
->base
.event_param
.name
));
1431 event_notifier_enabler
->base
.event_param
.instrumentation
=
1432 event_notifier_param
->event
.instrumentation
;
1433 event_notifier_enabler
->base
.event_param
.loglevel
=
1434 event_notifier_param
->event
.loglevel
;
1435 event_notifier_enabler
->base
.event_param
.loglevel_type
=
1436 event_notifier_param
->event
.loglevel_type
;
1438 event_notifier_enabler
->base
.enabled
= 0;
1439 event_notifier_enabler
->group
= event_notifier_group
;
1441 cds_list_add(&event_notifier_enabler
->node
,
1442 &event_notifier_group
->enablers_head
);
1444 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1446 return event_notifier_enabler
;
1449 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1451 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1452 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1457 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1459 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1460 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1466 void _lttng_enabler_attach_filter_bytecode(struct lttng_enabler
*enabler
,
1467 struct lttng_ust_bytecode_node
**bytecode
)
1469 (*bytecode
)->enabler
= enabler
;
1470 cds_list_add_tail(&(*bytecode
)->node
, &enabler
->filter_bytecode_head
);
1471 /* Take ownership of bytecode */
1475 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler
*event_enabler
,
1476 struct lttng_ust_bytecode_node
**bytecode
)
1478 _lttng_enabler_attach_filter_bytecode(
1479 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1481 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1486 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1487 struct lttng_ust_excluder_node
**excluder
)
1489 (*excluder
)->enabler
= enabler
;
1490 cds_list_add_tail(&(*excluder
)->node
, &enabler
->excluder_head
);
1491 /* Take ownership of excluder */
1495 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1496 struct lttng_ust_excluder_node
**excluder
)
1498 _lttng_enabler_attach_exclusion(
1499 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1501 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1505 int lttng_event_notifier_enabler_enable(
1506 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1508 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 1;
1509 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1514 int lttng_event_notifier_enabler_disable(
1515 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1517 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 0;
1518 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1523 int lttng_event_notifier_enabler_attach_filter_bytecode(
1524 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1525 struct lttng_ust_bytecode_node
**bytecode
)
1527 _lttng_enabler_attach_filter_bytecode(
1528 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1531 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1535 int lttng_event_notifier_enabler_attach_capture_bytecode(
1536 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1537 struct lttng_ust_bytecode_node
**bytecode
)
1539 (*bytecode
)->enabler
= lttng_event_notifier_enabler_as_enabler(
1540 event_notifier_enabler
);
1541 cds_list_add_tail(&(*bytecode
)->node
,
1542 &event_notifier_enabler
->capture_bytecode_head
);
1543 /* Take ownership of bytecode */
1545 event_notifier_enabler
->num_captures
++;
1547 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1551 int lttng_event_notifier_enabler_attach_exclusion(
1552 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1553 struct lttng_ust_excluder_node
**excluder
)
1555 _lttng_enabler_attach_exclusion(
1556 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1559 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1563 int lttng_attach_context(struct lttng_ust_context
*context_param
,
1564 union ust_args
*uargs
,
1565 struct lttng_ctx
**ctx
, struct lttng_session
*session
)
1568 * We cannot attach a context after trace has been started for a
1569 * session because the metadata does not allow expressing this
1570 * information outside of the original channel scope.
1572 if (session
->priv
->been_active
)
1575 switch (context_param
->ctx
) {
1576 case LTTNG_UST_CONTEXT_PTHREAD_ID
:
1577 return lttng_add_pthread_id_to_ctx(ctx
);
1578 case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER
:
1580 struct lttng_ust_perf_counter_ctx
*perf_ctx_param
;
1582 perf_ctx_param
= &context_param
->u
.perf_counter
;
1583 return lttng_add_perf_counter_to_ctx(
1584 perf_ctx_param
->type
,
1585 perf_ctx_param
->config
,
1586 perf_ctx_param
->name
,
1589 case LTTNG_UST_CONTEXT_VTID
:
1590 return lttng_add_vtid_to_ctx(ctx
);
1591 case LTTNG_UST_CONTEXT_VPID
:
1592 return lttng_add_vpid_to_ctx(ctx
);
1593 case LTTNG_UST_CONTEXT_PROCNAME
:
1594 return lttng_add_procname_to_ctx(ctx
);
1595 case LTTNG_UST_CONTEXT_IP
:
1596 return lttng_add_ip_to_ctx(ctx
);
1597 case LTTNG_UST_CONTEXT_CPU_ID
:
1598 return lttng_add_cpu_id_to_ctx(ctx
);
1599 case LTTNG_UST_CONTEXT_APP_CONTEXT
:
1600 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1602 case LTTNG_UST_CONTEXT_CGROUP_NS
:
1603 return lttng_add_cgroup_ns_to_ctx(ctx
);
1604 case LTTNG_UST_CONTEXT_IPC_NS
:
1605 return lttng_add_ipc_ns_to_ctx(ctx
);
1606 case LTTNG_UST_CONTEXT_MNT_NS
:
1607 return lttng_add_mnt_ns_to_ctx(ctx
);
1608 case LTTNG_UST_CONTEXT_NET_NS
:
1609 return lttng_add_net_ns_to_ctx(ctx
);
1610 case LTTNG_UST_CONTEXT_PID_NS
:
1611 return lttng_add_pid_ns_to_ctx(ctx
);
1612 case LTTNG_UST_CONTEXT_TIME_NS
:
1613 return lttng_add_time_ns_to_ctx(ctx
);
1614 case LTTNG_UST_CONTEXT_USER_NS
:
1615 return lttng_add_user_ns_to_ctx(ctx
);
1616 case LTTNG_UST_CONTEXT_UTS_NS
:
1617 return lttng_add_uts_ns_to_ctx(ctx
);
1618 case LTTNG_UST_CONTEXT_VUID
:
1619 return lttng_add_vuid_to_ctx(ctx
);
1620 case LTTNG_UST_CONTEXT_VEUID
:
1621 return lttng_add_veuid_to_ctx(ctx
);
1622 case LTTNG_UST_CONTEXT_VSUID
:
1623 return lttng_add_vsuid_to_ctx(ctx
);
1624 case LTTNG_UST_CONTEXT_VGID
:
1625 return lttng_add_vgid_to_ctx(ctx
);
1626 case LTTNG_UST_CONTEXT_VEGID
:
1627 return lttng_add_vegid_to_ctx(ctx
);
1628 case LTTNG_UST_CONTEXT_VSGID
:
1629 return lttng_add_vsgid_to_ctx(ctx
);
1635 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1636 struct lttng_ust_context
*context_param
)
1641 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1643 if (!event_enabler
) {
1646 cds_list_del(&event_enabler
->node
);
1648 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1650 lttng_destroy_context(event_enabler
->ctx
);
1651 free(event_enabler
);
1655 * lttng_session_sync_event_enablers should be called just before starting a
1659 void lttng_session_sync_event_enablers(struct lttng_session
*session
)
1661 struct lttng_event_enabler
*event_enabler
;
1662 struct lttng_ust_event_private
*event_priv
;
1664 cds_list_for_each_entry(event_enabler
, &session
->priv
->enablers_head
, node
)
1665 lttng_event_enabler_ref_events(event_enabler
);
1667 * For each event, if at least one of its enablers is enabled,
1668 * and its channel and session transient states are enabled, we
1669 * enable the event, else we disable it.
1671 cds_list_for_each_entry(event_priv
, &session
->priv
->events_head
, node
) {
1672 struct lttng_enabler_ref
*enabler_ref
;
1673 struct lttng_bytecode_runtime
*runtime
;
1674 int enabled
= 0, has_enablers_without_bytecode
= 0;
1677 cds_list_for_each_entry(enabler_ref
,
1678 &event_priv
->enablers_ref_head
, node
) {
1679 if (enabler_ref
->ref
->enabled
) {
1685 * Enabled state is based on union of enablers, with
1686 * intesection of session and channel transient enable
1689 enabled
= enabled
&& session
->priv
->tstate
&& event_priv
->pub
->chan
->tstate
;
1691 CMM_STORE_SHARED(event_priv
->pub
->enabled
, enabled
);
1693 * Sync tracepoint registration with event enabled
1697 if (!event_priv
->registered
)
1698 register_event(event_priv
->pub
);
1700 if (event_priv
->registered
)
1701 unregister_event(event_priv
->pub
);
1704 /* Check if has enablers without bytecode enabled */
1705 cds_list_for_each_entry(enabler_ref
,
1706 &event_priv
->enablers_ref_head
, node
) {
1707 if (enabler_ref
->ref
->enabled
1708 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1709 has_enablers_without_bytecode
= 1;
1713 event_priv
->pub
->has_enablers_without_bytecode
=
1714 has_enablers_without_bytecode
;
1716 /* Enable filters */
1717 cds_list_for_each_entry(runtime
,
1718 &event_priv
->pub
->filter_bytecode_runtime_head
, node
) {
1719 lttng_bytecode_filter_sync_state(runtime
);
1722 __tracepoint_probe_prune_release_queue();
1725 /* Support for event notifier is introduced by probe provider major version 2. */
1727 bool lttng_ust_probe_supports_event_notifier(struct lttng_probe_desc
*probe_desc
)
1729 return probe_desc
->major
>= 2;
1733 void lttng_create_event_notifier_if_missing(
1734 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1736 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1737 struct lttng_probe_desc
*probe_desc
;
1738 struct cds_list_head
*probe_list
;
1741 probe_list
= lttng_get_probe_list_head();
1743 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1744 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1747 const struct lttng_event_desc
*desc
;
1748 struct lttng_event_notifier
*event_notifier
;
1749 struct cds_hlist_head
*head
;
1750 struct cds_hlist_node
*node
;
1752 desc
= probe_desc
->event_desc
[i
];
1754 if (!lttng_desc_match_enabler(desc
,
1755 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)))
1759 * Given the current event_notifier group, get the bucket that
1760 * the target event_notifier would be if it was already
1763 head
= borrow_hash_table_bucket(
1764 event_notifier_group
->event_notifiers_ht
.table
,
1765 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
1767 cds_hlist_for_each_entry(event_notifier
, node
, head
, hlist
) {
1769 * Check if event_notifier already exists by checking
1770 * if the event_notifier and enabler share the same
1771 * description and id.
1773 if (event_notifier
->desc
== desc
&&
1774 event_notifier
->user_token
== event_notifier_enabler
->user_token
) {
1783 /* Check that the probe supports event notifiers, else report the error. */
1784 if (!lttng_ust_probe_supports_event_notifier(probe_desc
)) {
1785 ERR("Probe \"%s\" contains event \"%s\" which matches an enabled event notifier, "
1786 "but its version (%u.%u) is too old and does not implement event notifiers. "
1787 "It needs to be recompiled against a newer version of LTTng-UST, otherwise "
1788 "this event will not generate any notification.",
1789 probe_desc
->provider
,
1796 * We need to create a event_notifier for this event probe.
1798 ret
= lttng_event_notifier_create(desc
,
1799 event_notifier_enabler
->user_token
,
1800 event_notifier_enabler
->error_counter_index
,
1801 event_notifier_group
);
1803 DBG("Unable to create event_notifier %s, error %d\n",
1804 probe_desc
->event_desc
[i
]->name
, ret
);
1811 * Create event_notifiers associated with a event_notifier enabler (if not already present).
1814 int lttng_event_notifier_enabler_ref_event_notifiers(
1815 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1817 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1818 struct lttng_event_notifier
*event_notifier
;
1821 * Only try to create event_notifiers for enablers that are enabled, the user
1822 * might still be attaching filter or exclusion to the
1823 * event_notifier_enabler.
1825 if (!lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
)
1828 /* First, ensure that probe event_notifiers are created for this enabler. */
1829 lttng_create_event_notifier_if_missing(event_notifier_enabler
);
1831 /* Link the created event_notifier with its associated enabler. */
1832 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1833 struct lttng_enabler_ref
*enabler_ref
;
1835 if (!lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier
))
1838 enabler_ref
= lttng_enabler_ref(&event_notifier
->enablers_ref_head
,
1839 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1842 * If no backward ref, create it.
1843 * Add backward ref from event_notifier to enabler.
1845 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1849 enabler_ref
->ref
= lttng_event_notifier_enabler_as_enabler(
1850 event_notifier_enabler
);
1851 cds_list_add(&enabler_ref
->node
,
1852 &event_notifier
->enablers_ref_head
);
1856 * Link filter bytecodes if not linked yet.
1858 lttng_enabler_link_bytecode(event_notifier
->desc
,
1859 &event_notifier_group
->ctx
,
1860 &event_notifier
->filter_bytecode_runtime_head
,
1861 <tng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->filter_bytecode_head
);
1864 * Link capture bytecodes if not linked yet.
1866 lttng_enabler_link_bytecode(event_notifier
->desc
,
1867 &event_notifier_group
->ctx
, &event_notifier
->capture_bytecode_runtime_head
,
1868 &event_notifier_enabler
->capture_bytecode_head
);
1870 event_notifier
->num_captures
= event_notifier_enabler
->num_captures
;
1877 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
1879 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1880 struct lttng_event_notifier
*event_notifier
;
1882 cds_list_for_each_entry(event_notifier_enabler
, &event_notifier_group
->enablers_head
, node
)
1883 lttng_event_notifier_enabler_ref_event_notifiers(event_notifier_enabler
);
1886 * For each event_notifier, if at least one of its enablers is enabled,
1887 * we enable the event_notifier, else we disable it.
1889 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1890 struct lttng_enabler_ref
*enabler_ref
;
1891 struct lttng_bytecode_runtime
*runtime
;
1892 int enabled
= 0, has_enablers_without_bytecode
= 0;
1894 /* Enable event_notifiers */
1895 cds_list_for_each_entry(enabler_ref
,
1896 &event_notifier
->enablers_ref_head
, node
) {
1897 if (enabler_ref
->ref
->enabled
) {
1903 CMM_STORE_SHARED(event_notifier
->enabled
, enabled
);
1905 * Sync tracepoint registration with event_notifier enabled
1909 if (!event_notifier
->registered
)
1910 register_event_notifier(event_notifier
);
1912 if (event_notifier
->registered
)
1913 unregister_event_notifier(event_notifier
);
1916 /* Check if has enablers without bytecode enabled */
1917 cds_list_for_each_entry(enabler_ref
,
1918 &event_notifier
->enablers_ref_head
, node
) {
1919 if (enabler_ref
->ref
->enabled
1920 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1921 has_enablers_without_bytecode
= 1;
1925 event_notifier
->has_enablers_without_bytecode
=
1926 has_enablers_without_bytecode
;
1928 /* Enable filters */
1929 cds_list_for_each_entry(runtime
,
1930 &event_notifier
->filter_bytecode_runtime_head
, node
) {
1931 lttng_bytecode_filter_sync_state(runtime
);
1934 /* Enable captures. */
1935 cds_list_for_each_entry(runtime
,
1936 &event_notifier
->capture_bytecode_runtime_head
, node
) {
1937 lttng_bytecode_capture_sync_state(runtime
);
1940 __tracepoint_probe_prune_release_queue();
1944 * Apply enablers to session events, adding events to session if need
1945 * be. It is required after each modification applied to an active
1946 * session, and right before session "start".
1947 * "lazy" sync means we only sync if required.
1950 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
)
1952 /* We can skip if session is not active */
1953 if (!session
->active
)
1955 lttng_session_sync_event_enablers(session
);
1959 * Update all sessions with the given app context.
1960 * Called with ust lock held.
1961 * This is invoked when an application context gets loaded/unloaded. It
1962 * ensures the context callbacks are in sync with the application
1963 * context (either app context callbacks, or dummy callbacks).
1965 void lttng_ust_context_set_session_provider(const char *name
,
1966 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1967 void (*record
)(struct lttng_ctx_field
*field
,
1968 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1969 struct lttng_channel
*chan
),
1970 void (*get_value
)(struct lttng_ctx_field
*field
,
1971 struct lttng_ctx_value
*value
))
1973 struct lttng_ust_session_private
*session_priv
;
1975 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1976 struct lttng_channel
*chan
;
1977 struct lttng_ust_event_private
*event_priv
;
1980 ret
= lttng_ust_context_set_provider_rcu(&session_priv
->ctx
,
1981 name
, get_size
, record
, get_value
);
1984 cds_list_for_each_entry(chan
, &session_priv
->chan_head
, node
) {
1985 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
1986 name
, get_size
, record
, get_value
);
1990 cds_list_for_each_entry(event_priv
, &session_priv
->events_head
, node
) {
1991 ret
= lttng_ust_context_set_provider_rcu(&event_priv
->pub
->ctx
,
1992 name
, get_size
, record
, get_value
);
2000 * Update all event_notifier groups with the given app context.
2001 * Called with ust lock held.
2002 * This is invoked when an application context gets loaded/unloaded. It
2003 * ensures the context callbacks are in sync with the application
2004 * context (either app context callbacks, or dummy callbacks).
2006 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
2007 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
2008 void (*record
)(struct lttng_ctx_field
*field
,
2009 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
2010 struct lttng_channel
*chan
),
2011 void (*get_value
)(struct lttng_ctx_field
*field
,
2012 struct lttng_ctx_value
*value
))
2014 struct lttng_event_notifier_group
*event_notifier_group
;
2016 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
2019 ret
= lttng_ust_context_set_provider_rcu(
2020 &event_notifier_group
->ctx
,
2021 name
, get_size
, record
, get_value
);