4 * Holds LTTng per-session event registry.
6 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; only
11 * version 2.1 of the License.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
37 #include <lttng/ust-endian.h>
40 #include <urcu/arch.h>
41 #include <urcu/compiler.h>
42 #include <urcu/hlist.h>
43 #include <urcu/list.h>
44 #include <urcu/uatomic.h>
46 #include <lttng/tracepoint.h>
47 #include <lttng/ust-events.h>
49 #include <usterr-signal-safe.h>
51 #include <lttng/ust-ctl.h>
54 #include <lttng/ust-dynamic-type.h>
55 #include <lttng/ust-context-provider.h>
58 #include "lttng-ust-uuid.h"
60 #include "tracepoint-internal.h"
61 #include "string-utils.h"
62 #include "lttng-tracer.h"
63 #include "lttng-tracer-core.h"
64 #include "lttng-ust-statedump.h"
65 #include "ust-events-internal.h"
67 #include "../libringbuffer/shm.h"
69 #include <lttng/ust-abi.h>
72 * All operations within this file are called by the communication
73 * thread, under ust_lock protection.
76 static CDS_LIST_HEAD(sessions
);
77 static CDS_LIST_HEAD(event_notifier_groups
);
79 struct cds_list_head
*_lttng_get_sessions(void)
84 static void _lttng_event_destroy(struct lttng_event
*event
);
85 static void _lttng_event_notifier_destroy(
86 struct lttng_event_notifier
*event_notifier
);
87 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
90 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
);
92 void lttng_session_sync_event_enablers(struct lttng_session
*session
);
94 void lttng_event_notifier_group_sync_enablers(
95 struct lttng_event_notifier_group
*event_notifier_group
);
97 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
100 * Called with ust lock held.
102 int lttng_session_active(void)
104 struct lttng_session
*iter
;
106 cds_list_for_each_entry(iter
, &sessions
, node
) {
114 int lttng_loglevel_match(int loglevel
,
115 unsigned int has_loglevel
,
116 enum lttng_ust_loglevel_type req_type
,
120 loglevel
= TRACE_DEFAULT
;
122 case LTTNG_UST_LOGLEVEL_RANGE
:
123 if (loglevel
<= req_loglevel
124 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
128 case LTTNG_UST_LOGLEVEL_SINGLE
:
129 if (loglevel
== req_loglevel
130 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
134 case LTTNG_UST_LOGLEVEL_ALL
:
136 if (loglevel
<= TRACE_DEBUG
)
143 void synchronize_trace(void)
148 struct lttng_session
*lttng_session_create(void)
150 struct lttng_session
*session
;
153 session
= zmalloc(sizeof(struct lttng_session
));
156 if (lttng_session_context_init(&session
->ctx
)) {
160 CDS_INIT_LIST_HEAD(&session
->chan_head
);
161 CDS_INIT_LIST_HEAD(&session
->events_head
);
162 CDS_INIT_LIST_HEAD(&session
->enums_head
);
163 CDS_INIT_LIST_HEAD(&session
->enablers_head
);
164 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
165 CDS_INIT_HLIST_HEAD(&session
->events_ht
.table
[i
]);
166 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
167 CDS_INIT_HLIST_HEAD(&session
->enums_ht
.table
[i
]);
168 cds_list_add(&session
->node
, &sessions
);
172 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
174 struct lttng_event_notifier_group
*event_notifier_group
;
177 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
178 if (!event_notifier_group
)
181 CDS_INIT_LIST_HEAD(&event_notifier_group
->enablers_head
);
182 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
183 for (i
= 0; i
< LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
; i
++)
184 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
186 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
188 return event_notifier_group
;
192 * Only used internally at session destruction.
195 void _lttng_channel_unmap(struct lttng_channel
*lttng_chan
)
197 struct channel
*chan
;
198 struct lttng_ust_shm_handle
*handle
;
200 cds_list_del(<tng_chan
->node
);
201 lttng_destroy_context(lttng_chan
->ctx
);
202 chan
= lttng_chan
->chan
;
203 handle
= lttng_chan
->handle
;
205 * note: lttng_chan is private data contained within handle. It
206 * will be freed along with the handle.
208 channel_destroy(chan
, handle
, 0);
212 void register_event(struct lttng_event
*event
)
215 const struct lttng_event_desc
*desc
;
217 assert(event
->registered
== 0);
219 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
220 desc
->probe_callback
,
221 event
, desc
->signature
);
224 event
->registered
= 1;
228 void register_event_notifier(struct lttng_event_notifier
*event_notifier
)
231 const struct lttng_event_desc
*desc
;
233 assert(event_notifier
->registered
== 0);
234 desc
= event_notifier
->desc
;
235 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
236 desc
->u
.ext
.event_notifier_callback
, event_notifier
, desc
->signature
);
239 event_notifier
->registered
= 1;
243 void unregister_event(struct lttng_event
*event
)
246 const struct lttng_event_desc
*desc
;
248 assert(event
->registered
== 1);
250 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
251 desc
->probe_callback
,
255 event
->registered
= 0;
259 void unregister_event_notifier(struct lttng_event_notifier
*event_notifier
)
262 const struct lttng_event_desc
*desc
;
264 assert(event_notifier
->registered
== 1);
265 desc
= event_notifier
->desc
;
266 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
267 desc
->u
.ext
.event_notifier_callback
, event_notifier
);
270 event_notifier
->registered
= 0;
274 * Only used internally at session destruction.
277 void _lttng_event_unregister(struct lttng_event
*event
)
279 if (event
->registered
)
280 unregister_event(event
);
284 * Only used internally at session destruction.
287 void _lttng_event_notifier_unregister(struct lttng_event_notifier
*event_notifier
)
289 if (event_notifier
->registered
)
290 unregister_event_notifier(event_notifier
);
293 void lttng_session_destroy(struct lttng_session
*session
)
295 struct lttng_channel
*chan
, *tmpchan
;
296 struct lttng_event
*event
, *tmpevent
;
297 struct lttng_enum
*_enum
, *tmp_enum
;
298 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
300 CMM_ACCESS_ONCE(session
->active
) = 0;
301 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
302 _lttng_event_unregister(event
);
304 synchronize_trace(); /* Wait for in-flight events to complete */
305 __tracepoint_probe_prune_release_queue();
306 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
307 &session
->enablers_head
, node
)
308 lttng_event_enabler_destroy(event_enabler
);
309 cds_list_for_each_entry_safe(event
, tmpevent
,
310 &session
->events_head
, node
)
311 _lttng_event_destroy(event
);
312 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
313 &session
->enums_head
, node
)
314 _lttng_enum_destroy(_enum
);
315 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->chan_head
, node
)
316 _lttng_channel_unmap(chan
);
317 cds_list_del(&session
->node
);
318 lttng_destroy_context(session
->ctx
);
322 void lttng_event_notifier_group_destroy(
323 struct lttng_event_notifier_group
*event_notifier_group
)
326 struct lttng_event_notifier_enabler
*notifier_enabler
, *tmpnotifier_enabler
;
327 struct lttng_event_notifier
*notifier
, *tmpnotifier
;
329 if (!event_notifier_group
) {
333 cds_list_for_each_entry(notifier
,
334 &event_notifier_group
->event_notifiers_head
, node
)
335 _lttng_event_notifier_unregister(notifier
);
339 cds_list_for_each_entry_safe(notifier_enabler
, tmpnotifier_enabler
,
340 &event_notifier_group
->enablers_head
, node
)
341 lttng_event_notifier_enabler_destroy(notifier_enabler
);
343 cds_list_for_each_entry_safe(notifier
, tmpnotifier
,
344 &event_notifier_group
->event_notifiers_head
, node
)
345 _lttng_event_notifier_destroy(notifier
);
347 /* Close the notification fd to the listener of event notifiers. */
349 lttng_ust_lock_fd_tracker();
350 close_ret
= close(event_notifier_group
->notification_fd
);
352 lttng_ust_delete_fd_from_tracker(
353 event_notifier_group
->notification_fd
);
358 lttng_ust_unlock_fd_tracker();
360 cds_list_del(&event_notifier_group
->node
);
362 free(event_notifier_group
);
366 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
368 struct lttng_ust_filter_bytecode_node
*filter_node
, *tmp_filter_node
;
369 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
375 /* Destroy filter bytecode */
376 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
377 &enabler
->filter_bytecode_head
, node
) {
381 /* Destroy excluders */
382 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
383 &enabler
->excluder_head
, node
) {
388 void lttng_event_notifier_enabler_destroy(struct lttng_event_notifier_enabler
*event_notifier_enabler
)
390 if (!event_notifier_enabler
) {
394 cds_list_del(&event_notifier_enabler
->node
);
396 lttng_enabler_destroy(lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
398 free(event_notifier_enabler
);
402 int lttng_enum_create(const struct lttng_enum_desc
*desc
,
403 struct lttng_session
*session
)
405 const char *enum_name
= desc
->name
;
406 struct lttng_enum
*_enum
;
407 struct cds_hlist_head
*head
;
409 size_t name_len
= strlen(enum_name
);
413 /* Check if this enum is already registered for this session. */
414 hash
= jhash(enum_name
, name_len
, 0);
415 head
= &session
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
417 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
423 notify_socket
= lttng_get_notify_socket(session
->owner
);
424 if (notify_socket
< 0) {
429 _enum
= zmalloc(sizeof(*_enum
));
434 _enum
->session
= session
;
437 ret
= ustcomm_register_enum(notify_socket
,
444 DBG("Error (%d) registering enumeration to sessiond", ret
);
445 goto sessiond_register_error
;
447 cds_list_add(&_enum
->node
, &session
->enums_head
);
448 cds_hlist_add_head(&_enum
->hlist
, head
);
451 sessiond_register_error
:
460 int lttng_create_enum_check(const struct lttng_type
*type
,
461 struct lttng_session
*session
)
463 switch (type
->atype
) {
466 const struct lttng_enum_desc
*enum_desc
;
469 enum_desc
= type
->u
.legacy
.basic
.enumeration
.desc
;
470 ret
= lttng_enum_create(enum_desc
, session
);
471 if (ret
&& ret
!= -EEXIST
) {
472 DBG("Unable to create enum error: (%d)", ret
);
477 case atype_enum_nestable
:
479 const struct lttng_enum_desc
*enum_desc
;
482 enum_desc
= type
->u
.enum_nestable
.desc
;
483 ret
= lttng_enum_create(enum_desc
, session
);
484 if (ret
&& ret
!= -EEXIST
) {
485 DBG("Unable to create enum error: (%d)", ret
);
492 const struct lttng_event_field
*tag_field_generic
;
493 const struct lttng_enum_desc
*enum_desc
;
496 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
497 enum_desc
= tag_field_generic
->type
.u
.enum_nestable
.desc
;
498 ret
= lttng_enum_create(enum_desc
, session
);
499 if (ret
&& ret
!= -EEXIST
) {
500 DBG("Unable to create enum error: (%d)", ret
);
506 /* TODO: nested types when they become supported. */
513 int lttng_create_all_event_enums(size_t nr_fields
,
514 const struct lttng_event_field
*event_fields
,
515 struct lttng_session
*session
)
520 /* For each field, ensure enum is part of the session. */
521 for (i
= 0; i
< nr_fields
; i
++) {
522 const struct lttng_type
*type
= &event_fields
[i
].type
;
524 ret
= lttng_create_enum_check(type
, session
);
532 int lttng_create_all_ctx_enums(size_t nr_fields
,
533 const struct lttng_ctx_field
*ctx_fields
,
534 struct lttng_session
*session
)
539 /* For each field, ensure enum is part of the session. */
540 for (i
= 0; i
< nr_fields
; i
++) {
541 const struct lttng_type
*type
= &ctx_fields
[i
].event_field
.type
;
543 ret
= lttng_create_enum_check(type
, session
);
551 * Ensure that a state-dump will be performed for this session at the end
552 * of the current handle_message().
554 int lttng_session_statedump(struct lttng_session
*session
)
556 session
->statedump_pending
= 1;
557 lttng_ust_sockinfo_session_enabled(session
->owner
);
561 int lttng_session_enable(struct lttng_session
*session
)
564 struct lttng_channel
*chan
;
567 if (session
->active
) {
572 notify_socket
= lttng_get_notify_socket(session
->owner
);
573 if (notify_socket
< 0)
574 return notify_socket
;
576 /* Set transient enabler state to "enabled" */
579 /* We need to sync enablers with session before activation. */
580 lttng_session_sync_event_enablers(session
);
583 * Snapshot the number of events per channel to know the type of header
586 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
587 const struct lttng_ctx
*ctx
;
588 const struct lttng_ctx_field
*fields
= NULL
;
589 size_t nr_fields
= 0;
592 /* don't change it if session stop/restart */
593 if (chan
->header_type
)
597 nr_fields
= ctx
->nr_fields
;
598 fields
= ctx
->fields
;
599 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
602 DBG("Error (%d) adding enum to session", ret
);
606 ret
= ustcomm_register_channel(notify_socket
,
615 DBG("Error (%d) registering channel to sessiond", ret
);
618 if (chan_id
!= chan
->id
) {
619 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
625 /* Set atomically the state to "active" */
626 CMM_ACCESS_ONCE(session
->active
) = 1;
627 CMM_ACCESS_ONCE(session
->been_active
) = 1;
629 ret
= lttng_session_statedump(session
);
636 int lttng_session_disable(struct lttng_session
*session
)
640 if (!session
->active
) {
644 /* Set atomically the state to "inactive" */
645 CMM_ACCESS_ONCE(session
->active
) = 0;
647 /* Set transient enabler state to "disabled" */
649 lttng_session_sync_event_enablers(session
);
654 int lttng_channel_enable(struct lttng_channel
*channel
)
658 if (channel
->enabled
) {
662 /* Set transient enabler state to "enabled" */
664 lttng_session_sync_event_enablers(channel
->session
);
665 /* Set atomically the state to "enabled" */
666 CMM_ACCESS_ONCE(channel
->enabled
) = 1;
671 int lttng_channel_disable(struct lttng_channel
*channel
)
675 if (!channel
->enabled
) {
679 /* Set atomically the state to "disabled" */
680 CMM_ACCESS_ONCE(channel
->enabled
) = 0;
681 /* Set transient enabler state to "enabled" */
683 lttng_session_sync_event_enablers(channel
->session
);
689 struct cds_hlist_head
*borrow_hash_table_bucket(
690 struct cds_hlist_head
*hash_table
,
691 unsigned int hash_table_size
,
692 const struct lttng_event_desc
*desc
)
694 const char *event_name
;
698 event_name
= desc
->name
;
699 name_len
= strlen(event_name
);
701 hash
= jhash(event_name
, name_len
, 0);
702 return &hash_table
[hash
& (hash_table_size
- 1)];
706 * Supports event creation while tracing session is active.
709 int lttng_event_create(const struct lttng_event_desc
*desc
,
710 struct lttng_channel
*chan
)
712 struct lttng_event
*event
;
713 struct lttng_session
*session
= chan
->session
;
714 struct cds_hlist_head
*head
;
716 int notify_socket
, loglevel
;
719 head
= borrow_hash_table_bucket(chan
->session
->events_ht
.table
,
720 LTTNG_UST_EVENT_HT_SIZE
, desc
);
722 notify_socket
= lttng_get_notify_socket(session
->owner
);
723 if (notify_socket
< 0) {
728 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
731 DBG("Error (%d) adding enum to session", ret
);
732 goto create_enum_error
;
736 * Check if loglevel match. Refuse to connect event if not.
738 event
= zmalloc(sizeof(struct lttng_event
));
745 /* Event will be enabled by enabler sync. */
747 event
->registered
= 0;
748 CDS_INIT_LIST_HEAD(&event
->bytecode_runtime_head
);
749 CDS_INIT_LIST_HEAD(&event
->enablers_ref_head
);
753 loglevel
= *(*event
->desc
->loglevel
);
755 loglevel
= TRACE_DEFAULT
;
756 if (desc
->u
.ext
.model_emf_uri
)
757 uri
= *(desc
->u
.ext
.model_emf_uri
);
761 /* Fetch event ID from sessiond */
762 ret
= ustcomm_register_event(notify_socket
,
774 DBG("Error (%d) registering event to sessiond", ret
);
775 goto sessiond_register_error
;
778 cds_list_add(&event
->node
, &chan
->session
->events_head
);
779 cds_hlist_add_head(&event
->hlist
, head
);
782 sessiond_register_error
:
791 int lttng_event_notifier_create(const struct lttng_event_desc
*desc
,
793 struct lttng_event_notifier_group
*event_notifier_group
)
795 struct lttng_event_notifier
*event_notifier
;
796 struct cds_hlist_head
*head
;
800 * Get the hashtable bucket the created lttng_event_notifier object
801 * should be inserted.
803 head
= borrow_hash_table_bucket(
804 event_notifier_group
->event_notifiers_ht
.table
,
805 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
807 event_notifier
= zmalloc(sizeof(struct lttng_event_notifier
));
808 if (!event_notifier
) {
813 event_notifier
->group
= event_notifier_group
;
814 event_notifier
->user_token
= token
;
816 /* Event notifier will be enabled by enabler sync. */
817 event_notifier
->enabled
= 0;
818 event_notifier
->registered
= 0;
820 CDS_INIT_LIST_HEAD(&event_notifier
->filter_bytecode_runtime_head
);
821 CDS_INIT_LIST_HEAD(&event_notifier
->enablers_ref_head
);
822 event_notifier
->desc
= desc
;
824 cds_list_add(&event_notifier
->node
,
825 &event_notifier_group
->event_notifiers_head
);
826 cds_hlist_add_head(&event_notifier
->hlist
, head
);
835 void _lttng_event_notifier_destroy(struct lttng_event_notifier
*event_notifier
)
837 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
839 /* Remove from event_notifier list. */
840 cds_list_del(&event_notifier
->node
);
841 /* Remove from event_notifier hash table. */
842 cds_hlist_del(&event_notifier
->hlist
);
844 lttng_free_event_notifier_filter_runtime(event_notifier
);
846 /* Free event_notifier enabler refs */
847 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
848 &event_notifier
->enablers_ref_head
, node
)
850 free(event_notifier
);
854 int lttng_desc_match_star_glob_enabler(const struct lttng_event_desc
*desc
,
855 struct lttng_enabler
*enabler
)
858 unsigned int has_loglevel
= 0;
860 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
861 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
862 desc
->name
, SIZE_MAX
))
864 if (desc
->loglevel
) {
865 loglevel
= *(*desc
->loglevel
);
868 if (!lttng_loglevel_match(loglevel
,
870 enabler
->event_param
.loglevel_type
,
871 enabler
->event_param
.loglevel
))
877 int lttng_desc_match_event_enabler(const struct lttng_event_desc
*desc
,
878 struct lttng_enabler
*enabler
)
881 unsigned int has_loglevel
= 0;
883 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
884 if (strcmp(desc
->name
, enabler
->event_param
.name
))
886 if (desc
->loglevel
) {
887 loglevel
= *(*desc
->loglevel
);
890 if (!lttng_loglevel_match(loglevel
,
892 enabler
->event_param
.loglevel_type
,
893 enabler
->event_param
.loglevel
))
899 int lttng_desc_match_enabler(const struct lttng_event_desc
*desc
,
900 struct lttng_enabler
*enabler
)
902 switch (enabler
->format_type
) {
903 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
905 struct lttng_ust_excluder_node
*excluder
;
907 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
912 * If the matching event matches with an excluder,
913 * return 'does not match'
915 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
918 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
922 excluder_name
= (char *) (excluder
->excluder
.names
)
923 + count
* LTTNG_UST_SYM_NAME_LEN
;
924 len
= strnlen(excluder_name
, LTTNG_UST_SYM_NAME_LEN
);
925 if (len
> 0 && strutils_star_glob_match(excluder_name
, len
, desc
->name
, SIZE_MAX
))
931 case LTTNG_ENABLER_FORMAT_EVENT
:
932 return lttng_desc_match_event_enabler(desc
, enabler
);
939 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
940 struct lttng_event
*event
)
942 if (lttng_desc_match_enabler(event
->desc
,
943 lttng_event_enabler_as_enabler(event_enabler
))
944 && event
->chan
== event_enabler
->chan
)
951 int lttng_event_notifier_enabler_match_event_notifier(
952 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
953 struct lttng_event_notifier
*event_notifier
)
955 int desc_matches
= lttng_desc_match_enabler(event_notifier
->desc
,
956 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
958 if (desc_matches
&& event_notifier
->group
== event_notifier_enabler
->group
&&
959 event_notifier
->user_token
== event_notifier_enabler
->user_token
)
966 struct lttng_enabler_ref
*lttng_enabler_ref(
967 struct cds_list_head
*enabler_ref_list
,
968 struct lttng_enabler
*enabler
)
970 struct lttng_enabler_ref
*enabler_ref
;
972 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
973 if (enabler_ref
->ref
== enabler
)
980 * Create struct lttng_event if it is missing and present in the list of
984 void lttng_create_event_if_missing(struct lttng_event_enabler
*event_enabler
)
986 struct lttng_session
*session
= event_enabler
->chan
->session
;
987 struct lttng_probe_desc
*probe_desc
;
988 const struct lttng_event_desc
*desc
;
989 struct lttng_event
*event
;
991 struct cds_list_head
*probe_list
;
993 probe_list
= lttng_get_probe_list_head();
995 * For each probe event, if we find that a probe event matches
996 * our enabler, create an associated lttng_event if not
999 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1000 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1003 struct cds_hlist_head
*head
;
1004 struct cds_hlist_node
*node
;
1006 desc
= probe_desc
->event_desc
[i
];
1007 if (!lttng_desc_match_enabler(desc
,
1008 lttng_event_enabler_as_enabler(event_enabler
)))
1011 head
= borrow_hash_table_bucket(
1012 session
->events_ht
.table
,
1013 LTTNG_UST_EVENT_HT_SIZE
, desc
);
1015 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
1016 if (event
->desc
== desc
1017 && event
->chan
== event_enabler
->chan
) {
1026 * We need to create an event for this
1029 ret
= lttng_event_create(probe_desc
->event_desc
[i
],
1030 event_enabler
->chan
);
1032 DBG("Unable to create event %s, error %d\n",
1033 probe_desc
->event_desc
[i
]->name
, ret
);
1040 void probe_provider_event_for_each(struct lttng_probe_desc
*provider_desc
,
1041 void (*event_func
)(struct lttng_session
*session
,
1042 struct lttng_event
*event
),
1043 void (*event_notifier_func
)(struct lttng_event_notifier
*event_notifier
))
1045 struct cds_hlist_node
*node
, *tmp_node
;
1046 struct cds_list_head
*sessionsp
;
1049 /* Get handle on list of sessions. */
1050 sessionsp
= _lttng_get_sessions();
1053 * Iterate over all events in the probe provider descriptions and
1054 * sessions to queue the unregistration of the events.
1056 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1057 const struct lttng_event_desc
*event_desc
;
1058 struct lttng_event_notifier_group
*event_notifier_group
;
1059 struct lttng_event_notifier
*event_notifier
;
1060 struct lttng_session
*session
;
1061 struct cds_hlist_head
*head
;
1062 struct lttng_event
*event
;
1064 event_desc
= provider_desc
->event_desc
[i
];
1067 * Iterate over all session to find the current event
1070 cds_list_for_each_entry(session
, sessionsp
, node
) {
1072 * Get the list of events in the hashtable bucket and
1073 * iterate to find the event matching this descriptor.
1075 head
= borrow_hash_table_bucket(
1076 session
->events_ht
.table
,
1077 LTTNG_UST_EVENT_HT_SIZE
, event_desc
);
1079 cds_hlist_for_each_entry_safe(event
, node
, tmp_node
, head
, hlist
) {
1080 if (event_desc
== event
->desc
) {
1081 event_func(session
, event
);
1088 * Iterate over all event_notifier groups to find the current event
1091 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1093 * Get the list of event_notifiers in the hashtable bucket and
1094 * iterate to find the event_notifier matching this
1097 head
= borrow_hash_table_bucket(
1098 event_notifier_group
->event_notifiers_ht
.table
,
1099 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, event_desc
);
1101 cds_hlist_for_each_entry_safe(event_notifier
, node
, tmp_node
, head
, hlist
) {
1102 if (event_desc
== event_notifier
->desc
) {
1103 event_notifier_func(event_notifier
);
1112 void _unregister_event(struct lttng_session
*session
,
1113 struct lttng_event
*event
)
1115 _lttng_event_unregister(event
);
1119 void _event_enum_destroy(struct lttng_session
*session
,
1120 struct lttng_event
*event
)
1124 /* Destroy enums of the current event. */
1125 for (i
= 0; i
< event
->desc
->nr_fields
; i
++) {
1126 const struct lttng_enum_desc
*enum_desc
;
1127 const struct lttng_event_field
*field
;
1128 struct lttng_enum
*curr_enum
;
1130 field
= &(event
->desc
->fields
[i
]);
1131 switch (field
->type
.atype
) {
1133 enum_desc
= field
->type
.u
.legacy
.basic
.enumeration
.desc
;
1135 case atype_enum_nestable
:
1136 enum_desc
= field
->type
.u
.enum_nestable
.desc
;
1142 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1144 _lttng_enum_destroy(curr_enum
);
1148 /* Destroy event. */
1149 _lttng_event_destroy(event
);
1153 * Iterate over all the UST sessions to unregister and destroy all probes from
1154 * the probe provider descriptor received as argument. Must me called with the
1157 void lttng_probe_provider_unregister_events(
1158 struct lttng_probe_desc
*provider_desc
)
1161 * Iterate over all events in the probe provider descriptions and sessions
1162 * to queue the unregistration of the events.
1164 probe_provider_event_for_each(provider_desc
, _unregister_event
,
1165 _lttng_event_notifier_unregister
);
1167 /* Wait for grace period. */
1168 synchronize_trace();
1169 /* Prune the unregistration queue. */
1170 __tracepoint_probe_prune_release_queue();
1173 * It is now safe to destroy the events and remove them from the event list
1176 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
,
1177 _lttng_event_notifier_destroy
);
1181 * Create events associated with an event enabler (if not already present),
1182 * and add backward reference from the event to the enabler.
1185 int lttng_event_enabler_ref_events(struct lttng_event_enabler
*event_enabler
)
1187 struct lttng_session
*session
= event_enabler
->chan
->session
;
1188 struct lttng_event
*event
;
1190 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
1193 /* First ensure that probe events are created for this enabler. */
1194 lttng_create_event_if_missing(event_enabler
);
1196 /* For each event matching enabler in session event list. */
1197 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1198 struct lttng_enabler_ref
*enabler_ref
;
1200 if (!lttng_event_enabler_match_event(event_enabler
, event
))
1203 enabler_ref
= lttng_enabler_ref(&event
->enablers_ref_head
,
1204 lttng_event_enabler_as_enabler(event_enabler
));
1207 * If no backward ref, create it.
1208 * Add backward ref from event to enabler.
1210 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1213 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
1215 cds_list_add(&enabler_ref
->node
,
1216 &event
->enablers_ref_head
);
1220 * Link filter bytecodes if not linked yet.
1222 lttng_enabler_link_bytecode(event
->desc
,
1224 &event
->bytecode_runtime_head
,
1225 lttng_event_enabler_as_enabler(event_enabler
));
1227 /* TODO: merge event context. */
1234 * Called at library load: connect the probe on all enablers matching
1236 * Called with session mutex held.
1238 int lttng_fix_pending_events(void)
1240 struct lttng_session
*session
;
1242 cds_list_for_each_entry(session
, &sessions
, node
) {
1243 lttng_session_lazy_sync_event_enablers(session
);
1248 int lttng_fix_pending_event_notifiers(void)
1250 struct lttng_event_notifier_group
*event_notifier_group
;
1252 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1253 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1259 * For each session of the owner thread, execute pending statedump.
1260 * Only dump state for the sessions owned by the caller thread, because
1261 * we don't keep ust_lock across the entire iteration.
1263 void lttng_handle_pending_statedump(void *owner
)
1265 struct lttng_session
*session
;
1267 /* Execute state dump */
1268 do_lttng_ust_statedump(owner
);
1270 /* Clear pending state dump */
1274 cds_list_for_each_entry(session
, &sessions
, node
) {
1275 if (session
->owner
!= owner
)
1277 if (!session
->statedump_pending
)
1279 session
->statedump_pending
= 0;
1287 * Only used internally at session destruction.
1290 void _lttng_event_destroy(struct lttng_event
*event
)
1292 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1294 /* Remove from event list. */
1295 cds_list_del(&event
->node
);
1296 /* Remove from event hash table. */
1297 cds_hlist_del(&event
->hlist
);
1299 lttng_destroy_context(event
->ctx
);
1300 lttng_free_event_filter_runtime(event
);
1301 /* Free event enabler refs */
1302 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1303 &event
->enablers_ref_head
, node
)
1309 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1311 cds_list_del(&_enum
->node
);
1312 cds_hlist_del(&_enum
->hlist
);
1316 void lttng_ust_events_exit(void)
1318 struct lttng_session
*session
, *tmpsession
;
1320 cds_list_for_each_entry_safe(session
, tmpsession
, &sessions
, node
)
1321 lttng_session_destroy(session
);
1325 * Enabler management.
1327 struct lttng_event_enabler
*lttng_event_enabler_create(
1328 enum lttng_enabler_format_type format_type
,
1329 struct lttng_ust_event
*event_param
,
1330 struct lttng_channel
*chan
)
1332 struct lttng_event_enabler
*event_enabler
;
1334 event_enabler
= zmalloc(sizeof(*event_enabler
));
1337 event_enabler
->base
.format_type
= format_type
;
1338 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1339 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1340 memcpy(&event_enabler
->base
.event_param
, event_param
,
1341 sizeof(event_enabler
->base
.event_param
));
1342 event_enabler
->chan
= chan
;
1344 event_enabler
->base
.enabled
= 0;
1345 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->session
->enablers_head
);
1346 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1348 return event_enabler
;
1351 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1352 struct lttng_event_notifier_group
*event_notifier_group
,
1353 enum lttng_enabler_format_type format_type
,
1354 struct lttng_ust_event_notifier
*event_notifier_param
)
1356 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1358 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1359 if (!event_notifier_enabler
)
1361 event_notifier_enabler
->base
.format_type
= format_type
;
1362 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.filter_bytecode_head
);
1363 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.excluder_head
);
1365 event_notifier_enabler
->user_token
= event_notifier_param
->event
.token
;
1367 memcpy(&event_notifier_enabler
->base
.event_param
.name
,
1368 event_notifier_param
->event
.name
,
1369 sizeof(event_notifier_enabler
->base
.event_param
.name
));
1370 event_notifier_enabler
->base
.event_param
.instrumentation
=
1371 event_notifier_param
->event
.instrumentation
;
1372 event_notifier_enabler
->base
.event_param
.loglevel
=
1373 event_notifier_param
->event
.loglevel
;
1374 event_notifier_enabler
->base
.event_param
.loglevel_type
=
1375 event_notifier_param
->event
.loglevel_type
;
1377 event_notifier_enabler
->base
.enabled
= 0;
1378 event_notifier_enabler
->group
= event_notifier_group
;
1380 cds_list_add(&event_notifier_enabler
->node
,
1381 &event_notifier_group
->enablers_head
);
1383 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1385 return event_notifier_enabler
;
1388 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1390 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1391 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1396 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1398 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1399 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1405 void _lttng_enabler_attach_bytecode(struct lttng_enabler
*enabler
,
1406 struct lttng_ust_filter_bytecode_node
*bytecode
)
1408 bytecode
->enabler
= enabler
;
1409 cds_list_add_tail(&bytecode
->node
, &enabler
->filter_bytecode_head
);
1412 int lttng_event_enabler_attach_bytecode(struct lttng_event_enabler
*event_enabler
,
1413 struct lttng_ust_filter_bytecode_node
*bytecode
)
1415 _lttng_enabler_attach_bytecode(
1416 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1418 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1423 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1424 struct lttng_ust_excluder_node
*excluder
)
1426 excluder
->enabler
= enabler
;
1427 cds_list_add_tail(&excluder
->node
, &enabler
->excluder_head
);
1430 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1431 struct lttng_ust_excluder_node
*excluder
)
1433 _lttng_enabler_attach_exclusion(
1434 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1436 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1440 int lttng_event_notifier_enabler_enable(
1441 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1443 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 1;
1444 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1449 int lttng_event_notifier_enabler_disable(
1450 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1452 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 0;
1453 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1458 int lttng_event_notifier_enabler_attach_bytecode(
1459 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1460 struct lttng_ust_filter_bytecode_node
*bytecode
)
1462 _lttng_enabler_attach_bytecode(
1463 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1466 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1470 int lttng_event_notifier_enabler_attach_exclusion(
1471 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1472 struct lttng_ust_excluder_node
*excluder
)
1474 _lttng_enabler_attach_exclusion(
1475 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1478 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1482 int lttng_attach_context(struct lttng_ust_context
*context_param
,
1483 union ust_args
*uargs
,
1484 struct lttng_ctx
**ctx
, struct lttng_session
*session
)
1487 * We cannot attach a context after trace has been started for a
1488 * session because the metadata does not allow expressing this
1489 * information outside of the original channel scope.
1491 if (session
->been_active
)
1494 switch (context_param
->ctx
) {
1495 case LTTNG_UST_CONTEXT_PTHREAD_ID
:
1496 return lttng_add_pthread_id_to_ctx(ctx
);
1497 case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER
:
1499 struct lttng_ust_perf_counter_ctx
*perf_ctx_param
;
1501 perf_ctx_param
= &context_param
->u
.perf_counter
;
1502 return lttng_add_perf_counter_to_ctx(
1503 perf_ctx_param
->type
,
1504 perf_ctx_param
->config
,
1505 perf_ctx_param
->name
,
1508 case LTTNG_UST_CONTEXT_VTID
:
1509 return lttng_add_vtid_to_ctx(ctx
);
1510 case LTTNG_UST_CONTEXT_VPID
:
1511 return lttng_add_vpid_to_ctx(ctx
);
1512 case LTTNG_UST_CONTEXT_PROCNAME
:
1513 return lttng_add_procname_to_ctx(ctx
);
1514 case LTTNG_UST_CONTEXT_IP
:
1515 return lttng_add_ip_to_ctx(ctx
);
1516 case LTTNG_UST_CONTEXT_CPU_ID
:
1517 return lttng_add_cpu_id_to_ctx(ctx
);
1518 case LTTNG_UST_CONTEXT_APP_CONTEXT
:
1519 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1521 case LTTNG_UST_CONTEXT_CGROUP_NS
:
1522 return lttng_add_cgroup_ns_to_ctx(ctx
);
1523 case LTTNG_UST_CONTEXT_IPC_NS
:
1524 return lttng_add_ipc_ns_to_ctx(ctx
);
1525 case LTTNG_UST_CONTEXT_MNT_NS
:
1526 return lttng_add_mnt_ns_to_ctx(ctx
);
1527 case LTTNG_UST_CONTEXT_NET_NS
:
1528 return lttng_add_net_ns_to_ctx(ctx
);
1529 case LTTNG_UST_CONTEXT_PID_NS
:
1530 return lttng_add_pid_ns_to_ctx(ctx
);
1531 case LTTNG_UST_CONTEXT_TIME_NS
:
1532 return lttng_add_time_ns_to_ctx(ctx
);
1533 case LTTNG_UST_CONTEXT_USER_NS
:
1534 return lttng_add_user_ns_to_ctx(ctx
);
1535 case LTTNG_UST_CONTEXT_UTS_NS
:
1536 return lttng_add_uts_ns_to_ctx(ctx
);
1537 case LTTNG_UST_CONTEXT_VUID
:
1538 return lttng_add_vuid_to_ctx(ctx
);
1539 case LTTNG_UST_CONTEXT_VEUID
:
1540 return lttng_add_veuid_to_ctx(ctx
);
1541 case LTTNG_UST_CONTEXT_VSUID
:
1542 return lttng_add_vsuid_to_ctx(ctx
);
1543 case LTTNG_UST_CONTEXT_VGID
:
1544 return lttng_add_vgid_to_ctx(ctx
);
1545 case LTTNG_UST_CONTEXT_VEGID
:
1546 return lttng_add_vegid_to_ctx(ctx
);
1547 case LTTNG_UST_CONTEXT_VSGID
:
1548 return lttng_add_vsgid_to_ctx(ctx
);
1554 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1555 struct lttng_ust_context
*context_param
)
1560 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1562 if (!event_enabler
) {
1565 cds_list_del(&event_enabler
->node
);
1567 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1569 lttng_destroy_context(event_enabler
->ctx
);
1570 free(event_enabler
);
1574 * lttng_session_sync_event_enablers should be called just before starting a
1578 void lttng_session_sync_event_enablers(struct lttng_session
*session
)
1580 struct lttng_event_enabler
*event_enabler
;
1581 struct lttng_event
*event
;
1583 cds_list_for_each_entry(event_enabler
, &session
->enablers_head
, node
)
1584 lttng_event_enabler_ref_events(event_enabler
);
1586 * For each event, if at least one of its enablers is enabled,
1587 * and its channel and session transient states are enabled, we
1588 * enable the event, else we disable it.
1590 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1591 struct lttng_enabler_ref
*enabler_ref
;
1592 struct lttng_bytecode_runtime
*runtime
;
1593 int enabled
= 0, has_enablers_without_bytecode
= 0;
1596 cds_list_for_each_entry(enabler_ref
,
1597 &event
->enablers_ref_head
, node
) {
1598 if (enabler_ref
->ref
->enabled
) {
1604 * Enabled state is based on union of enablers, with
1605 * intesection of session and channel transient enable
1608 enabled
= enabled
&& session
->tstate
&& event
->chan
->tstate
;
1610 CMM_STORE_SHARED(event
->enabled
, enabled
);
1612 * Sync tracepoint registration with event enabled
1616 if (!event
->registered
)
1617 register_event(event
);
1619 if (event
->registered
)
1620 unregister_event(event
);
1623 /* Check if has enablers without bytecode enabled */
1624 cds_list_for_each_entry(enabler_ref
,
1625 &event
->enablers_ref_head
, node
) {
1626 if (enabler_ref
->ref
->enabled
1627 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1628 has_enablers_without_bytecode
= 1;
1632 event
->has_enablers_without_bytecode
=
1633 has_enablers_without_bytecode
;
1635 /* Enable filters */
1636 cds_list_for_each_entry(runtime
,
1637 &event
->bytecode_runtime_head
, node
) {
1638 lttng_filter_sync_state(runtime
);
1641 __tracepoint_probe_prune_release_queue();
1645 void lttng_create_event_notifier_if_missing(
1646 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1648 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1649 struct lttng_probe_desc
*probe_desc
;
1650 struct cds_list_head
*probe_list
;
1653 probe_list
= lttng_get_probe_list_head();
1655 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1656 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1659 const struct lttng_event_desc
*desc
;
1660 struct lttng_event_notifier
*event_notifier
;
1661 struct cds_hlist_head
*head
;
1662 struct cds_hlist_node
*node
;
1664 desc
= probe_desc
->event_desc
[i
];
1665 if (!lttng_desc_match_enabler(desc
,
1666 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)))
1670 * Given the current event_notifier group, get the bucket that
1671 * the target event_notifier would be if it was already
1674 head
= borrow_hash_table_bucket(
1675 event_notifier_group
->event_notifiers_ht
.table
,
1676 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
1678 cds_hlist_for_each_entry(event_notifier
, node
, head
, hlist
) {
1680 * Check if event_notifier already exists by checking
1681 * if the event_notifier and enabler share the same
1682 * description and id.
1684 if (event_notifier
->desc
== desc
&&
1685 event_notifier
->user_token
== event_notifier_enabler
->user_token
) {
1695 * We need to create a event_notifier for this event probe.
1697 ret
= lttng_event_notifier_create(desc
,
1698 event_notifier_enabler
->user_token
,
1699 event_notifier_group
);
1701 DBG("Unable to create event_notifier %s, error %d\n",
1702 probe_desc
->event_desc
[i
]->name
, ret
);
1709 * Create event_notifiers associated with a event_notifier enabler (if not already present).
1712 int lttng_event_notifier_enabler_ref_event_notifiers(
1713 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1715 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1716 struct lttng_event_notifier
*event_notifier
;
1719 * Only try to create event_notifiers for enablers that are enabled, the user
1720 * might still be attaching filter or exclusion to the
1721 * event_notifier_enabler.
1723 if (!lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
)
1726 /* First, ensure that probe event_notifiers are created for this enabler. */
1727 lttng_create_event_notifier_if_missing(event_notifier_enabler
);
1729 /* Link the created event_notifier with its associated enabler. */
1730 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1731 struct lttng_enabler_ref
*enabler_ref
;
1733 if (!lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier
))
1736 enabler_ref
= lttng_enabler_ref(&event_notifier
->enablers_ref_head
,
1737 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1740 * If no backward ref, create it.
1741 * Add backward ref from event_notifier to enabler.
1743 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1747 enabler_ref
->ref
= lttng_event_notifier_enabler_as_enabler(
1748 event_notifier_enabler
);
1749 cds_list_add(&enabler_ref
->node
,
1750 &event_notifier
->enablers_ref_head
);
1754 * Link filter bytecodes if not linked yet.
1756 lttng_enabler_link_bytecode(event_notifier
->desc
,
1757 &event_notifier_group
->ctx
, &event_notifier
->filter_bytecode_runtime_head
,
1758 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1765 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
1767 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1768 struct lttng_event_notifier
*event_notifier
;
1770 cds_list_for_each_entry(event_notifier_enabler
, &event_notifier_group
->enablers_head
, node
)
1771 lttng_event_notifier_enabler_ref_event_notifiers(event_notifier_enabler
);
1774 * For each event_notifier, if at least one of its enablers is enabled,
1775 * we enable the event_notifier, else we disable it.
1777 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1778 struct lttng_enabler_ref
*enabler_ref
;
1779 struct lttng_bytecode_runtime
*runtime
;
1780 int enabled
= 0, has_enablers_without_bytecode
= 0;
1782 /* Enable event_notifiers */
1783 cds_list_for_each_entry(enabler_ref
,
1784 &event_notifier
->enablers_ref_head
, node
) {
1785 if (enabler_ref
->ref
->enabled
) {
1791 CMM_STORE_SHARED(event_notifier
->enabled
, enabled
);
1793 * Sync tracepoint registration with event_notifier enabled
1797 if (!event_notifier
->registered
)
1798 register_event_notifier(event_notifier
);
1800 if (event_notifier
->registered
)
1801 unregister_event_notifier(event_notifier
);
1804 /* Check if has enablers without bytecode enabled */
1805 cds_list_for_each_entry(enabler_ref
,
1806 &event_notifier
->enablers_ref_head
, node
) {
1807 if (enabler_ref
->ref
->enabled
1808 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1809 has_enablers_without_bytecode
= 1;
1813 event_notifier
->has_enablers_without_bytecode
=
1814 has_enablers_without_bytecode
;
1816 /* Enable filters */
1817 cds_list_for_each_entry(runtime
,
1818 &event_notifier
->filter_bytecode_runtime_head
, node
) {
1819 lttng_filter_sync_state(runtime
);
1822 __tracepoint_probe_prune_release_queue();
1826 * Apply enablers to session events, adding events to session if need
1827 * be. It is required after each modification applied to an active
1828 * session, and right before session "start".
1829 * "lazy" sync means we only sync if required.
1832 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
)
1834 /* We can skip if session is not active */
1835 if (!session
->active
)
1837 lttng_session_sync_event_enablers(session
);
1841 * Update all sessions with the given app context.
1842 * Called with ust lock held.
1843 * This is invoked when an application context gets loaded/unloaded. It
1844 * ensures the context callbacks are in sync with the application
1845 * context (either app context callbacks, or dummy callbacks).
1847 void lttng_ust_context_set_session_provider(const char *name
,
1848 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1849 void (*record
)(struct lttng_ctx_field
*field
,
1850 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1851 struct lttng_channel
*chan
),
1852 void (*get_value
)(struct lttng_ctx_field
*field
,
1853 struct lttng_ctx_value
*value
))
1855 struct lttng_session
*session
;
1857 cds_list_for_each_entry(session
, &sessions
, node
) {
1858 struct lttng_channel
*chan
;
1859 struct lttng_event
*event
;
1862 ret
= lttng_ust_context_set_provider_rcu(&session
->ctx
,
1863 name
, get_size
, record
, get_value
);
1866 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
1867 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
1868 name
, get_size
, record
, get_value
);
1872 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1873 ret
= lttng_ust_context_set_provider_rcu(&event
->ctx
,
1874 name
, get_size
, record
, get_value
);
1882 * Update all event_notifier groups with the given app context.
1883 * Called with ust lock held.
1884 * This is invoked when an application context gets loaded/unloaded. It
1885 * ensures the context callbacks are in sync with the application
1886 * context (either app context callbacks, or dummy callbacks).
1888 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
1889 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1890 void (*record
)(struct lttng_ctx_field
*field
,
1891 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1892 struct lttng_channel
*chan
),
1893 void (*get_value
)(struct lttng_ctx_field
*field
,
1894 struct lttng_ctx_value
*value
))
1896 struct lttng_event_notifier_group
*event_notifier_group
;
1898 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1901 ret
= lttng_ust_context_set_provider_rcu(
1902 &event_notifier_group
->ctx
,
1903 name
, get_size
, record
, get_value
);