4 * Holds LTTng per-session event registry.
6 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; only
11 * version 2.1 of the License.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 #include <urcu/list.h>
26 #include <urcu/hlist.h>
35 #include <lttng/ust-endian.h>
39 #include <urcu/compiler.h>
40 #include <urcu/uatomic.h>
41 #include <urcu/arch.h>
43 #include <lttng/tracepoint.h>
44 #include <lttng/ust-events.h>
46 #include <usterr-signal-safe.h>
52 #include "lttng-ust-uuid.h"
54 #include "tracepoint-internal.h"
55 #include "lttng-tracer.h"
56 #include "lttng-tracer-core.h"
58 #include "../libringbuffer/shm.h"
62 * The sessions mutex is the centralized mutex across UST tracing
63 * control and probe registration. All operations within this file are
64 * called by the communication thread, under ust_lock protection.
66 static pthread_mutex_t sessions_mutex
= PTHREAD_MUTEX_INITIALIZER
;
70 pthread_mutex_lock(&sessions_mutex
);
75 pthread_mutex_unlock(&sessions_mutex
);
78 static CDS_LIST_HEAD(sessions
);
80 static void _lttng_event_destroy(struct lttng_event
*event
);
81 static int _lttng_event_unregister(struct lttng_event
*event
);
84 void lttng_session_lazy_sync_enablers(struct lttng_session
*session
);
86 void lttng_session_sync_enablers(struct lttng_session
*session
);
88 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
91 * Called with ust lock held.
93 int lttng_session_active(void)
95 struct lttng_session
*iter
;
97 cds_list_for_each_entry(iter
, &sessions
, node
) {
105 int lttng_loglevel_match(int loglevel
,
106 unsigned int has_loglevel
,
107 enum lttng_ust_loglevel_type req_type
,
110 if (req_type
== LTTNG_UST_LOGLEVEL_ALL
)
113 loglevel
= TRACE_DEFAULT
;
115 case LTTNG_UST_LOGLEVEL_RANGE
:
116 if (loglevel
<= req_loglevel
|| req_loglevel
== -1)
120 case LTTNG_UST_LOGLEVEL_SINGLE
:
121 if (loglevel
== req_loglevel
|| req_loglevel
== -1)
125 case LTTNG_UST_LOGLEVEL_ALL
:
131 void synchronize_trace(void)
136 struct lttng_session
*lttng_session_create(void)
138 struct lttng_session
*session
;
141 session
= zmalloc(sizeof(struct lttng_session
));
144 CDS_INIT_LIST_HEAD(&session
->chan_head
);
145 CDS_INIT_LIST_HEAD(&session
->events_head
);
146 CDS_INIT_LIST_HEAD(&session
->enablers_head
);
147 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
148 CDS_INIT_HLIST_HEAD(&session
->events_ht
.table
[i
]);
149 cds_list_add(&session
->node
, &sessions
);
154 * Only used internally at session destruction.
157 void _lttng_channel_unmap(struct lttng_channel
*lttng_chan
)
159 struct channel
*chan
;
160 struct lttng_ust_shm_handle
*handle
;
162 cds_list_del(<tng_chan
->node
);
163 lttng_destroy_context(lttng_chan
->ctx
);
164 chan
= lttng_chan
->chan
;
165 handle
= lttng_chan
->handle
;
167 * note: lttng_chan is private data contained within handle. It
168 * will be freed along with the handle.
170 channel_destroy(chan
, handle
, 0);
173 void lttng_session_destroy(struct lttng_session
*session
)
175 struct lttng_channel
*chan
, *tmpchan
;
176 struct lttng_event
*event
, *tmpevent
;
177 struct lttng_enabler
*enabler
, *tmpenabler
;
180 CMM_ACCESS_ONCE(session
->active
) = 0;
181 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
182 ret
= _lttng_event_unregister(event
);
185 synchronize_trace(); /* Wait for in-flight events to complete */
186 cds_list_for_each_entry_safe(enabler
, tmpenabler
,
187 &session
->enablers_head
, node
)
188 lttng_enabler_destroy(enabler
);
189 cds_list_for_each_entry_safe(event
, tmpevent
,
190 &session
->events_head
, node
)
191 _lttng_event_destroy(event
);
192 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->chan_head
, node
)
193 _lttng_channel_unmap(chan
);
194 cds_list_del(&session
->node
);
198 int lttng_session_enable(struct lttng_session
*session
)
201 struct lttng_channel
*chan
;
204 if (session
->active
) {
209 notify_socket
= lttng_get_notify_socket(session
->owner
);
210 if (notify_socket
< 0)
211 return notify_socket
;
213 /* We need to sync enablers with session before activation. */
214 lttng_session_sync_enablers(session
);
217 * Snapshot the number of events per channel to know the type of header
220 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
221 const struct lttng_ctx
*ctx
;
222 const struct lttng_event_field
*fields
= NULL
;
223 size_t nr_fields
= 0;
225 /* don't change it if session stop/restart */
226 if (chan
->header_type
)
230 nr_fields
= ctx
->nr_fields
;
231 fields
= &ctx
->fields
->event_field
;
233 ret
= ustcomm_register_channel(notify_socket
,
241 DBG("Error (%d) registering channel to sessiond", ret
);
246 CMM_ACCESS_ONCE(session
->active
) = 1;
247 CMM_ACCESS_ONCE(session
->been_active
) = 1;
252 int lttng_session_disable(struct lttng_session
*session
)
256 if (!session
->active
) {
260 CMM_ACCESS_ONCE(session
->active
) = 0;
265 int lttng_channel_enable(struct lttng_channel
*channel
)
269 if (channel
== channel
->session
->metadata
)
271 old
= uatomic_xchg(&channel
->enabled
, 1);
277 int lttng_channel_disable(struct lttng_channel
*channel
)
281 if (channel
== channel
->session
->metadata
)
283 old
= uatomic_xchg(&channel
->enabled
, 0);
289 int lttng_event_enable(struct lttng_event
*event
)
293 if (event
->chan
== event
->chan
->session
->metadata
)
295 old
= uatomic_xchg(&event
->enabled
, 1);
301 int lttng_event_disable(struct lttng_event
*event
)
305 if (event
->chan
== event
->chan
->session
->metadata
)
307 old
= uatomic_xchg(&event
->enabled
, 0);
314 * Supports event creation while tracing session is active.
317 int lttng_event_create(const struct lttng_event_desc
*desc
,
318 struct lttng_channel
*chan
)
320 const char *event_name
= desc
->name
;
321 struct lttng_event
*event
;
322 struct lttng_session
*session
= chan
->session
;
323 struct cds_hlist_head
*head
;
324 struct cds_hlist_node
*node
;
326 size_t name_len
= strlen(event_name
);
328 int notify_socket
, loglevel
;
331 hash
= jhash(event_name
, name_len
, 0);
332 head
= &chan
->session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
333 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
335 if (!strncmp(event
->desc
->name
,
337 LTTNG_UST_SYM_NAME_LEN
- 1)) {
343 notify_socket
= lttng_get_notify_socket(session
->owner
);
344 if (notify_socket
< 0) {
350 * Check if loglevel match. Refuse to connect event if not.
352 event
= zmalloc(sizeof(struct lttng_event
));
360 CDS_INIT_LIST_HEAD(&event
->bytecode_runtime_head
);
361 CDS_INIT_LIST_HEAD(&event
->enablers_ref_head
);
365 loglevel
= *(*event
->desc
->loglevel
);
367 loglevel
= TRACE_DEFAULT
;
368 if (desc
->u
.ext
.model_emf_uri
)
369 uri
= *(desc
->u
.ext
.model_emf_uri
);
373 /* Don't register metadata events */
374 if (session
->metadata
== chan
) {
377 /* Fetch event ID from sessiond */
378 ret
= ustcomm_register_event(notify_socket
,
389 DBG("Error (%d) registering event to sessiond", ret
);
390 goto sessiond_register_error
;
394 /* Populate lttng_event structure before tracepoint registration. */
396 ret
= __tracepoint_probe_register(event_name
,
397 desc
->probe_callback
,
398 event
, desc
->signature
);
400 goto tracepoint_register_error
;
402 cds_list_add(&event
->node
, &chan
->session
->events_head
);
403 cds_hlist_add_head(&event
->hlist
, head
);
406 tracepoint_register_error
:
407 sessiond_register_error
:
416 int lttng_desc_match_wildcard_enabler(const struct lttng_event_desc
*desc
,
417 struct lttng_enabler
*enabler
)
420 unsigned int has_loglevel
;
422 assert(enabler
->type
== LTTNG_ENABLER_WILDCARD
);
423 /* Compare excluding final '*' */
424 if (strncmp(desc
->name
, enabler
->event_param
.name
,
425 strlen(enabler
->event_param
.name
) - 1))
427 if (desc
->loglevel
) {
428 loglevel
= *(*desc
->loglevel
);
431 if (!lttng_loglevel_match(loglevel
,
433 enabler
->event_param
.loglevel_type
,
434 enabler
->event_param
.loglevel
))
440 int lttng_desc_match_event_enabler(const struct lttng_event_desc
*desc
,
441 struct lttng_enabler
*enabler
)
444 unsigned int has_loglevel
= 0;
446 assert(enabler
->type
== LTTNG_ENABLER_EVENT
);
447 if (strcmp(desc
->name
, enabler
->event_param
.name
))
449 if (desc
->loglevel
) {
450 loglevel
= *(*desc
->loglevel
);
453 if (!lttng_loglevel_match(loglevel
,
455 enabler
->event_param
.loglevel_type
,
456 enabler
->event_param
.loglevel
))
462 int lttng_desc_match_enabler(const struct lttng_event_desc
*desc
,
463 struct lttng_enabler
*enabler
)
465 switch (enabler
->type
) {
466 case LTTNG_ENABLER_WILDCARD
:
467 return lttng_desc_match_wildcard_enabler(desc
, enabler
);
468 case LTTNG_ENABLER_EVENT
:
469 return lttng_desc_match_event_enabler(desc
, enabler
);
476 int lttng_event_match_enabler(struct lttng_event
*event
,
477 struct lttng_enabler
*enabler
)
479 return lttng_desc_match_enabler(event
->desc
, enabler
);
483 struct lttng_enabler_ref
* lttng_event_enabler_ref(struct lttng_event
*event
,
484 struct lttng_enabler
*enabler
)
486 struct lttng_enabler_ref
*enabler_ref
;
488 cds_list_for_each_entry(enabler_ref
,
489 &event
->enablers_ref_head
, node
) {
490 if (enabler_ref
->ref
== enabler
)
497 * Create struct lttng_event if it is missing and present in the list of
501 void lttng_create_event_if_missing(struct lttng_enabler
*enabler
)
503 struct lttng_session
*session
= enabler
->chan
->session
;
504 struct lttng_probe_desc
*probe_desc
;
505 const struct lttng_event_desc
*desc
;
506 struct lttng_event
*event
;
508 struct cds_list_head
*probe_list
;
510 probe_list
= lttng_get_probe_list_head();
512 * For each probe event, if we find that a probe event matches
513 * our enabler, create an associated lttng_event if not
516 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
517 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
519 struct cds_hlist_head
*head
;
520 struct cds_hlist_node
*node
;
521 const char *event_name
;
525 desc
= probe_desc
->event_desc
[i
];
526 if (!lttng_desc_match_enabler(desc
, enabler
))
528 event_name
= desc
->name
;
529 name_len
= strlen(event_name
);
532 * Check if already created.
534 hash
= jhash(event_name
, name_len
, 0);
535 head
= &session
->events_ht
.table
[hash
& (LTTNG_UST_EVENT_HT_SIZE
- 1)];
536 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
537 if (event
->desc
== desc
)
544 * We need to create an event for this
547 ret
= lttng_event_create(probe_desc
->event_desc
[i
],
550 DBG("Unable to create event %s, error %d\n",
551 probe_desc
->event_desc
[i
]->name
, ret
);
558 * Create events associated with an enabler (if not already present),
559 * and add backward reference from the event to the enabler.
562 int lttng_enabler_ref_events(struct lttng_enabler
*enabler
)
564 struct lttng_session
*session
= enabler
->chan
->session
;
565 struct lttng_event
*event
;
567 /* First ensure that probe events are created for this enabler. */
568 lttng_create_event_if_missing(enabler
);
570 /* For each event matching enabler in session event list. */
571 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
572 struct lttng_enabler_ref
*enabler_ref
;
574 if (!lttng_event_match_enabler(event
, enabler
))
577 enabler_ref
= lttng_event_enabler_ref(event
, enabler
);
580 * If no backward ref, create it.
581 * Add backward ref from event to enabler.
583 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
586 enabler_ref
->ref
= enabler
;
587 cds_list_add(&enabler_ref
->node
,
588 &event
->enablers_ref_head
);
592 * Link filter bytecodes if not linked yet.
594 lttng_enabler_event_link_bytecode(event
, enabler
);
596 /* TODO: merge event context. */
602 * Called at library load: connect the probe on all enablers matching
604 * called with session mutex held.
605 * TODO: currently, for each desc added, we iterate on all event desc
606 * (inefficient). We should create specific code that only target the
609 int lttng_fix_pending_event_desc(const struct lttng_event_desc
*desc
)
611 struct lttng_session
*session
;
613 cds_list_for_each_entry(session
, &sessions
, node
) {
614 lttng_session_lazy_sync_enablers(session
);
620 * Only used internally at session destruction.
622 int _lttng_event_unregister(struct lttng_event
*event
)
624 return __tracepoint_probe_unregister(event
->desc
->name
,
625 event
->desc
->probe_callback
,
630 * Only used internally at session destruction.
633 void _lttng_event_destroy(struct lttng_event
*event
)
635 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
637 cds_list_del(&event
->node
);
638 lttng_destroy_context(event
->ctx
);
639 lttng_free_event_filter_runtime(event
);
640 /* Free event enabler refs */
641 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
642 &event
->enablers_ref_head
, node
)
647 void lttng_ust_events_exit(void)
649 struct lttng_session
*session
, *tmpsession
;
651 cds_list_for_each_entry_safe(session
, tmpsession
, &sessions
, node
)
652 lttng_session_destroy(session
);
656 * Enabler management.
658 struct lttng_enabler
*lttng_enabler_create(enum lttng_enabler_type type
,
659 struct lttng_ust_event
*event_param
,
660 struct lttng_channel
*chan
)
662 struct lttng_enabler
*enabler
;
664 enabler
= zmalloc(sizeof(*enabler
));
667 enabler
->type
= type
;
668 CDS_INIT_LIST_HEAD(&enabler
->filter_bytecode_head
);
669 memcpy(&enabler
->event_param
, event_param
,
670 sizeof(enabler
->event_param
));
671 enabler
->chan
= chan
;
673 enabler
->enabled
= 1;
674 cds_list_add(&enabler
->node
, &enabler
->chan
->session
->enablers_head
);
675 lttng_session_lazy_sync_enablers(enabler
->chan
->session
);
679 int lttng_enabler_enable(struct lttng_enabler
*enabler
)
681 enabler
->enabled
= 1;
682 lttng_session_lazy_sync_enablers(enabler
->chan
->session
);
686 int lttng_enabler_disable(struct lttng_enabler
*enabler
)
688 if (enabler
->chan
== enabler
->chan
->session
->metadata
)
690 enabler
->enabled
= 0;
691 lttng_session_lazy_sync_enablers(enabler
->chan
->session
);
695 int lttng_enabler_attach_bytecode(struct lttng_enabler
*enabler
,
696 struct lttng_ust_filter_bytecode_node
*bytecode
)
698 bytecode
->enabler
= enabler
;
699 cds_list_add_tail(&bytecode
->node
, &enabler
->filter_bytecode_head
);
700 lttng_session_lazy_sync_enablers(enabler
->chan
->session
);
704 int lttng_attach_context(struct lttng_ust_context
*context_param
,
705 struct lttng_ctx
**ctx
, struct lttng_session
*session
)
708 * We cannot attach a context after trace has been started for a
709 * session because the metadata does not allow expressing this
710 * information outside of the original channel scope.
712 if (session
->been_active
)
715 switch (context_param
->ctx
) {
716 case LTTNG_UST_CONTEXT_PTHREAD_ID
:
717 return lttng_add_pthread_id_to_ctx(ctx
);
718 case LTTNG_UST_CONTEXT_VTID
:
719 return lttng_add_vtid_to_ctx(ctx
);
720 case LTTNG_UST_CONTEXT_VPID
:
721 return lttng_add_vpid_to_ctx(ctx
);
722 case LTTNG_UST_CONTEXT_PROCNAME
:
723 return lttng_add_procname_to_ctx(ctx
);
729 int lttng_enabler_attach_context(struct lttng_enabler
*enabler
,
730 struct lttng_ust_context
*context_param
)
732 #if 0 // disabled for now.
733 struct lttng_session
*session
= enabler
->chan
->session
;
736 ret
= lttng_attach_context(context_param
, &enabler
->ctx
,
740 lttng_session_lazy_sync_enablers(enabler
->chan
->session
);
746 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
748 struct lttng_ust_filter_bytecode_node
*filter_node
, *tmp_filter_node
;
750 /* Destroy filter bytecode */
751 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
752 &enabler
->filter_bytecode_head
, node
) {
756 /* Destroy contexts */
757 lttng_destroy_context(enabler
->ctx
);
759 cds_list_del(&enabler
->node
);
764 * lttng_session_sync_enablers should be called just before starting a
768 void lttng_session_sync_enablers(struct lttng_session
*session
)
770 struct lttng_enabler
*enabler
;
771 struct lttng_event
*event
;
773 cds_list_for_each_entry(enabler
, &session
->enablers_head
, node
)
774 lttng_enabler_ref_events(enabler
);
776 * For each event, if at least one of its enablers is enabled,
777 * we enable the event, else we disable it.
779 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
780 struct lttng_enabler_ref
*enabler_ref
;
781 struct lttng_bytecode_runtime
*runtime
;
782 int enabled
= 0, has_enablers_without_bytecode
= 0;
785 cds_list_for_each_entry(enabler_ref
,
786 &event
->enablers_ref_head
, node
) {
787 if (enabler_ref
->ref
->enabled
) {
792 event
->enabled
= enabled
;
794 /* Check if has enablers without bytecode enabled */
795 cds_list_for_each_entry(enabler_ref
,
796 &event
->enablers_ref_head
, node
) {
797 if (enabler_ref
->ref
->enabled
798 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
799 has_enablers_without_bytecode
= 1;
803 event
->has_enablers_without_bytecode
=
804 has_enablers_without_bytecode
;
807 cds_list_for_each_entry(runtime
,
808 &event
->bytecode_runtime_head
, node
) {
809 lttng_filter_sync_state(runtime
);
815 * Apply enablers to session events, adding events to session if need
816 * be. It is required after each modification applied to an active
817 * session, and right before session "start".
818 * "lazy" sync means we only sync if required.
821 void lttng_session_lazy_sync_enablers(struct lttng_session
*session
)
823 /* We can skip if session is not active */
824 if (!session
->active
)
826 lttng_session_sync_enablers(session
);