Commit | Line | Data |
---|---|---|
97ee3a89 DG |
1 | /* |
2 | * Copyright (C) 2011 - David Goulet <david.goulet@polymtl.ca> | |
3 | * | |
d14d33bf AM |
4 | * This program is free software; you can redistribute it and/or modify |
5 | * it under the terms of the GNU General Public License, version 2 only, | |
6 | * as published by the Free Software Foundation. | |
97ee3a89 | 7 | * |
d14d33bf AM |
8 | * This program is distributed in the hope that it will be useful, |
9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
11 | * GNU General Public License for more details. | |
97ee3a89 | 12 | * |
d14d33bf AM |
13 | * You should have received a copy of the GNU General Public License along |
14 | * with this program; if not, write to the Free Software Foundation, Inc., | |
15 | * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |
97ee3a89 DG |
16 | */ |
17 | ||
18 | #define _GNU_SOURCE | |
6c1c0768 | 19 | #define _LGPL_SOURCE |
97ee3a89 DG |
20 | #include <stdio.h> |
21 | #include <stdlib.h> | |
22 | #include <string.h> | |
23 | #include <unistd.h> | |
d9bf3ca4 | 24 | #include <inttypes.h> |
97ee3a89 | 25 | |
990570ed DG |
26 | #include <common/common.h> |
27 | #include <common/defaults.h> | |
97ee3a89 | 28 | |
7972aab2 | 29 | #include "buffer-registry.h" |
97ee3a89 | 30 | #include "trace-ust.h" |
0b2dc8df | 31 | #include "utils.h" |
a9ad0c8f | 32 | #include "ust-app.h" |
97ee3a89 | 33 | |
025faf73 DG |
34 | /* |
35 | * Match function for the events hash table lookup. | |
36 | * | |
37 | * Matches by name only. Used by the disable command. | |
38 | */ | |
18eace3b DG |
39 | int trace_ust_ht_match_event_by_name(struct cds_lfht_node *node, |
40 | const void *_key) | |
41 | { | |
42 | struct ltt_ust_event *event; | |
43 | const char *name; | |
44 | ||
45 | assert(node); | |
46 | assert(_key); | |
47 | ||
48 | event = caa_container_of(node, struct ltt_ust_event, node.node); | |
49 | name = _key; | |
50 | ||
51 | /* Event name */ | |
52 | if (strncmp(event->attr.name, name, sizeof(event->attr.name)) != 0) { | |
53 | goto no_match; | |
54 | } | |
55 | ||
025faf73 | 56 | /* Match */ |
18eace3b DG |
57 | return 1; |
58 | ||
59 | no_match: | |
60 | return 0; | |
61 | } | |
62 | ||
025faf73 DG |
63 | /* |
64 | * Match function for the hash table lookup. | |
65 | * | |
66 | * It matches an ust event based on three attributes which are the event name, | |
67 | * the filter bytecode and the loglevel. | |
68 | */ | |
18eace3b DG |
69 | int trace_ust_ht_match_event(struct cds_lfht_node *node, const void *_key) |
70 | { | |
71 | struct ltt_ust_event *event; | |
72 | const struct ltt_ust_ht_key *key; | |
73 | ||
74 | assert(node); | |
75 | assert(_key); | |
76 | ||
77 | event = caa_container_of(node, struct ltt_ust_event, node.node); | |
78 | key = _key; | |
79 | ||
f19e9f8b | 80 | /* Match the 4 elements of the key: name, filter, loglevel, exclusions. */ |
18eace3b DG |
81 | |
82 | /* Event name */ | |
83 | if (strncmp(event->attr.name, key->name, sizeof(event->attr.name)) != 0) { | |
18eace3b DG |
84 | goto no_match; |
85 | } | |
86 | ||
87 | /* Event loglevel. */ | |
88 | if (event->attr.loglevel != key->loglevel) { | |
025faf73 DG |
89 | if (event->attr.loglevel_type == LTTNG_UST_LOGLEVEL_ALL |
90 | && key->loglevel == 0 && event->attr.loglevel == -1) { | |
18eace3b | 91 | /* |
025faf73 DG |
92 | * Match is accepted. This is because on event creation, the |
93 | * loglevel is set to -1 if the event loglevel type is ALL so 0 and | |
94 | * -1 are accepted for this loglevel type since 0 is the one set by | |
95 | * the API when receiving an enable event. | |
18eace3b DG |
96 | */ |
97 | } else { | |
18eace3b DG |
98 | goto no_match; |
99 | } | |
100 | } | |
101 | ||
102 | /* Only one of the filters is NULL, fail. */ | |
103 | if ((key->filter && !event->filter) || (!key->filter && event->filter)) { | |
18eace3b DG |
104 | goto no_match; |
105 | } | |
106 | ||
025faf73 DG |
107 | if (key->filter && event->filter) { |
108 | /* Both filters exists, check length followed by the bytecode. */ | |
109 | if (event->filter->len != key->filter->len || | |
110 | memcmp(event->filter->data, key->filter->data, | |
111 | event->filter->len) != 0) { | |
112 | goto no_match; | |
113 | } | |
18eace3b DG |
114 | } |
115 | ||
f19e9f8b JI |
116 | /* If only one of the exclusions is NULL, fail. */ |
117 | if ((key->exclusion && !event->exclusion) || (!key->exclusion && event->exclusion)) { | |
118 | goto no_match; | |
119 | } | |
120 | ||
121 | if (key->exclusion && event->exclusion) { | |
122 | /* Both exclusions exist; check count followed by names. */ | |
123 | if (event->exclusion->count != key->exclusion->count || | |
124 | memcmp(event->exclusion->names, key->exclusion->names, | |
125 | event->exclusion->count * LTTNG_SYMBOL_NAME_LEN) != 0) { | |
126 | goto no_match; | |
127 | } | |
128 | } | |
025faf73 DG |
129 | /* Match. */ |
130 | return 1; | |
18eace3b DG |
131 | |
132 | no_match: | |
133 | return 0; | |
18eace3b DG |
134 | } |
135 | ||
0177d773 | 136 | /* |
2223c96f DG |
137 | * Find the channel in the hashtable and return channel pointer. RCU read side |
138 | * lock MUST be acquired before calling this. | |
0177d773 | 139 | */ |
bec39940 | 140 | struct ltt_ust_channel *trace_ust_find_channel_by_name(struct lttng_ht *ht, |
f6a9efaa | 141 | char *name) |
0177d773 | 142 | { |
bec39940 DG |
143 | struct lttng_ht_node_str *node; |
144 | struct lttng_ht_iter iter; | |
0177d773 | 145 | |
85076754 MD |
146 | /* |
147 | * If we receive an empty string for channel name, it means the | |
148 | * default channel name is requested. | |
149 | */ | |
150 | if (name[0] == '\0') | |
151 | name = DEFAULT_CHANNEL_NAME; | |
152 | ||
bec39940 DG |
153 | lttng_ht_lookup(ht, (void *)name, &iter); |
154 | node = lttng_ht_iter_get_node_str(&iter); | |
f6a9efaa | 155 | if (node == NULL) { |
44d3bd01 DG |
156 | goto error; |
157 | } | |
158 | ||
f6a9efaa | 159 | DBG2("Trace UST channel %s found by name", name); |
0177d773 | 160 | |
f6a9efaa | 161 | return caa_container_of(node, struct ltt_ust_channel, node); |
97ee3a89 DG |
162 | |
163 | error: | |
f6a9efaa | 164 | DBG2("Trace UST channel %s not found by name", name); |
97ee3a89 DG |
165 | return NULL; |
166 | } | |
167 | ||
168 | /* | |
2223c96f DG |
169 | * Find the event in the hashtable and return event pointer. RCU read side lock |
170 | * MUST be acquired before calling this. | |
97ee3a89 | 171 | */ |
18eace3b | 172 | struct ltt_ust_event *trace_ust_find_event(struct lttng_ht *ht, |
10646003 JI |
173 | char *name, struct lttng_filter_bytecode *filter, int loglevel, |
174 | struct lttng_event_exclusion *exclusion) | |
97ee3a89 | 175 | { |
bec39940 DG |
176 | struct lttng_ht_node_str *node; |
177 | struct lttng_ht_iter iter; | |
18eace3b | 178 | struct ltt_ust_ht_key key; |
97ee3a89 | 179 | |
18eace3b DG |
180 | assert(name); |
181 | assert(ht); | |
182 | ||
183 | key.name = name; | |
184 | key.filter = filter; | |
185 | key.loglevel = loglevel; | |
10646003 | 186 | key.exclusion = exclusion; |
18eace3b | 187 | |
18eace3b DG |
188 | cds_lfht_lookup(ht->ht, ht->hash_fct((void *) name, lttng_ht_seed), |
189 | trace_ust_ht_match_event, &key, &iter.iter); | |
bec39940 | 190 | node = lttng_ht_iter_get_node_str(&iter); |
f6a9efaa | 191 | if (node == NULL) { |
97ee3a89 DG |
192 | goto error; |
193 | } | |
194 | ||
18eace3b | 195 | DBG2("Trace UST event %s found", key.name); |
f6a9efaa DG |
196 | |
197 | return caa_container_of(node, struct ltt_ust_event, node); | |
97ee3a89 DG |
198 | |
199 | error: | |
18eace3b | 200 | DBG2("Trace UST event %s NOT found", key.name); |
97ee3a89 DG |
201 | return NULL; |
202 | } | |
203 | ||
fefd409b DG |
204 | /* |
205 | * Lookup an agent in the session agents hash table by domain type and return | |
206 | * the object if found else NULL. | |
4da703ad JG |
207 | * |
208 | * RCU read side lock must be acquired before calling and only released | |
209 | * once the agent is no longer in scope or being used. | |
fefd409b DG |
210 | */ |
211 | struct agent *trace_ust_find_agent(struct ltt_ust_session *session, | |
212 | enum lttng_domain_type domain_type) | |
213 | { | |
214 | struct agent *agt = NULL; | |
215 | struct lttng_ht_node_u64 *node; | |
216 | struct lttng_ht_iter iter; | |
217 | uint64_t key; | |
218 | ||
219 | assert(session); | |
220 | ||
221 | DBG3("Trace ust agent lookup for domain %d", domain_type); | |
222 | ||
223 | key = domain_type; | |
224 | ||
225 | lttng_ht_lookup(session->agents, &key, &iter); | |
226 | node = lttng_ht_iter_get_node_u64(&iter); | |
227 | if (!node) { | |
228 | goto end; | |
229 | } | |
230 | agt = caa_container_of(node, struct agent, node); | |
231 | ||
232 | end: | |
233 | return agt; | |
234 | } | |
235 | ||
97ee3a89 DG |
236 | /* |
237 | * Allocate and initialize a ust session data structure. | |
238 | * | |
239 | * Return pointer to structure or NULL. | |
240 | */ | |
d9bf3ca4 | 241 | struct ltt_ust_session *trace_ust_create_session(uint64_t session_id) |
97ee3a89 DG |
242 | { |
243 | struct ltt_ust_session *lus; | |
244 | ||
245 | /* Allocate a new ltt ust session */ | |
ba7f0ae5 | 246 | lus = zmalloc(sizeof(struct ltt_ust_session)); |
97ee3a89 | 247 | if (lus == NULL) { |
ba7f0ae5 | 248 | PERROR("create ust session zmalloc"); |
97ee3a89 DG |
249 | goto error; |
250 | } | |
251 | ||
252 | /* Init data structure */ | |
a991f516 | 253 | lus->id = session_id; |
14fb1ebe | 254 | lus->active = 0; |
97ee3a89 | 255 | |
84ad93e8 DG |
256 | /* Set default metadata channel attribute. */ |
257 | lus->metadata_attr.overwrite = DEFAULT_CHANNEL_OVERWRITE; | |
258 | lus->metadata_attr.subbuf_size = default_get_metadata_subbuf_size(); | |
259 | lus->metadata_attr.num_subbuf = DEFAULT_METADATA_SUBBUF_NUM; | |
260 | lus->metadata_attr.switch_timer_interval = DEFAULT_METADATA_SWITCH_TIMER; | |
261 | lus->metadata_attr.read_timer_interval = DEFAULT_METADATA_READ_TIMER; | |
262 | lus->metadata_attr.output = LTTNG_UST_MMAP; | |
263 | ||
7972aab2 DG |
264 | /* |
265 | * Default buffer type. This can be changed through an enable channel | |
266 | * requesting a different type. Note that this can only be changed once | |
267 | * during the session lifetime which is at the first enable channel and | |
268 | * only before start. The flag buffer_type_changed indicates the status. | |
269 | */ | |
8692d4e5 | 270 | lus->buffer_type = LTTNG_BUFFER_PER_UID; |
7972aab2 DG |
271 | /* Once set to 1, the buffer_type is immutable for the session. */ |
272 | lus->buffer_type_changed = 0; | |
273 | /* Init it in case it get used after allocation. */ | |
274 | CDS_INIT_LIST_HEAD(&lus->buffer_reg_uid_list); | |
f6a9efaa DG |
275 | |
276 | /* Alloc UST global domain channels' HT */ | |
bec39940 | 277 | lus->domain_global.channels = lttng_ht_new(0, LTTNG_HT_TYPE_STRING); |
fefd409b DG |
278 | /* Alloc agent hash table. */ |
279 | lus->agents = lttng_ht_new(0, LTTNG_HT_TYPE_U64); | |
44d3bd01 | 280 | |
00e2e675 DG |
281 | lus->consumer = consumer_create_output(CONSUMER_DST_LOCAL); |
282 | if (lus->consumer == NULL) { | |
09a90bcd | 283 | goto error_consumer; |
00e2e675 DG |
284 | } |
285 | ||
44d3bd01 DG |
286 | DBG2("UST trace session create successful"); |
287 | ||
97ee3a89 DG |
288 | return lus; |
289 | ||
09a90bcd | 290 | error_consumer: |
0b2dc8df | 291 | ht_cleanup_push(lus->domain_global.channels); |
fefd409b | 292 | ht_cleanup_push(lus->agents); |
44844c29 | 293 | free(lus); |
97ee3a89 DG |
294 | error: |
295 | return NULL; | |
296 | } | |
297 | ||
298 | /* | |
299 | * Allocate and initialize a ust channel data structure. | |
300 | * | |
301 | * Return pointer to structure or NULL. | |
302 | */ | |
0a3fca4d JG |
303 | struct ltt_ust_channel *trace_ust_create_channel(struct lttng_channel *chan, |
304 | enum lttng_domain_type domain) | |
97ee3a89 | 305 | { |
97ee3a89 DG |
306 | struct ltt_ust_channel *luc; |
307 | ||
0525e9ae | 308 | assert(chan); |
0525e9ae | 309 | |
37357452 | 310 | luc = zmalloc(sizeof(struct ltt_ust_channel)); |
97ee3a89 | 311 | if (luc == NULL) { |
df0f840b | 312 | PERROR("ltt_ust_channel zmalloc"); |
97ee3a89 DG |
313 | goto error; |
314 | } | |
315 | ||
0a3fca4d JG |
316 | luc->domain = domain; |
317 | ||
44d3bd01 | 318 | /* Copy UST channel attributes */ |
48842b30 DG |
319 | luc->attr.overwrite = chan->attr.overwrite; |
320 | luc->attr.subbuf_size = chan->attr.subbuf_size; | |
321 | luc->attr.num_subbuf = chan->attr.num_subbuf; | |
322 | luc->attr.switch_timer_interval = chan->attr.switch_timer_interval; | |
323 | luc->attr.read_timer_interval = chan->attr.read_timer_interval; | |
6775595e | 324 | luc->attr.output = (enum lttng_ust_output) chan->attr.output; |
44d3bd01 DG |
325 | |
326 | /* Translate to UST output enum */ | |
327 | switch (luc->attr.output) { | |
328 | default: | |
329 | luc->attr.output = LTTNG_UST_MMAP; | |
330 | break; | |
97ee3a89 | 331 | } |
97ee3a89 | 332 | |
85076754 MD |
333 | /* |
334 | * If we receive an empty string for channel name, it means the | |
335 | * default channel name is requested. | |
336 | */ | |
337 | if (chan->name[0] == '\0') { | |
338 | strncpy(luc->name, DEFAULT_CHANNEL_NAME, sizeof(luc->name)); | |
339 | } else { | |
340 | /* Copy channel name */ | |
341 | strncpy(luc->name, chan->name, sizeof(luc->name)); | |
342 | } | |
97ee3a89 DG |
343 | luc->name[LTTNG_UST_SYM_NAME_LEN - 1] = '\0'; |
344 | ||
f6a9efaa | 345 | /* Init node */ |
bec39940 | 346 | lttng_ht_node_init_str(&luc->node, luc->name); |
31746f93 DG |
347 | CDS_INIT_LIST_HEAD(&luc->ctx_list); |
348 | ||
f6a9efaa | 349 | /* Alloc hash tables */ |
bec39940 DG |
350 | luc->events = lttng_ht_new(0, LTTNG_HT_TYPE_STRING); |
351 | luc->ctx = lttng_ht_new(0, LTTNG_HT_TYPE_ULONG); | |
f6a9efaa | 352 | |
1624d5b7 JD |
353 | /* On-disk circular buffer parameters */ |
354 | luc->tracefile_size = chan->attr.tracefile_size; | |
355 | luc->tracefile_count = chan->attr.tracefile_count; | |
356 | ||
f6a9efaa DG |
357 | DBG2("Trace UST channel %s created", luc->name); |
358 | ||
97ee3a89 | 359 | error: |
7972aab2 | 360 | return luc; |
97ee3a89 DG |
361 | } |
362 | ||
363 | /* | |
364 | * Allocate and initialize a ust event. Set name and event type. | |
49d21f93 | 365 | * We own filter_expression, filter, and exclusion. |
97ee3a89 DG |
366 | * |
367 | * Return pointer to structure or NULL. | |
368 | */ | |
025faf73 | 369 | struct ltt_ust_event *trace_ust_create_event(struct lttng_event *ev, |
6b453b5e | 370 | char *filter_expression, |
561c6897 | 371 | struct lttng_filter_bytecode *filter, |
9732459c JG |
372 | struct lttng_event_exclusion *exclusion, |
373 | bool internal_event) | |
97ee3a89 DG |
374 | { |
375 | struct ltt_ust_event *lue; | |
97ee3a89 | 376 | |
0525e9ae DG |
377 | assert(ev); |
378 | ||
37357452 | 379 | lue = zmalloc(sizeof(struct ltt_ust_event)); |
44d3bd01 | 380 | if (lue == NULL) { |
ba7f0ae5 | 381 | PERROR("ust event zmalloc"); |
97ee3a89 DG |
382 | goto error; |
383 | } | |
384 | ||
9732459c JG |
385 | lue->internal = internal_event; |
386 | ||
97ee3a89 DG |
387 | switch (ev->type) { |
388 | case LTTNG_EVENT_PROBE: | |
44d3bd01 | 389 | lue->attr.instrumentation = LTTNG_UST_PROBE; |
97ee3a89 DG |
390 | break; |
391 | case LTTNG_EVENT_FUNCTION: | |
44d3bd01 | 392 | lue->attr.instrumentation = LTTNG_UST_FUNCTION; |
97ee3a89 DG |
393 | break; |
394 | case LTTNG_EVENT_FUNCTION_ENTRY: | |
44d3bd01 | 395 | lue->attr.instrumentation = LTTNG_UST_FUNCTION; |
97ee3a89 DG |
396 | break; |
397 | case LTTNG_EVENT_TRACEPOINT: | |
44d3bd01 | 398 | lue->attr.instrumentation = LTTNG_UST_TRACEPOINT; |
97ee3a89 DG |
399 | break; |
400 | default: | |
401 | ERR("Unknown ust instrumentation type (%d)", ev->type); | |
44844c29 | 402 | goto error_free_event; |
97ee3a89 DG |
403 | } |
404 | ||
405 | /* Copy event name */ | |
44d3bd01 DG |
406 | strncpy(lue->attr.name, ev->name, LTTNG_UST_SYM_NAME_LEN); |
407 | lue->attr.name[LTTNG_UST_SYM_NAME_LEN - 1] = '\0'; | |
97ee3a89 | 408 | |
0cda4f28 | 409 | switch (ev->loglevel_type) { |
8005f29a MD |
410 | case LTTNG_EVENT_LOGLEVEL_ALL: |
411 | lue->attr.loglevel_type = LTTNG_UST_LOGLEVEL_ALL; | |
22e25b71 | 412 | lue->attr.loglevel = -1; /* Force to -1 */ |
0cda4f28 | 413 | break; |
8005f29a MD |
414 | case LTTNG_EVENT_LOGLEVEL_RANGE: |
415 | lue->attr.loglevel_type = LTTNG_UST_LOGLEVEL_RANGE; | |
22e25b71 | 416 | lue->attr.loglevel = ev->loglevel; |
8005f29a MD |
417 | break; |
418 | case LTTNG_EVENT_LOGLEVEL_SINGLE: | |
419 | lue->attr.loglevel_type = LTTNG_UST_LOGLEVEL_SINGLE; | |
22e25b71 | 420 | lue->attr.loglevel = ev->loglevel; |
0cda4f28 MD |
421 | break; |
422 | default: | |
4431494b | 423 | ERR("Unknown ust loglevel type (%d)", ev->loglevel_type); |
0cda4f28 MD |
424 | goto error_free_event; |
425 | } | |
426 | ||
025faf73 | 427 | /* Same layout. */ |
6b453b5e | 428 | lue->filter_expression = filter_expression; |
0a3fca4d JG |
429 | lue->filter = filter; |
430 | lue->exclusion = exclusion; | |
0cda4f28 | 431 | |
f6a9efaa | 432 | /* Init node */ |
bec39940 | 433 | lttng_ht_node_init_str(&lue->node, lue->attr.name); |
97ee3a89 | 434 | |
300b8fd5 MD |
435 | DBG2("Trace UST event %s, loglevel (%d,%d) created", |
436 | lue->attr.name, lue->attr.loglevel_type, | |
437 | lue->attr.loglevel); | |
284d8f55 | 438 | |
97ee3a89 DG |
439 | return lue; |
440 | ||
44844c29 MD |
441 | error_free_event: |
442 | free(lue); | |
97ee3a89 | 443 | error: |
49d21f93 MD |
444 | free(filter_expression); |
445 | free(filter); | |
446 | free(exclusion); | |
97ee3a89 DG |
447 | return NULL; |
448 | } | |
449 | ||
aa3514e9 MD |
450 | static |
451 | int trace_ust_context_type_event_to_ust(enum lttng_event_context_type type) | |
55cc08a6 | 452 | { |
aa3514e9 | 453 | int utype; |
0525e9ae | 454 | |
aa3514e9 | 455 | switch (type) { |
9197c5c4 MD |
456 | case LTTNG_EVENT_CONTEXT_VTID: |
457 | utype = LTTNG_UST_CONTEXT_VTID; | |
458 | break; | |
459 | case LTTNG_EVENT_CONTEXT_VPID: | |
460 | utype = LTTNG_UST_CONTEXT_VPID; | |
461 | break; | |
462 | case LTTNG_EVENT_CONTEXT_PTHREAD_ID: | |
463 | utype = LTTNG_UST_CONTEXT_PTHREAD_ID; | |
464 | break; | |
465 | case LTTNG_EVENT_CONTEXT_PROCNAME: | |
466 | utype = LTTNG_UST_CONTEXT_PROCNAME; | |
467 | break; | |
7c612c2e WP |
468 | case LTTNG_EVENT_CONTEXT_IP: |
469 | utype = LTTNG_UST_CONTEXT_IP; | |
470 | break; | |
aa3514e9 | 471 | case LTTNG_EVENT_CONTEXT_PERF_THREAD_COUNTER: |
354e561b MD |
472 | if (!ustctl_has_perf_counters()) { |
473 | utype = -1; | |
474 | WARN("Perf counters not implemented in UST"); | |
475 | } else { | |
476 | utype = LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER; | |
477 | } | |
aa3514e9 | 478 | break; |
9197c5c4 MD |
479 | default: |
480 | ERR("Invalid UST context"); | |
aa3514e9 MD |
481 | utype = -1; |
482 | break; | |
483 | } | |
484 | return utype; | |
485 | } | |
486 | ||
487 | /* | |
488 | * Return 1 if contexts match, 0 otherwise. | |
489 | */ | |
490 | int trace_ust_match_context(struct ltt_ust_context *uctx, | |
491 | struct lttng_event_context *ctx) | |
492 | { | |
493 | int utype; | |
494 | ||
495 | utype = trace_ust_context_type_event_to_ust(ctx->ctx); | |
496 | if (utype < 0) { | |
497 | return 0; | |
498 | } | |
499 | if (uctx->ctx.ctx != utype) { | |
500 | return 0; | |
501 | } | |
502 | switch (utype) { | |
503 | case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER: | |
504 | if (uctx->ctx.u.perf_counter.type | |
505 | != ctx->u.perf_counter.type) { | |
506 | return 0; | |
507 | } | |
508 | if (uctx->ctx.u.perf_counter.config | |
509 | != ctx->u.perf_counter.config) { | |
510 | return 0; | |
511 | } | |
512 | if (strncmp(uctx->ctx.u.perf_counter.name, | |
513 | ctx->u.perf_counter.name, | |
514 | LTTNG_UST_SYM_NAME_LEN)) { | |
515 | return 0; | |
516 | } | |
517 | break; | |
518 | default: | |
519 | break; | |
520 | ||
521 | } | |
522 | return 1; | |
523 | } | |
524 | ||
525 | /* | |
526 | * Allocate and initialize an UST context. | |
527 | * | |
528 | * Return pointer to structure or NULL. | |
529 | */ | |
530 | struct ltt_ust_context *trace_ust_create_context( | |
531 | struct lttng_event_context *ctx) | |
532 | { | |
533 | struct ltt_ust_context *uctx; | |
534 | int utype; | |
535 | ||
536 | assert(ctx); | |
537 | ||
538 | utype = trace_ust_context_type_event_to_ust(ctx->ctx); | |
539 | if (utype < 0) { | |
9197c5c4 MD |
540 | return NULL; |
541 | } | |
55cc08a6 DG |
542 | |
543 | uctx = zmalloc(sizeof(struct ltt_ust_context)); | |
544 | if (uctx == NULL) { | |
545 | PERROR("zmalloc ltt_ust_context"); | |
546 | goto error; | |
547 | } | |
548 | ||
aa3514e9 MD |
549 | uctx->ctx.ctx = (enum lttng_ust_context_type) utype; |
550 | switch (utype) { | |
551 | case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER: | |
552 | uctx->ctx.u.perf_counter.type = ctx->u.perf_counter.type; | |
553 | uctx->ctx.u.perf_counter.config = ctx->u.perf_counter.config; | |
554 | strncpy(uctx->ctx.u.perf_counter.name, ctx->u.perf_counter.name, | |
555 | LTTNG_UST_SYM_NAME_LEN); | |
556 | uctx->ctx.u.perf_counter.name[LTTNG_UST_SYM_NAME_LEN - 1] = '\0'; | |
557 | break; | |
558 | default: | |
559 | break; | |
560 | } | |
bec39940 | 561 | lttng_ht_node_init_ulong(&uctx->node, (unsigned long) uctx->ctx.ctx); |
55cc08a6 DG |
562 | |
563 | return uctx; | |
564 | ||
565 | error: | |
566 | return NULL; | |
567 | } | |
568 | ||
a9ad0c8f MD |
569 | static |
570 | void destroy_pid_tracker_node_rcu(struct rcu_head *head) | |
571 | { | |
572 | struct ust_pid_tracker_node *tracker_node = | |
573 | caa_container_of(head, struct ust_pid_tracker_node, node.head); | |
574 | free(tracker_node); | |
575 | } | |
576 | ||
577 | static | |
578 | void destroy_pid_tracker_node(struct ust_pid_tracker_node *tracker_node) | |
579 | { | |
580 | ||
581 | call_rcu(&tracker_node->node.head, destroy_pid_tracker_node_rcu); | |
582 | } | |
583 | ||
584 | static | |
585 | int init_pid_tracker(struct ust_pid_tracker *pid_tracker) | |
586 | { | |
587 | int ret = 0; | |
588 | ||
589 | pid_tracker->ht = lttng_ht_new(0, LTTNG_HT_TYPE_ULONG); | |
590 | if (!pid_tracker->ht) { | |
591 | ret = -1; | |
592 | goto end; | |
593 | } | |
594 | ||
595 | end: | |
596 | return ret; | |
597 | } | |
598 | ||
599 | /* | |
600 | * Teardown pid tracker content, but don't free pid_tracker object. | |
601 | */ | |
602 | static | |
603 | void fini_pid_tracker(struct ust_pid_tracker *pid_tracker) | |
604 | { | |
605 | struct ust_pid_tracker_node *tracker_node; | |
606 | struct lttng_ht_iter iter; | |
607 | ||
608 | if (!pid_tracker->ht) { | |
609 | return; | |
610 | } | |
611 | rcu_read_lock(); | |
612 | cds_lfht_for_each_entry(pid_tracker->ht->ht, | |
613 | &iter.iter, tracker_node, node.node) { | |
614 | int ret = lttng_ht_del(pid_tracker->ht, &iter); | |
615 | ||
616 | assert(!ret); | |
617 | destroy_pid_tracker_node(tracker_node); | |
618 | } | |
619 | rcu_read_unlock(); | |
620 | ht_cleanup_push(pid_tracker->ht); | |
621 | pid_tracker->ht = NULL; | |
622 | } | |
623 | ||
624 | static | |
625 | struct ust_pid_tracker_node *pid_tracker_lookup( | |
626 | struct ust_pid_tracker *pid_tracker, int pid, | |
627 | struct lttng_ht_iter *iter) | |
628 | { | |
629 | unsigned long _pid = (unsigned long) pid; | |
630 | struct lttng_ht_node_ulong *node; | |
631 | ||
632 | lttng_ht_lookup(pid_tracker->ht, (void *) _pid, iter); | |
633 | node = lttng_ht_iter_get_node_ulong(iter); | |
634 | if (node) { | |
635 | return caa_container_of(node, struct ust_pid_tracker_node, | |
636 | node); | |
637 | } else { | |
638 | return NULL; | |
639 | } | |
640 | } | |
641 | ||
642 | static | |
643 | int pid_tracker_add_pid(struct ust_pid_tracker *pid_tracker, int pid) | |
644 | { | |
645 | int retval = LTTNG_OK; | |
646 | struct ust_pid_tracker_node *tracker_node; | |
647 | struct lttng_ht_iter iter; | |
648 | ||
649 | if (pid < 0) { | |
650 | retval = LTTNG_ERR_INVALID; | |
651 | goto end; | |
652 | } | |
653 | tracker_node = pid_tracker_lookup(pid_tracker, pid, &iter); | |
654 | if (tracker_node) { | |
655 | /* Already exists. */ | |
e46a48a8 | 656 | retval = LTTNG_ERR_PID_TRACKED; |
a9ad0c8f MD |
657 | goto end; |
658 | } | |
659 | tracker_node = zmalloc(sizeof(*tracker_node)); | |
660 | if (!tracker_node) { | |
661 | retval = LTTNG_ERR_NOMEM; | |
662 | goto end; | |
663 | } | |
664 | lttng_ht_node_init_ulong(&tracker_node->node, (unsigned long) pid); | |
665 | lttng_ht_add_unique_ulong(pid_tracker->ht, &tracker_node->node); | |
666 | end: | |
667 | return retval; | |
668 | } | |
669 | ||
670 | static | |
671 | int pid_tracker_del_pid(struct ust_pid_tracker *pid_tracker, int pid) | |
672 | { | |
673 | int retval = LTTNG_OK, ret; | |
674 | struct ust_pid_tracker_node *tracker_node; | |
675 | struct lttng_ht_iter iter; | |
676 | ||
677 | if (pid < 0) { | |
678 | retval = LTTNG_ERR_INVALID; | |
679 | goto end; | |
680 | } | |
681 | tracker_node = pid_tracker_lookup(pid_tracker, pid, &iter); | |
682 | if (!tracker_node) { | |
683 | /* Not found */ | |
e46a48a8 | 684 | retval = LTTNG_ERR_PID_NOT_TRACKED; |
a9ad0c8f MD |
685 | goto end; |
686 | } | |
687 | ret = lttng_ht_del(pid_tracker->ht, &iter); | |
688 | assert(!ret); | |
689 | ||
690 | destroy_pid_tracker_node(tracker_node); | |
691 | end: | |
692 | return retval; | |
693 | } | |
694 | ||
695 | /* | |
696 | * The session lock is held when calling this function. | |
697 | */ | |
698 | int trace_ust_pid_tracker_lookup(struct ltt_ust_session *session, int pid) | |
699 | { | |
700 | struct lttng_ht_iter iter; | |
701 | ||
702 | if (!session->pid_tracker.ht) { | |
703 | return 1; | |
704 | } | |
705 | if (pid_tracker_lookup(&session->pid_tracker, pid, &iter)) { | |
706 | return 1; | |
707 | } | |
708 | return 0; | |
709 | } | |
710 | ||
711 | /* | |
712 | * Called with the session lock held. | |
713 | */ | |
714 | int trace_ust_track_pid(struct ltt_ust_session *session, int pid) | |
715 | { | |
716 | int retval = LTTNG_OK; | |
717 | ||
718 | if (pid == -1) { | |
719 | /* Track all pids: destroy tracker if exists. */ | |
720 | if (session->pid_tracker.ht) { | |
721 | fini_pid_tracker(&session->pid_tracker); | |
722 | /* Ensure all apps have session. */ | |
723 | ust_app_global_update_all(session); | |
724 | } | |
725 | } else { | |
726 | int ret; | |
727 | ||
728 | if (!session->pid_tracker.ht) { | |
729 | /* Create tracker. */ | |
730 | if (init_pid_tracker(&session->pid_tracker)) { | |
731 | ERR("Error initializing PID tracker"); | |
732 | retval = LTTNG_ERR_NOMEM; | |
733 | goto end; | |
734 | } | |
735 | ret = pid_tracker_add_pid(&session->pid_tracker, pid); | |
736 | if (ret != LTTNG_OK) { | |
737 | retval = ret; | |
738 | fini_pid_tracker(&session->pid_tracker); | |
739 | goto end; | |
740 | } | |
741 | /* Remove all apps from session except pid. */ | |
742 | ust_app_global_update_all(session); | |
743 | } else { | |
744 | struct ust_app *app; | |
745 | ||
746 | ret = pid_tracker_add_pid(&session->pid_tracker, pid); | |
747 | if (ret != LTTNG_OK) { | |
748 | retval = ret; | |
749 | goto end; | |
750 | } | |
751 | /* Add session to application */ | |
752 | app = ust_app_find_by_pid(pid); | |
753 | if (app) { | |
754 | ust_app_global_update(session, app); | |
755 | } | |
756 | } | |
757 | } | |
758 | end: | |
759 | return retval; | |
760 | } | |
761 | ||
762 | /* | |
763 | * Called with the session lock held. | |
764 | */ | |
765 | int trace_ust_untrack_pid(struct ltt_ust_session *session, int pid) | |
766 | { | |
767 | int retval = LTTNG_OK; | |
768 | ||
769 | if (pid == -1) { | |
770 | /* Create empty tracker, replace old tracker. */ | |
771 | struct ust_pid_tracker tmp_tracker; | |
772 | ||
773 | tmp_tracker = session->pid_tracker; | |
774 | if (init_pid_tracker(&session->pid_tracker)) { | |
775 | ERR("Error initializing PID tracker"); | |
776 | retval = LTTNG_ERR_NOMEM; | |
777 | /* Rollback operation. */ | |
778 | session->pid_tracker = tmp_tracker; | |
779 | goto end; | |
780 | } | |
781 | fini_pid_tracker(&tmp_tracker); | |
782 | ||
783 | /* Remove session from all applications */ | |
784 | ust_app_global_update_all(session); | |
785 | } else { | |
786 | int ret; | |
787 | struct ust_app *app; | |
788 | ||
789 | if (!session->pid_tracker.ht) { | |
790 | retval = LTTNG_ERR_INVALID; | |
791 | goto end; | |
792 | } | |
793 | /* Remove PID from tracker */ | |
794 | ret = pid_tracker_del_pid(&session->pid_tracker, pid); | |
795 | if (ret != LTTNG_OK) { | |
796 | retval = ret; | |
797 | goto end; | |
798 | } | |
799 | /* Remove session from application. */ | |
800 | app = ust_app_find_by_pid(pid); | |
801 | if (app) { | |
802 | ust_app_global_update(session, app); | |
803 | } | |
804 | } | |
805 | end: | |
806 | return retval; | |
807 | } | |
808 | ||
a5dfbb9d MD |
809 | /* |
810 | * Called with session lock held. | |
811 | */ | |
812 | ssize_t trace_ust_list_tracker_pids(struct ltt_ust_session *session, | |
813 | int32_t **_pids) | |
814 | { | |
815 | struct ust_pid_tracker_node *tracker_node; | |
816 | struct lttng_ht_iter iter; | |
817 | unsigned long count, i = 0; | |
818 | long approx[2]; | |
819 | int32_t *pids; | |
820 | int ret = 0; | |
821 | ||
822 | if (!session->pid_tracker.ht) { | |
823 | /* Tracker disabled. Set first entry to -1. */ | |
824 | pids = zmalloc(sizeof(*pids)); | |
825 | if (!pids) { | |
826 | ret = -1; | |
827 | goto end; | |
828 | } | |
829 | pids[0] = -1; | |
830 | *_pids = pids; | |
831 | return 1; | |
832 | } | |
833 | ||
834 | rcu_read_lock(); | |
835 | cds_lfht_count_nodes(session->pid_tracker.ht->ht, | |
836 | &approx[0], &count, &approx[1]); | |
837 | pids = zmalloc(sizeof(*pids) * count); | |
838 | if (!pids) { | |
839 | ret = -1; | |
840 | goto end; | |
841 | } | |
842 | cds_lfht_for_each_entry(session->pid_tracker.ht->ht, | |
843 | &iter.iter, tracker_node, node.node) { | |
844 | pids[i++] = tracker_node->node.key; | |
845 | } | |
846 | *_pids = pids; | |
847 | ret = count; | |
848 | end: | |
849 | rcu_read_unlock(); | |
850 | return ret; | |
851 | } | |
852 | ||
f6a9efaa DG |
853 | /* |
854 | * RCU safe free context structure. | |
855 | */ | |
856 | static void destroy_context_rcu(struct rcu_head *head) | |
857 | { | |
bec39940 DG |
858 | struct lttng_ht_node_ulong *node = |
859 | caa_container_of(head, struct lttng_ht_node_ulong, head); | |
f6a9efaa DG |
860 | struct ltt_ust_context *ctx = |
861 | caa_container_of(node, struct ltt_ust_context, node); | |
862 | ||
863 | free(ctx); | |
864 | } | |
865 | ||
866 | /* | |
867 | * Cleanup UST context hash table. | |
868 | */ | |
7bd39047 | 869 | static void destroy_contexts(struct lttng_ht *ht) |
f6a9efaa DG |
870 | { |
871 | int ret; | |
bec39940 DG |
872 | struct lttng_ht_node_ulong *node; |
873 | struct lttng_ht_iter iter; | |
31746f93 | 874 | struct ltt_ust_context *ctx; |
f6a9efaa | 875 | |
0525e9ae DG |
876 | assert(ht); |
877 | ||
36b588ed | 878 | rcu_read_lock(); |
bec39940 | 879 | cds_lfht_for_each_entry(ht->ht, &iter.iter, node, node) { |
31746f93 DG |
880 | /* Remove from ordered list. */ |
881 | ctx = caa_container_of(node, struct ltt_ust_context, node); | |
882 | cds_list_del(&ctx->list); | |
883 | /* Remove from channel's hash table. */ | |
bec39940 | 884 | ret = lttng_ht_del(ht, &iter); |
f6a9efaa DG |
885 | if (!ret) { |
886 | call_rcu(&node->head, destroy_context_rcu); | |
887 | } | |
f6a9efaa | 888 | } |
36b588ed | 889 | rcu_read_unlock(); |
ed52805d | 890 | |
0b2dc8df | 891 | ht_cleanup_push(ht); |
f6a9efaa DG |
892 | } |
893 | ||
97ee3a89 DG |
894 | /* |
895 | * Cleanup ust event structure. | |
896 | */ | |
897 | void trace_ust_destroy_event(struct ltt_ust_event *event) | |
898 | { | |
0525e9ae DG |
899 | assert(event); |
900 | ||
f6a9efaa | 901 | DBG2("Trace destroy UST event %s", event->attr.name); |
6b453b5e | 902 | free(event->filter_expression); |
53a80697 | 903 | free(event->filter); |
40024f8a | 904 | free(event->exclusion); |
97ee3a89 DG |
905 | free(event); |
906 | } | |
907 | ||
f6a9efaa DG |
908 | /* |
909 | * URCU intermediate call to complete destroy event. | |
910 | */ | |
911 | static void destroy_event_rcu(struct rcu_head *head) | |
912 | { | |
bec39940 DG |
913 | struct lttng_ht_node_str *node = |
914 | caa_container_of(head, struct lttng_ht_node_str, head); | |
f6a9efaa DG |
915 | struct ltt_ust_event *event = |
916 | caa_container_of(node, struct ltt_ust_event, node); | |
917 | ||
918 | trace_ust_destroy_event(event); | |
919 | } | |
920 | ||
284d8f55 DG |
921 | /* |
922 | * Cleanup UST events hashtable. | |
923 | */ | |
7bd39047 | 924 | static void destroy_events(struct lttng_ht *events) |
ed52805d DG |
925 | { |
926 | int ret; | |
bec39940 DG |
927 | struct lttng_ht_node_str *node; |
928 | struct lttng_ht_iter iter; | |
ed52805d | 929 | |
0525e9ae DG |
930 | assert(events); |
931 | ||
36b588ed | 932 | rcu_read_lock(); |
bec39940 DG |
933 | cds_lfht_for_each_entry(events->ht, &iter.iter, node, node) { |
934 | ret = lttng_ht_del(events, &iter); | |
7bd39047 DG |
935 | assert(!ret); |
936 | call_rcu(&node->head, destroy_event_rcu); | |
ed52805d | 937 | } |
36b588ed | 938 | rcu_read_unlock(); |
ed52805d | 939 | |
0b2dc8df | 940 | ht_cleanup_push(events); |
ed52805d DG |
941 | } |
942 | ||
97ee3a89 DG |
943 | /* |
944 | * Cleanup ust channel structure. | |
36b588ed MD |
945 | * |
946 | * Should _NOT_ be called with RCU read lock held. | |
97ee3a89 | 947 | */ |
36b588ed | 948 | static void _trace_ust_destroy_channel(struct ltt_ust_channel *channel) |
97ee3a89 | 949 | { |
0525e9ae DG |
950 | assert(channel); |
951 | ||
f6a9efaa | 952 | DBG2("Trace destroy UST channel %s", channel->name); |
97ee3a89 | 953 | |
7bd39047 DG |
954 | /* Destroying all events of the channel */ |
955 | destroy_events(channel->events); | |
956 | /* Destroying all context of the channel */ | |
957 | destroy_contexts(channel->ctx); | |
97ee3a89 | 958 | |
97ee3a89 | 959 | free(channel); |
f6a9efaa DG |
960 | } |
961 | ||
962 | /* | |
963 | * URCU intermediate call to complete destroy channel. | |
964 | */ | |
965 | static void destroy_channel_rcu(struct rcu_head *head) | |
966 | { | |
bec39940 DG |
967 | struct lttng_ht_node_str *node = |
968 | caa_container_of(head, struct lttng_ht_node_str, head); | |
f6a9efaa DG |
969 | struct ltt_ust_channel *channel = |
970 | caa_container_of(node, struct ltt_ust_channel, node); | |
971 | ||
36b588ed MD |
972 | _trace_ust_destroy_channel(channel); |
973 | } | |
974 | ||
975 | void trace_ust_destroy_channel(struct ltt_ust_channel *channel) | |
976 | { | |
977 | call_rcu(&channel->node.head, destroy_channel_rcu); | |
97ee3a89 DG |
978 | } |
979 | ||
d5979e4a DG |
980 | /* |
981 | * Remove an UST channel from a channel HT. | |
982 | */ | |
983 | void trace_ust_delete_channel(struct lttng_ht *ht, | |
984 | struct ltt_ust_channel *channel) | |
985 | { | |
986 | int ret; | |
987 | struct lttng_ht_iter iter; | |
988 | ||
989 | assert(ht); | |
990 | assert(channel); | |
991 | ||
992 | iter.iter.node = &channel->node.node; | |
993 | ret = lttng_ht_del(ht, &iter); | |
994 | assert(!ret); | |
995 | } | |
996 | ||
97ee3a89 | 997 | /* |
f6a9efaa | 998 | * Iterate over a hash table containing channels and cleanup safely. |
97ee3a89 | 999 | */ |
bec39940 | 1000 | static void destroy_channels(struct lttng_ht *channels) |
f6a9efaa DG |
1001 | { |
1002 | int ret; | |
bec39940 DG |
1003 | struct lttng_ht_node_str *node; |
1004 | struct lttng_ht_iter iter; | |
f6a9efaa | 1005 | |
0525e9ae DG |
1006 | assert(channels); |
1007 | ||
24d1723f DG |
1008 | rcu_read_lock(); |
1009 | ||
bec39940 DG |
1010 | cds_lfht_for_each_entry(channels->ht, &iter.iter, node, node) { |
1011 | ret = lttng_ht_del(channels, &iter); | |
7bd39047 DG |
1012 | assert(!ret); |
1013 | call_rcu(&node->head, destroy_channel_rcu); | |
f6a9efaa | 1014 | } |
36b588ed | 1015 | rcu_read_unlock(); |
ed52805d | 1016 | |
0b2dc8df | 1017 | ht_cleanup_push(channels); |
f6a9efaa DG |
1018 | } |
1019 | ||
f6a9efaa DG |
1020 | /* |
1021 | * Cleanup UST global domain. | |
1022 | */ | |
1023 | static void destroy_domain_global(struct ltt_ust_domain_global *dom) | |
1024 | { | |
0525e9ae DG |
1025 | assert(dom); |
1026 | ||
f6a9efaa DG |
1027 | destroy_channels(dom->channels); |
1028 | } | |
97ee3a89 | 1029 | |
f6a9efaa DG |
1030 | /* |
1031 | * Cleanup ust session structure | |
36b588ed MD |
1032 | * |
1033 | * Should *NOT* be called with RCU read-side lock held. | |
f6a9efaa DG |
1034 | */ |
1035 | void trace_ust_destroy_session(struct ltt_ust_session *session) | |
1036 | { | |
fefd409b | 1037 | struct agent *agt; |
7972aab2 | 1038 | struct buffer_reg_uid *reg, *sreg; |
fefd409b | 1039 | struct lttng_ht_iter iter; |
7972aab2 | 1040 | |
0525e9ae | 1041 | assert(session); |
97ee3a89 | 1042 | |
d9bf3ca4 | 1043 | DBG2("Trace UST destroy session %" PRIu64, session->id); |
f6a9efaa | 1044 | |
f6a9efaa DG |
1045 | /* Cleaning up UST domain */ |
1046 | destroy_domain_global(&session->domain_global); | |
fefd409b | 1047 | |
0c0fcd77 | 1048 | rcu_read_lock(); |
fefd409b | 1049 | cds_lfht_for_each_entry(session->agents->ht, &iter.iter, agt, node.node) { |
d0edf546 JG |
1050 | int ret = lttng_ht_del(session->agents, &iter); |
1051 | ||
1052 | assert(!ret); | |
fefd409b DG |
1053 | agent_destroy(agt); |
1054 | } | |
0c0fcd77 | 1055 | rcu_read_unlock(); |
7972aab2 | 1056 | |
8ada2175 MD |
1057 | ht_cleanup_push(session->agents); |
1058 | ||
7972aab2 DG |
1059 | /* Cleanup UID buffer registry object(s). */ |
1060 | cds_list_for_each_entry_safe(reg, sreg, &session->buffer_reg_uid_list, | |
1061 | lnode) { | |
1062 | cds_list_del(®->lnode); | |
1063 | buffer_reg_uid_remove(reg); | |
1064 | buffer_reg_uid_destroy(reg, session->consumer); | |
1065 | } | |
44d3bd01 | 1066 | |
95a90d01 | 1067 | consumer_output_put(session->consumer); |
3f8e211f | 1068 | |
a9ad0c8f MD |
1069 | fini_pid_tracker(&session->pid_tracker); |
1070 | ||
97ee3a89 DG |
1071 | free(session); |
1072 | } |