Fix tests to output waiting time
[lttng-tools.git] / lttng-sessiond / main.c
1 /*
2 * Copyright (C) 2011 - David Goulet <david.goulet@polymtl.ca>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the Free
7 * Software Foundation; only version 2 of the License.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307, USA.
17 */
18
19 #define _GNU_SOURCE
20 #include <fcntl.h>
21 #include <getopt.h>
22 #include <grp.h>
23 #include <limits.h>
24 #include <pthread.h>
25 #include <semaphore.h>
26 #include <signal.h>
27 #include <stdio.h>
28 #include <stdlib.h>
29 #include <string.h>
30 #include <sys/mman.h>
31 #include <sys/mount.h>
32 #include <sys/resource.h>
33 #include <sys/socket.h>
34 #include <sys/stat.h>
35 #include <sys/types.h>
36 #include <sys/wait.h>
37 #include <urcu/futex.h>
38 #include <unistd.h>
39 #include <config.h>
40
41 #include <lttng-consumerd.h>
42 #include <lttng-sessiond-comm.h>
43 #include <lttng/lttng-consumer.h>
44
45 #include <lttngerr.h>
46
47 #include "channel.h"
48 #include "compat/poll.h"
49 #include "context.h"
50 #include "event.h"
51 #include "futex.h"
52 #include "hashtable.h"
53 #include "kernel.h"
54 #include "lttng-sessiond.h"
55 #include "shm.h"
56 #include "ust-app.h"
57 #include "ust-ctl.h"
58 #include "utils.h"
59
60 #define CONSUMERD_FILE "lttng-consumerd"
61
62 struct consumer_data {
63 enum lttng_consumer_type type;
64
65 pthread_t thread; /* Worker thread interacting with the consumer */
66 sem_t sem;
67
68 /* Mutex to control consumerd pid assignation */
69 pthread_mutex_t pid_mutex;
70 pid_t pid;
71
72 int err_sock;
73 int cmd_sock;
74
75 /* consumer error and command Unix socket path */
76 char err_unix_sock_path[PATH_MAX];
77 char cmd_unix_sock_path[PATH_MAX];
78 };
79
80 #include "benchmark.h"
81
82 /* Const values */
83 const char default_home_dir[] = DEFAULT_HOME_DIR;
84 const char default_tracing_group[] = LTTNG_DEFAULT_TRACING_GROUP;
85 const char default_ust_sock_dir[] = DEFAULT_UST_SOCK_DIR;
86 const char default_global_apps_pipe[] = DEFAULT_GLOBAL_APPS_PIPE;
87
88 /* Variables */
89 int opt_verbose; /* Not static for lttngerr.h */
90 int opt_verbose_consumer; /* Not static for lttngerr.h */
91 int opt_quiet; /* Not static for lttngerr.h */
92
93 const char *progname;
94 const char *opt_tracing_group;
95 static int opt_sig_parent;
96 static int opt_daemon;
97 static int is_root; /* Set to 1 if the daemon is running as root */
98 static pid_t ppid; /* Parent PID for --sig-parent option */
99
100 /* Consumer daemon specific control data */
101 static struct consumer_data kconsumer_data = {
102 .type = LTTNG_CONSUMER_KERNEL,
103 .err_unix_sock_path = KCONSUMERD_ERR_SOCK_PATH,
104 .cmd_unix_sock_path = KCONSUMERD_CMD_SOCK_PATH,
105 };
106 static struct consumer_data ustconsumer64_data = {
107 .type = LTTNG_CONSUMER64_UST,
108 .err_unix_sock_path = USTCONSUMERD64_ERR_SOCK_PATH,
109 .cmd_unix_sock_path = USTCONSUMERD64_CMD_SOCK_PATH,
110 };
111 static struct consumer_data ustconsumer32_data = {
112 .type = LTTNG_CONSUMER32_UST,
113 .err_unix_sock_path = USTCONSUMERD32_ERR_SOCK_PATH,
114 .cmd_unix_sock_path = USTCONSUMERD32_CMD_SOCK_PATH,
115 };
116
117 static int dispatch_thread_exit;
118
119 /* Global application Unix socket path */
120 static char apps_unix_sock_path[PATH_MAX];
121 /* Global client Unix socket path */
122 static char client_unix_sock_path[PATH_MAX];
123 /* global wait shm path for UST */
124 static char wait_shm_path[PATH_MAX];
125
126 /* Sockets and FDs */
127 static int client_sock;
128 static int apps_sock;
129 static int kernel_tracer_fd;
130 static int kernel_poll_pipe[2];
131
132 /*
133 * Quit pipe for all threads. This permits a single cancellation point
134 * for all threads when receiving an event on the pipe.
135 */
136 static int thread_quit_pipe[2];
137
138 /*
139 * This pipe is used to inform the thread managing application communication
140 * that a command is queued and ready to be processed.
141 */
142 static int apps_cmd_pipe[2];
143
144 /* Pthread, Mutexes and Semaphores */
145 static pthread_t apps_thread;
146 static pthread_t reg_apps_thread;
147 static pthread_t client_thread;
148 static pthread_t kernel_thread;
149 static pthread_t dispatch_thread;
150
151
152 /*
153 * UST registration command queue. This queue is tied with a futex and uses a N
154 * wakers / 1 waiter implemented and detailed in futex.c/.h
155 *
156 * The thread_manage_apps and thread_dispatch_ust_registration interact with
157 * this queue and the wait/wake scheme.
158 */
159 static struct ust_cmd_queue ust_cmd_queue;
160
161 /*
162 * Pointer initialized before thread creation.
163 *
164 * This points to the tracing session list containing the session count and a
165 * mutex lock. The lock MUST be taken if you iterate over the list. The lock
166 * MUST NOT be taken if you call a public function in session.c.
167 *
168 * The lock is nested inside the structure: session_list_ptr->lock. Please use
169 * session_lock_list and session_unlock_list for lock acquisition.
170 */
171 static struct ltt_session_list *session_list_ptr;
172
173 int ust_consumerd64_fd = -1;
174 int ust_consumerd32_fd = -1;
175
176 static const char *consumerd32_path =
177 __stringify(CONFIG_CONSUMERD32_PATH);
178 static const char *consumerd64_path =
179 __stringify(CONFIG_CONSUMERD64_PATH);
180 static const char *consumerd32_libdir =
181 __stringify(CONFIG_CONSUMERD32_LIBDIR);
182 static const char *consumerd64_libdir =
183 __stringify(CONFIG_CONSUMERD64_LIBDIR);
184
185 static
186 void setup_consumerd_path(void)
187 {
188 const char *path, *libdir;
189
190 /*
191 * Allow INSTALL_BIN_PATH to be used as a target path for the
192 * native architecture size consumer if CONFIG_CONSUMER*_PATH
193 * has not been defined.
194 */
195 #if (CAA_BITS_PER_LONG == 32)
196 if (!consumerd32_path[0]) {
197 consumerd32_path = INSTALL_BIN_PATH "/" CONSUMERD_FILE;
198 }
199 if (!consumerd32_libdir[0]) {
200 consumerd32_libdir = INSTALL_LIB_PATH;
201 }
202 #elif (CAA_BITS_PER_LONG == 64)
203 if (!consumerd64_path[0]) {
204 consumerd64_path = INSTALL_BIN_PATH "/" CONSUMERD_FILE;
205 }
206 if (!consumerd64_libdir[0]) {
207 consumerd64_libdir = INSTALL_LIB_PATH;
208 }
209 #else
210 #error "Unknown bitness"
211 #endif
212
213 /*
214 * runtime env. var. overrides the build default.
215 */
216 path = getenv("LTTNG_CONSUMERD32_PATH");
217 if (path) {
218 consumerd32_path = path;
219 }
220 path = getenv("LTTNG_CONSUMERD64_PATH");
221 if (path) {
222 consumerd64_path = path;
223 }
224 libdir = getenv("LTTNG_TOOLS_CONSUMERD32_LIBDIR");
225 if (libdir) {
226 consumerd32_libdir = libdir;
227 }
228 libdir = getenv("LTTNG_TOOLS_CONSUMERD64_LIBDIR");
229 if (libdir) {
230 consumerd64_libdir = libdir;
231 }
232 }
233
234 /*
235 * Create a poll set with O_CLOEXEC and add the thread quit pipe to the set.
236 */
237 static int create_thread_poll_set(struct lttng_poll_event *events,
238 unsigned int size)
239 {
240 int ret;
241
242 if (events == NULL || size == 0) {
243 ret = -1;
244 goto error;
245 }
246
247 ret = lttng_poll_create(events, size, LTTNG_CLOEXEC);
248 if (ret < 0) {
249 goto error;
250 }
251
252 /* Add quit pipe */
253 ret = lttng_poll_add(events, thread_quit_pipe[0], LPOLLIN);
254 if (ret < 0) {
255 goto error;
256 }
257
258 return 0;
259
260 error:
261 return ret;
262 }
263
264 /*
265 * Check if the thread quit pipe was triggered.
266 *
267 * Return 1 if it was triggered else 0;
268 */
269 static int check_thread_quit_pipe(int fd, uint32_t events)
270 {
271 if (fd == thread_quit_pipe[0] && (events & LPOLLIN)) {
272 return 1;
273 }
274
275 return 0;
276 }
277
278 /*
279 * Remove modules in reverse load order.
280 */
281 static int modprobe_remove_kernel_modules(void)
282 {
283 int ret = 0, i;
284 char modprobe[256];
285
286 for (i = ARRAY_SIZE(kernel_modules_list) - 1; i >= 0; i--) {
287 ret = snprintf(modprobe, sizeof(modprobe),
288 "/sbin/modprobe -r -q %s",
289 kernel_modules_list[i].name);
290 if (ret < 0) {
291 perror("snprintf modprobe -r");
292 goto error;
293 }
294 modprobe[sizeof(modprobe) - 1] = '\0';
295 ret = system(modprobe);
296 if (ret == -1) {
297 ERR("Unable to launch modprobe -r for module %s",
298 kernel_modules_list[i].name);
299 } else if (kernel_modules_list[i].required
300 && WEXITSTATUS(ret) != 0) {
301 ERR("Unable to remove module %s",
302 kernel_modules_list[i].name);
303 } else {
304 DBG("Modprobe removal successful %s",
305 kernel_modules_list[i].name);
306 }
307 }
308
309 error:
310 return ret;
311 }
312
313 /*
314 * Return group ID of the tracing group or -1 if not found.
315 */
316 static gid_t allowed_group(void)
317 {
318 struct group *grp;
319
320 if (opt_tracing_group) {
321 grp = getgrnam(opt_tracing_group);
322 } else {
323 grp = getgrnam(default_tracing_group);
324 }
325 if (!grp) {
326 return -1;
327 } else {
328 return grp->gr_gid;
329 }
330 }
331
332 /*
333 * Init thread quit pipe.
334 *
335 * Return -1 on error or 0 if all pipes are created.
336 */
337 static int init_thread_quit_pipe(void)
338 {
339 int ret;
340
341 ret = pipe2(thread_quit_pipe, O_CLOEXEC);
342 if (ret < 0) {
343 perror("thread quit pipe");
344 goto error;
345 }
346
347 error:
348 return ret;
349 }
350
351 /*
352 * Complete teardown of a kernel session. This free all data structure related
353 * to a kernel session and update counter.
354 */
355 static void teardown_kernel_session(struct ltt_session *session)
356 {
357 if (!session->kernel_session) {
358 DBG3("No kernel session when tearingdown session");
359 return;
360 }
361
362 DBG("Tearing down kernel session");
363
364 /*
365 * If a custom kernel consumer was registered, close the socket before
366 * tearing down the complete kernel session structure
367 */
368 if (session->kernel_session->consumer_fd != kconsumer_data.cmd_sock) {
369 lttcomm_close_unix_sock(session->kernel_session->consumer_fd);
370 }
371
372 trace_kernel_destroy_session(session->kernel_session);
373 }
374
375 /*
376 * Complete teardown of all UST sessions. This will free everything on his path
377 * and destroy the core essence of all ust sessions :)
378 */
379 static void teardown_ust_session(struct ltt_session *session)
380 {
381 int ret;
382
383 if (!session->ust_session) {
384 DBG3("No UST session when tearingdown session");
385 return;
386 }
387
388 DBG("Tearing down UST session(s)");
389
390 ret = ust_app_destroy_trace_all(session->ust_session);
391 if (ret) {
392 ERR("Error in ust_app_destroy_trace_all");
393 }
394
395 trace_ust_destroy_session(session->ust_session);
396 }
397
398 /*
399 * Stop all threads by closing the thread quit pipe.
400 */
401 static void stop_threads(void)
402 {
403 int ret;
404
405 /* Stopping all threads */
406 DBG("Terminating all threads");
407 ret = notify_thread_pipe(thread_quit_pipe[1]);
408 if (ret < 0) {
409 ERR("write error on thread quit pipe");
410 }
411
412 /* Dispatch thread */
413 dispatch_thread_exit = 1;
414 futex_nto1_wake(&ust_cmd_queue.futex);
415 }
416
417 /*
418 * Cleanup the daemon
419 */
420 static void cleanup(void)
421 {
422 int ret;
423 char *cmd;
424 struct ltt_session *sess, *stmp;
425
426 DBG("Cleaning up");
427
428 if (is_root) {
429 DBG("Removing %s directory", LTTNG_RUNDIR);
430 ret = asprintf(&cmd, "rm -rf " LTTNG_RUNDIR);
431 if (ret < 0) {
432 ERR("asprintf failed. Something is really wrong!");
433 }
434
435 /* Remove lttng run directory */
436 ret = system(cmd);
437 if (ret < 0) {
438 ERR("Unable to clean " LTTNG_RUNDIR);
439 }
440 }
441
442 DBG("Cleaning up all session");
443
444 /* Destroy session list mutex */
445 if (session_list_ptr != NULL) {
446 pthread_mutex_destroy(&session_list_ptr->lock);
447
448 /* Cleanup ALL session */
449 cds_list_for_each_entry_safe(sess, stmp,
450 &session_list_ptr->head, list) {
451 teardown_kernel_session(sess);
452 teardown_ust_session(sess);
453 free(sess);
454 }
455 }
456
457 DBG("Closing all UST sockets");
458 ust_app_clean_list();
459
460 pthread_mutex_destroy(&kconsumer_data.pid_mutex);
461
462 DBG("Closing kernel fd");
463 close(kernel_tracer_fd);
464
465 if (is_root) {
466 DBG("Unloading kernel modules");
467 modprobe_remove_kernel_modules();
468 }
469
470 close(thread_quit_pipe[0]);
471 close(thread_quit_pipe[1]);
472
473 /* OUTPUT BENCHMARK RESULTS */
474 bench_init();
475
476 if (getenv("BENCH_UST_NOTIFY")) {
477 bench_print_ust_notification();
478 }
479
480 if (getenv("BENCH_UST_REGISTER")) {
481 bench_print_ust_register();
482 bench_print_ust_unregister();
483 }
484
485 if (getenv("BENCH_BOOT_PROCESS")) {
486 bench_print_boot_process();
487 }
488
489 bench_close();
490 /* END BENCHMARK */
491
492 /* <fun> */
493 MSG("%c[%d;%dm*** assert failed :-) *** ==> %c[%dm%c[%d;%dm"
494 "Matthew, BEET driven development works!%c[%dm",
495 27, 1, 31, 27, 0, 27, 1, 33, 27, 0);
496 /* </fun> */
497 }
498
499 /*
500 * Send data on a unix socket using the liblttsessiondcomm API.
501 *
502 * Return lttcomm error code.
503 */
504 static int send_unix_sock(int sock, void *buf, size_t len)
505 {
506 /* Check valid length */
507 if (len <= 0) {
508 return -1;
509 }
510
511 return lttcomm_send_unix_sock(sock, buf, len);
512 }
513
514 /*
515 * Free memory of a command context structure.
516 */
517 static void clean_command_ctx(struct command_ctx **cmd_ctx)
518 {
519 DBG("Clean command context structure");
520 if (*cmd_ctx) {
521 if ((*cmd_ctx)->llm) {
522 free((*cmd_ctx)->llm);
523 }
524 if ((*cmd_ctx)->lsm) {
525 free((*cmd_ctx)->lsm);
526 }
527 free(*cmd_ctx);
528 *cmd_ctx = NULL;
529 }
530 }
531
532 /*
533 * Send all stream fds of kernel channel to the consumer.
534 */
535 static int send_kconsumer_channel_streams(struct consumer_data *consumer_data,
536 int sock, struct ltt_kernel_channel *channel)
537 {
538 int ret;
539 struct ltt_kernel_stream *stream;
540 struct lttcomm_consumer_msg lkm;
541
542 DBG("Sending streams of channel %s to kernel consumer",
543 channel->channel->name);
544
545 /* Send channel */
546 lkm.cmd_type = LTTNG_CONSUMER_ADD_CHANNEL;
547 lkm.u.channel.channel_key = channel->fd;
548 lkm.u.channel.max_sb_size = channel->channel->attr.subbuf_size;
549 lkm.u.channel.mmap_len = 0; /* for kernel */
550 DBG("Sending channel %d to consumer", lkm.u.channel.channel_key);
551 ret = lttcomm_send_unix_sock(sock, &lkm, sizeof(lkm));
552 if (ret < 0) {
553 perror("send consumer channel");
554 goto error;
555 }
556
557 /* Send streams */
558 cds_list_for_each_entry(stream, &channel->stream_list.head, list) {
559 if (!stream->fd) {
560 continue;
561 }
562 lkm.cmd_type = LTTNG_CONSUMER_ADD_STREAM;
563 lkm.u.stream.channel_key = channel->fd;
564 lkm.u.stream.stream_key = stream->fd;
565 lkm.u.stream.state = stream->state;
566 lkm.u.stream.output = channel->channel->attr.output;
567 lkm.u.stream.mmap_len = 0; /* for kernel */
568 strncpy(lkm.u.stream.path_name, stream->pathname, PATH_MAX - 1);
569 lkm.u.stream.path_name[PATH_MAX - 1] = '\0';
570 DBG("Sending stream %d to consumer", lkm.u.stream.stream_key);
571 ret = lttcomm_send_unix_sock(sock, &lkm, sizeof(lkm));
572 if (ret < 0) {
573 perror("send consumer stream");
574 goto error;
575 }
576 ret = lttcomm_send_fds_unix_sock(sock, &stream->fd, 1);
577 if (ret < 0) {
578 perror("send consumer stream ancillary data");
579 goto error;
580 }
581 }
582
583 DBG("consumer channel streams sent");
584
585 return 0;
586
587 error:
588 return ret;
589 }
590
591 /*
592 * Send all stream fds of the kernel session to the consumer.
593 */
594 static int send_kconsumer_session_streams(struct consumer_data *consumer_data,
595 struct ltt_kernel_session *session)
596 {
597 int ret;
598 struct ltt_kernel_channel *chan;
599 struct lttcomm_consumer_msg lkm;
600 int sock = session->consumer_fd;
601
602 DBG("Sending metadata stream fd");
603
604 /* Extra protection. It's NOT supposed to be set to 0 at this point */
605 if (session->consumer_fd == 0) {
606 session->consumer_fd = consumer_data->cmd_sock;
607 }
608
609 if (session->metadata_stream_fd != 0) {
610 /* Send metadata channel fd */
611 lkm.cmd_type = LTTNG_CONSUMER_ADD_CHANNEL;
612 lkm.u.channel.channel_key = session->metadata->fd;
613 lkm.u.channel.max_sb_size = session->metadata->conf->attr.subbuf_size;
614 lkm.u.channel.mmap_len = 0; /* for kernel */
615 DBG("Sending metadata channel %d to consumer", lkm.u.stream.stream_key);
616 ret = lttcomm_send_unix_sock(sock, &lkm, sizeof(lkm));
617 if (ret < 0) {
618 perror("send consumer channel");
619 goto error;
620 }
621
622 /* Send metadata stream fd */
623 lkm.cmd_type = LTTNG_CONSUMER_ADD_STREAM;
624 lkm.u.stream.channel_key = session->metadata->fd;
625 lkm.u.stream.stream_key = session->metadata_stream_fd;
626 lkm.u.stream.state = LTTNG_CONSUMER_ACTIVE_STREAM;
627 lkm.u.stream.output = DEFAULT_KERNEL_CHANNEL_OUTPUT;
628 lkm.u.stream.mmap_len = 0; /* for kernel */
629 strncpy(lkm.u.stream.path_name, session->metadata->pathname, PATH_MAX - 1);
630 lkm.u.stream.path_name[PATH_MAX - 1] = '\0';
631 DBG("Sending metadata stream %d to consumer", lkm.u.stream.stream_key);
632 ret = lttcomm_send_unix_sock(sock, &lkm, sizeof(lkm));
633 if (ret < 0) {
634 perror("send consumer stream");
635 goto error;
636 }
637 ret = lttcomm_send_fds_unix_sock(sock, &session->metadata_stream_fd, 1);
638 if (ret < 0) {
639 perror("send consumer stream");
640 goto error;
641 }
642 }
643
644 cds_list_for_each_entry(chan, &session->channel_list.head, list) {
645 ret = send_kconsumer_channel_streams(consumer_data, sock, chan);
646 if (ret < 0) {
647 goto error;
648 }
649 }
650
651 DBG("consumer fds (metadata and channel streams) sent");
652
653 return 0;
654
655 error:
656 return ret;
657 }
658
659 /*
660 * Notify UST applications using the shm mmap futex.
661 */
662 static int notify_ust_apps(int active)
663 {
664 char *wait_shm_mmap;
665
666 DBG("Notifying applications of session daemon state: %d", active);
667
668 tracepoint(ust_notify_apps_start);
669
670 /* See shm.c for this call implying mmap, shm and futex calls */
671 wait_shm_mmap = shm_ust_get_mmap(wait_shm_path, is_root);
672 if (wait_shm_mmap == NULL) {
673 goto error;
674 }
675
676 /* Wake waiting process */
677 futex_wait_update((int32_t *) wait_shm_mmap, active);
678
679 tracepoint(ust_notify_apps_stop);
680
681 /* Apps notified successfully */
682 return 0;
683
684 error:
685 return -1;
686 }
687
688 /*
689 * Setup the outgoing data buffer for the response (llm) by allocating the
690 * right amount of memory and copying the original information from the lsm
691 * structure.
692 *
693 * Return total size of the buffer pointed by buf.
694 */
695 static int setup_lttng_msg(struct command_ctx *cmd_ctx, size_t size)
696 {
697 int ret, buf_size;
698
699 buf_size = size;
700
701 cmd_ctx->llm = zmalloc(sizeof(struct lttcomm_lttng_msg) + buf_size);
702 if (cmd_ctx->llm == NULL) {
703 perror("zmalloc");
704 ret = -ENOMEM;
705 goto error;
706 }
707
708 /* Copy common data */
709 cmd_ctx->llm->cmd_type = cmd_ctx->lsm->cmd_type;
710 cmd_ctx->llm->pid = cmd_ctx->lsm->domain.attr.pid;
711
712 cmd_ctx->llm->data_size = size;
713 cmd_ctx->lttng_msg_size = sizeof(struct lttcomm_lttng_msg) + buf_size;
714
715 return buf_size;
716
717 error:
718 return ret;
719 }
720
721 /*
722 * Update the kernel poll set of all channel fd available over all tracing
723 * session. Add the wakeup pipe at the end of the set.
724 */
725 static int update_kernel_poll(struct lttng_poll_event *events)
726 {
727 int ret;
728 struct ltt_session *session;
729 struct ltt_kernel_channel *channel;
730
731 DBG("Updating kernel poll set");
732
733 session_lock_list();
734 cds_list_for_each_entry(session, &session_list_ptr->head, list) {
735 session_lock(session);
736 if (session->kernel_session == NULL) {
737 session_unlock(session);
738 continue;
739 }
740
741 cds_list_for_each_entry(channel,
742 &session->kernel_session->channel_list.head, list) {
743 /* Add channel fd to the kernel poll set */
744 ret = lttng_poll_add(events, channel->fd, LPOLLIN | LPOLLRDNORM);
745 if (ret < 0) {
746 session_unlock(session);
747 goto error;
748 }
749 DBG("Channel fd %d added to kernel set", channel->fd);
750 }
751 session_unlock(session);
752 }
753 session_unlock_list();
754
755 return 0;
756
757 error:
758 session_unlock_list();
759 return -1;
760 }
761
762 /*
763 * Find the channel fd from 'fd' over all tracing session. When found, check
764 * for new channel stream and send those stream fds to the kernel consumer.
765 *
766 * Useful for CPU hotplug feature.
767 */
768 static int update_kernel_stream(struct consumer_data *consumer_data, int fd)
769 {
770 int ret = 0;
771 struct ltt_session *session;
772 struct ltt_kernel_channel *channel;
773
774 DBG("Updating kernel streams for channel fd %d", fd);
775
776 session_lock_list();
777 cds_list_for_each_entry(session, &session_list_ptr->head, list) {
778 session_lock(session);
779 if (session->kernel_session == NULL) {
780 session_unlock(session);
781 continue;
782 }
783
784 /* This is not suppose to be 0 but this is an extra security check */
785 if (session->kernel_session->consumer_fd == 0) {
786 session->kernel_session->consumer_fd = consumer_data->cmd_sock;
787 }
788
789 cds_list_for_each_entry(channel,
790 &session->kernel_session->channel_list.head, list) {
791 if (channel->fd == fd) {
792 DBG("Channel found, updating kernel streams");
793 ret = kernel_open_channel_stream(channel);
794 if (ret < 0) {
795 goto error;
796 }
797
798 /*
799 * Have we already sent fds to the consumer? If yes, it means
800 * that tracing is started so it is safe to send our updated
801 * stream fds.
802 */
803 if (session->kernel_session->consumer_fds_sent == 1) {
804 ret = send_kconsumer_channel_streams(consumer_data,
805 session->kernel_session->consumer_fd, channel);
806 if (ret < 0) {
807 goto error;
808 }
809 }
810 goto error;
811 }
812 }
813 session_unlock(session);
814 }
815 session_unlock_list();
816 return ret;
817
818 error:
819 session_unlock(session);
820 session_unlock_list();
821 return ret;
822 }
823
824 /*
825 * For each tracing session, update newly registered apps.
826 */
827 static void update_ust_app(int app_sock)
828 {
829 struct ltt_session *sess, *stmp;
830
831 /* For all tracing session(s) */
832 cds_list_for_each_entry_safe(sess, stmp, &session_list_ptr->head, list) {
833 if (sess->ust_session) {
834 ust_app_global_update(sess->ust_session, app_sock);
835 }
836 }
837 }
838
839 /*
840 * This thread manage event coming from the kernel.
841 *
842 * Features supported in this thread:
843 * -) CPU Hotplug
844 */
845 static void *thread_manage_kernel(void *data)
846 {
847 int ret, i, pollfd, update_poll_flag = 1;
848 uint32_t revents, nb_fd;
849 char tmp;
850 struct lttng_poll_event events;
851
852 tracepoint(sessiond_th_kern_start);
853
854 DBG("Thread manage kernel started");
855
856 ret = create_thread_poll_set(&events, 2);
857 if (ret < 0) {
858 goto error;
859 }
860
861 ret = lttng_poll_add(&events, kernel_poll_pipe[0], LPOLLIN);
862 if (ret < 0) {
863 goto error;
864 }
865
866 while (1) {
867 if (update_poll_flag == 1) {
868 /*
869 * Reset number of fd in the poll set. Always 2 since there is the thread
870 * quit pipe and the kernel pipe.
871 */
872 events.nb_fd = 2;
873
874 ret = update_kernel_poll(&events);
875 if (ret < 0) {
876 goto error;
877 }
878 update_poll_flag = 0;
879 }
880
881 nb_fd = LTTNG_POLL_GETNB(&events);
882
883 DBG("Thread kernel polling on %d fds", nb_fd);
884
885 /* Zeroed the poll events */
886 lttng_poll_reset(&events);
887
888 tracepoint(sessiond_th_kern_poll);
889
890 /* Poll infinite value of time */
891 ret = lttng_poll_wait(&events, -1);
892 if (ret < 0) {
893 goto error;
894 } else if (ret == 0) {
895 /* Should not happen since timeout is infinite */
896 ERR("Return value of poll is 0 with an infinite timeout.\n"
897 "This should not have happened! Continuing...");
898 continue;
899 }
900
901 for (i = 0; i < nb_fd; i++) {
902 /* Fetch once the poll data */
903 revents = LTTNG_POLL_GETEV(&events, i);
904 pollfd = LTTNG_POLL_GETFD(&events, i);
905
906 /* Thread quit pipe has been closed. Killing thread. */
907 ret = check_thread_quit_pipe(pollfd, revents);
908 if (ret) {
909 goto error;
910 }
911
912 /* Check for data on kernel pipe */
913 if (pollfd == kernel_poll_pipe[0] && (revents & LPOLLIN)) {
914 ret = read(kernel_poll_pipe[0], &tmp, 1);
915 update_poll_flag = 1;
916 continue;
917 } else {
918 /*
919 * New CPU detected by the kernel. Adding kernel stream to
920 * kernel session and updating the kernel consumer
921 */
922 if (revents & LPOLLIN) {
923 ret = update_kernel_stream(&kconsumer_data, pollfd);
924 if (ret < 0) {
925 continue;
926 }
927 break;
928 /*
929 * TODO: We might want to handle the LPOLLERR | LPOLLHUP
930 * and unregister kernel stream at this point.
931 */
932 }
933 }
934 }
935 }
936
937 error:
938 DBG("Kernel thread dying");
939 close(kernel_poll_pipe[0]);
940 close(kernel_poll_pipe[1]);
941
942 lttng_poll_clean(&events);
943
944 return NULL;
945 }
946
947 /*
948 * This thread manage the consumer error sent back to the session daemon.
949 */
950 static void *thread_manage_consumer(void *data)
951 {
952 int sock = 0, i, ret, pollfd;
953 uint32_t revents, nb_fd;
954 enum lttcomm_return_code code;
955 struct lttng_poll_event events;
956 struct consumer_data *consumer_data = data;
957
958 tracepoint(sessiond_th_kcon_start);
959
960 DBG("[thread] Manage consumer started");
961
962 ret = lttcomm_listen_unix_sock(consumer_data->err_sock);
963 if (ret < 0) {
964 goto error;
965 }
966
967 /*
968 * Pass 2 as size here for the thread quit pipe and kconsumerd_err_sock.
969 * Nothing more will be added to this poll set.
970 */
971 ret = create_thread_poll_set(&events, 2);
972 if (ret < 0) {
973 goto error;
974 }
975
976 ret = lttng_poll_add(&events, consumer_data->err_sock, LPOLLIN | LPOLLRDHUP);
977 if (ret < 0) {
978 goto error;
979 }
980
981 nb_fd = LTTNG_POLL_GETNB(&events);
982
983 tracepoint(sessiond_th_kcon_poll);
984
985 /* Inifinite blocking call, waiting for transmission */
986 ret = lttng_poll_wait(&events, -1);
987 if (ret < 0) {
988 goto error;
989 }
990
991 for (i = 0; i < nb_fd; i++) {
992 /* Fetch once the poll data */
993 revents = LTTNG_POLL_GETEV(&events, i);
994 pollfd = LTTNG_POLL_GETFD(&events, i);
995
996 /* Thread quit pipe has been closed. Killing thread. */
997 ret = check_thread_quit_pipe(pollfd, revents);
998 if (ret) {
999 goto error;
1000 }
1001
1002 /* Event on the registration socket */
1003 if (pollfd == consumer_data->err_sock) {
1004 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
1005 ERR("consumer err socket poll error");
1006 goto error;
1007 }
1008 }
1009 }
1010
1011 sock = lttcomm_accept_unix_sock(consumer_data->err_sock);
1012 if (sock < 0) {
1013 goto error;
1014 }
1015
1016 DBG2("Receiving code from consumer err_sock");
1017
1018 /* Getting status code from kconsumerd */
1019 ret = lttcomm_recv_unix_sock(sock, &code,
1020 sizeof(enum lttcomm_return_code));
1021 if (ret <= 0) {
1022 goto error;
1023 }
1024
1025 if (code == CONSUMERD_COMMAND_SOCK_READY) {
1026 consumer_data->cmd_sock =
1027 lttcomm_connect_unix_sock(consumer_data->cmd_unix_sock_path);
1028 if (consumer_data->cmd_sock < 0) {
1029 sem_post(&consumer_data->sem);
1030 PERROR("consumer connect");
1031 goto error;
1032 }
1033 /* Signal condition to tell that the kconsumerd is ready */
1034 sem_post(&consumer_data->sem);
1035 DBG("consumer command socket ready");
1036 } else {
1037 ERR("consumer error when waiting for SOCK_READY : %s",
1038 lttcomm_get_readable_code(-code));
1039 goto error;
1040 }
1041
1042 /* Remove the kconsumerd error sock since we've established a connexion */
1043 ret = lttng_poll_del(&events, consumer_data->err_sock);
1044 if (ret < 0) {
1045 goto error;
1046 }
1047
1048 ret = lttng_poll_add(&events, sock, LPOLLIN | LPOLLRDHUP);
1049 if (ret < 0) {
1050 goto error;
1051 }
1052
1053 /* Update number of fd */
1054 nb_fd = LTTNG_POLL_GETNB(&events);
1055
1056 /* Inifinite blocking call, waiting for transmission */
1057 ret = lttng_poll_wait(&events, -1);
1058 if (ret < 0) {
1059 goto error;
1060 }
1061
1062 for (i = 0; i < nb_fd; i++) {
1063 /* Fetch once the poll data */
1064 revents = LTTNG_POLL_GETEV(&events, i);
1065 pollfd = LTTNG_POLL_GETFD(&events, i);
1066
1067 /* Thread quit pipe has been closed. Killing thread. */
1068 ret = check_thread_quit_pipe(pollfd, revents);
1069 if (ret) {
1070 goto error;
1071 }
1072
1073 /* Event on the kconsumerd socket */
1074 if (pollfd == sock) {
1075 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
1076 ERR("consumer err socket second poll error");
1077 goto error;
1078 }
1079 }
1080 }
1081
1082 /* Wait for any kconsumerd error */
1083 ret = lttcomm_recv_unix_sock(sock, &code,
1084 sizeof(enum lttcomm_return_code));
1085 if (ret <= 0) {
1086 ERR("consumer closed the command socket");
1087 goto error;
1088 }
1089
1090 ERR("consumer return code : %s", lttcomm_get_readable_code(-code));
1091
1092 error:
1093 DBG("consumer thread dying");
1094 close(consumer_data->err_sock);
1095 close(consumer_data->cmd_sock);
1096 close(sock);
1097
1098 unlink(consumer_data->err_unix_sock_path);
1099 unlink(consumer_data->cmd_unix_sock_path);
1100 consumer_data->pid = 0;
1101
1102 lttng_poll_clean(&events);
1103
1104 return NULL;
1105 }
1106
1107 /*
1108 * This thread manage application communication.
1109 */
1110 static void *thread_manage_apps(void *data)
1111 {
1112 int i, ret, pollfd;
1113 uint32_t revents, nb_fd;
1114 struct ust_command ust_cmd;
1115 struct lttng_poll_event events;
1116
1117 tracepoint(sessiond_th_apps_start);
1118
1119 DBG("[thread] Manage application started");
1120
1121 rcu_register_thread();
1122 rcu_thread_online();
1123
1124 ret = create_thread_poll_set(&events, 2);
1125 if (ret < 0) {
1126 goto error;
1127 }
1128
1129 ret = lttng_poll_add(&events, apps_cmd_pipe[0], LPOLLIN | LPOLLRDHUP);
1130 if (ret < 0) {
1131 goto error;
1132 }
1133
1134 while (1) {
1135 /* Zeroed the events structure */
1136 lttng_poll_reset(&events);
1137
1138 nb_fd = LTTNG_POLL_GETNB(&events);
1139
1140 DBG("Apps thread polling on %d fds", nb_fd);
1141
1142 tracepoint(sessiond_th_apps_poll);
1143
1144 /* Inifinite blocking call, waiting for transmission */
1145 ret = lttng_poll_wait(&events, -1);
1146 if (ret < 0) {
1147 goto error;
1148 }
1149
1150 for (i = 0; i < nb_fd; i++) {
1151 /* Fetch once the poll data */
1152 revents = LTTNG_POLL_GETEV(&events, i);
1153 pollfd = LTTNG_POLL_GETFD(&events, i);
1154
1155 /* Thread quit pipe has been closed. Killing thread. */
1156 ret = check_thread_quit_pipe(pollfd, revents);
1157 if (ret) {
1158 goto error;
1159 }
1160
1161 /* Inspect the apps cmd pipe */
1162 if (pollfd == apps_cmd_pipe[0]) {
1163 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
1164 ERR("Apps command pipe error");
1165 goto error;
1166 } else if (revents & LPOLLIN) {
1167 tracepoint(ust_register_read_start);
1168 /* Empty pipe */
1169 ret = read(apps_cmd_pipe[0], &ust_cmd, sizeof(ust_cmd));
1170 if (ret < 0 || ret < sizeof(ust_cmd)) {
1171 perror("read apps cmd pipe");
1172 goto error;
1173 }
1174 tracepoint(ust_register_read_stop);
1175
1176 tracepoint(ust_register_add_start);
1177 /* Register applicaton to the session daemon */
1178 ret = ust_app_register(&ust_cmd.reg_msg,
1179 ust_cmd.sock);
1180 if (ret == -ENOMEM) {
1181 goto error;
1182 } else if (ret < 0) {
1183 break;
1184 }
1185 tracepoint(ust_register_add_stop);
1186
1187 tracepoint(ust_register_done_start);
1188 /*
1189 * Add channel(s) and event(s) to newly registered apps
1190 * from lttng global UST domain.
1191 */
1192 update_ust_app(ust_cmd.sock);
1193
1194 ret = ustctl_register_done(ust_cmd.sock);
1195 if (ret < 0) {
1196 /*
1197 * If the registration is not possible, we simply
1198 * unregister the apps and continue
1199 */
1200 ust_app_unregister(ust_cmd.sock);
1201 } else {
1202 /*
1203 * We just need here to monitor the close of the UST
1204 * socket and poll set monitor those by default.
1205 */
1206 ret = lttng_poll_add(&events, ust_cmd.sock, 0);
1207 if (ret < 0) {
1208 goto error;
1209 }
1210
1211 DBG("Apps with sock %d added to poll set",
1212 ust_cmd.sock);
1213 }
1214 tracepoint(ust_register_done_stop);
1215 break;
1216 }
1217 } else {
1218 /*
1219 * At this point, we know that a registered application made
1220 * the event at poll_wait.
1221 */
1222 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
1223 tracepoint(ust_unregister_start);
1224
1225 /* Removing from the poll set */
1226 ret = lttng_poll_del(&events, pollfd);
1227 if (ret < 0) {
1228 goto error;
1229 }
1230
1231 /* Socket closed on remote end. */
1232 ust_app_unregister(pollfd);
1233
1234 tracepoint(ust_unregister_stop);
1235 break;
1236 }
1237 }
1238 }
1239 }
1240
1241 error:
1242 DBG("Application communication apps dying");
1243 close(apps_cmd_pipe[0]);
1244 close(apps_cmd_pipe[1]);
1245
1246 lttng_poll_clean(&events);
1247
1248 rcu_thread_offline();
1249 rcu_unregister_thread();
1250 return NULL;
1251 }
1252
1253 /*
1254 * Dispatch request from the registration threads to the application
1255 * communication thread.
1256 */
1257 static void *thread_dispatch_ust_registration(void *data)
1258 {
1259 int ret;
1260 struct cds_wfq_node *node;
1261 struct ust_command *ust_cmd = NULL;
1262
1263 tracepoint(sessiond_th_dispatch_start);
1264
1265 DBG("[thread] Dispatch UST command started");
1266
1267 while (!dispatch_thread_exit) {
1268 /* Atomically prepare the queue futex */
1269 futex_nto1_prepare(&ust_cmd_queue.futex);
1270
1271 do {
1272 tracepoint(sessiond_th_dispatch_block);
1273
1274 /* Dequeue command for registration */
1275 node = cds_wfq_dequeue_blocking(&ust_cmd_queue.queue);
1276 if (node == NULL) {
1277 DBG("Woken up but nothing in the UST command queue");
1278 /* Continue thread execution */
1279 break;
1280 }
1281
1282 tracepoint(ust_dispatch_register_start);
1283
1284 ust_cmd = caa_container_of(node, struct ust_command, node);
1285
1286 DBG("Dispatching UST registration pid:%d ppid:%d uid:%d"
1287 " gid:%d sock:%d name:%s (version %d.%d)",
1288 ust_cmd->reg_msg.pid, ust_cmd->reg_msg.ppid,
1289 ust_cmd->reg_msg.uid, ust_cmd->reg_msg.gid,
1290 ust_cmd->sock, ust_cmd->reg_msg.name,
1291 ust_cmd->reg_msg.major, ust_cmd->reg_msg.minor);
1292 /*
1293 * Inform apps thread of the new application registration. This
1294 * call is blocking so we can be assured that the data will be read
1295 * at some point in time or wait to the end of the world :)
1296 */
1297 ret = write(apps_cmd_pipe[1], ust_cmd,
1298 sizeof(struct ust_command));
1299 if (ret < 0) {
1300 perror("write apps cmd pipe");
1301 if (errno == EBADF) {
1302 /*
1303 * We can't inform the application thread to process
1304 * registration. We will exit or else application
1305 * registration will not occur and tracing will never
1306 * start.
1307 */
1308 goto error;
1309 }
1310 }
1311 free(ust_cmd);
1312 } while (node != NULL);
1313
1314 tracepoint(ust_dispatch_register_stop);
1315
1316 /* Futex wait on queue. Blocking call on futex() */
1317 futex_nto1_wait(&ust_cmd_queue.futex);
1318 }
1319
1320 error:
1321 DBG("Dispatch thread dying");
1322 return NULL;
1323 }
1324
1325 /*
1326 * This thread manage application registration.
1327 */
1328 static void *thread_registration_apps(void *data)
1329 {
1330 int sock = 0, i, ret, pollfd;
1331 uint32_t revents, nb_fd;
1332 struct lttng_poll_event events;
1333 /*
1334 * Get allocated in this thread, enqueued to a global queue, dequeued and
1335 * freed in the manage apps thread.
1336 */
1337 struct ust_command *ust_cmd = NULL;
1338
1339 tracepoint(sessiond_th_reg_start);
1340
1341 DBG("[thread] Manage application registration started");
1342
1343 ret = lttcomm_listen_unix_sock(apps_sock);
1344 if (ret < 0) {
1345 goto error;
1346 }
1347
1348 /*
1349 * Pass 2 as size here for the thread quit pipe and apps socket. Nothing
1350 * more will be added to this poll set.
1351 */
1352 ret = create_thread_poll_set(&events, 2);
1353 if (ret < 0) {
1354 goto error;
1355 }
1356
1357 /* Add the application registration socket */
1358 ret = lttng_poll_add(&events, apps_sock, LPOLLIN | LPOLLRDHUP);
1359 if (ret < 0) {
1360 goto error;
1361 }
1362
1363 /* Notify all applications to register */
1364 ret = notify_ust_apps(1);
1365 if (ret < 0) {
1366 ERR("Failed to notify applications or create the wait shared memory.\n"
1367 "Execution continues but there might be problem for already\n"
1368 "running applications that wishes to register.");
1369 }
1370
1371 while (1) {
1372 DBG("Accepting application registration");
1373
1374 tracepoint(sessiond_th_reg_poll);
1375
1376 nb_fd = LTTNG_POLL_GETNB(&events);
1377
1378 /* Inifinite blocking call, waiting for transmission */
1379 ret = lttng_poll_wait(&events, -1);
1380 if (ret < 0) {
1381 goto error;
1382 }
1383
1384 for (i = 0; i < nb_fd; i++) {
1385 /* Fetch once the poll data */
1386 revents = LTTNG_POLL_GETEV(&events, i);
1387 pollfd = LTTNG_POLL_GETFD(&events, i);
1388
1389 /* Thread quit pipe has been closed. Killing thread. */
1390 ret = check_thread_quit_pipe(pollfd, revents);
1391 if (ret) {
1392 goto error;
1393 }
1394
1395 /* Event on the registration socket */
1396 if (pollfd == apps_sock) {
1397 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
1398 ERR("Register apps socket poll error");
1399 goto error;
1400 } else if (revents & LPOLLIN) {
1401 /* Registration starts here. Recording cycles */
1402 tracepoint(ust_register_start);
1403
1404 sock = lttcomm_accept_unix_sock(apps_sock);
1405 if (sock < 0) {
1406 goto error;
1407 }
1408
1409 /* Create UST registration command for enqueuing */
1410 ust_cmd = zmalloc(sizeof(struct ust_command));
1411 if (ust_cmd == NULL) {
1412 perror("ust command zmalloc");
1413 goto error;
1414 }
1415
1416 /*
1417 * Using message-based transmissions to ensure we don't
1418 * have to deal with partially received messages.
1419 */
1420 ret = lttcomm_recv_unix_sock(sock, &ust_cmd->reg_msg,
1421 sizeof(struct ust_register_msg));
1422 if (ret < 0 || ret < sizeof(struct ust_register_msg)) {
1423 if (ret < 0) {
1424 perror("lttcomm_recv_unix_sock register apps");
1425 } else {
1426 ERR("Wrong size received on apps register");
1427 }
1428 free(ust_cmd);
1429 close(sock);
1430 continue;
1431 }
1432
1433 ust_cmd->sock = sock;
1434
1435 DBG("UST registration received with pid:%d ppid:%d uid:%d"
1436 " gid:%d sock:%d name:%s (version %d.%d)",
1437 ust_cmd->reg_msg.pid, ust_cmd->reg_msg.ppid,
1438 ust_cmd->reg_msg.uid, ust_cmd->reg_msg.gid,
1439 ust_cmd->sock, ust_cmd->reg_msg.name,
1440 ust_cmd->reg_msg.major, ust_cmd->reg_msg.minor);
1441
1442 /*
1443 * Lock free enqueue the registration request. The red pill
1444 * has been taken! This apps will be part of the *system*.
1445 */
1446 cds_wfq_enqueue(&ust_cmd_queue.queue, &ust_cmd->node);
1447
1448 /*
1449 * Wake the registration queue futex. Implicit memory
1450 * barrier with the exchange in cds_wfq_enqueue.
1451 */
1452 futex_nto1_wake(&ust_cmd_queue.futex);
1453
1454 tracepoint(ust_register_stop);
1455 }
1456 }
1457 }
1458 }
1459
1460 error:
1461 DBG("UST Registration thread dying");
1462
1463 /* Notify that the registration thread is gone */
1464 notify_ust_apps(0);
1465
1466 close(apps_sock);
1467 close(sock);
1468 unlink(apps_unix_sock_path);
1469
1470 lttng_poll_clean(&events);
1471
1472 return NULL;
1473 }
1474
1475 /*
1476 * Start the thread_manage_consumer. This must be done after a lttng-consumerd
1477 * exec or it will fails.
1478 */
1479 static int spawn_consumer_thread(struct consumer_data *consumer_data)
1480 {
1481 int ret;
1482 struct timespec timeout;
1483
1484 timeout.tv_sec = DEFAULT_SEM_WAIT_TIMEOUT;
1485 timeout.tv_nsec = 0;
1486
1487 /* Setup semaphore */
1488 ret = sem_init(&consumer_data->sem, 0, 0);
1489 if (ret < 0) {
1490 PERROR("sem_init consumer semaphore");
1491 goto error;
1492 }
1493
1494 ret = pthread_create(&consumer_data->thread, NULL,
1495 thread_manage_consumer, consumer_data);
1496 if (ret != 0) {
1497 PERROR("pthread_create consumer");
1498 ret = -1;
1499 goto error;
1500 }
1501
1502 /* Get time for sem_timedwait absolute timeout */
1503 ret = clock_gettime(CLOCK_REALTIME, &timeout);
1504 if (ret < 0) {
1505 PERROR("clock_gettime spawn consumer");
1506 /* Infinite wait for the kconsumerd thread to be ready */
1507 ret = sem_wait(&consumer_data->sem);
1508 } else {
1509 /* Normal timeout if the gettime was successful */
1510 timeout.tv_sec += DEFAULT_SEM_WAIT_TIMEOUT;
1511 ret = sem_timedwait(&consumer_data->sem, &timeout);
1512 }
1513
1514 if (ret < 0) {
1515 if (errno == ETIMEDOUT) {
1516 /*
1517 * Call has timed out so we kill the kconsumerd_thread and return
1518 * an error.
1519 */
1520 ERR("The consumer thread was never ready. Killing it");
1521 ret = pthread_cancel(consumer_data->thread);
1522 if (ret < 0) {
1523 PERROR("pthread_cancel consumer thread");
1524 }
1525 } else {
1526 PERROR("semaphore wait failed consumer thread");
1527 }
1528 goto error;
1529 }
1530
1531 pthread_mutex_lock(&consumer_data->pid_mutex);
1532 if (consumer_data->pid == 0) {
1533 ERR("Kconsumerd did not start");
1534 pthread_mutex_unlock(&consumer_data->pid_mutex);
1535 goto error;
1536 }
1537 pthread_mutex_unlock(&consumer_data->pid_mutex);
1538
1539 return 0;
1540
1541 error:
1542 return ret;
1543 }
1544
1545 /*
1546 * Join consumer thread
1547 */
1548 static int join_consumer_thread(struct consumer_data *consumer_data)
1549 {
1550 void *status;
1551 int ret;
1552
1553 if (consumer_data->pid != 0) {
1554 ret = kill(consumer_data->pid, SIGTERM);
1555 if (ret) {
1556 ERR("Error killing consumer daemon");
1557 return ret;
1558 }
1559 return pthread_join(consumer_data->thread, &status);
1560 } else {
1561 return 0;
1562 }
1563 }
1564
1565 /*
1566 * Fork and exec a consumer daemon (consumerd).
1567 *
1568 * Return pid if successful else -1.
1569 */
1570 static pid_t spawn_consumerd(struct consumer_data *consumer_data)
1571 {
1572 int ret;
1573 pid_t pid;
1574 const char *verbosity;
1575
1576 DBG("Spawning consumerd");
1577
1578 pid = fork();
1579 if (pid == 0) {
1580 /*
1581 * Exec consumerd.
1582 */
1583 if (opt_verbose > 1 || opt_verbose_consumer) {
1584 verbosity = "--verbose";
1585 } else {
1586 verbosity = "--quiet";
1587 }
1588 switch (consumer_data->type) {
1589 case LTTNG_CONSUMER_KERNEL:
1590 execl(INSTALL_BIN_PATH "/lttng-consumerd",
1591 "lttng-consumerd", verbosity, "-k",
1592 "--consumerd-cmd-sock", consumer_data->cmd_unix_sock_path,
1593 "--consumerd-err-sock", consumer_data->err_unix_sock_path,
1594 NULL);
1595 break;
1596 case LTTNG_CONSUMER64_UST:
1597 {
1598 char *tmpnew = NULL;
1599
1600 if (consumerd64_libdir[0] != '\0') {
1601 char *tmp;
1602 size_t tmplen;
1603
1604 tmp = getenv("LD_LIBRARY_PATH");
1605 if (!tmp) {
1606 tmp = "";
1607 }
1608 tmplen = strlen("LD_LIBRARY_PATH=")
1609 + strlen(consumerd64_libdir) + 1 /* : */ + strlen(tmp);
1610 tmpnew = zmalloc(tmplen + 1 /* \0 */);
1611 if (!tmpnew) {
1612 ret = -ENOMEM;
1613 goto error;
1614 }
1615 strcpy(tmpnew, "LD_LIBRARY_PATH=");
1616 strcat(tmpnew, consumerd64_libdir);
1617 if (tmp[0] != '\0') {
1618 strcat(tmpnew, ":");
1619 strcat(tmpnew, tmp);
1620 }
1621 ret = putenv(tmpnew);
1622 if (ret) {
1623 ret = -errno;
1624 goto error;
1625 }
1626 }
1627 ret = execl(consumerd64_path, verbosity, "-u",
1628 "--consumerd-cmd-sock", consumer_data->cmd_unix_sock_path,
1629 "--consumerd-err-sock", consumer_data->err_unix_sock_path,
1630 NULL);
1631 if (consumerd64_libdir[0] != '\0') {
1632 free(tmpnew);
1633 }
1634 if (ret) {
1635 goto error;
1636 }
1637 break;
1638 }
1639 case LTTNG_CONSUMER32_UST:
1640 {
1641 char *tmpnew = NULL;
1642
1643 if (consumerd32_libdir[0] != '\0') {
1644 char *tmp;
1645 size_t tmplen;
1646
1647 tmp = getenv("LD_LIBRARY_PATH");
1648 if (!tmp) {
1649 tmp = "";
1650 }
1651 tmplen = strlen("LD_LIBRARY_PATH=")
1652 + strlen(consumerd32_libdir) + 1 /* : */ + strlen(tmp);
1653 tmpnew = zmalloc(tmplen + 1 /* \0 */);
1654 if (!tmpnew) {
1655 ret = -ENOMEM;
1656 goto error;
1657 }
1658 strcpy(tmpnew, "LD_LIBRARY_PATH=");
1659 strcat(tmpnew, consumerd32_libdir);
1660 if (tmp[0] != '\0') {
1661 strcat(tmpnew, ":");
1662 strcat(tmpnew, tmp);
1663 }
1664 ret = putenv(tmpnew);
1665 if (ret) {
1666 ret = -errno;
1667 goto error;
1668 }
1669 }
1670 ret = execl(consumerd32_path, verbosity, "-u",
1671 "--consumerd-cmd-sock", consumer_data->cmd_unix_sock_path,
1672 "--consumerd-err-sock", consumer_data->err_unix_sock_path,
1673 NULL);
1674 if (consumerd32_libdir[0] != '\0') {
1675 free(tmpnew);
1676 }
1677 if (ret) {
1678 goto error;
1679 }
1680 break;
1681 }
1682 default:
1683 perror("unknown consumer type");
1684 exit(EXIT_FAILURE);
1685 }
1686 if (errno != 0) {
1687 perror("kernel start consumer exec");
1688 }
1689 exit(EXIT_FAILURE);
1690 } else if (pid > 0) {
1691 ret = pid;
1692 } else {
1693 perror("start consumer fork");
1694 ret = -errno;
1695 }
1696 error:
1697 return ret;
1698 }
1699
1700 /*
1701 * Spawn the consumerd daemon and session daemon thread.
1702 */
1703 static int start_consumerd(struct consumer_data *consumer_data)
1704 {
1705 int ret;
1706
1707 pthread_mutex_lock(&consumer_data->pid_mutex);
1708 if (consumer_data->pid != 0) {
1709 pthread_mutex_unlock(&consumer_data->pid_mutex);
1710 goto end;
1711 }
1712
1713 ret = spawn_consumerd(consumer_data);
1714 if (ret < 0) {
1715 ERR("Spawning consumerd failed");
1716 pthread_mutex_unlock(&consumer_data->pid_mutex);
1717 goto error;
1718 }
1719
1720 /* Setting up the consumer_data pid */
1721 consumer_data->pid = ret;
1722 DBG2("Consumer pid %d", consumer_data->pid);
1723 pthread_mutex_unlock(&consumer_data->pid_mutex);
1724
1725 DBG2("Spawning consumer control thread");
1726 ret = spawn_consumer_thread(consumer_data);
1727 if (ret < 0) {
1728 ERR("Fatal error spawning consumer control thread");
1729 goto error;
1730 }
1731
1732 end:
1733 return 0;
1734
1735 error:
1736 return ret;
1737 }
1738
1739 /*
1740 * modprobe_kernel_modules
1741 */
1742 static int modprobe_kernel_modules(void)
1743 {
1744 int ret = 0, i;
1745 char modprobe[256];
1746
1747 for (i = 0; i < ARRAY_SIZE(kernel_modules_list); i++) {
1748 ret = snprintf(modprobe, sizeof(modprobe),
1749 "/sbin/modprobe %s%s",
1750 kernel_modules_list[i].required ? "" : "-q ",
1751 kernel_modules_list[i].name);
1752 if (ret < 0) {
1753 perror("snprintf modprobe");
1754 goto error;
1755 }
1756 modprobe[sizeof(modprobe) - 1] = '\0';
1757 ret = system(modprobe);
1758 if (ret == -1) {
1759 ERR("Unable to launch modprobe for module %s",
1760 kernel_modules_list[i].name);
1761 } else if (kernel_modules_list[i].required
1762 && WEXITSTATUS(ret) != 0) {
1763 ERR("Unable to load module %s",
1764 kernel_modules_list[i].name);
1765 } else {
1766 DBG("Modprobe successfully %s",
1767 kernel_modules_list[i].name);
1768 }
1769 }
1770
1771 error:
1772 return ret;
1773 }
1774
1775 /*
1776 * mount_debugfs
1777 */
1778 static int mount_debugfs(char *path)
1779 {
1780 int ret;
1781 char *type = "debugfs";
1782
1783 ret = mkdir_recursive(path, S_IRWXU | S_IRWXG, geteuid(), getegid());
1784 if (ret < 0) {
1785 PERROR("Cannot create debugfs path");
1786 goto error;
1787 }
1788
1789 ret = mount(type, path, type, 0, NULL);
1790 if (ret < 0) {
1791 PERROR("Cannot mount debugfs");
1792 goto error;
1793 }
1794
1795 DBG("Mounted debugfs successfully at %s", path);
1796
1797 error:
1798 return ret;
1799 }
1800
1801 /*
1802 * Setup necessary data for kernel tracer action.
1803 */
1804 static void init_kernel_tracer(void)
1805 {
1806 int ret;
1807 char *proc_mounts = "/proc/mounts";
1808 char line[256];
1809 char *debugfs_path = NULL, *lttng_path = NULL;
1810 FILE *fp;
1811
1812 /* Detect debugfs */
1813 fp = fopen(proc_mounts, "r");
1814 if (fp == NULL) {
1815 ERR("Unable to probe %s", proc_mounts);
1816 goto error;
1817 }
1818
1819 while (fgets(line, sizeof(line), fp) != NULL) {
1820 if (strstr(line, "debugfs") != NULL) {
1821 /* Remove first string */
1822 strtok(line, " ");
1823 /* Dup string here so we can reuse line later on */
1824 debugfs_path = strdup(strtok(NULL, " "));
1825 DBG("Got debugfs path : %s", debugfs_path);
1826 break;
1827 }
1828 }
1829
1830 fclose(fp);
1831
1832 /* Mount debugfs if needded */
1833 if (debugfs_path == NULL) {
1834 ret = asprintf(&debugfs_path, "/mnt/debugfs");
1835 if (ret < 0) {
1836 perror("asprintf debugfs path");
1837 goto error;
1838 }
1839 ret = mount_debugfs(debugfs_path);
1840 if (ret < 0) {
1841 perror("Cannot mount debugfs");
1842 goto error;
1843 }
1844 }
1845
1846 /* Modprobe lttng kernel modules */
1847 ret = modprobe_kernel_modules();
1848 if (ret < 0) {
1849 goto error;
1850 }
1851
1852 /* Setup lttng kernel path */
1853 ret = asprintf(&lttng_path, "%s/lttng", debugfs_path);
1854 if (ret < 0) {
1855 perror("asprintf lttng path");
1856 goto error;
1857 }
1858
1859 /* Open debugfs lttng */
1860 kernel_tracer_fd = open(lttng_path, O_RDWR);
1861 if (kernel_tracer_fd < 0) {
1862 DBG("Failed to open %s", lttng_path);
1863 goto error;
1864 }
1865
1866 free(lttng_path);
1867 free(debugfs_path);
1868 DBG("Kernel tracer fd %d", kernel_tracer_fd);
1869 return;
1870
1871 error:
1872 if (lttng_path) {
1873 free(lttng_path);
1874 }
1875 if (debugfs_path) {
1876 free(debugfs_path);
1877 }
1878 WARN("No kernel tracer available");
1879 kernel_tracer_fd = 0;
1880 return;
1881 }
1882
1883 /*
1884 * Init tracing by creating trace directory and sending fds kernel consumer.
1885 */
1886 static int init_kernel_tracing(struct ltt_kernel_session *session)
1887 {
1888 int ret = 0;
1889
1890 if (session->consumer_fds_sent == 0) {
1891 /*
1892 * Assign default kernel consumer socket if no consumer assigned to the
1893 * kernel session. At this point, it's NOT suppose to be 0 but this is
1894 * an extra security check.
1895 */
1896 if (session->consumer_fd == 0) {
1897 session->consumer_fd = kconsumer_data.cmd_sock;
1898 }
1899
1900 ret = send_kconsumer_session_streams(&kconsumer_data, session);
1901 if (ret < 0) {
1902 ret = LTTCOMM_KERN_CONSUMER_FAIL;
1903 goto error;
1904 }
1905
1906 session->consumer_fds_sent = 1;
1907 }
1908
1909 error:
1910 return ret;
1911 }
1912
1913 /*
1914 * Create an UST session and add it to the session ust list.
1915 */
1916 static int create_ust_session(struct ltt_session *session,
1917 struct lttng_domain *domain)
1918 {
1919 int ret;
1920 unsigned int uid;
1921 struct ltt_ust_session *lus = NULL;
1922
1923 switch (domain->type) {
1924 case LTTNG_DOMAIN_UST:
1925 break;
1926 default:
1927 ret = LTTCOMM_UNKNOWN_DOMAIN;
1928 goto error;
1929 }
1930
1931 DBG("Creating UST session");
1932
1933 uid = session->uid;
1934 lus = trace_ust_create_session(session->path, uid, domain);
1935 if (lus == NULL) {
1936 ret = LTTCOMM_UST_SESS_FAIL;
1937 goto error;
1938 }
1939
1940 ret = mkdir_recursive(lus->pathname, S_IRWXU | S_IRWXG,
1941 geteuid(), allowed_group());
1942 if (ret < 0) {
1943 if (ret != -EEXIST) {
1944 ERR("Trace directory creation error");
1945 ret = LTTCOMM_UST_SESS_FAIL;
1946 goto error;
1947 }
1948 }
1949
1950 /* The domain type dictate different actions on session creation */
1951 switch (domain->type) {
1952 case LTTNG_DOMAIN_UST:
1953 /* No ustctl for the global UST domain */
1954 break;
1955 default:
1956 ERR("Unknown UST domain on create session %d", domain->type);
1957 goto error;
1958 }
1959 session->ust_session = lus;
1960
1961 return LTTCOMM_OK;
1962
1963 error:
1964 free(lus);
1965 return ret;
1966 }
1967
1968 /*
1969 * Create a kernel tracer session then create the default channel.
1970 */
1971 static int create_kernel_session(struct ltt_session *session)
1972 {
1973 int ret;
1974
1975 DBG("Creating kernel session");
1976
1977 ret = kernel_create_session(session, kernel_tracer_fd);
1978 if (ret < 0) {
1979 ret = LTTCOMM_KERN_SESS_FAIL;
1980 goto error;
1981 }
1982
1983 /* Set kernel consumer socket fd */
1984 if (kconsumer_data.cmd_sock) {
1985 session->kernel_session->consumer_fd = kconsumer_data.cmd_sock;
1986 }
1987
1988 ret = mkdir_recursive(session->kernel_session->trace_path,
1989 S_IRWXU | S_IRWXG, geteuid(), allowed_group());
1990 if (ret < 0) {
1991 if (ret != -EEXIST) {
1992 ERR("Trace directory creation error");
1993 goto error;
1994 }
1995 }
1996
1997 error:
1998 return ret;
1999 }
2000
2001 /*
2002 * Using the session list, filled a lttng_session array to send back to the
2003 * client for session listing.
2004 *
2005 * The session list lock MUST be acquired before calling this function. Use
2006 * session_lock_list() and session_unlock_list().
2007 */
2008 static void list_lttng_sessions(struct lttng_session *sessions)
2009 {
2010 int i = 0;
2011 struct ltt_session *session;
2012
2013 DBG("Getting all available session");
2014 /*
2015 * Iterate over session list and append data after the control struct in
2016 * the buffer.
2017 */
2018 cds_list_for_each_entry(session, &session_list_ptr->head, list) {
2019 strncpy(sessions[i].path, session->path, PATH_MAX);
2020 sessions[i].path[PATH_MAX - 1] = '\0';
2021 strncpy(sessions[i].name, session->name, NAME_MAX);
2022 sessions[i].name[NAME_MAX - 1] = '\0';
2023 sessions[i].enabled = session->enabled;
2024 i++;
2025 }
2026 }
2027
2028 /*
2029 * Fill lttng_channel array of all channels.
2030 */
2031 static void list_lttng_channels(int domain, struct ltt_session *session,
2032 struct lttng_channel *channels)
2033 {
2034 int i = 0;
2035 struct ltt_kernel_channel *kchan;
2036
2037 DBG("Listing channels for session %s", session->name);
2038
2039 switch (domain) {
2040 case LTTNG_DOMAIN_KERNEL:
2041 /* Kernel channels */
2042 if (session->kernel_session != NULL) {
2043 cds_list_for_each_entry(kchan,
2044 &session->kernel_session->channel_list.head, list) {
2045 /* Copy lttng_channel struct to array */
2046 memcpy(&channels[i], kchan->channel, sizeof(struct lttng_channel));
2047 channels[i].enabled = kchan->enabled;
2048 i++;
2049 }
2050 }
2051 break;
2052 case LTTNG_DOMAIN_UST:
2053 {
2054 struct cds_lfht_iter iter;
2055 struct ltt_ust_channel *uchan;
2056
2057 cds_lfht_for_each_entry(session->ust_session->domain_global.channels,
2058 &iter, uchan, node) {
2059 strncpy(channels[i].name, uchan->name, LTTNG_SYMBOL_NAME_LEN);
2060 channels[i].attr.overwrite = uchan->attr.overwrite;
2061 channels[i].attr.subbuf_size = uchan->attr.subbuf_size;
2062 channels[i].attr.num_subbuf = uchan->attr.num_subbuf;
2063 channels[i].attr.switch_timer_interval =
2064 uchan->attr.switch_timer_interval;
2065 channels[i].attr.read_timer_interval =
2066 uchan->attr.read_timer_interval;
2067 channels[i].enabled = uchan->enabled;
2068 switch (uchan->attr.output) {
2069 case LTTNG_UST_MMAP:
2070 default:
2071 channels[i].attr.output = LTTNG_EVENT_MMAP;
2072 break;
2073 }
2074 i++;
2075 }
2076 break;
2077 }
2078 default:
2079 break;
2080 }
2081 }
2082
2083 /*
2084 * Create a list of ust global domain events.
2085 */
2086 static int list_lttng_ust_global_events(char *channel_name,
2087 struct ltt_ust_domain_global *ust_global, struct lttng_event **events)
2088 {
2089 int i = 0, ret = 0;
2090 unsigned int nb_event = 0;
2091 struct cds_lfht_iter iter;
2092 struct cds_lfht_node *node;
2093 struct ltt_ust_channel *uchan;
2094 struct ltt_ust_event *uevent;
2095 struct lttng_event *tmp;
2096
2097 DBG("Listing UST global events for channel %s", channel_name);
2098
2099 rcu_read_lock();
2100
2101 node = hashtable_lookup(ust_global->channels, (void *) channel_name,
2102 strlen(channel_name), &iter);
2103 if (node == NULL) {
2104 ret = -LTTCOMM_UST_CHAN_NOT_FOUND;
2105 goto error;
2106 }
2107
2108 uchan = caa_container_of(node, struct ltt_ust_channel, node);
2109
2110 nb_event += hashtable_get_count(uchan->events);
2111
2112 if (nb_event == 0) {
2113 ret = nb_event;
2114 goto error;
2115 }
2116
2117 DBG3("Listing UST global %d events", nb_event);
2118
2119 tmp = zmalloc(nb_event * sizeof(struct lttng_event));
2120 if (tmp == NULL) {
2121 ret = -LTTCOMM_FATAL;
2122 goto error;
2123 }
2124
2125 cds_lfht_for_each_entry(uchan->events, &iter, uevent, node) {
2126 strncpy(tmp[i].name, uevent->attr.name, LTTNG_SYMBOL_NAME_LEN);
2127 tmp[i].name[LTTNG_SYMBOL_NAME_LEN - 1] = '\0';
2128 tmp[i].enabled = uevent->enabled;
2129 switch (uevent->attr.instrumentation) {
2130 case LTTNG_UST_TRACEPOINT:
2131 tmp[i].type = LTTNG_EVENT_TRACEPOINT;
2132 break;
2133 case LTTNG_UST_PROBE:
2134 tmp[i].type = LTTNG_EVENT_PROBE;
2135 break;
2136 case LTTNG_UST_FUNCTION:
2137 tmp[i].type = LTTNG_EVENT_FUNCTION;
2138 break;
2139 case LTTNG_UST_TRACEPOINT_LOGLEVEL:
2140 /* TODO */
2141 ret = -LTTCOMM_NOT_IMPLEMENTED;
2142 goto error;
2143 break;
2144 }
2145 i++;
2146 }
2147
2148 ret = nb_event;
2149 *events = tmp;
2150
2151 error:
2152 rcu_read_unlock();
2153 return ret;
2154 }
2155
2156 /*
2157 * Fill lttng_event array of all kernel events in the channel.
2158 */
2159 static int list_lttng_kernel_events(char *channel_name,
2160 struct ltt_kernel_session *kernel_session, struct lttng_event **events)
2161 {
2162 int i = 0, ret;
2163 unsigned int nb_event;
2164 struct ltt_kernel_event *event;
2165 struct ltt_kernel_channel *kchan;
2166
2167 kchan = trace_kernel_get_channel_by_name(channel_name, kernel_session);
2168 if (kchan == NULL) {
2169 ret = LTTCOMM_KERN_CHAN_NOT_FOUND;
2170 goto error;
2171 }
2172
2173 nb_event = kchan->event_count;
2174
2175 DBG("Listing events for channel %s", kchan->channel->name);
2176
2177 if (nb_event == 0) {
2178 ret = nb_event;
2179 goto error;
2180 }
2181
2182 *events = zmalloc(nb_event * sizeof(struct lttng_event));
2183 if (*events == NULL) {
2184 ret = LTTCOMM_FATAL;
2185 goto error;
2186 }
2187
2188 /* Kernel channels */
2189 cds_list_for_each_entry(event, &kchan->events_list.head , list) {
2190 strncpy((*events)[i].name, event->event->name, LTTNG_SYMBOL_NAME_LEN);
2191 (*events)[i].name[LTTNG_SYMBOL_NAME_LEN - 1] = '\0';
2192 (*events)[i].enabled = event->enabled;
2193 switch (event->event->instrumentation) {
2194 case LTTNG_KERNEL_TRACEPOINT:
2195 (*events)[i].type = LTTNG_EVENT_TRACEPOINT;
2196 break;
2197 case LTTNG_KERNEL_KPROBE:
2198 case LTTNG_KERNEL_KRETPROBE:
2199 (*events)[i].type = LTTNG_EVENT_PROBE;
2200 memcpy(&(*events)[i].attr.probe, &event->event->u.kprobe,
2201 sizeof(struct lttng_kernel_kprobe));
2202 break;
2203 case LTTNG_KERNEL_FUNCTION:
2204 (*events)[i].type = LTTNG_EVENT_FUNCTION;
2205 memcpy(&((*events)[i].attr.ftrace), &event->event->u.ftrace,
2206 sizeof(struct lttng_kernel_function));
2207 break;
2208 case LTTNG_KERNEL_NOOP:
2209 (*events)[i].type = LTTNG_EVENT_NOOP;
2210 break;
2211 case LTTNG_KERNEL_SYSCALL:
2212 (*events)[i].type = LTTNG_EVENT_SYSCALL;
2213 break;
2214 case LTTNG_KERNEL_ALL:
2215 assert(0);
2216 break;
2217 }
2218 i++;
2219 }
2220
2221 return nb_event;
2222
2223 error:
2224 return ret;
2225 }
2226
2227 /*
2228 * Command LTTNG_DISABLE_CHANNEL processed by the client thread.
2229 */
2230 static int cmd_disable_channel(struct ltt_session *session,
2231 int domain, char *channel_name)
2232 {
2233 int ret;
2234 struct ltt_ust_session *usess;
2235
2236 usess = session->ust_session;
2237
2238 switch (domain) {
2239 case LTTNG_DOMAIN_KERNEL:
2240 {
2241 ret = channel_kernel_disable(session->kernel_session,
2242 channel_name);
2243 if (ret != LTTCOMM_OK) {
2244 goto error;
2245 }
2246
2247 kernel_wait_quiescent(kernel_tracer_fd);
2248 break;
2249 }
2250 case LTTNG_DOMAIN_UST:
2251 {
2252 struct ltt_ust_channel *uchan;
2253
2254 /* Get channel in global UST domain HT */
2255 uchan = trace_ust_find_channel_by_name(usess->domain_global.channels,
2256 channel_name);
2257 if (uchan == NULL) {
2258 ret = LTTCOMM_UST_CHAN_NOT_FOUND;
2259 goto error;
2260 }
2261
2262 /* Already disabled */
2263 if (!uchan->enabled) {
2264 DBG2("UST channel %s already disabled", channel_name);
2265 break;
2266 }
2267
2268 ret = ust_app_disable_channel_glb(usess, uchan);
2269 if (ret < 0) {
2270 ret = LTTCOMM_UST_DISABLE_FAIL;
2271 goto error;
2272 }
2273
2274 uchan->enabled = 0;
2275
2276 break;
2277 }
2278 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2279 case LTTNG_DOMAIN_UST_EXEC_NAME:
2280 case LTTNG_DOMAIN_UST_PID:
2281 ret = LTTCOMM_NOT_IMPLEMENTED;
2282 goto error;
2283 default:
2284 ret = LTTCOMM_UNKNOWN_DOMAIN;
2285 goto error;
2286 }
2287
2288 ret = LTTCOMM_OK;
2289
2290 error:
2291 return ret;
2292 }
2293
2294 /*
2295 * Copy channel from attributes and set it in the application channel list.
2296 */
2297 /*
2298 static int copy_ust_channel_to_app(struct ltt_ust_session *usess,
2299 struct lttng_channel *attr, struct ust_app *app)
2300 {
2301 int ret;
2302 struct ltt_ust_channel *uchan, *new_chan;
2303
2304 uchan = trace_ust_get_channel_by_key(usess->channels, attr->name);
2305 if (uchan == NULL) {
2306 ret = LTTCOMM_FATAL;
2307 goto error;
2308 }
2309
2310 new_chan = trace_ust_create_channel(attr, usess->path);
2311 if (new_chan == NULL) {
2312 PERROR("malloc ltt_ust_channel");
2313 ret = LTTCOMM_FATAL;
2314 goto error;
2315 }
2316
2317 ret = channel_ust_copy(new_chan, uchan);
2318 if (ret < 0) {
2319 ret = LTTCOMM_FATAL;
2320 goto error;
2321 }
2322
2323 error:
2324 return ret;
2325 }
2326 */
2327
2328 /*
2329 * Command LTTNG_ENABLE_CHANNEL processed by the client thread.
2330 */
2331 static int cmd_enable_channel(struct ltt_session *session,
2332 int domain, struct lttng_channel *attr)
2333 {
2334 int ret;
2335 struct ltt_ust_session *usess = session->ust_session;
2336
2337 DBG("Enabling channel %s for session %s", attr->name, session->name);
2338
2339 switch (domain) {
2340 case LTTNG_DOMAIN_KERNEL:
2341 {
2342 struct ltt_kernel_channel *kchan;
2343
2344 kchan = trace_kernel_get_channel_by_name(attr->name,
2345 session->kernel_session);
2346 if (kchan == NULL) {
2347 ret = channel_kernel_create(session->kernel_session,
2348 attr, kernel_poll_pipe[1]);
2349 } else {
2350 ret = channel_kernel_enable(session->kernel_session, kchan);
2351 }
2352
2353 if (ret != LTTCOMM_OK) {
2354 goto error;
2355 }
2356
2357 kernel_wait_quiescent(kernel_tracer_fd);
2358 break;
2359 }
2360 case LTTNG_DOMAIN_UST:
2361 {
2362 struct ltt_ust_channel *uchan;
2363
2364 DBG2("Enabling channel for LTTNG_DOMAIN_UST");
2365
2366 /* Get channel in global UST domain HT */
2367 uchan = trace_ust_find_channel_by_name(usess->domain_global.channels,
2368 attr->name);
2369 if (uchan == NULL) {
2370 uchan = trace_ust_create_channel(attr, usess->pathname);
2371 if (uchan == NULL) {
2372 ret = LTTCOMM_UST_CHAN_FAIL;
2373 goto error;
2374 }
2375
2376 /* Add channel to all registered applications */
2377 ret = ust_app_create_channel_glb(usess, uchan);
2378 if (ret != 0) {
2379 ret = LTTCOMM_UST_CHAN_FAIL;
2380 goto error;
2381 }
2382
2383 rcu_read_lock();
2384 hashtable_add_unique(usess->domain_global.channels, &uchan->node);
2385 rcu_read_unlock();
2386
2387 DBG2("UST channel %s added to global domain HT", attr->name);
2388 } else {
2389 /* If already enabled, everything is OK */
2390 if (uchan->enabled) {
2391 break;
2392 }
2393
2394 ret = ust_app_enable_channel_glb(usess, uchan);
2395 if (ret < 0) {
2396 if (ret != -EEXIST) {
2397 ret = LTTCOMM_UST_CHAN_ENABLE_FAIL;
2398 goto error;
2399 } else {
2400 ret = LTTCOMM_OK;
2401 }
2402 }
2403 }
2404
2405 uchan->enabled = 1;
2406
2407 break;
2408 }
2409 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2410 case LTTNG_DOMAIN_UST_EXEC_NAME:
2411 case LTTNG_DOMAIN_UST_PID:
2412 ret = LTTCOMM_NOT_IMPLEMENTED;
2413 goto error;
2414 default:
2415 ret = LTTCOMM_UNKNOWN_DOMAIN;
2416 goto error;
2417 }
2418
2419 ret = LTTCOMM_OK;
2420
2421 error:
2422 return ret;
2423 }
2424
2425 /*
2426 * Command LTTNG_DISABLE_EVENT processed by the client thread.
2427 */
2428 static int cmd_disable_event(struct ltt_session *session, int domain,
2429 char *channel_name, char *event_name)
2430 {
2431 int ret;
2432
2433 switch (domain) {
2434 case LTTNG_DOMAIN_KERNEL:
2435 {
2436 struct ltt_kernel_channel *kchan;
2437 struct ltt_kernel_session *ksess;
2438
2439 ksess = session->kernel_session;
2440
2441 kchan = trace_kernel_get_channel_by_name(channel_name, ksess);
2442 if (kchan == NULL) {
2443 ret = LTTCOMM_KERN_CHAN_NOT_FOUND;
2444 goto error;
2445 }
2446
2447 ret = event_kernel_disable_tracepoint(ksess, kchan, event_name);
2448 if (ret != LTTCOMM_OK) {
2449 goto error;
2450 }
2451
2452 kernel_wait_quiescent(kernel_tracer_fd);
2453 break;
2454 }
2455 case LTTNG_DOMAIN_UST:
2456 {
2457 struct ltt_ust_session *usess;
2458 struct ltt_ust_channel *uchan;
2459 struct ltt_ust_event *uevent;
2460
2461 usess = session->ust_session;
2462
2463 uchan = trace_ust_find_channel_by_name(usess->domain_global.channels,
2464 channel_name);
2465 if (uchan == NULL) {
2466 ret = LTTCOMM_UST_CHAN_NOT_FOUND;
2467 goto error;
2468 }
2469
2470 uevent = trace_ust_find_event_by_name(uchan->events, event_name);
2471 if (uevent == NULL) {
2472 ret = LTTCOMM_UST_EVENT_NOT_FOUND;
2473 goto error;
2474 }
2475
2476 ret = ust_app_disable_event_glb(usess, uchan, uevent);
2477 if (ret < 0) {
2478 ret = LTTCOMM_UST_DISABLE_FAIL;
2479 goto error;
2480 }
2481
2482 uevent->enabled = 0;
2483
2484 DBG2("Disable UST event %s in channel %s completed", event_name,
2485 channel_name);
2486
2487 break;
2488 }
2489 case LTTNG_DOMAIN_UST_EXEC_NAME:
2490 case LTTNG_DOMAIN_UST_PID:
2491 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2492 default:
2493 ret = LTTCOMM_NOT_IMPLEMENTED;
2494 goto error;
2495 }
2496
2497 ret = LTTCOMM_OK;
2498
2499 error:
2500 return ret;
2501 }
2502
2503 /*
2504 * Command LTTNG_DISABLE_ALL_EVENT processed by the client thread.
2505 */
2506 static int cmd_disable_event_all(struct ltt_session *session, int domain,
2507 char *channel_name)
2508 {
2509 int ret;
2510
2511 switch (domain) {
2512 case LTTNG_DOMAIN_KERNEL:
2513 {
2514 struct ltt_kernel_session *ksess;
2515 struct ltt_kernel_channel *kchan;
2516
2517 ksess = session->kernel_session;
2518
2519 kchan = trace_kernel_get_channel_by_name(channel_name, ksess);
2520 if (kchan == NULL) {
2521 ret = LTTCOMM_KERN_CHAN_NOT_FOUND;
2522 goto error;
2523 }
2524
2525 ret = event_kernel_disable_all(ksess, kchan);
2526 if (ret != LTTCOMM_OK) {
2527 goto error;
2528 }
2529
2530 kernel_wait_quiescent(kernel_tracer_fd);
2531 break;
2532 }
2533 case LTTNG_DOMAIN_UST:
2534 {
2535 struct ltt_ust_session *usess;
2536 struct ltt_ust_channel *uchan;
2537
2538 usess = session->ust_session;
2539
2540 uchan = trace_ust_find_channel_by_name(usess->domain_global.channels,
2541 channel_name);
2542 if (uchan == NULL) {
2543 ret = LTTCOMM_UST_CHAN_NOT_FOUND;
2544 goto error;
2545 }
2546
2547 ret = ust_app_disable_all_event_glb(usess, uchan);
2548 if (ret < 0) {
2549 ret = LTTCOMM_UST_DISABLE_FAIL;
2550 goto error;
2551 }
2552
2553 DBG2("Disable all UST event in channel %s completed", channel_name);
2554
2555 break;
2556 }
2557 case LTTNG_DOMAIN_UST_EXEC_NAME:
2558 case LTTNG_DOMAIN_UST_PID:
2559 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2560 default:
2561 ret = LTTCOMM_NOT_IMPLEMENTED;
2562 goto error;
2563 }
2564
2565 ret = LTTCOMM_OK;
2566
2567 error:
2568 return ret;
2569 }
2570
2571 /*
2572 * Command LTTNG_ADD_CONTEXT processed by the client thread.
2573 */
2574 static int cmd_add_context(struct ltt_session *session, int domain,
2575 char *channel_name, char *event_name, struct lttng_event_context *ctx)
2576 {
2577 int ret;
2578
2579 switch (domain) {
2580 case LTTNG_DOMAIN_KERNEL:
2581 /* Add kernel context to kernel tracer */
2582 ret = context_kernel_add(session->kernel_session, ctx,
2583 event_name, channel_name);
2584 if (ret != LTTCOMM_OK) {
2585 goto error;
2586 }
2587 break;
2588 case LTTNG_DOMAIN_UST:
2589 {
2590 struct ltt_ust_session *usess = session->ust_session;
2591
2592 ret = context_ust_add(usess, domain, ctx, event_name, channel_name);
2593 if (ret != LTTCOMM_OK) {
2594 goto error;
2595 }
2596 break;
2597 }
2598 case LTTNG_DOMAIN_UST_EXEC_NAME:
2599 case LTTNG_DOMAIN_UST_PID:
2600 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2601 default:
2602 ret = LTTCOMM_NOT_IMPLEMENTED;
2603 goto error;
2604 }
2605
2606 ret = LTTCOMM_OK;
2607
2608 error:
2609 return ret;
2610 }
2611
2612 /*
2613 * Command LTTNG_ENABLE_EVENT processed by the client thread.
2614 */
2615 static int cmd_enable_event(struct ltt_session *session, int domain,
2616 char *channel_name, struct lttng_event *event)
2617 {
2618 int ret;
2619 struct lttng_channel *attr;
2620 struct ltt_ust_session *usess = session->ust_session;
2621
2622 switch (domain) {
2623 case LTTNG_DOMAIN_KERNEL:
2624 {
2625 struct ltt_kernel_channel *kchan;
2626
2627 kchan = trace_kernel_get_channel_by_name(channel_name,
2628 session->kernel_session);
2629 if (kchan == NULL) {
2630 attr = channel_new_default_attr(domain);
2631 if (attr == NULL) {
2632 ret = LTTCOMM_FATAL;
2633 goto error;
2634 }
2635 snprintf(attr->name, NAME_MAX, "%s", channel_name);
2636
2637 /* This call will notify the kernel thread */
2638 ret = channel_kernel_create(session->kernel_session,
2639 attr, kernel_poll_pipe[1]);
2640 if (ret != LTTCOMM_OK) {
2641 free(attr);
2642 goto error;
2643 }
2644 free(attr);
2645 }
2646
2647 /* Get the newly created kernel channel pointer */
2648 kchan = trace_kernel_get_channel_by_name(channel_name,
2649 session->kernel_session);
2650 if (kchan == NULL) {
2651 /* This sould not happen... */
2652 ret = LTTCOMM_FATAL;
2653 goto error;
2654 }
2655
2656 ret = event_kernel_enable_tracepoint(session->kernel_session, kchan,
2657 event);
2658 if (ret != LTTCOMM_OK) {
2659 goto error;
2660 }
2661
2662 kernel_wait_quiescent(kernel_tracer_fd);
2663 break;
2664 }
2665 case LTTNG_DOMAIN_UST:
2666 {
2667 struct lttng_channel *attr;
2668 struct ltt_ust_channel *uchan;
2669
2670 /* Get channel from global UST domain */
2671 uchan = trace_ust_find_channel_by_name(usess->domain_global.channels,
2672 channel_name);
2673 if (uchan == NULL) {
2674 /* Create default channel */
2675 attr = channel_new_default_attr(domain);
2676 if (attr == NULL) {
2677 ret = LTTCOMM_FATAL;
2678 goto error;
2679 }
2680 snprintf(attr->name, NAME_MAX, "%s", channel_name);
2681 attr->name[NAME_MAX - 1] = '\0';
2682
2683 /* Use the internal command enable channel */
2684 ret = cmd_enable_channel(session, domain, attr);
2685 if (ret != LTTCOMM_OK) {
2686 free(attr);
2687 goto error;
2688 }
2689 free(attr);
2690
2691 /* Get the newly created channel reference back */
2692 uchan = trace_ust_find_channel_by_name(
2693 usess->domain_global.channels, channel_name);
2694 if (uchan == NULL) {
2695 /* Something is really wrong */
2696 ret = LTTCOMM_FATAL;
2697 goto error;
2698 }
2699 }
2700
2701 /* At this point, the session and channel exist on the tracer */
2702
2703 ret = event_ust_enable_tracepoint(usess, domain, uchan, event);
2704 if (ret != LTTCOMM_OK) {
2705 goto error;
2706 }
2707 break;
2708 }
2709 case LTTNG_DOMAIN_UST_EXEC_NAME:
2710 case LTTNG_DOMAIN_UST_PID:
2711 case LTTNG_DOMAIN_UST_PID_FOLLOW_CHILDREN:
2712 default:
2713 ret = LTTCOMM_NOT_IMPLEMENTED;
2714 goto error;
2715 }
2716
2717 ret = LTTCOMM_OK;
2718
2719 error:
2720 return ret;
2721 }
2722
2723 /*
2724 * Command LTTNG_ENABLE_ALL_EVENT processed by the client thread.
2725 */
2726 static int cmd_enable_event_all(struct ltt_session *session, int domain,
2727 char *channel_name, int event_type)
2728 {
2729 int ret;
2730 struct ltt_kernel_channel *kchan;
2731
2732 switch (domain) {
2733 case LTTNG_DOMAIN_KERNEL:
2734 kchan = trace_kernel_get_channel_by_name(channel_name,
2735 session->kernel_session);
2736 if (kchan == NULL) {
2737 /* This call will notify the kernel thread */
2738 ret = channel_kernel_create(session->kernel_session, NULL,
2739 kernel_poll_pipe[1]);
2740 if (ret != LTTCOMM_OK) {
2741 goto error;
2742 }
2743
2744 /* Get the newly created kernel channel pointer */
2745 kchan = trace_kernel_get_channel_by_name(channel_name,
2746 session->kernel_session);
2747 if (kchan == NULL) {
2748 /* This sould not happen... */
2749 ret = LTTCOMM_FATAL;
2750 goto error;
2751 }
2752
2753 }
2754
2755 switch (event_type) {
2756 case LTTNG_KERNEL_SYSCALL:
2757 ret = event_kernel_enable_all_syscalls(session->kernel_session,
2758 kchan, kernel_tracer_fd);
2759 break;
2760 case LTTNG_KERNEL_TRACEPOINT:
2761 /*
2762 * This call enables all LTTNG_KERNEL_TRACEPOINTS and
2763 * events already registered to the channel.
2764 */
2765 ret = event_kernel_enable_all_tracepoints(session->kernel_session,
2766 kchan, kernel_tracer_fd);
2767 break;
2768 case LTTNG_KERNEL_ALL:
2769 /* Enable syscalls and tracepoints */
2770 ret = event_kernel_enable_all(session->kernel_session,
2771 kchan, kernel_tracer_fd);
2772 break;
2773 default:
2774 ret = LTTCOMM_KERN_ENABLE_FAIL;
2775 goto error;
2776 }
2777
2778 /* Manage return value */
2779 if (ret != LTTCOMM_OK) {
2780 goto error;
2781 }
2782
2783 kernel_wait_quiescent(kernel_tracer_fd);
2784 break;
2785 default:
2786 /* TODO: Userspace tracing */
2787 ret = LTTCOMM_NOT_IMPLEMENTED;
2788 goto error;
2789 }
2790
2791 ret = LTTCOMM_OK;
2792
2793 error:
2794 return ret;
2795 }
2796
2797 /*
2798 * Command LTTNG_LIST_TRACEPOINTS processed by the client thread.
2799 */
2800 static ssize_t cmd_list_tracepoints(int domain, struct lttng_event **events)
2801 {
2802 int ret;
2803 ssize_t nb_events = 0;
2804
2805 switch (domain) {
2806 case LTTNG_DOMAIN_KERNEL:
2807 nb_events = kernel_list_events(kernel_tracer_fd, events);
2808 if (nb_events < 0) {
2809 ret = LTTCOMM_KERN_LIST_FAIL;
2810 goto error;
2811 }
2812 break;
2813 case LTTNG_DOMAIN_UST:
2814 nb_events = ust_app_list_events(events);
2815 if (nb_events < 0) {
2816 ret = LTTCOMM_UST_LIST_FAIL;
2817 goto error;
2818 }
2819 break;
2820 default:
2821 ret = LTTCOMM_NOT_IMPLEMENTED;
2822 goto error;
2823 }
2824
2825 return nb_events;
2826
2827 error:
2828 /* Return negative value to differentiate return code */
2829 return -ret;
2830 }
2831
2832 /*
2833 * Command LTTNG_START_TRACE processed by the client thread.
2834 */
2835 static int cmd_start_trace(struct ltt_session *session)
2836 {
2837 int ret;
2838 struct ltt_kernel_session *ksession;
2839 struct ltt_ust_session *usess;
2840
2841 /* Short cut */
2842 ksession = session->kernel_session;
2843 usess = session->ust_session;
2844
2845 if (session->enabled)
2846 return LTTCOMM_UST_START_FAIL;
2847 session->enabled = 1;
2848
2849 /* Kernel tracing */
2850 if (ksession != NULL) {
2851 struct ltt_kernel_channel *kchan;
2852
2853 /* Open kernel metadata */
2854 if (ksession->metadata == NULL) {
2855 ret = kernel_open_metadata(ksession, ksession->trace_path);
2856 if (ret < 0) {
2857 ret = LTTCOMM_KERN_META_FAIL;
2858 goto error;
2859 }
2860 }
2861
2862 /* Open kernel metadata stream */
2863 if (ksession->metadata_stream_fd == 0) {
2864 ret = kernel_open_metadata_stream(ksession);
2865 if (ret < 0) {
2866 ERR("Kernel create metadata stream failed");
2867 ret = LTTCOMM_KERN_STREAM_FAIL;
2868 goto error;
2869 }
2870 }
2871
2872 /* For each channel */
2873 cds_list_for_each_entry(kchan, &ksession->channel_list.head, list) {
2874 if (kchan->stream_count == 0) {
2875 ret = kernel_open_channel_stream(kchan);
2876 if (ret < 0) {
2877 ret = LTTCOMM_KERN_STREAM_FAIL;
2878 goto error;
2879 }
2880 /* Update the stream global counter */
2881 ksession->stream_count_global += ret;
2882 }
2883 }
2884
2885 /* Setup kernel consumer socket and send fds to it */
2886 ret = init_kernel_tracing(ksession);
2887 if (ret < 0) {
2888 ret = LTTCOMM_KERN_START_FAIL;
2889 goto error;
2890 }
2891
2892 /* This start the kernel tracing */
2893 ret = kernel_start_session(ksession);
2894 if (ret < 0) {
2895 ret = LTTCOMM_KERN_START_FAIL;
2896 goto error;
2897 }
2898
2899 /* Quiescent wait after starting trace */
2900 kernel_wait_quiescent(kernel_tracer_fd);
2901 }
2902
2903 /* Flag session that trace should start automatically */
2904 if (usess) {
2905 usess->start_trace = 1;
2906
2907 ret = ust_app_start_trace_all(usess);
2908 if (ret < 0) {
2909 ret = LTTCOMM_UST_START_FAIL;
2910 goto error;
2911 }
2912 }
2913
2914 ret = LTTCOMM_OK;
2915
2916 error:
2917 return ret;
2918 }
2919
2920 /*
2921 * Command LTTNG_STOP_TRACE processed by the client thread.
2922 */
2923 static int cmd_stop_trace(struct ltt_session *session)
2924 {
2925 int ret;
2926 struct ltt_kernel_channel *kchan;
2927 struct ltt_kernel_session *ksession;
2928 struct ltt_ust_session *usess;
2929
2930 /* Short cut */
2931 ksession = session->kernel_session;
2932 usess = session->ust_session;
2933
2934 if (!session->enabled)
2935 return LTTCOMM_UST_START_FAIL;
2936 session->enabled = 0;
2937
2938 /* Kernel tracer */
2939 if (ksession != NULL) {
2940 DBG("Stop kernel tracing");
2941
2942 /* Flush all buffers before stopping */
2943 ret = kernel_metadata_flush_buffer(ksession->metadata_stream_fd);
2944 if (ret < 0) {
2945 ERR("Kernel metadata flush failed");
2946 }
2947
2948 cds_list_for_each_entry(kchan, &ksession->channel_list.head, list) {
2949 ret = kernel_flush_buffer(kchan);
2950 if (ret < 0) {
2951 ERR("Kernel flush buffer error");
2952 }
2953 }
2954
2955 ret = kernel_stop_session(ksession);
2956 if (ret < 0) {
2957 ret = LTTCOMM_KERN_STOP_FAIL;
2958 goto error;
2959 }
2960
2961 kernel_wait_quiescent(kernel_tracer_fd);
2962 }
2963
2964 if (usess) {
2965 usess->start_trace = 0;
2966
2967 ret = ust_app_stop_trace_all(usess);
2968 if (ret < 0) {
2969 ret = LTTCOMM_UST_START_FAIL;
2970 goto error;
2971 }
2972 }
2973
2974 ret = LTTCOMM_OK;
2975
2976 error:
2977 return ret;
2978 }
2979
2980 /*
2981 * Command LTTNG_CREATE_SESSION processed by the client thread.
2982 */
2983 static int cmd_create_session(char *name, char *path)
2984 {
2985 int ret;
2986
2987 ret = session_create(name, path);
2988 if (ret != LTTCOMM_OK) {
2989 goto error;
2990 }
2991
2992 ret = LTTCOMM_OK;
2993
2994 error:
2995 return ret;
2996 }
2997
2998 /*
2999 * Command LTTNG_DESTROY_SESSION processed by the client thread.
3000 */
3001 static int cmd_destroy_session(struct ltt_session *session, char *name)
3002 {
3003 int ret;
3004
3005 /* Clean kernel session teardown */
3006 teardown_kernel_session(session);
3007 /* UST session teardown */
3008 teardown_ust_session(session);
3009
3010 /*
3011 * Must notify the kernel thread here to update it's poll setin order
3012 * to remove the channel(s)' fd just destroyed.
3013 */
3014 ret = notify_thread_pipe(kernel_poll_pipe[1]);
3015 if (ret < 0) {
3016 perror("write kernel poll pipe");
3017 }
3018
3019 ret = session_destroy(session);
3020
3021 return ret;
3022 }
3023
3024 /*
3025 * Command LTTNG_CALIBRATE processed by the client thread.
3026 */
3027 static int cmd_calibrate(int domain, struct lttng_calibrate *calibrate)
3028 {
3029 int ret;
3030
3031 switch (domain) {
3032 case LTTNG_DOMAIN_KERNEL:
3033 {
3034 struct lttng_kernel_calibrate kcalibrate;
3035
3036 kcalibrate.type = calibrate->type;
3037 ret = kernel_calibrate(kernel_tracer_fd, &kcalibrate);
3038 if (ret < 0) {
3039 ret = LTTCOMM_KERN_ENABLE_FAIL;
3040 goto error;
3041 }
3042 break;
3043 }
3044 default:
3045 /* TODO: Userspace tracing */
3046 ret = LTTCOMM_NOT_IMPLEMENTED;
3047 goto error;
3048 }
3049
3050 ret = LTTCOMM_OK;
3051
3052 error:
3053 return ret;
3054 }
3055
3056 /*
3057 * Command LTTNG_REGISTER_CONSUMER processed by the client thread.
3058 */
3059 static int cmd_register_consumer(struct ltt_session *session, int domain,
3060 char *sock_path)
3061 {
3062 int ret, sock;
3063
3064 switch (domain) {
3065 case LTTNG_DOMAIN_KERNEL:
3066 /* Can't register a consumer if there is already one */
3067 if (session->kernel_session->consumer_fd != 0) {
3068 ret = LTTCOMM_KERN_CONSUMER_FAIL;
3069 goto error;
3070 }
3071
3072 sock = lttcomm_connect_unix_sock(sock_path);
3073 if (sock < 0) {
3074 ret = LTTCOMM_CONNECT_FAIL;
3075 goto error;
3076 }
3077
3078 session->kernel_session->consumer_fd = sock;
3079 break;
3080 default:
3081 /* TODO: Userspace tracing */
3082 ret = LTTCOMM_NOT_IMPLEMENTED;
3083 goto error;
3084 }
3085
3086 ret = LTTCOMM_OK;
3087
3088 error:
3089 return ret;
3090 }
3091
3092 /*
3093 * Command LTTNG_LIST_DOMAINS processed by the client thread.
3094 */
3095 static ssize_t cmd_list_domains(struct ltt_session *session,
3096 struct lttng_domain **domains)
3097 {
3098 int ret, index = 0;
3099 ssize_t nb_dom = 0;
3100
3101 if (session->kernel_session != NULL) {
3102 DBG3("Listing domains found kernel domain");
3103 nb_dom++;
3104 }
3105
3106 if (session->ust_session != NULL) {
3107 DBG3("Listing domains found UST global domain");
3108 nb_dom++;
3109 }
3110
3111 *domains = zmalloc(nb_dom * sizeof(struct lttng_domain));
3112 if (*domains == NULL) {
3113 ret = -LTTCOMM_FATAL;
3114 goto error;
3115 }
3116
3117 if (session->kernel_session != NULL) {
3118 (*domains)[index].type = LTTNG_DOMAIN_KERNEL;
3119 index++;
3120 }
3121
3122 if (session->ust_session != NULL) {
3123 (*domains)[index].type = LTTNG_DOMAIN_UST;
3124 index++;
3125 }
3126
3127 return nb_dom;
3128
3129 error:
3130 return ret;
3131 }
3132
3133 /*
3134 * Command LTTNG_LIST_CHANNELS processed by the client thread.
3135 */
3136 static ssize_t cmd_list_channels(int domain, struct ltt_session *session,
3137 struct lttng_channel **channels)
3138 {
3139 int ret;
3140 ssize_t nb_chan = 0;
3141
3142 switch (domain) {
3143 case LTTNG_DOMAIN_KERNEL:
3144 if (session->kernel_session != NULL) {
3145 nb_chan = session->kernel_session->channel_count;
3146 }
3147 DBG3("Number of kernel channels %zd", nb_chan);
3148 break;
3149 case LTTNG_DOMAIN_UST:
3150 if (session->ust_session != NULL) {
3151 nb_chan = hashtable_get_count(
3152 session->ust_session->domain_global.channels);
3153 }
3154 DBG3("Number of UST global channels %zd", nb_chan);
3155 break;
3156 default:
3157 *channels = NULL;
3158 ret = -LTTCOMM_NOT_IMPLEMENTED;
3159 goto error;
3160 }
3161
3162 if (nb_chan > 0) {
3163 *channels = zmalloc(nb_chan * sizeof(struct lttng_channel));
3164 if (*channels == NULL) {
3165 ret = -LTTCOMM_FATAL;
3166 goto error;
3167 }
3168
3169 list_lttng_channels(domain, session, *channels);
3170 } else {
3171 *channels = NULL;
3172 }
3173
3174 return nb_chan;
3175
3176 error:
3177 return ret;
3178 }
3179
3180 /*
3181 * Command LTTNG_LIST_EVENTS processed by the client thread.
3182 */
3183 static ssize_t cmd_list_events(int domain, struct ltt_session *session,
3184 char *channel_name, struct lttng_event **events)
3185 {
3186 int ret = 0;
3187 ssize_t nb_event = 0;
3188
3189 switch (domain) {
3190 case LTTNG_DOMAIN_KERNEL:
3191 if (session->kernel_session != NULL) {
3192 nb_event = list_lttng_kernel_events(channel_name,
3193 session->kernel_session, events);
3194 }
3195 break;
3196 case LTTNG_DOMAIN_UST:
3197 {
3198 if (session->ust_session != NULL) {
3199 nb_event = list_lttng_ust_global_events(channel_name,
3200 &session->ust_session->domain_global, events);
3201 }
3202 break;
3203 }
3204 default:
3205 ret = -LTTCOMM_NOT_IMPLEMENTED;
3206 goto error;
3207 }
3208
3209 ret = nb_event;
3210
3211 error:
3212 return ret;
3213 }
3214
3215 /*
3216 * Process the command requested by the lttng client within the command
3217 * context structure. This function make sure that the return structure (llm)
3218 * is set and ready for transmission before returning.
3219 *
3220 * Return any error encountered or 0 for success.
3221 */
3222 static int process_client_msg(struct command_ctx *cmd_ctx)
3223 {
3224 int ret = LTTCOMM_OK;
3225 int need_tracing_session = 1;
3226
3227 DBG("Processing client command %d", cmd_ctx->lsm->cmd_type);
3228
3229 /*
3230 * Check for command that don't needs to allocate a returned payload. We do
3231 * this here so we don't have to make the call for no payload at each
3232 * command.
3233 */
3234 switch(cmd_ctx->lsm->cmd_type) {
3235 case LTTNG_LIST_SESSIONS:
3236 case LTTNG_LIST_TRACEPOINTS:
3237 case LTTNG_LIST_DOMAINS:
3238 case LTTNG_LIST_CHANNELS:
3239 case LTTNG_LIST_EVENTS:
3240 break;
3241 default:
3242 /* Setup lttng message with no payload */
3243 ret = setup_lttng_msg(cmd_ctx, 0);
3244 if (ret < 0) {
3245 /* This label does not try to unlock the session */
3246 goto init_setup_error;
3247 }
3248 }
3249
3250 /* Commands that DO NOT need a session. */
3251 switch (cmd_ctx->lsm->cmd_type) {
3252 case LTTNG_CALIBRATE:
3253 case LTTNG_CREATE_SESSION:
3254 case LTTNG_LIST_SESSIONS:
3255 case LTTNG_LIST_TRACEPOINTS:
3256 need_tracing_session = 0;
3257 break;
3258 default:
3259 DBG("Getting session %s by name", cmd_ctx->lsm->session.name);
3260 session_lock_list();
3261 cmd_ctx->session = session_find_by_name(cmd_ctx->lsm->session.name);
3262 session_unlock_list();
3263 if (cmd_ctx->session == NULL) {
3264 if (cmd_ctx->lsm->session.name != NULL) {
3265 ret = LTTCOMM_SESS_NOT_FOUND;
3266 } else {
3267 /* If no session name specified */
3268 ret = LTTCOMM_SELECT_SESS;
3269 }
3270 goto error;
3271 } else {
3272 /* Acquire lock for the session */
3273 session_lock(cmd_ctx->session);
3274 }
3275 break;
3276 }
3277
3278 /*
3279 * Check domain type for specific "pre-action".
3280 */
3281 switch (cmd_ctx->lsm->domain.type) {
3282 case LTTNG_DOMAIN_KERNEL:
3283 /* Kernel tracer check */
3284 if (kernel_tracer_fd == 0) {
3285 /* Basically, load kernel tracer modules */
3286 init_kernel_tracer();
3287 if (kernel_tracer_fd == 0) {
3288 ret = LTTCOMM_KERN_NA;
3289 goto error;
3290 }
3291 }
3292
3293 /* Need a session for kernel command */
3294 if (need_tracing_session) {
3295 if (cmd_ctx->session->kernel_session == NULL) {
3296 ret = create_kernel_session(cmd_ctx->session);
3297 if (ret < 0) {
3298 ret = LTTCOMM_KERN_SESS_FAIL;
3299 goto error;
3300 }
3301 }
3302
3303 /* Start the kernel consumer daemon */
3304 pthread_mutex_lock(&kconsumer_data.pid_mutex);
3305 if (kconsumer_data.pid == 0 &&
3306 cmd_ctx->lsm->cmd_type != LTTNG_REGISTER_CONSUMER) {
3307 pthread_mutex_unlock(&kconsumer_data.pid_mutex);
3308 ret = start_consumerd(&kconsumer_data);
3309 if (ret < 0) {
3310 ret = LTTCOMM_KERN_CONSUMER_FAIL;
3311 goto error;
3312 }
3313 } else {
3314 pthread_mutex_unlock(&kconsumer_data.pid_mutex);
3315 }
3316 }
3317 break;
3318 case LTTNG_DOMAIN_UST:
3319 {
3320 if (need_tracing_session) {
3321 if (cmd_ctx->session->ust_session == NULL) {
3322 ret = create_ust_session(cmd_ctx->session,
3323 &cmd_ctx->lsm->domain);
3324 if (ret != LTTCOMM_OK) {
3325 goto error;
3326 }
3327 }
3328 /* Start the UST consumer daemons */
3329 /* 64-bit */
3330 pthread_mutex_lock(&ustconsumer64_data.pid_mutex);
3331 if (consumerd64_path[0] != '\0' &&
3332 ustconsumer64_data.pid == 0 &&
3333 cmd_ctx->lsm->cmd_type != LTTNG_REGISTER_CONSUMER) {
3334 pthread_mutex_unlock(&ustconsumer64_data.pid_mutex);
3335 ret = start_consumerd(&ustconsumer64_data);
3336 if (ret < 0) {
3337 ret = LTTCOMM_UST_CONSUMER64_FAIL;
3338 ust_consumerd64_fd = -EINVAL;
3339 goto error;
3340 }
3341
3342 ust_consumerd64_fd = ustconsumer64_data.cmd_sock;
3343 } else {
3344 pthread_mutex_unlock(&ustconsumer64_data.pid_mutex);
3345 }
3346 /* 32-bit */
3347 if (consumerd32_path[0] != '\0' &&
3348 ustconsumer32_data.pid == 0 &&
3349 cmd_ctx->lsm->cmd_type != LTTNG_REGISTER_CONSUMER) {
3350 pthread_mutex_unlock(&ustconsumer32_data.pid_mutex);
3351 ret = start_consumerd(&ustconsumer32_data);
3352 if (ret < 0) {
3353 ret = LTTCOMM_UST_CONSUMER32_FAIL;
3354 ust_consumerd32_fd = -EINVAL;
3355 goto error;
3356 }
3357 ust_consumerd32_fd = ustconsumer32_data.cmd_sock;
3358 } else {
3359 pthread_mutex_unlock(&ustconsumer32_data.pid_mutex);
3360 }
3361 }
3362 break;
3363 }
3364 default:
3365 break;
3366 }
3367
3368 /* Process by command type */
3369 switch (cmd_ctx->lsm->cmd_type) {
3370 case LTTNG_ADD_CONTEXT:
3371 {
3372 ret = cmd_add_context(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3373 cmd_ctx->lsm->u.context.channel_name,
3374 cmd_ctx->lsm->u.context.event_name,
3375 &cmd_ctx->lsm->u.context.ctx);
3376 break;
3377 }
3378 case LTTNG_DISABLE_CHANNEL:
3379 {
3380 ret = cmd_disable_channel(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3381 cmd_ctx->lsm->u.disable.channel_name);
3382 break;
3383 }
3384 case LTTNG_DISABLE_EVENT:
3385 {
3386 ret = cmd_disable_event(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3387 cmd_ctx->lsm->u.disable.channel_name,
3388 cmd_ctx->lsm->u.disable.name);
3389 ret = LTTCOMM_OK;
3390 break;
3391 }
3392 case LTTNG_DISABLE_ALL_EVENT:
3393 {
3394 DBG("Disabling all events");
3395
3396 ret = cmd_disable_event_all(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3397 cmd_ctx->lsm->u.disable.channel_name);
3398 break;
3399 }
3400 case LTTNG_ENABLE_CHANNEL:
3401 {
3402 ret = cmd_enable_channel(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3403 &cmd_ctx->lsm->u.channel.chan);
3404 break;
3405 }
3406 case LTTNG_ENABLE_EVENT:
3407 {
3408 ret = cmd_enable_event(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3409 cmd_ctx->lsm->u.enable.channel_name,
3410 &cmd_ctx->lsm->u.enable.event);
3411 break;
3412 }
3413 case LTTNG_ENABLE_ALL_EVENT:
3414 {
3415 DBG("Enabling all events");
3416
3417 ret = cmd_enable_event_all(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3418 cmd_ctx->lsm->u.enable.channel_name,
3419 cmd_ctx->lsm->u.enable.event.type);
3420 break;
3421 }
3422 case LTTNG_LIST_TRACEPOINTS:
3423 {
3424 struct lttng_event *events;
3425 ssize_t nb_events;
3426
3427 nb_events = cmd_list_tracepoints(cmd_ctx->lsm->domain.type, &events);
3428 if (nb_events < 0) {
3429 ret = -nb_events;
3430 goto error;
3431 }
3432
3433 /*
3434 * Setup lttng message with payload size set to the event list size in
3435 * bytes and then copy list into the llm payload.
3436 */
3437 ret = setup_lttng_msg(cmd_ctx, sizeof(struct lttng_event) * nb_events);
3438 if (ret < 0) {
3439 free(events);
3440 goto setup_error;
3441 }
3442
3443 /* Copy event list into message payload */
3444 memcpy(cmd_ctx->llm->payload, events,
3445 sizeof(struct lttng_event) * nb_events);
3446
3447 free(events);
3448
3449 ret = LTTCOMM_OK;
3450 break;
3451 }
3452 case LTTNG_START_TRACE:
3453 {
3454 ret = cmd_start_trace(cmd_ctx->session);
3455 break;
3456 }
3457 case LTTNG_STOP_TRACE:
3458 {
3459 ret = cmd_stop_trace(cmd_ctx->session);
3460 break;
3461 }
3462 case LTTNG_CREATE_SESSION:
3463 {
3464 tracepoint(create_session_start);
3465 ret = cmd_create_session(cmd_ctx->lsm->session.name,
3466 cmd_ctx->lsm->session.path);
3467 tracepoint(create_session_end);
3468 break;
3469 }
3470 case LTTNG_DESTROY_SESSION:
3471 {
3472 tracepoint(destroy_session_start);
3473 ret = cmd_destroy_session(cmd_ctx->session,
3474 cmd_ctx->lsm->session.name);
3475 tracepoint(destroy_session_end);
3476 break;
3477 }
3478 case LTTNG_LIST_DOMAINS:
3479 {
3480 ssize_t nb_dom;
3481 struct lttng_domain *domains;
3482
3483 nb_dom = cmd_list_domains(cmd_ctx->session, &domains);
3484 if (nb_dom < 0) {
3485 ret = -nb_dom;
3486 goto error;
3487 }
3488
3489 ret = setup_lttng_msg(cmd_ctx, nb_dom * sizeof(struct lttng_domain));
3490 if (ret < 0) {
3491 goto setup_error;
3492 }
3493
3494 /* Copy event list into message payload */
3495 memcpy(cmd_ctx->llm->payload, domains,
3496 nb_dom * sizeof(struct lttng_domain));
3497
3498 free(domains);
3499
3500 ret = LTTCOMM_OK;
3501 break;
3502 }
3503 case LTTNG_LIST_CHANNELS:
3504 {
3505 size_t nb_chan;
3506 struct lttng_channel *channels;
3507
3508 nb_chan = cmd_list_channels(cmd_ctx->lsm->domain.type,
3509 cmd_ctx->session, &channels);
3510 if (nb_chan < 0) {
3511 ret = -nb_chan;
3512 goto error;
3513 }
3514
3515 ret = setup_lttng_msg(cmd_ctx, nb_chan * sizeof(struct lttng_channel));
3516 if (ret < 0) {
3517 goto setup_error;
3518 }
3519
3520 /* Copy event list into message payload */
3521 memcpy(cmd_ctx->llm->payload, channels,
3522 nb_chan * sizeof(struct lttng_channel));
3523
3524 free(channels);
3525
3526 ret = LTTCOMM_OK;
3527 break;
3528 }
3529 case LTTNG_LIST_EVENTS:
3530 {
3531 ssize_t nb_event;
3532 struct lttng_event *events = NULL;
3533
3534 nb_event = cmd_list_events(cmd_ctx->lsm->domain.type, cmd_ctx->session,
3535 cmd_ctx->lsm->u.list.channel_name, &events);
3536 if (nb_event < 0) {
3537 ret = -nb_event;
3538 goto error;
3539 }
3540
3541 ret = setup_lttng_msg(cmd_ctx, nb_event * sizeof(struct lttng_event));
3542 if (ret < 0) {
3543 goto setup_error;
3544 }
3545
3546 /* Copy event list into message payload */
3547 memcpy(cmd_ctx->llm->payload, events,
3548 nb_event * sizeof(struct lttng_event));
3549
3550 free(events);
3551
3552 ret = LTTCOMM_OK;
3553 break;
3554 }
3555 case LTTNG_LIST_SESSIONS:
3556 {
3557 session_lock_list();
3558
3559 if (session_list_ptr->count == 0) {
3560 ret = LTTCOMM_NO_SESSION;
3561 session_unlock_list();
3562 goto error;
3563 }
3564
3565 ret = setup_lttng_msg(cmd_ctx, sizeof(struct lttng_session) *
3566 session_list_ptr->count);
3567 if (ret < 0) {
3568 session_unlock_list();
3569 goto setup_error;
3570 }
3571
3572 /* Filled the session array */
3573 list_lttng_sessions((struct lttng_session *)(cmd_ctx->llm->payload));
3574
3575 session_unlock_list();
3576
3577 ret = LTTCOMM_OK;
3578 break;
3579 }
3580 case LTTNG_CALIBRATE:
3581 {
3582 ret = cmd_calibrate(cmd_ctx->lsm->domain.type,
3583 &cmd_ctx->lsm->u.calibrate);
3584 break;
3585 }
3586 case LTTNG_REGISTER_CONSUMER:
3587 {
3588 ret = cmd_register_consumer(cmd_ctx->session, cmd_ctx->lsm->domain.type,
3589 cmd_ctx->lsm->u.reg.path);
3590 break;
3591 }
3592 default:
3593 ret = LTTCOMM_UND;
3594 break;
3595 }
3596
3597 error:
3598 if (cmd_ctx->llm == NULL) {
3599 DBG("Missing llm structure. Allocating one.");
3600 if (setup_lttng_msg(cmd_ctx, 0) < 0) {
3601 goto setup_error;
3602 }
3603 }
3604 /* Set return code */
3605 cmd_ctx->llm->ret_code = ret;
3606 setup_error:
3607 if (cmd_ctx->session) {
3608 session_unlock(cmd_ctx->session);
3609 }
3610 init_setup_error:
3611 return ret;
3612 }
3613
3614 /*
3615 * This thread manage all clients request using the unix client socket for
3616 * communication.
3617 */
3618 static void *thread_manage_clients(void *data)
3619 {
3620 int sock = 0, ret, i, pollfd;
3621 uint32_t revents, nb_fd;
3622 struct command_ctx *cmd_ctx = NULL;
3623 struct lttng_poll_event events;
3624
3625 tracepoint(sessiond_th_cli_start);
3626
3627 DBG("[thread] Manage client started");
3628
3629 rcu_register_thread();
3630
3631 ret = lttcomm_listen_unix_sock(client_sock);
3632 if (ret < 0) {
3633 goto error;
3634 }
3635
3636 /*
3637 * Pass 2 as size here for the thread quit pipe and client_sock. Nothing
3638 * more will be added to this poll set.
3639 */
3640 ret = create_thread_poll_set(&events, 2);
3641 if (ret < 0) {
3642 goto error;
3643 }
3644
3645 /* Add the application registration socket */
3646 ret = lttng_poll_add(&events, client_sock, LPOLLIN | LPOLLPRI);
3647 if (ret < 0) {
3648 goto error;
3649 }
3650
3651 /*
3652 * Notify parent pid that we are ready to accept command for client side.
3653 */
3654 if (opt_sig_parent) {
3655 kill(ppid, SIGCHLD);
3656 }
3657
3658 while (1) {
3659 DBG("Accepting client command ...");
3660
3661 tracepoint(sessiond_th_cli_poll);
3662
3663 nb_fd = LTTNG_POLL_GETNB(&events);
3664
3665 /* Inifinite blocking call, waiting for transmission */
3666 ret = lttng_poll_wait(&events, -1);
3667 if (ret < 0) {
3668 goto error;
3669 }
3670
3671 for (i = 0; i < nb_fd; i++) {
3672 /* Fetch once the poll data */
3673 revents = LTTNG_POLL_GETEV(&events, i);
3674 pollfd = LTTNG_POLL_GETFD(&events, i);
3675
3676 /* Thread quit pipe has been closed. Killing thread. */
3677 ret = check_thread_quit_pipe(pollfd, revents);
3678 if (ret) {
3679 goto error;
3680 }
3681
3682 /* Event on the registration socket */
3683 if (pollfd == client_sock) {
3684 if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) {
3685 ERR("Client socket poll error");
3686 goto error;
3687 }
3688 }
3689 }
3690
3691 DBG("Wait for client response");
3692
3693 sock = lttcomm_accept_unix_sock(client_sock);
3694 if (sock < 0) {
3695 goto error;
3696 }
3697
3698 /* Allocate context command to process the client request */
3699 cmd_ctx = zmalloc(sizeof(struct command_ctx));
3700 if (cmd_ctx == NULL) {
3701 perror("zmalloc cmd_ctx");
3702 goto error;
3703 }
3704
3705 /* Allocate data buffer for reception */
3706 cmd_ctx->lsm = zmalloc(sizeof(struct lttcomm_session_msg));
3707 if (cmd_ctx->lsm == NULL) {
3708 perror("zmalloc cmd_ctx->lsm");
3709 goto error;
3710 }
3711
3712 cmd_ctx->llm = NULL;
3713 cmd_ctx->session = NULL;
3714
3715 /*
3716 * Data is received from the lttng client. The struct
3717 * lttcomm_session_msg (lsm) contains the command and data request of
3718 * the client.
3719 */
3720 DBG("Receiving data from client ...");
3721 ret = lttcomm_recv_unix_sock(sock, cmd_ctx->lsm,
3722 sizeof(struct lttcomm_session_msg));
3723 if (ret <= 0) {
3724 DBG("Nothing recv() from client... continuing");
3725 close(sock);
3726 free(cmd_ctx);
3727 continue;
3728 }
3729
3730 // TODO: Validate cmd_ctx including sanity check for
3731 // security purpose.
3732
3733 rcu_thread_online();
3734 /*
3735 * This function dispatch the work to the kernel or userspace tracer
3736 * libs and fill the lttcomm_lttng_msg data structure of all the needed
3737 * informations for the client. The command context struct contains
3738 * everything this function may needs.
3739 */
3740 ret = process_client_msg(cmd_ctx);
3741 rcu_thread_offline();
3742 if (ret < 0) {
3743 /*
3744 * TODO: Inform client somehow of the fatal error. At
3745 * this point, ret < 0 means that a zmalloc failed
3746 * (ENOMEM). Error detected but still accept command.
3747 */
3748 clean_command_ctx(&cmd_ctx);
3749 continue;
3750 }
3751
3752 DBG("Sending response (size: %d, retcode: %s)",
3753 cmd_ctx->lttng_msg_size,
3754 lttng_strerror(-cmd_ctx->llm->ret_code));
3755 ret = send_unix_sock(sock, cmd_ctx->llm, cmd_ctx->lttng_msg_size);
3756 if (ret < 0) {
3757 ERR("Failed to send data back to client");
3758 }
3759
3760 clean_command_ctx(&cmd_ctx);
3761
3762 /* End of transmission */
3763 close(sock);
3764 }
3765
3766 error:
3767 DBG("Client thread dying");
3768 unlink(client_unix_sock_path);
3769 close(client_sock);
3770 close(sock);
3771
3772 lttng_poll_clean(&events);
3773 clean_command_ctx(&cmd_ctx);
3774
3775 rcu_unregister_thread();
3776 return NULL;
3777 }
3778
3779
3780 /*
3781 * usage function on stderr
3782 */
3783 static void usage(void)
3784 {
3785 fprintf(stderr, "Usage: %s OPTIONS\n\nOptions:\n", progname);
3786 fprintf(stderr, " -h, --help Display this usage.\n");
3787 fprintf(stderr, " -c, --client-sock PATH Specify path for the client unix socket\n");
3788 fprintf(stderr, " -a, --apps-sock PATH Specify path for apps unix socket\n");
3789 fprintf(stderr, " --kconsumerd-err-sock PATH Specify path for the kernel consumer error socket\n");
3790 fprintf(stderr, " --kconsumerd-cmd-sock PATH Specify path for the kernel consumer command socket\n");
3791 fprintf(stderr, " --ustconsumerd32-err-sock PATH Specify path for the 32-bit UST consumer error socket\n");
3792 fprintf(stderr, " --ustconsumerd64-err-sock PATH Specify path for the 64-bit UST consumer error socket\n");
3793 fprintf(stderr, " --ustconsumerd32-cmd-sock PATH Specify path for the 32-bit UST consumer command socket\n");
3794 fprintf(stderr, " --ustconsumerd64-cmd-sock PATH Specify path for the 64-bit UST consumer command socket\n");
3795 fprintf(stderr, " --consumerd32-path PATH Specify path for the 32-bit UST consumer daemon binary\n");
3796 fprintf(stderr, " --consumerd32-libdir PATH Specify path for the 32-bit UST consumer daemon libraries\n");
3797 fprintf(stderr, " --consumerd64-path PATH Specify path for the 64-bit UST consumer daemon binary\n");
3798 fprintf(stderr, " --consumerd64-libdir PATH Specify path for the 64-bit UST consumer daemon libraries\n");
3799 fprintf(stderr, " -d, --daemonize Start as a daemon.\n");
3800 fprintf(stderr, " -g, --group NAME Specify the tracing group name. (default: tracing)\n");
3801 fprintf(stderr, " -V, --version Show version number.\n");
3802 fprintf(stderr, " -S, --sig-parent Send SIGCHLD to parent pid to notify readiness.\n");
3803 fprintf(stderr, " -q, --quiet No output at all.\n");
3804 fprintf(stderr, " -v, --verbose Verbose mode. Activate DBG() macro.\n");
3805 fprintf(stderr, " --verbose-consumer Verbose mode for consumer. Activate DBG() macro.\n");
3806 }
3807
3808 /*
3809 * daemon argument parsing
3810 */
3811 static int parse_args(int argc, char **argv)
3812 {
3813 int c;
3814
3815 static struct option long_options[] = {
3816 { "client-sock", 1, 0, 'c' },
3817 { "apps-sock", 1, 0, 'a' },
3818 { "kconsumerd-cmd-sock", 1, 0, 'C' },
3819 { "kconsumerd-err-sock", 1, 0, 'E' },
3820 { "ustconsumerd32-cmd-sock", 1, 0, 'G' },
3821 { "ustconsumerd32-err-sock", 1, 0, 'H' },
3822 { "ustconsumerd64-cmd-sock", 1, 0, 'D' },
3823 { "ustconsumerd64-err-sock", 1, 0, 'F' },
3824 { "consumerd32-path", 1, 0, 'u' },
3825 { "consumerd32-libdir", 1, 0, 'U' },
3826 { "consumerd64-path", 1, 0, 't' },
3827 { "consumerd64-libdir", 1, 0, 'T' },
3828 { "daemonize", 0, 0, 'd' },
3829 { "sig-parent", 0, 0, 'S' },
3830 { "help", 0, 0, 'h' },
3831 { "group", 1, 0, 'g' },
3832 { "version", 0, 0, 'V' },
3833 { "quiet", 0, 0, 'q' },
3834 { "verbose", 0, 0, 'v' },
3835 { "verbose-consumer", 0, 0, 'Z' },
3836 { NULL, 0, 0, 0 }
3837 };
3838
3839 while (1) {
3840 int option_index = 0;
3841 c = getopt_long(argc, argv, "dhqvVS" "a:c:g:s:C:E:D:F:Z:u:t",
3842 long_options, &option_index);
3843 if (c == -1) {
3844 break;
3845 }
3846
3847 switch (c) {
3848 case 0:
3849 fprintf(stderr, "option %s", long_options[option_index].name);
3850 if (optarg) {
3851 fprintf(stderr, " with arg %s\n", optarg);
3852 }
3853 break;
3854 case 'c':
3855 snprintf(client_unix_sock_path, PATH_MAX, "%s", optarg);
3856 break;
3857 case 'a':
3858 snprintf(apps_unix_sock_path, PATH_MAX, "%s", optarg);
3859 break;
3860 case 'd':
3861 opt_daemon = 1;
3862 break;
3863 case 'g':
3864 opt_tracing_group = optarg;
3865 break;
3866 case 'h':
3867 usage();
3868 exit(EXIT_FAILURE);
3869 case 'V':
3870 fprintf(stdout, "%s\n", VERSION);
3871 exit(EXIT_SUCCESS);
3872 case 'S':
3873 opt_sig_parent = 1;
3874 break;
3875 case 'E':
3876 snprintf(kconsumer_data.err_unix_sock_path, PATH_MAX, "%s", optarg);
3877 break;
3878 case 'C':
3879 snprintf(kconsumer_data.cmd_unix_sock_path, PATH_MAX, "%s", optarg);
3880 break;
3881 case 'F':
3882 snprintf(ustconsumer64_data.err_unix_sock_path, PATH_MAX, "%s", optarg);
3883 break;
3884 case 'D':
3885 snprintf(ustconsumer64_data.cmd_unix_sock_path, PATH_MAX, "%s", optarg);
3886 break;
3887 case 'H':
3888 snprintf(ustconsumer32_data.err_unix_sock_path, PATH_MAX, "%s", optarg);
3889 break;
3890 case 'G':
3891 snprintf(ustconsumer32_data.cmd_unix_sock_path, PATH_MAX, "%s", optarg);
3892 break;
3893 case 'q':
3894 opt_quiet = 1;
3895 break;
3896 case 'v':
3897 /* Verbose level can increase using multiple -v */
3898 opt_verbose += 1;
3899 break;
3900 case 'Z':
3901 opt_verbose_consumer += 1;
3902 break;
3903 case 'u':
3904 consumerd32_path= optarg;
3905 break;
3906 case 'U':
3907 consumerd32_libdir = optarg;
3908 break;
3909 case 't':
3910 consumerd64_path = optarg;
3911 break;
3912 case 'T':
3913 consumerd64_libdir = optarg;
3914 break;
3915 default:
3916 /* Unknown option or other error.
3917 * Error is printed by getopt, just return */
3918 return -1;
3919 }
3920 }
3921
3922 return 0;
3923 }
3924
3925 /*
3926 * Creates the two needed socket by the daemon.
3927 * apps_sock - The communication socket for all UST apps.
3928 * client_sock - The communication of the cli tool (lttng).
3929 */
3930 static int init_daemon_socket(void)
3931 {
3932 int ret = 0;
3933 mode_t old_umask;
3934
3935 old_umask = umask(0);
3936
3937 /* Create client tool unix socket */
3938 client_sock = lttcomm_create_unix_sock(client_unix_sock_path);
3939 if (client_sock < 0) {
3940 ERR("Create unix sock failed: %s", client_unix_sock_path);
3941 ret = -1;
3942 goto end;
3943 }
3944
3945 /* File permission MUST be 660 */
3946 ret = chmod(client_unix_sock_path, S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP);
3947 if (ret < 0) {
3948 ERR("Set file permissions failed: %s", client_unix_sock_path);
3949 perror("chmod");
3950 goto end;
3951 }
3952
3953 /* Create the application unix socket */
3954 apps_sock = lttcomm_create_unix_sock(apps_unix_sock_path);
3955 if (apps_sock < 0) {
3956 ERR("Create unix sock failed: %s", apps_unix_sock_path);
3957 ret = -1;
3958 goto end;
3959 }
3960
3961 /* File permission MUST be 666 */
3962 ret = chmod(apps_unix_sock_path,
3963 S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
3964 if (ret < 0) {
3965 ERR("Set file permissions failed: %s", apps_unix_sock_path);
3966 perror("chmod");
3967 goto end;
3968 }
3969
3970 end:
3971 umask(old_umask);
3972 return ret;
3973 }
3974
3975 /*
3976 * Check if the global socket is available, and if a daemon is answering at the
3977 * other side. If yes, error is returned.
3978 */
3979 static int check_existing_daemon(void)
3980 {
3981 if (access(client_unix_sock_path, F_OK) < 0 &&
3982 access(apps_unix_sock_path, F_OK) < 0) {
3983 return 0;
3984 }
3985
3986 /* Is there anybody out there ? */
3987 if (lttng_session_daemon_alive()) {
3988 return -EEXIST;
3989 } else {
3990 return 0;
3991 }
3992 }
3993
3994 /*
3995 * Set the tracing group gid onto the client socket.
3996 *
3997 * Race window between mkdir and chown is OK because we are going from more
3998 * permissive (root.root) to les permissive (root.tracing).
3999 */
4000 static int set_permissions(void)
4001 {
4002 int ret;
4003 gid_t gid;
4004
4005 gid = allowed_group();
4006 if (gid < 0) {
4007 if (is_root) {
4008 WARN("No tracing group detected");
4009 ret = 0;
4010 } else {
4011 ERR("Missing tracing group. Aborting execution.");
4012 ret = -1;
4013 }
4014 goto end;
4015 }
4016
4017 /* Set lttng run dir */
4018 ret = chown(LTTNG_RUNDIR, 0, gid);
4019 if (ret < 0) {
4020 ERR("Unable to set group on " LTTNG_RUNDIR);
4021 perror("chown");
4022 }
4023
4024 /* lttng client socket path */
4025 ret = chown(client_unix_sock_path, 0, gid);
4026 if (ret < 0) {
4027 ERR("Unable to set group on %s", client_unix_sock_path);
4028 perror("chown");
4029 }
4030
4031 /* kconsumer error socket path */
4032 ret = chown(kconsumer_data.err_unix_sock_path, 0, gid);
4033 if (ret < 0) {
4034 ERR("Unable to set group on %s", kconsumer_data.err_unix_sock_path);
4035 perror("chown");
4036 }
4037
4038 /* 64-bit ustconsumer error socket path */
4039 ret = chown(ustconsumer64_data.err_unix_sock_path, 0, gid);
4040 if (ret < 0) {
4041 ERR("Unable to set group on %s", ustconsumer64_data.err_unix_sock_path);
4042 perror("chown");
4043 }
4044
4045 /* 32-bit ustconsumer compat32 error socket path */
4046 ret = chown(ustconsumer32_data.err_unix_sock_path, 0, gid);
4047 if (ret < 0) {
4048 ERR("Unable to set group on %s", ustconsumer32_data.err_unix_sock_path);
4049 perror("chown");
4050 }
4051
4052 DBG("All permissions are set");
4053
4054 end:
4055 return ret;
4056 }
4057
4058 /*
4059 * Create the pipe used to wake up the kernel thread.
4060 */
4061 static int create_kernel_poll_pipe(void)
4062 {
4063 return pipe2(kernel_poll_pipe, O_CLOEXEC);
4064 }
4065
4066 /*
4067 * Create the application command pipe to wake thread_manage_apps.
4068 */
4069 static int create_apps_cmd_pipe(void)
4070 {
4071 return pipe2(apps_cmd_pipe, O_CLOEXEC);
4072 }
4073
4074 /*
4075 * Create the lttng run directory needed for all global sockets and pipe.
4076 */
4077 static int create_lttng_rundir(void)
4078 {
4079 int ret;
4080
4081 ret = mkdir(LTTNG_RUNDIR, S_IRWXU | S_IRWXG );
4082 if (ret < 0) {
4083 if (errno != EEXIST) {
4084 ERR("Unable to create " LTTNG_RUNDIR);
4085 goto error;
4086 } else {
4087 ret = 0;
4088 }
4089 }
4090
4091 error:
4092 return ret;
4093 }
4094
4095 /*
4096 * Setup sockets and directory needed by the kconsumerd communication with the
4097 * session daemon.
4098 */
4099 static int set_consumer_sockets(struct consumer_data *consumer_data)
4100 {
4101 int ret;
4102 const char *path;
4103
4104 switch (consumer_data->type) {
4105 case LTTNG_CONSUMER_KERNEL:
4106 path = KCONSUMERD_PATH;
4107 break;
4108 case LTTNG_CONSUMER64_UST:
4109 path = USTCONSUMERD64_PATH;
4110 break;
4111 case LTTNG_CONSUMER32_UST:
4112 path = USTCONSUMERD32_PATH;
4113 break;
4114 default:
4115 ERR("Consumer type unknown");
4116 ret = -EINVAL;
4117 goto error;
4118 }
4119
4120 ret = mkdir(path, S_IRWXU | S_IRWXG);
4121 if (ret < 0) {
4122 if (errno != EEXIST) {
4123 ERR("Failed to create %s", path);
4124 goto error;
4125 }
4126 ret = 0;
4127 }
4128
4129 /* Create the kconsumerd error unix socket */
4130 consumer_data->err_sock =
4131 lttcomm_create_unix_sock(consumer_data->err_unix_sock_path);
4132 if (consumer_data->err_sock < 0) {
4133 ERR("Create unix sock failed: %s", consumer_data->err_unix_sock_path);
4134 ret = -1;
4135 goto error;
4136 }
4137
4138 /* File permission MUST be 660 */
4139 ret = chmod(consumer_data->err_unix_sock_path,
4140 S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP);
4141 if (ret < 0) {
4142 ERR("Set file permissions failed: %s", consumer_data->err_unix_sock_path);
4143 perror("chmod");
4144 goto error;
4145 }
4146
4147 error:
4148 return ret;
4149 }
4150
4151 /*
4152 * Signal handler for the daemon
4153 *
4154 * Simply stop all worker threads, leaving main() return gracefully after
4155 * joining all threads and calling cleanup().
4156 */
4157 static void sighandler(int sig)
4158 {
4159 switch (sig) {
4160 case SIGPIPE:
4161 DBG("SIGPIPE catched");
4162 return;
4163 case SIGINT:
4164 DBG("SIGINT catched");
4165 stop_threads();
4166 break;
4167 case SIGTERM:
4168 DBG("SIGTERM catched");
4169 stop_threads();
4170 break;
4171 default:
4172 break;
4173 }
4174 }
4175
4176 /*
4177 * Setup signal handler for :
4178 * SIGINT, SIGTERM, SIGPIPE
4179 */
4180 static int set_signal_handler(void)
4181 {
4182 int ret = 0;
4183 struct sigaction sa;
4184 sigset_t sigset;
4185
4186 if ((ret = sigemptyset(&sigset)) < 0) {
4187 perror("sigemptyset");
4188 return ret;
4189 }
4190
4191 sa.sa_handler = sighandler;
4192 sa.sa_mask = sigset;
4193 sa.sa_flags = 0;
4194 if ((ret = sigaction(SIGTERM, &sa, NULL)) < 0) {
4195 perror("sigaction");
4196 return ret;
4197 }
4198
4199 if ((ret = sigaction(SIGINT, &sa, NULL)) < 0) {
4200 perror("sigaction");
4201 return ret;
4202 }
4203
4204 if ((ret = sigaction(SIGPIPE, &sa, NULL)) < 0) {
4205 perror("sigaction");
4206 return ret;
4207 }
4208
4209 DBG("Signal handler set for SIGTERM, SIGPIPE and SIGINT");
4210
4211 return ret;
4212 }
4213
4214 /*
4215 * Set open files limit to unlimited. This daemon can open a large number of
4216 * file descriptors in order to consumer multiple kernel traces.
4217 */
4218 static void set_ulimit(void)
4219 {
4220 int ret;
4221 struct rlimit lim;
4222
4223 /* The kernel does not allowed an infinite limit for open files */
4224 lim.rlim_cur = 65535;
4225 lim.rlim_max = 65535;
4226
4227 ret = setrlimit(RLIMIT_NOFILE, &lim);
4228 if (ret < 0) {
4229 perror("failed to set open files limit");
4230 }
4231 }
4232
4233 /*
4234 * main
4235 */
4236 int main(int argc, char **argv)
4237 {
4238 int ret = 0;
4239 void *status;
4240 const char *home_path;
4241
4242 tracepoint(sessiond_boot_start);
4243 rcu_register_thread();
4244
4245 /* Create thread quit pipe */
4246 if ((ret = init_thread_quit_pipe()) < 0) {
4247 goto error;
4248 }
4249
4250 setup_consumerd_path();
4251
4252 /* Parse arguments */
4253 progname = argv[0];
4254 if ((ret = parse_args(argc, argv) < 0)) {
4255 goto error;
4256 }
4257
4258 /* Daemonize */
4259 if (opt_daemon) {
4260 ret = daemon(0, 0);
4261 if (ret < 0) {
4262 perror("daemon");
4263 goto error;
4264 }
4265 }
4266
4267 /* Check if daemon is UID = 0 */
4268 is_root = !getuid();
4269
4270 if (is_root) {
4271 ret = create_lttng_rundir();
4272 if (ret < 0) {
4273 goto error;
4274 }
4275
4276 if (strlen(apps_unix_sock_path) == 0) {
4277 snprintf(apps_unix_sock_path, PATH_MAX,
4278 DEFAULT_GLOBAL_APPS_UNIX_SOCK);
4279 }
4280
4281 if (strlen(client_unix_sock_path) == 0) {
4282 snprintf(client_unix_sock_path, PATH_MAX,
4283 DEFAULT_GLOBAL_CLIENT_UNIX_SOCK);
4284 }
4285
4286 /* Set global SHM for ust */
4287 if (strlen(wait_shm_path) == 0) {
4288 snprintf(wait_shm_path, PATH_MAX,
4289 DEFAULT_GLOBAL_APPS_WAIT_SHM_PATH);
4290 }
4291 } else {
4292 home_path = get_home_dir();
4293 if (home_path == NULL) {
4294 /* TODO: Add --socket PATH option */
4295 ERR("Can't get HOME directory for sockets creation.");
4296 ret = -EPERM;
4297 goto error;
4298 }
4299
4300 if (strlen(apps_unix_sock_path) == 0) {
4301 snprintf(apps_unix_sock_path, PATH_MAX,
4302 DEFAULT_HOME_APPS_UNIX_SOCK, home_path);
4303 }
4304
4305 /* Set the cli tool unix socket path */
4306 if (strlen(client_unix_sock_path) == 0) {
4307 snprintf(client_unix_sock_path, PATH_MAX,
4308 DEFAULT_HOME_CLIENT_UNIX_SOCK, home_path);
4309 }
4310
4311 /* Set global SHM for ust */
4312 if (strlen(wait_shm_path) == 0) {
4313 snprintf(wait_shm_path, PATH_MAX,
4314 DEFAULT_HOME_APPS_WAIT_SHM_PATH, geteuid());
4315 }
4316 }
4317
4318 DBG("Client socket path %s", client_unix_sock_path);
4319 DBG("Application socket path %s", apps_unix_sock_path);
4320
4321 /*
4322 * See if daemon already exist.
4323 */
4324 if ((ret = check_existing_daemon()) < 0) {
4325 ERR("Already running daemon.\n");
4326 /*
4327 * We do not goto exit because we must not cleanup()
4328 * because a daemon is already running.
4329 */
4330 goto error;
4331 }
4332
4333 /* After this point, we can safely call cleanup() with "goto exit" */
4334
4335 /*
4336 * These actions must be executed as root. We do that *after* setting up
4337 * the sockets path because we MUST make the check for another daemon using
4338 * those paths *before* trying to set the kernel consumer sockets and init
4339 * kernel tracer.
4340 */
4341 if (is_root) {
4342 ret = set_consumer_sockets(&kconsumer_data);
4343 if (ret < 0) {
4344 goto exit;
4345 }
4346
4347 ret = set_consumer_sockets(&ustconsumer64_data);
4348 if (ret < 0) {
4349 goto exit;
4350 }
4351
4352 ret = set_consumer_sockets(&ustconsumer32_data);
4353 if (ret < 0) {
4354 goto exit;
4355 }
4356
4357 /* Setup kernel tracer */
4358 init_kernel_tracer();
4359
4360 /* Set ulimit for open files */
4361 set_ulimit();
4362 }
4363
4364 if ((ret = set_signal_handler()) < 0) {
4365 goto exit;
4366 }
4367
4368 /* Setup the needed unix socket */
4369 if ((ret = init_daemon_socket()) < 0) {
4370 goto exit;
4371 }
4372
4373 /* Set credentials to socket */
4374 if (is_root && ((ret = set_permissions()) < 0)) {
4375 goto exit;
4376 }
4377
4378 /* Get parent pid if -S, --sig-parent is specified. */
4379 if (opt_sig_parent) {
4380 ppid = getppid();
4381 }
4382
4383 /* Setup the kernel pipe for waking up the kernel thread */
4384 if ((ret = create_kernel_poll_pipe()) < 0) {
4385 goto exit;
4386 }
4387
4388 /* Setup the thread apps communication pipe. */
4389 if ((ret = create_apps_cmd_pipe()) < 0) {
4390 goto exit;
4391 }
4392
4393 /* Init UST command queue. */
4394 cds_wfq_init(&ust_cmd_queue.queue);
4395
4396 /* Init UST app hash table */
4397 ust_app_ht_alloc();
4398
4399 /*
4400 * Get session list pointer. This pointer MUST NOT be free(). This list is
4401 * statically declared in session.c
4402 */
4403 session_list_ptr = session_get_list();
4404
4405 /* Set up max poll set size */
4406 lttng_poll_set_max_size();
4407
4408 /* Create thread to manage the client socket */
4409 ret = pthread_create(&client_thread, NULL,
4410 thread_manage_clients, (void *) NULL);
4411 if (ret != 0) {
4412 perror("pthread_create clients");
4413 goto exit_client;
4414 }
4415
4416 /* Create thread to dispatch registration */
4417 ret = pthread_create(&dispatch_thread, NULL,
4418 thread_dispatch_ust_registration, (void *) NULL);
4419 if (ret != 0) {
4420 perror("pthread_create dispatch");
4421 goto exit_dispatch;
4422 }
4423
4424 /* Create thread to manage application registration. */
4425 ret = pthread_create(&reg_apps_thread, NULL,
4426 thread_registration_apps, (void *) NULL);
4427 if (ret != 0) {
4428 perror("pthread_create registration");
4429 goto exit_reg_apps;
4430 }
4431
4432 /* Create thread to manage application socket */
4433 ret = pthread_create(&apps_thread, NULL,
4434 thread_manage_apps, (void *) NULL);
4435 if (ret != 0) {
4436 perror("pthread_create apps");
4437 goto exit_apps;
4438 }
4439
4440 /* Create kernel thread to manage kernel event */
4441 ret = pthread_create(&kernel_thread, NULL,
4442 thread_manage_kernel, (void *) NULL);
4443 if (ret != 0) {
4444 perror("pthread_create kernel");
4445 goto exit_kernel;
4446 }
4447
4448 tracepoint(sessiond_boot_end);
4449
4450 ret = pthread_join(kernel_thread, &status);
4451 if (ret != 0) {
4452 perror("pthread_join");
4453 goto error; /* join error, exit without cleanup */
4454 }
4455
4456 exit_kernel:
4457 ret = pthread_join(apps_thread, &status);
4458 if (ret != 0) {
4459 perror("pthread_join");
4460 goto error; /* join error, exit without cleanup */
4461 }
4462
4463 exit_apps:
4464 ret = pthread_join(reg_apps_thread, &status);
4465 if (ret != 0) {
4466 perror("pthread_join");
4467 goto error; /* join error, exit without cleanup */
4468 }
4469
4470 exit_reg_apps:
4471 ret = pthread_join(dispatch_thread, &status);
4472 if (ret != 0) {
4473 perror("pthread_join");
4474 goto error; /* join error, exit without cleanup */
4475 }
4476
4477 exit_dispatch:
4478 ret = pthread_join(client_thread, &status);
4479 if (ret != 0) {
4480 perror("pthread_join");
4481 goto error; /* join error, exit without cleanup */
4482 }
4483
4484 ret = join_consumer_thread(&kconsumer_data);
4485 if (ret != 0) {
4486 perror("join_consumer");
4487 goto error; /* join error, exit without cleanup */
4488 }
4489
4490 exit_client:
4491 exit:
4492 /*
4493 * cleanup() is called when no other thread is running.
4494 */
4495 rcu_thread_online();
4496 cleanup();
4497 rcu_thread_offline();
4498 rcu_unregister_thread();
4499 if (!ret)
4500 exit(EXIT_SUCCESS);
4501 error:
4502 exit(EXIT_FAILURE);
4503 }
This page took 0.241734 seconds and 4 git commands to generate.