2 * Copyright (C) 2011 - Julien Desfossez <julien.desfossez@polymtl.ca>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2 only,
7 * as published by the Free Software Foundation.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
30 #include <sys/resource.h>
32 #include <sys/socket.h>
34 #include <sys/types.h>
35 #include <urcu/list.h>
41 #include <urcu/compiler.h>
44 #include <common/defaults.h>
45 #include <common/common.h>
46 #include <common/consumer.h>
47 #include <common/consumer-timer.h>
48 #include <common/compat/poll.h>
49 #include <common/sessiond-comm/sessiond-comm.h>
50 #include <common/utils.h>
52 #include "lttng-consumerd.h"
53 #include "health-consumerd.h"
55 /* TODO : support UST (all direct kernel-ctl accesses). */
57 /* threads (channel handling, poll, metadata, sessiond) */
59 static pthread_t channel_thread
, data_thread
, metadata_thread
,
60 sessiond_thread
, metadata_timer_thread
, health_thread
;
62 /* to count the number of times the user pressed ctrl+c */
63 static int sigintcount
= 0;
65 /* Argument variables */
66 int lttng_opt_quiet
; /* not static in error.h */
67 int lttng_opt_verbose
; /* not static in error.h */
68 static int opt_daemon
;
69 static const char *progname
;
70 static char command_sock_path
[PATH_MAX
]; /* Global command socket path */
71 static char error_sock_path
[PATH_MAX
]; /* Global error path */
72 static enum lttng_consumer_type opt_type
= LTTNG_CONSUMER_KERNEL
;
74 /* the liblttngconsumerd context */
75 static struct lttng_consumer_local_data
*ctx
;
77 /* Consumerd health monitoring */
78 struct health_app
*health_consumerd
;
80 enum lttng_consumer_type
lttng_consumer_get_type(void)
83 return LTTNG_CONSUMER_UNKNOWN
;
89 * Signal handler for the daemon
91 static void sighandler(int sig
)
93 if (sig
== SIGINT
&& sigintcount
++ == 0) {
94 DBG("ignoring first SIGINT");
99 * Ignore SIGPIPE because it should not stop the consumer whenever a
100 * SIGPIPE is catched through a FD operation.
102 if (sig
== SIGPIPE
) {
106 lttng_consumer_should_exit(ctx
);
110 * Setup signal handler for :
111 * SIGINT, SIGTERM, SIGPIPE
113 static int set_signal_handler(void)
119 if ((ret
= sigemptyset(&sigset
)) < 0) {
120 perror("sigemptyset");
124 sa
.sa_handler
= sighandler
;
127 if ((ret
= sigaction(SIGTERM
, &sa
, NULL
)) < 0) {
132 if ((ret
= sigaction(SIGINT
, &sa
, NULL
)) < 0) {
137 if ((ret
= sigaction(SIGPIPE
, &sa
, NULL
)) < 0) {
146 * Usage function on stream file.
148 static void usage(FILE *fp
)
150 fprintf(fp
, "Usage: %s OPTIONS\n\nOptions:\n", progname
);
151 fprintf(fp
, " -h, --help "
152 "Display this usage.\n");
153 fprintf(fp
, " -c, --consumerd-cmd-sock PATH "
154 "Specify path for the command socket\n");
155 fprintf(fp
, " -e, --consumerd-err-sock PATH "
156 "Specify path for the error socket\n");
157 fprintf(fp
, " -d, --daemonize "
158 "Start as a daemon.\n");
159 fprintf(fp
, " -q, --quiet "
160 "No output at all.\n");
161 fprintf(fp
, " -v, --verbose "
162 "Verbose mode. Activate DBG() macro.\n");
163 fprintf(fp
, " -V, --version "
164 "Show version number.\n");
165 fprintf(fp
, " -k, --kernel "
166 "Consumer kernel buffers (default).\n");
167 fprintf(fp
, " -u, --ust "
168 "Consumer UST buffers.%s\n",
169 #ifdef HAVE_LIBLTTNG_UST_CTL
172 " (support not compiled in)"
178 * daemon argument parsing
180 static void parse_args(int argc
, char **argv
)
184 static struct option long_options
[] = {
185 { "consumerd-cmd-sock", 1, 0, 'c' },
186 { "consumerd-err-sock", 1, 0, 'e' },
187 { "daemonize", 0, 0, 'd' },
188 { "help", 0, 0, 'h' },
189 { "quiet", 0, 0, 'q' },
190 { "verbose", 0, 0, 'v' },
191 { "version", 0, 0, 'V' },
192 { "kernel", 0, 0, 'k' },
193 #ifdef HAVE_LIBLTTNG_UST_CTL
194 { "ust", 0, 0, 'u' },
200 int option_index
= 0;
201 c
= getopt_long(argc
, argv
, "dhqvVku" "c:e:", long_options
, &option_index
);
208 fprintf(stderr
, "option %s", long_options
[option_index
].name
);
210 fprintf(stderr
, " with arg %s\n", optarg
);
214 snprintf(command_sock_path
, PATH_MAX
, "%s", optarg
);
217 snprintf(error_sock_path
, PATH_MAX
, "%s", optarg
);
229 lttng_opt_verbose
= 1;
232 fprintf(stdout
, "%s\n", VERSION
);
235 opt_type
= LTTNG_CONSUMER_KERNEL
;
237 #ifdef HAVE_LIBLTTNG_UST_CTL
239 # if (CAA_BITS_PER_LONG == 64)
240 opt_type
= LTTNG_CONSUMER64_UST
;
241 # elif (CAA_BITS_PER_LONG == 32)
242 opt_type
= LTTNG_CONSUMER32_UST
;
244 # error "Unknown bitness"
256 * Set open files limit to unlimited. This daemon can open a large number of
257 * file descriptors in order to consumer multiple kernel traces.
259 static void set_ulimit(void)
264 /* The kernel does not allowed an infinite limit for open files */
265 lim
.rlim_cur
= 65535;
266 lim
.rlim_max
= 65535;
268 ret
= setrlimit(RLIMIT_NOFILE
, &lim
);
270 PERROR("failed to set open files limit");
277 int main(int argc
, char **argv
)
282 /* Parse arguments */
284 parse_args(argc
, argv
);
292 * child: setsid, close FD 0, 1, 2, chdir /
293 * parent: exit (if fork is successful)
301 * We are in the child. Make sure all other file
302 * descriptors are closed, in case we are called with
303 * more opened file descriptors than the standard ones.
305 for (i
= 3; i
< sysconf(_SC_OPEN_MAX
); i
++) {
310 /* Set up max poll set size */
311 lttng_poll_set_max_size();
313 if (*command_sock_path
== '\0') {
315 case LTTNG_CONSUMER_KERNEL
:
316 snprintf(command_sock_path
, PATH_MAX
, DEFAULT_KCONSUMERD_CMD_SOCK_PATH
,
317 DEFAULT_LTTNG_RUNDIR
);
319 case LTTNG_CONSUMER64_UST
:
320 snprintf(command_sock_path
, PATH_MAX
,
321 DEFAULT_USTCONSUMERD64_CMD_SOCK_PATH
, DEFAULT_LTTNG_RUNDIR
);
323 case LTTNG_CONSUMER32_UST
:
324 snprintf(command_sock_path
, PATH_MAX
,
325 DEFAULT_USTCONSUMERD32_CMD_SOCK_PATH
, DEFAULT_LTTNG_RUNDIR
);
328 WARN("Unknown consumerd type");
334 lttng_consumer_init();
337 /* Set limit for open files */
341 health_consumerd
= health_app_create(NR_HEALTH_CONSUMERD_TYPES
);
342 if (!health_consumerd
) {
346 /* create the consumer instance with and assign the callbacks */
347 ctx
= lttng_consumer_create(opt_type
, lttng_consumer_read_subbuffer
,
348 NULL
, lttng_consumer_on_recv_stream
, NULL
);
353 lttng_consumer_set_command_sock_path(ctx
, command_sock_path
);
354 if (*error_sock_path
== '\0') {
356 case LTTNG_CONSUMER_KERNEL
:
357 snprintf(error_sock_path
, PATH_MAX
, DEFAULT_KCONSUMERD_ERR_SOCK_PATH
,
358 DEFAULT_LTTNG_RUNDIR
);
360 case LTTNG_CONSUMER64_UST
:
361 snprintf(error_sock_path
, PATH_MAX
,
362 DEFAULT_USTCONSUMERD64_ERR_SOCK_PATH
, DEFAULT_LTTNG_RUNDIR
);
364 case LTTNG_CONSUMER32_UST
:
365 snprintf(error_sock_path
, PATH_MAX
,
366 DEFAULT_USTCONSUMERD32_ERR_SOCK_PATH
, DEFAULT_LTTNG_RUNDIR
);
369 WARN("Unknown consumerd type");
374 if (set_signal_handler() < 0) {
378 /* Connect to the socket created by lttng-sessiond to report errors */
379 DBG("Connecting to error socket %s", error_sock_path
);
380 ret
= lttcomm_connect_unix_sock(error_sock_path
);
381 /* not a fatal error, but all communication with lttng-sessiond will fail */
383 WARN("Cannot connect to error socket (is lttng-sessiond started?)");
385 lttng_consumer_set_error_sock(ctx
, ret
);
388 * Block RT signals used for UST periodical metadata flush and the live
389 * timer in main, and create a dedicated thread to handle these signals.
391 consumer_signal_init();
393 ctx
->type
= opt_type
;
395 /* Initialize communication library */
398 ret
= utils_create_pipe(health_quit_pipe
);
400 goto error_health_pipe
;
403 /* Create thread to manage the client socket */
404 ret
= pthread_create(&health_thread
, NULL
,
405 thread_manage_health
, (void *) NULL
);
407 PERROR("pthread_create health");
411 /* Create thread to manage channels */
412 ret
= pthread_create(&channel_thread
, NULL
, consumer_thread_channel_poll
,
415 perror("pthread_create");
419 /* Create thread to manage the polling/writing of trace metadata */
420 ret
= pthread_create(&metadata_thread
, NULL
, consumer_thread_metadata_poll
,
423 perror("pthread_create");
427 /* Create thread to manage the polling/writing of trace data */
428 ret
= pthread_create(&data_thread
, NULL
, consumer_thread_data_poll
,
431 perror("pthread_create");
435 /* Create the thread to manage the receive of fd */
436 ret
= pthread_create(&sessiond_thread
, NULL
, consumer_thread_sessiond_poll
,
439 perror("pthread_create");
444 * Create the thread to manage the UST metadata periodic timer and
447 ret
= pthread_create(&metadata_timer_thread
, NULL
,
448 consumer_timer_thread
, (void *) ctx
);
450 perror("pthread_create");
451 goto metadata_timer_error
;
454 ret
= pthread_detach(metadata_timer_thread
);
457 perror("pthread_detach");
460 metadata_timer_error
:
461 ret
= pthread_join(sessiond_thread
, &status
);
463 perror("pthread_join");
468 ret
= pthread_join(data_thread
, &status
);
470 perror("pthread_join");
475 ret
= pthread_join(metadata_thread
, &status
);
477 perror("pthread_join");
482 ret
= pthread_join(channel_thread
, &status
);
484 perror("pthread_join");
489 ret
= pthread_join(health_thread
, &status
);
491 PERROR("pthread_join health thread");
492 goto error
; /* join error, exit without cleanup */
496 utils_close_pipe(health_quit_pipe
);
501 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_EXIT_SUCCESS
);
508 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_EXIT_FAILURE
);
512 lttng_consumer_destroy(ctx
);
513 lttng_consumer_cleanup();
514 if (health_consumerd
) {
515 health_app_destroy(health_consumerd
);