2 * Copyright (C) 2011 - Julien Desfossez <julien.desfossez@polymtl.ca>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
4 * Copyright (C) 2017 - Jérémie Galarneau <jeremie.galarneau@efficios.com>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License, version 2 only,
8 * as published by the Free Software Foundation.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
27 #include <sys/socket.h>
28 #include <sys/types.h>
33 #include <bin/lttng-consumerd/health-consumerd.h>
34 #include <common/common.h>
35 #include <common/kernel-ctl/kernel-ctl.h>
36 #include <common/sessiond-comm/sessiond-comm.h>
37 #include <common/sessiond-comm/relayd.h>
38 #include <common/compat/fcntl.h>
39 #include <common/compat/endian.h>
40 #include <common/pipe.h>
41 #include <common/relayd/relayd.h>
42 #include <common/utils.h>
43 #include <common/consumer/consumer-stream.h>
44 #include <common/index/index.h>
45 #include <common/consumer/consumer-timer.h>
46 #include <common/optional.h>
48 #include "kernel-consumer.h"
50 extern struct lttng_consumer_global_data consumer_data
;
51 extern int consumer_poll_timeout
;
54 * Take a snapshot for a specific fd
56 * Returns 0 on success, < 0 on error
58 int lttng_kconsumer_take_snapshot(struct lttng_consumer_stream
*stream
)
61 int infd
= stream
->wait_fd
;
63 ret
= kernctl_snapshot(infd
);
65 * -EAGAIN is not an error, it just means that there is no data to
68 if (ret
!= 0 && ret
!= -EAGAIN
) {
69 PERROR("Getting sub-buffer snapshot.");
76 * Sample consumed and produced positions for a specific fd.
78 * Returns 0 on success, < 0 on error.
80 int lttng_kconsumer_sample_snapshot_positions(
81 struct lttng_consumer_stream
*stream
)
85 return kernctl_snapshot_sample_positions(stream
->wait_fd
);
89 * Get the produced position
91 * Returns 0 on success, < 0 on error
93 int lttng_kconsumer_get_produced_snapshot(struct lttng_consumer_stream
*stream
,
97 int infd
= stream
->wait_fd
;
99 ret
= kernctl_snapshot_get_produced(infd
, pos
);
101 PERROR("kernctl_snapshot_get_produced");
108 * Get the consumerd position
110 * Returns 0 on success, < 0 on error
112 int lttng_kconsumer_get_consumed_snapshot(struct lttng_consumer_stream
*stream
,
116 int infd
= stream
->wait_fd
;
118 ret
= kernctl_snapshot_get_consumed(infd
, pos
);
120 PERROR("kernctl_snapshot_get_consumed");
127 * Take a snapshot of all the stream of a channel
128 * RCU read-side lock must be held across this function to ensure existence of
129 * channel. The channel lock must be held by the caller.
131 * Returns 0 on success, < 0 on error
133 static int lttng_kconsumer_snapshot_channel(
134 struct lttng_consumer_channel
*channel
,
135 uint64_t key
, char *path
, uint64_t relayd_id
,
136 uint64_t nb_packets_per_stream
,
137 struct lttng_consumer_local_data
*ctx
)
140 struct lttng_consumer_stream
*stream
;
142 DBG("Kernel consumer snapshot channel %" PRIu64
, key
);
146 /* Splice is not supported yet for channel snapshot. */
147 if (channel
->output
!= CONSUMER_CHANNEL_MMAP
) {
148 ERR("Unsupported output type for channel \"%s\": mmap output is required to record a snapshot",
154 cds_list_for_each_entry(stream
, &channel
->streams
.head
, send_node
) {
155 unsigned long consumed_pos
, produced_pos
;
157 health_code_update();
160 * Lock stream because we are about to change its state.
162 pthread_mutex_lock(&stream
->lock
);
164 assert(channel
->trace_chunk
);
165 if (!lttng_trace_chunk_get(channel
->trace_chunk
)) {
167 * Can't happen barring an internal error as the channel
168 * holds a reference to the trace chunk.
170 ERR("Failed to acquire reference to channel's trace chunk");
174 assert(!stream
->trace_chunk
);
175 stream
->trace_chunk
= channel
->trace_chunk
;
178 * Assign the received relayd ID so we can use it for streaming. The streams
179 * are not visible to anyone so this is OK to change it.
181 stream
->net_seq_idx
= relayd_id
;
182 channel
->relayd_id
= relayd_id
;
183 if (relayd_id
!= (uint64_t) -1ULL) {
184 ret
= consumer_send_relayd_stream(stream
, path
);
186 ERR("sending stream to relayd");
190 ret
= consumer_stream_create_output_files(stream
,
195 DBG("Kernel consumer snapshot stream (%" PRIu64
")",
199 ret
= kernctl_buffer_flush_empty(stream
->wait_fd
);
202 * Doing a buffer flush which does not take into
203 * account empty packets. This is not perfect
204 * for stream intersection, but required as a
205 * fall-back when "flush_empty" is not
206 * implemented by lttng-modules.
208 ret
= kernctl_buffer_flush(stream
->wait_fd
);
210 ERR("Failed to flush kernel stream");
216 ret
= lttng_kconsumer_take_snapshot(stream
);
218 ERR("Taking kernel snapshot");
222 ret
= lttng_kconsumer_get_produced_snapshot(stream
, &produced_pos
);
224 ERR("Produced kernel snapshot position");
228 ret
= lttng_kconsumer_get_consumed_snapshot(stream
, &consumed_pos
);
230 ERR("Consumerd kernel snapshot position");
234 consumed_pos
= consumer_get_consume_start_pos(consumed_pos
,
235 produced_pos
, nb_packets_per_stream
,
236 stream
->max_sb_size
);
238 while ((long) (consumed_pos
- produced_pos
) < 0) {
240 unsigned long len
, padded_len
;
242 health_code_update();
244 DBG("Kernel consumer taking snapshot at pos %lu", consumed_pos
);
246 ret
= kernctl_get_subbuf(stream
->wait_fd
, &consumed_pos
);
248 if (ret
!= -EAGAIN
) {
249 PERROR("kernctl_get_subbuf snapshot");
252 DBG("Kernel consumer get subbuf failed. Skipping it.");
253 consumed_pos
+= stream
->max_sb_size
;
254 stream
->chan
->lost_packets
++;
258 ret
= kernctl_get_subbuf_size(stream
->wait_fd
, &len
);
260 ERR("Snapshot kernctl_get_subbuf_size");
261 goto error_put_subbuf
;
264 ret
= kernctl_get_padded_subbuf_size(stream
->wait_fd
, &padded_len
);
266 ERR("Snapshot kernctl_get_padded_subbuf_size");
267 goto error_put_subbuf
;
270 read_len
= lttng_consumer_on_read_subbuffer_mmap(ctx
, stream
, len
,
271 padded_len
- len
, NULL
);
273 * We write the padded len in local tracefiles but the data len
274 * when using a relay. Display the error but continue processing
275 * to try to release the subbuffer.
277 if (relayd_id
!= (uint64_t) -1ULL) {
278 if (read_len
!= len
) {
279 ERR("Error sending to the relay (ret: %zd != len: %lu)",
283 if (read_len
!= padded_len
) {
284 ERR("Error writing to tracefile (ret: %zd != len: %lu)",
285 read_len
, padded_len
);
289 ret
= kernctl_put_subbuf(stream
->wait_fd
);
291 ERR("Snapshot kernctl_put_subbuf");
294 consumed_pos
+= stream
->max_sb_size
;
297 if (relayd_id
== (uint64_t) -1ULL) {
298 if (stream
->out_fd
>= 0) {
299 ret
= close(stream
->out_fd
);
301 PERROR("Kernel consumer snapshot close out_fd");
307 close_relayd_stream(stream
);
308 stream
->net_seq_idx
= (uint64_t) -1ULL;
310 lttng_trace_chunk_put(stream
->trace_chunk
);
311 stream
->trace_chunk
= NULL
;
312 pthread_mutex_unlock(&stream
->lock
);
320 ret
= kernctl_put_subbuf(stream
->wait_fd
);
322 ERR("Snapshot kernctl_put_subbuf error path");
325 pthread_mutex_unlock(&stream
->lock
);
332 * Read the whole metadata available for a snapshot.
333 * RCU read-side lock must be held across this function to ensure existence of
334 * metadata_channel. The channel lock must be held by the caller.
336 * Returns 0 on success, < 0 on error
338 static int lttng_kconsumer_snapshot_metadata(
339 struct lttng_consumer_channel
*metadata_channel
,
340 uint64_t key
, char *path
, uint64_t relayd_id
,
341 struct lttng_consumer_local_data
*ctx
)
343 int ret
, use_relayd
= 0;
345 struct lttng_consumer_stream
*metadata_stream
;
349 DBG("Kernel consumer snapshot metadata with key %" PRIu64
" at path %s",
354 metadata_stream
= metadata_channel
->metadata_stream
;
355 assert(metadata_stream
);
357 pthread_mutex_lock(&metadata_stream
->lock
);
358 assert(metadata_channel
->trace_chunk
);
359 assert(metadata_stream
->trace_chunk
);
361 /* Flag once that we have a valid relayd for the stream. */
362 if (relayd_id
!= (uint64_t) -1ULL) {
367 ret
= consumer_send_relayd_stream(metadata_stream
, path
);
372 ret
= consumer_stream_create_output_files(metadata_stream
,
380 health_code_update();
382 ret_read
= lttng_kconsumer_read_subbuffer(metadata_stream
, ctx
);
384 if (ret_read
!= -EAGAIN
) {
385 ERR("Kernel snapshot reading metadata subbuffer (ret: %zd)",
390 /* ret_read is negative at this point so we will exit the loop. */
393 } while (ret_read
>= 0);
396 close_relayd_stream(metadata_stream
);
397 metadata_stream
->net_seq_idx
= (uint64_t) -1ULL;
399 if (metadata_stream
->out_fd
>= 0) {
400 ret
= close(metadata_stream
->out_fd
);
402 PERROR("Kernel consumer snapshot metadata close out_fd");
404 * Don't go on error here since the snapshot was successful at this
405 * point but somehow the close failed.
408 metadata_stream
->out_fd
= -1;
409 lttng_trace_chunk_put(metadata_stream
->trace_chunk
);
410 metadata_stream
->trace_chunk
= NULL
;
416 pthread_mutex_unlock(&metadata_stream
->lock
);
417 cds_list_del(&metadata_stream
->send_node
);
418 consumer_stream_destroy(metadata_stream
, NULL
);
419 metadata_channel
->metadata_stream
= NULL
;
425 * Receive command from session daemon and process it.
427 * Return 1 on success else a negative value or 0.
429 int lttng_kconsumer_recv_cmd(struct lttng_consumer_local_data
*ctx
,
430 int sock
, struct pollfd
*consumer_sockpoll
)
433 enum lttcomm_return_code ret_code
= LTTCOMM_CONSUMERD_SUCCESS
;
434 struct lttcomm_consumer_msg msg
;
436 health_code_update();
438 ret
= lttcomm_recv_unix_sock(sock
, &msg
, sizeof(msg
));
439 if (ret
!= sizeof(msg
)) {
441 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_ERROR_RECV_CMD
);
447 health_code_update();
449 /* Deprecated command */
450 assert(msg
.cmd_type
!= LTTNG_CONSUMER_STOP
);
452 health_code_update();
454 /* relayd needs RCU read-side protection */
457 switch (msg
.cmd_type
) {
458 case LTTNG_CONSUMER_ADD_RELAYD_SOCKET
:
460 /* Session daemon status message are handled in the following call. */
461 consumer_add_relayd_socket(msg
.u
.relayd_sock
.net_index
,
462 msg
.u
.relayd_sock
.type
, ctx
, sock
, consumer_sockpoll
,
463 &msg
.u
.relayd_sock
.sock
, msg
.u
.relayd_sock
.session_id
,
464 msg
.u
.relayd_sock
.relayd_session_id
);
467 case LTTNG_CONSUMER_ADD_CHANNEL
:
469 struct lttng_consumer_channel
*new_channel
;
471 const uint64_t chunk_id
= msg
.u
.channel
.chunk_id
.value
;
473 health_code_update();
475 /* First send a status message before receiving the fds. */
476 ret
= consumer_send_status_msg(sock
, ret_code
);
478 /* Somehow, the session daemon is not responding anymore. */
482 health_code_update();
484 DBG("consumer_add_channel %" PRIu64
, msg
.u
.channel
.channel_key
);
485 new_channel
= consumer_allocate_channel(msg
.u
.channel
.channel_key
,
486 msg
.u
.channel
.session_id
,
487 msg
.u
.channel
.chunk_id
.is_set
?
489 msg
.u
.channel
.pathname
,
491 msg
.u
.channel
.relayd_id
, msg
.u
.channel
.output
,
492 msg
.u
.channel
.tracefile_size
,
493 msg
.u
.channel
.tracefile_count
, 0,
494 msg
.u
.channel
.monitor
,
495 msg
.u
.channel
.live_timer_interval
,
497 if (new_channel
== NULL
) {
498 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_OUTFD_ERROR
);
501 new_channel
->nb_init_stream_left
= msg
.u
.channel
.nb_init_streams
;
502 switch (msg
.u
.channel
.output
) {
503 case LTTNG_EVENT_SPLICE
:
504 new_channel
->output
= CONSUMER_CHANNEL_SPLICE
;
506 case LTTNG_EVENT_MMAP
:
507 new_channel
->output
= CONSUMER_CHANNEL_MMAP
;
510 ERR("Channel output unknown %d", msg
.u
.channel
.output
);
514 /* Translate and save channel type. */
515 switch (msg
.u
.channel
.type
) {
516 case CONSUMER_CHANNEL_TYPE_DATA
:
517 case CONSUMER_CHANNEL_TYPE_METADATA
:
518 new_channel
->type
= msg
.u
.channel
.type
;
525 health_code_update();
527 if (ctx
->on_recv_channel
!= NULL
) {
528 ret_recv
= ctx
->on_recv_channel(new_channel
);
530 ret
= consumer_add_channel(new_channel
, ctx
);
531 } else if (ret_recv
< 0) {
535 ret
= consumer_add_channel(new_channel
, ctx
);
537 if (msg
.u
.channel
.type
== CONSUMER_CHANNEL_TYPE_DATA
&& !ret
) {
538 int monitor_start_ret
;
540 DBG("Consumer starting monitor timer");
541 consumer_timer_live_start(new_channel
,
542 msg
.u
.channel
.live_timer_interval
);
543 monitor_start_ret
= consumer_timer_monitor_start(
545 msg
.u
.channel
.monitor_timer_interval
);
546 if (monitor_start_ret
< 0) {
547 ERR("Starting channel monitoring timer failed");
553 health_code_update();
555 /* If we received an error in add_channel, we need to report it. */
557 ret
= consumer_send_status_msg(sock
, ret
);
566 case LTTNG_CONSUMER_ADD_STREAM
:
569 struct lttng_pipe
*stream_pipe
;
570 struct lttng_consumer_stream
*new_stream
;
571 struct lttng_consumer_channel
*channel
;
575 * Get stream's channel reference. Needed when adding the stream to the
578 channel
= consumer_find_channel(msg
.u
.stream
.channel_key
);
581 * We could not find the channel. Can happen if cpu hotplug
582 * happens while tearing down.
584 ERR("Unable to find channel key %" PRIu64
, msg
.u
.stream
.channel_key
);
585 ret_code
= LTTCOMM_CONSUMERD_CHAN_NOT_FOUND
;
588 health_code_update();
590 /* First send a status message before receiving the fds. */
591 ret
= consumer_send_status_msg(sock
, ret_code
);
593 /* Somehow, the session daemon is not responding anymore. */
594 goto error_add_stream_fatal
;
597 health_code_update();
599 if (ret_code
!= LTTCOMM_CONSUMERD_SUCCESS
) {
600 /* Channel was not found. */
601 goto error_add_stream_nosignal
;
606 ret
= lttng_consumer_poll_socket(consumer_sockpoll
);
609 goto error_add_stream_fatal
;
612 health_code_update();
614 /* Get stream file descriptor from socket */
615 ret
= lttcomm_recv_fds_unix_sock(sock
, &fd
, 1);
616 if (ret
!= sizeof(fd
)) {
617 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_ERROR_RECV_FD
);
621 health_code_update();
624 * Send status code to session daemon only if the recv works. If the
625 * above recv() failed, the session daemon is notified through the
626 * error socket and the teardown is eventually done.
628 ret
= consumer_send_status_msg(sock
, ret_code
);
630 /* Somehow, the session daemon is not responding anymore. */
631 goto error_add_stream_nosignal
;
634 health_code_update();
636 pthread_mutex_lock(&channel
->lock
);
637 new_stream
= consumer_allocate_stream(channel
->key
,
642 channel
->trace_chunk
,
647 if (new_stream
== NULL
) {
652 lttng_consumer_send_error(ctx
, LTTCOMM_CONSUMERD_OUTFD_ERROR
);
655 pthread_mutex_unlock(&channel
->lock
);
656 goto error_add_stream_nosignal
;
659 new_stream
->chan
= channel
;
660 new_stream
->wait_fd
= fd
;
661 ret
= kernctl_get_max_subbuf_size(new_stream
->wait_fd
,
662 &new_stream
->max_sb_size
);
664 pthread_mutex_unlock(&channel
->lock
);
665 ERR("Failed to get kernel maximal subbuffer size");
666 goto error_add_stream_nosignal
;
669 consumer_stream_update_channel_attributes(new_stream
,
671 switch (channel
->output
) {
672 case CONSUMER_CHANNEL_SPLICE
:
673 new_stream
->output
= LTTNG_EVENT_SPLICE
;
674 ret
= utils_create_pipe(new_stream
->splice_pipe
);
676 pthread_mutex_unlock(&channel
->lock
);
677 goto error_add_stream_nosignal
;
680 case CONSUMER_CHANNEL_MMAP
:
681 new_stream
->output
= LTTNG_EVENT_MMAP
;
684 ERR("Stream output unknown %d", channel
->output
);
685 pthread_mutex_unlock(&channel
->lock
);
686 goto error_add_stream_nosignal
;
690 * We've just assigned the channel to the stream so increment the
691 * refcount right now. We don't need to increment the refcount for
692 * streams in no monitor because we handle manually the cleanup of
693 * those. It is very important to make sure there is NO prior
694 * consumer_del_stream() calls or else the refcount will be unbalanced.
696 if (channel
->monitor
) {
697 uatomic_inc(&new_stream
->chan
->refcount
);
701 * The buffer flush is done on the session daemon side for the kernel
702 * so no need for the stream "hangup_flush_done" variable to be
703 * tracked. This is important for a kernel stream since we don't rely
704 * on the flush state of the stream to read data. It's not the case for
705 * user space tracing.
707 new_stream
->hangup_flush_done
= 0;
709 health_code_update();
711 pthread_mutex_lock(&new_stream
->lock
);
712 if (ctx
->on_recv_stream
) {
713 ret
= ctx
->on_recv_stream(new_stream
);
715 pthread_mutex_unlock(&new_stream
->lock
);
716 pthread_mutex_unlock(&channel
->lock
);
717 consumer_stream_free(new_stream
);
718 goto error_add_stream_nosignal
;
721 health_code_update();
723 if (new_stream
->metadata_flag
) {
724 channel
->metadata_stream
= new_stream
;
727 /* Do not monitor this stream. */
728 if (!channel
->monitor
) {
729 DBG("Kernel consumer add stream %s in no monitor mode with "
730 "relayd id %" PRIu64
, new_stream
->name
,
731 new_stream
->net_seq_idx
);
732 cds_list_add(&new_stream
->send_node
, &channel
->streams
.head
);
733 pthread_mutex_unlock(&new_stream
->lock
);
734 pthread_mutex_unlock(&channel
->lock
);
738 /* Send stream to relayd if the stream has an ID. */
739 if (new_stream
->net_seq_idx
!= (uint64_t) -1ULL) {
740 ret
= consumer_send_relayd_stream(new_stream
,
741 new_stream
->chan
->pathname
);
743 pthread_mutex_unlock(&new_stream
->lock
);
744 pthread_mutex_unlock(&channel
->lock
);
745 consumer_stream_free(new_stream
);
746 goto error_add_stream_nosignal
;
750 * If adding an extra stream to an already
751 * existing channel (e.g. cpu hotplug), we need
752 * to send the "streams_sent" command to relayd.
754 if (channel
->streams_sent_to_relayd
) {
755 ret
= consumer_send_relayd_streams_sent(
756 new_stream
->net_seq_idx
);
758 pthread_mutex_unlock(&new_stream
->lock
);
759 pthread_mutex_unlock(&channel
->lock
);
760 goto error_add_stream_nosignal
;
764 pthread_mutex_unlock(&new_stream
->lock
);
765 pthread_mutex_unlock(&channel
->lock
);
767 /* Get the right pipe where the stream will be sent. */
768 if (new_stream
->metadata_flag
) {
769 consumer_add_metadata_stream(new_stream
);
770 stream_pipe
= ctx
->consumer_metadata_pipe
;
772 consumer_add_data_stream(new_stream
);
773 stream_pipe
= ctx
->consumer_data_pipe
;
776 /* Visible to other threads */
777 new_stream
->globally_visible
= 1;
779 health_code_update();
781 ret
= lttng_pipe_write(stream_pipe
, &new_stream
, sizeof(new_stream
));
783 ERR("Consumer write %s stream to pipe %d",
784 new_stream
->metadata_flag
? "metadata" : "data",
785 lttng_pipe_get_writefd(stream_pipe
));
786 if (new_stream
->metadata_flag
) {
787 consumer_del_stream_for_metadata(new_stream
);
789 consumer_del_stream_for_data(new_stream
);
791 goto error_add_stream_nosignal
;
794 DBG("Kernel consumer ADD_STREAM %s (fd: %d) %s with relayd id %" PRIu64
,
795 new_stream
->name
, fd
, new_stream
->chan
->pathname
, new_stream
->relayd_stream_id
);
798 error_add_stream_nosignal
:
800 error_add_stream_fatal
:
803 case LTTNG_CONSUMER_STREAMS_SENT
:
805 struct lttng_consumer_channel
*channel
;
808 * Get stream's channel reference. Needed when adding the stream to the
811 channel
= consumer_find_channel(msg
.u
.sent_streams
.channel_key
);
814 * We could not find the channel. Can happen if cpu hotplug
815 * happens while tearing down.
817 ERR("Unable to find channel key %" PRIu64
,
818 msg
.u
.sent_streams
.channel_key
);
819 ret_code
= LTTCOMM_CONSUMERD_CHAN_NOT_FOUND
;
822 health_code_update();
825 * Send status code to session daemon.
827 ret
= consumer_send_status_msg(sock
, ret_code
);
828 if (ret
< 0 || ret_code
!= LTTCOMM_CONSUMERD_SUCCESS
) {
829 /* Somehow, the session daemon is not responding anymore. */
830 goto error_streams_sent_nosignal
;
833 health_code_update();
836 * We should not send this message if we don't monitor the
837 * streams in this channel.
839 if (!channel
->monitor
) {
840 goto end_error_streams_sent
;
843 health_code_update();
844 /* Send stream to relayd if the stream has an ID. */
845 if (msg
.u
.sent_streams
.net_seq_idx
!= (uint64_t) -1ULL) {
846 ret
= consumer_send_relayd_streams_sent(
847 msg
.u
.sent_streams
.net_seq_idx
);
849 goto error_streams_sent_nosignal
;
851 channel
->streams_sent_to_relayd
= true;
853 end_error_streams_sent
:
855 error_streams_sent_nosignal
:
858 case LTTNG_CONSUMER_UPDATE_STREAM
:
863 case LTTNG_CONSUMER_DESTROY_RELAYD
:
865 uint64_t index
= msg
.u
.destroy_relayd
.net_seq_idx
;
866 struct consumer_relayd_sock_pair
*relayd
;
868 DBG("Kernel consumer destroying relayd %" PRIu64
, index
);
870 /* Get relayd reference if exists. */
871 relayd
= consumer_find_relayd(index
);
872 if (relayd
== NULL
) {
873 DBG("Unable to find relayd %" PRIu64
, index
);
874 ret_code
= LTTCOMM_CONSUMERD_RELAYD_FAIL
;
878 * Each relayd socket pair has a refcount of stream attached to it
879 * which tells if the relayd is still active or not depending on the
882 * This will set the destroy flag of the relayd object and destroy it
883 * if the refcount reaches zero when called.
885 * The destroy can happen either here or when a stream fd hangs up.
888 consumer_flag_relayd_for_destroy(relayd
);
891 health_code_update();
893 ret
= consumer_send_status_msg(sock
, ret_code
);
895 /* Somehow, the session daemon is not responding anymore. */
901 case LTTNG_CONSUMER_DATA_PENDING
:
904 uint64_t id
= msg
.u
.data_pending
.session_id
;
906 DBG("Kernel consumer data pending command for id %" PRIu64
, id
);
908 ret
= consumer_data_pending(id
);
910 health_code_update();
912 /* Send back returned value to session daemon */
913 ret
= lttcomm_send_unix_sock(sock
, &ret
, sizeof(ret
));
915 PERROR("send data pending ret code");
920 * No need to send back a status message since the data pending
921 * returned value is the response.
925 case LTTNG_CONSUMER_SNAPSHOT_CHANNEL
:
927 struct lttng_consumer_channel
*channel
;
928 uint64_t key
= msg
.u
.snapshot_channel
.key
;
930 channel
= consumer_find_channel(key
);
932 ERR("Channel %" PRIu64
" not found", key
);
933 ret_code
= LTTCOMM_CONSUMERD_CHAN_NOT_FOUND
;
935 pthread_mutex_lock(&channel
->lock
);
936 if (msg
.u
.snapshot_channel
.metadata
== 1) {
937 ret
= lttng_kconsumer_snapshot_metadata(channel
, key
,
938 msg
.u
.snapshot_channel
.pathname
,
939 msg
.u
.snapshot_channel
.relayd_id
, ctx
);
941 ERR("Snapshot metadata failed");
942 ret_code
= LTTCOMM_CONSUMERD_SNAPSHOT_FAILED
;
945 ret
= lttng_kconsumer_snapshot_channel(channel
, key
,
946 msg
.u
.snapshot_channel
.pathname
,
947 msg
.u
.snapshot_channel
.relayd_id
,
948 msg
.u
.snapshot_channel
.nb_packets_per_stream
,
951 ERR("Snapshot channel failed");
952 ret_code
= LTTCOMM_CONSUMERD_SNAPSHOT_FAILED
;
955 pthread_mutex_unlock(&channel
->lock
);
957 health_code_update();
959 ret
= consumer_send_status_msg(sock
, ret_code
);
961 /* Somehow, the session daemon is not responding anymore. */
966 case LTTNG_CONSUMER_DESTROY_CHANNEL
:
968 uint64_t key
= msg
.u
.destroy_channel
.key
;
969 struct lttng_consumer_channel
*channel
;
971 channel
= consumer_find_channel(key
);
973 ERR("Kernel consumer destroy channel %" PRIu64
" not found", key
);
974 ret_code
= LTTCOMM_CONSUMERD_CHAN_NOT_FOUND
;
977 health_code_update();
979 ret
= consumer_send_status_msg(sock
, ret_code
);
981 /* Somehow, the session daemon is not responding anymore. */
982 goto end_destroy_channel
;
985 health_code_update();
987 /* Stop right now if no channel was found. */
989 goto end_destroy_channel
;
993 * This command should ONLY be issued for channel with streams set in
996 assert(!channel
->monitor
);
999 * The refcount should ALWAYS be 0 in the case of a channel in no
1002 assert(!uatomic_sub_return(&channel
->refcount
, 1));
1004 consumer_del_channel(channel
);
1005 end_destroy_channel
:
1008 case LTTNG_CONSUMER_DISCARDED_EVENTS
:
1012 struct lttng_consumer_channel
*channel
;
1013 uint64_t id
= msg
.u
.discarded_events
.session_id
;
1014 uint64_t key
= msg
.u
.discarded_events
.channel_key
;
1016 DBG("Kernel consumer discarded events command for session id %"
1017 PRIu64
", channel key %" PRIu64
, id
, key
);
1019 channel
= consumer_find_channel(key
);
1021 ERR("Kernel consumer discarded events channel %"
1022 PRIu64
" not found", key
);
1025 count
= channel
->discarded_events
;
1028 health_code_update();
1030 /* Send back returned value to session daemon */
1031 ret
= lttcomm_send_unix_sock(sock
, &count
, sizeof(count
));
1033 PERROR("send discarded events");
1039 case LTTNG_CONSUMER_LOST_PACKETS
:
1043 struct lttng_consumer_channel
*channel
;
1044 uint64_t id
= msg
.u
.lost_packets
.session_id
;
1045 uint64_t key
= msg
.u
.lost_packets
.channel_key
;
1047 DBG("Kernel consumer lost packets command for session id %"
1048 PRIu64
", channel key %" PRIu64
, id
, key
);
1050 channel
= consumer_find_channel(key
);
1052 ERR("Kernel consumer lost packets channel %"
1053 PRIu64
" not found", key
);
1056 count
= channel
->lost_packets
;
1059 health_code_update();
1061 /* Send back returned value to session daemon */
1062 ret
= lttcomm_send_unix_sock(sock
, &count
, sizeof(count
));
1064 PERROR("send lost packets");
1070 case LTTNG_CONSUMER_SET_CHANNEL_MONITOR_PIPE
:
1072 int channel_monitor_pipe
;
1074 ret_code
= LTTCOMM_CONSUMERD_SUCCESS
;
1075 /* Successfully received the command's type. */
1076 ret
= consumer_send_status_msg(sock
, ret_code
);
1081 ret
= lttcomm_recv_fds_unix_sock(sock
, &channel_monitor_pipe
,
1083 if (ret
!= sizeof(channel_monitor_pipe
)) {
1084 ERR("Failed to receive channel monitor pipe");
1088 DBG("Received channel monitor pipe (%d)", channel_monitor_pipe
);
1089 ret
= consumer_timer_thread_set_channel_monitor_pipe(
1090 channel_monitor_pipe
);
1094 ret_code
= LTTCOMM_CONSUMERD_SUCCESS
;
1095 /* Set the pipe as non-blocking. */
1096 ret
= fcntl(channel_monitor_pipe
, F_GETFL
, 0);
1098 PERROR("fcntl get flags of the channel monitoring pipe");
1103 ret
= fcntl(channel_monitor_pipe
, F_SETFL
,
1104 flags
| O_NONBLOCK
);
1106 PERROR("fcntl set O_NONBLOCK flag of the channel monitoring pipe");
1109 DBG("Channel monitor pipe set as non-blocking");
1111 ret_code
= LTTCOMM_CONSUMERD_ALREADY_SET
;
1113 ret
= consumer_send_status_msg(sock
, ret_code
);
1119 case LTTNG_CONSUMER_ROTATE_CHANNEL
:
1121 struct lttng_consumer_channel
*channel
;
1122 uint64_t key
= msg
.u
.rotate_channel
.key
;
1124 DBG("Consumer rotate channel %" PRIu64
, key
);
1126 channel
= consumer_find_channel(key
);
1128 ERR("Channel %" PRIu64
" not found", key
);
1129 ret_code
= LTTCOMM_CONSUMERD_CHAN_NOT_FOUND
;
1132 * Sample the rotate position of all the streams in this channel.
1134 ret
= lttng_consumer_rotate_channel(channel
, key
,
1135 msg
.u
.rotate_channel
.relayd_id
,
1136 msg
.u
.rotate_channel
.metadata
,
1139 ERR("Rotate channel failed");
1140 ret_code
= LTTCOMM_CONSUMERD_ROTATION_FAIL
;
1143 health_code_update();
1145 ret
= consumer_send_status_msg(sock
, ret_code
);
1147 /* Somehow, the session daemon is not responding anymore. */
1148 goto error_rotate_channel
;
1151 /* Rotate the streams that are ready right now. */
1152 ret
= lttng_consumer_rotate_ready_streams(
1155 ERR("Rotate ready streams failed");
1159 error_rotate_channel
:
1162 case LTTNG_CONSUMER_INIT
:
1164 ret_code
= lttng_consumer_init_command(ctx
,
1165 msg
.u
.init
.sessiond_uuid
);
1166 health_code_update();
1167 ret
= consumer_send_status_msg(sock
, ret_code
);
1169 /* Somehow, the session daemon is not responding anymore. */
1174 case LTTNG_CONSUMER_CREATE_TRACE_CHUNK
:
1176 const struct lttng_credentials credentials
= {
1177 .uid
= msg
.u
.create_trace_chunk
.credentials
.value
.uid
,
1178 .gid
= msg
.u
.create_trace_chunk
.credentials
.value
.gid
,
1180 const bool is_local_trace
=
1181 !msg
.u
.create_trace_chunk
.relayd_id
.is_set
;
1182 const uint64_t relayd_id
=
1183 msg
.u
.create_trace_chunk
.relayd_id
.value
;
1184 const char *chunk_override_name
=
1185 *msg
.u
.create_trace_chunk
.override_name
?
1186 msg
.u
.create_trace_chunk
.override_name
:
1188 LTTNG_OPTIONAL(struct lttng_directory_handle
) chunk_directory_handle
=
1189 LTTNG_OPTIONAL_INIT
;
1192 * The session daemon will only provide a chunk directory file
1193 * descriptor for local traces.
1195 if (is_local_trace
) {
1198 /* Acnowledge the reception of the command. */
1199 ret
= consumer_send_status_msg(sock
,
1200 LTTCOMM_CONSUMERD_SUCCESS
);
1202 /* Somehow, the session daemon is not responding anymore. */
1206 ret
= lttcomm_recv_fds_unix_sock(sock
, &chunk_dirfd
, 1);
1207 if (ret
!= sizeof(chunk_dirfd
)) {
1208 ERR("Failed to receive trace chunk directory file descriptor");
1212 DBG("Received trace chunk directory fd (%d)",
1214 ret
= lttng_directory_handle_init_from_dirfd(
1215 &chunk_directory_handle
.value
,
1218 ERR("Failed to initialize chunk directory handle from directory file descriptor");
1219 if (close(chunk_dirfd
)) {
1220 PERROR("Failed to close chunk directory file descriptor");
1224 chunk_directory_handle
.is_set
= true;
1227 ret_code
= lttng_consumer_create_trace_chunk(
1228 !is_local_trace
? &relayd_id
: NULL
,
1229 msg
.u
.create_trace_chunk
.session_id
,
1230 msg
.u
.create_trace_chunk
.chunk_id
,
1231 (time_t) msg
.u
.create_trace_chunk
1232 .creation_timestamp
,
1233 chunk_override_name
,
1234 msg
.u
.create_trace_chunk
.credentials
.is_set
?
1237 chunk_directory_handle
.is_set
?
1238 &chunk_directory_handle
.value
:
1241 if (chunk_directory_handle
.is_set
) {
1242 lttng_directory_handle_fini(
1243 &chunk_directory_handle
.value
);
1245 goto end_msg_sessiond
;
1247 case LTTNG_CONSUMER_CLOSE_TRACE_CHUNK
:
1249 enum lttng_trace_chunk_command_type close_command
=
1250 msg
.u
.close_trace_chunk
.close_command
.value
;
1251 const uint64_t relayd_id
=
1252 msg
.u
.close_trace_chunk
.relayd_id
.value
;
1253 struct lttcomm_consumer_close_trace_chunk_reply reply
;
1254 char path
[LTTNG_PATH_MAX
];
1256 ret_code
= lttng_consumer_close_trace_chunk(
1257 msg
.u
.close_trace_chunk
.relayd_id
.is_set
?
1260 msg
.u
.close_trace_chunk
.session_id
,
1261 msg
.u
.close_trace_chunk
.chunk_id
,
1262 (time_t) msg
.u
.close_trace_chunk
.close_timestamp
,
1263 msg
.u
.close_trace_chunk
.close_command
.is_set
?
1266 reply
.ret_code
= ret_code
;
1267 reply
.path_length
= strlen(path
) + 1;
1268 ret
= lttcomm_send_unix_sock(sock
, &reply
, sizeof(reply
));
1269 if (ret
!= sizeof(reply
)) {
1272 ret
= lttcomm_send_unix_sock(sock
, path
, reply
.path_length
);
1273 if (ret
!= reply
.path_length
) {
1278 case LTTNG_CONSUMER_TRACE_CHUNK_EXISTS
:
1280 const uint64_t relayd_id
=
1281 msg
.u
.trace_chunk_exists
.relayd_id
.value
;
1283 ret_code
= lttng_consumer_trace_chunk_exists(
1284 msg
.u
.trace_chunk_exists
.relayd_id
.is_set
?
1286 msg
.u
.trace_chunk_exists
.session_id
,
1287 msg
.u
.trace_chunk_exists
.chunk_id
);
1288 goto end_msg_sessiond
;
1296 * Return 1 to indicate success since the 0 value can be a socket
1297 * shutdown during the recv() or send() call.
1302 /* This will issue a consumer stop. */
1307 * The returned value here is not useful since either way we'll return 1 to
1308 * the caller because the session daemon socket management is done
1309 * elsewhere. Returning a negative code or 0 will shutdown the consumer.
1311 ret
= consumer_send_status_msg(sock
, ret_code
);
1317 health_code_update();
1323 * Populate index values of a kernel stream. Values are set in big endian order.
1325 * Return 0 on success or else a negative value.
1327 static int get_index_values(struct ctf_packet_index
*index
, int infd
)
1331 ret
= kernctl_get_timestamp_begin(infd
, &index
->timestamp_begin
);
1333 PERROR("kernctl_get_timestamp_begin");
1336 index
->timestamp_begin
= htobe64(index
->timestamp_begin
);
1338 ret
= kernctl_get_timestamp_end(infd
, &index
->timestamp_end
);
1340 PERROR("kernctl_get_timestamp_end");
1343 index
->timestamp_end
= htobe64(index
->timestamp_end
);
1345 ret
= kernctl_get_events_discarded(infd
, &index
->events_discarded
);
1347 PERROR("kernctl_get_events_discarded");
1350 index
->events_discarded
= htobe64(index
->events_discarded
);
1352 ret
= kernctl_get_content_size(infd
, &index
->content_size
);
1354 PERROR("kernctl_get_content_size");
1357 index
->content_size
= htobe64(index
->content_size
);
1359 ret
= kernctl_get_packet_size(infd
, &index
->packet_size
);
1361 PERROR("kernctl_get_packet_size");
1364 index
->packet_size
= htobe64(index
->packet_size
);
1366 ret
= kernctl_get_stream_id(infd
, &index
->stream_id
);
1368 PERROR("kernctl_get_stream_id");
1371 index
->stream_id
= htobe64(index
->stream_id
);
1373 ret
= kernctl_get_instance_id(infd
, &index
->stream_instance_id
);
1375 if (ret
== -ENOTTY
) {
1376 /* Command not implemented by lttng-modules. */
1377 index
->stream_instance_id
= -1ULL;
1379 PERROR("kernctl_get_instance_id");
1383 index
->stream_instance_id
= htobe64(index
->stream_instance_id
);
1385 ret
= kernctl_get_sequence_number(infd
, &index
->packet_seq_num
);
1387 if (ret
== -ENOTTY
) {
1388 /* Command not implemented by lttng-modules. */
1389 index
->packet_seq_num
= -1ULL;
1392 PERROR("kernctl_get_sequence_number");
1396 index
->packet_seq_num
= htobe64(index
->packet_seq_num
);
1402 * Sync metadata meaning request them to the session daemon and snapshot to the
1403 * metadata thread can consumer them.
1405 * Metadata stream lock MUST be acquired.
1407 * Return 0 if new metadatda is available, EAGAIN if the metadata stream
1408 * is empty or a negative value on error.
1410 int lttng_kconsumer_sync_metadata(struct lttng_consumer_stream
*metadata
)
1416 ret
= kernctl_buffer_flush(metadata
->wait_fd
);
1418 ERR("Failed to flush kernel stream");
1422 ret
= kernctl_snapshot(metadata
->wait_fd
);
1424 if (ret
!= -EAGAIN
) {
1425 ERR("Sync metadata, taking kernel snapshot failed.");
1428 DBG("Sync metadata, no new kernel metadata");
1429 /* No new metadata, exit. */
1439 int update_stream_stats(struct lttng_consumer_stream
*stream
)
1442 uint64_t seq
, discarded
;
1444 ret
= kernctl_get_sequence_number(stream
->wait_fd
, &seq
);
1446 if (ret
== -ENOTTY
) {
1447 /* Command not implemented by lttng-modules. */
1450 PERROR("kernctl_get_sequence_number");
1456 * Start the sequence when we extract the first packet in case we don't
1457 * start at 0 (for example if a consumer is not connected to the
1458 * session immediately after the beginning).
1460 if (stream
->last_sequence_number
== -1ULL) {
1461 stream
->last_sequence_number
= seq
;
1462 } else if (seq
> stream
->last_sequence_number
) {
1463 stream
->chan
->lost_packets
+= seq
-
1464 stream
->last_sequence_number
- 1;
1466 /* seq <= last_sequence_number */
1467 ERR("Sequence number inconsistent : prev = %" PRIu64
1468 ", current = %" PRIu64
,
1469 stream
->last_sequence_number
, seq
);
1473 stream
->last_sequence_number
= seq
;
1475 ret
= kernctl_get_events_discarded(stream
->wait_fd
, &discarded
);
1477 PERROR("kernctl_get_events_discarded");
1480 if (discarded
< stream
->last_discarded_events
) {
1482 * Overflow has occurred. We assume only one wrap-around
1485 stream
->chan
->discarded_events
+= (1ULL << (CAA_BITS_PER_LONG
- 1)) -
1486 stream
->last_discarded_events
+ discarded
;
1488 stream
->chan
->discarded_events
+= discarded
-
1489 stream
->last_discarded_events
;
1491 stream
->last_discarded_events
= discarded
;
1499 * Check if the local version of the metadata stream matches with the version
1500 * of the metadata stream in the kernel. If it was updated, set the reset flag
1504 int metadata_stream_check_version(int infd
, struct lttng_consumer_stream
*stream
)
1507 uint64_t cur_version
;
1509 ret
= kernctl_get_metadata_version(infd
, &cur_version
);
1511 if (ret
== -ENOTTY
) {
1513 * LTTng-modules does not implement this
1519 ERR("Failed to get the metadata version");
1523 if (stream
->metadata_version
== cur_version
) {
1528 DBG("New metadata version detected");
1529 stream
->metadata_version
= cur_version
;
1530 stream
->reset_metadata_flag
= 1;
1538 * Consume data on a file descriptor and write it on a trace file.
1539 * The stream and channel locks must be held by the caller.
1541 ssize_t
lttng_kconsumer_read_subbuffer(struct lttng_consumer_stream
*stream
,
1542 struct lttng_consumer_local_data
*ctx
)
1544 unsigned long len
, subbuf_size
, padding
;
1545 int err
, write_index
= 1, rotation_ret
;
1547 int infd
= stream
->wait_fd
;
1548 struct ctf_packet_index index
;
1550 DBG("In read_subbuffer (infd : %d)", infd
);
1553 * If the stream was flagged to be ready for rotation before we extract the
1554 * next packet, rotate it now.
1556 if (stream
->rotate_ready
) {
1557 DBG("Rotate stream before extracting data");
1558 rotation_ret
= lttng_consumer_rotate_stream(ctx
, stream
);
1559 if (rotation_ret
< 0) {
1560 ERR("Stream rotation error");
1566 /* Get the next subbuffer */
1567 err
= kernctl_get_next_subbuf(infd
);
1570 * This is a debug message even for single-threaded consumer,
1571 * because poll() have more relaxed criterions than get subbuf,
1572 * so get_subbuf may fail for short race windows where poll()
1573 * would issue wakeups.
1575 DBG("Reserving sub buffer failed (everything is normal, "
1576 "it is due to concurrency)");
1581 /* Get the full subbuffer size including padding */
1582 err
= kernctl_get_padded_subbuf_size(infd
, &len
);
1584 PERROR("Getting sub-buffer len failed.");
1585 err
= kernctl_put_subbuf(infd
);
1587 if (err
== -EFAULT
) {
1588 PERROR("Error in unreserving sub buffer\n");
1589 } else if (err
== -EIO
) {
1590 /* Should never happen with newer LTTng versions */
1591 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1600 if (!stream
->metadata_flag
) {
1601 ret
= get_index_values(&index
, infd
);
1603 err
= kernctl_put_subbuf(infd
);
1605 if (err
== -EFAULT
) {
1606 PERROR("Error in unreserving sub buffer\n");
1607 } else if (err
== -EIO
) {
1608 /* Should never happen with newer LTTng versions */
1609 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1616 ret
= update_stream_stats(stream
);
1618 err
= kernctl_put_subbuf(infd
);
1620 if (err
== -EFAULT
) {
1621 PERROR("Error in unreserving sub buffer\n");
1622 } else if (err
== -EIO
) {
1623 /* Should never happen with newer LTTng versions */
1624 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1633 ret
= metadata_stream_check_version(infd
, stream
);
1635 err
= kernctl_put_subbuf(infd
);
1637 if (err
== -EFAULT
) {
1638 PERROR("Error in unreserving sub buffer\n");
1639 } else if (err
== -EIO
) {
1640 /* Should never happen with newer LTTng versions */
1641 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1650 switch (stream
->chan
->output
) {
1651 case CONSUMER_CHANNEL_SPLICE
:
1653 * XXX: The lttng-modules splice "actor" does not handle copying
1654 * partial pages hence only using the subbuffer size without the
1655 * padding makes the splice fail.
1660 /* splice the subbuffer to the tracefile */
1661 ret
= lttng_consumer_on_read_subbuffer_splice(ctx
, stream
, subbuf_size
,
1664 * XXX: Splice does not support network streaming so the return value
1665 * is simply checked against subbuf_size and not like the mmap() op.
1667 if (ret
!= subbuf_size
) {
1669 * display the error but continue processing to try
1670 * to release the subbuffer
1672 ERR("Error splicing to tracefile (ret: %zd != len: %lu)",
1677 case CONSUMER_CHANNEL_MMAP
:
1678 /* Get subbuffer size without padding */
1679 err
= kernctl_get_subbuf_size(infd
, &subbuf_size
);
1681 PERROR("Getting sub-buffer len failed.");
1682 err
= kernctl_put_subbuf(infd
);
1684 if (err
== -EFAULT
) {
1685 PERROR("Error in unreserving sub buffer\n");
1686 } else if (err
== -EIO
) {
1687 /* Should never happen with newer LTTng versions */
1688 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1697 /* Make sure the tracer is not gone mad on us! */
1698 assert(len
>= subbuf_size
);
1700 padding
= len
- subbuf_size
;
1702 /* write the subbuffer to the tracefile */
1703 ret
= lttng_consumer_on_read_subbuffer_mmap(ctx
, stream
, subbuf_size
,
1706 * The mmap operation should write subbuf_size amount of data when
1707 * network streaming or the full padding (len) size when we are _not_
1710 if ((ret
!= subbuf_size
&& stream
->net_seq_idx
!= (uint64_t) -1ULL) ||
1711 (ret
!= len
&& stream
->net_seq_idx
== (uint64_t) -1ULL)) {
1713 * Display the error but continue processing to try to release the
1714 * subbuffer. This is a DBG statement since this is possible to
1715 * happen without being a critical error.
1717 DBG("Error writing to tracefile "
1718 "(ret: %zd != len: %lu != subbuf_size: %lu)",
1719 ret
, len
, subbuf_size
);
1724 ERR("Unknown output method");
1728 err
= kernctl_put_next_subbuf(infd
);
1730 if (err
== -EFAULT
) {
1731 PERROR("Error in unreserving sub buffer\n");
1732 } else if (err
== -EIO
) {
1733 /* Should never happen with newer LTTng versions */
1734 PERROR("Reader has been pushed by the writer, last sub-buffer corrupted.");
1740 /* Write index if needed. */
1745 if (stream
->chan
->live_timer_interval
&& !stream
->metadata_flag
) {
1747 * In live, block until all the metadata is sent.
1749 pthread_mutex_lock(&stream
->metadata_timer_lock
);
1750 assert(!stream
->missed_metadata_flush
);
1751 stream
->waiting_on_metadata
= true;
1752 pthread_mutex_unlock(&stream
->metadata_timer_lock
);
1754 err
= consumer_stream_sync_metadata(ctx
, stream
->session_id
);
1756 pthread_mutex_lock(&stream
->metadata_timer_lock
);
1757 stream
->waiting_on_metadata
= false;
1758 if (stream
->missed_metadata_flush
) {
1759 stream
->missed_metadata_flush
= false;
1760 pthread_mutex_unlock(&stream
->metadata_timer_lock
);
1761 (void) consumer_flush_kernel_index(stream
);
1763 pthread_mutex_unlock(&stream
->metadata_timer_lock
);
1770 err
= consumer_stream_write_index(stream
, &index
);
1777 * After extracting the packet, we check if the stream is now ready to be
1778 * rotated and perform the action immediately.
1780 rotation_ret
= lttng_consumer_stream_is_rotate_ready(stream
);
1781 if (rotation_ret
== 1) {
1782 rotation_ret
= lttng_consumer_rotate_stream(ctx
, stream
);
1783 if (rotation_ret
< 0) {
1784 ERR("Stream rotation error");
1788 } else if (rotation_ret
< 0) {
1789 ERR("Checking if stream is ready to rotate");
1798 int lttng_kconsumer_on_recv_stream(struct lttng_consumer_stream
*stream
)
1805 * Don't create anything if this is set for streaming or if there is
1806 * no current trace chunk on the parent channel.
1808 if (stream
->net_seq_idx
== (uint64_t) -1ULL && stream
->chan
->monitor
&&
1809 stream
->chan
->trace_chunk
) {
1810 ret
= consumer_stream_create_output_files(stream
, true);
1816 if (stream
->output
== LTTNG_EVENT_MMAP
) {
1817 /* get the len of the mmap region */
1818 unsigned long mmap_len
;
1820 ret
= kernctl_get_mmap_len(stream
->wait_fd
, &mmap_len
);
1822 PERROR("kernctl_get_mmap_len");
1823 goto error_close_fd
;
1825 stream
->mmap_len
= (size_t) mmap_len
;
1827 stream
->mmap_base
= mmap(NULL
, stream
->mmap_len
, PROT_READ
,
1828 MAP_PRIVATE
, stream
->wait_fd
, 0);
1829 if (stream
->mmap_base
== MAP_FAILED
) {
1830 PERROR("Error mmaping");
1832 goto error_close_fd
;
1836 /* we return 0 to let the library handle the FD internally */
1840 if (stream
->out_fd
>= 0) {
1843 err
= close(stream
->out_fd
);
1845 stream
->out_fd
= -1;
1852 * Check if data is still being extracted from the buffers for a specific
1853 * stream. Consumer data lock MUST be acquired before calling this function
1854 * and the stream lock.
1856 * Return 1 if the traced data are still getting read else 0 meaning that the
1857 * data is available for trace viewer reading.
1859 int lttng_kconsumer_data_pending(struct lttng_consumer_stream
*stream
)
1865 if (stream
->endpoint_status
!= CONSUMER_ENDPOINT_ACTIVE
) {
1870 ret
= kernctl_get_next_subbuf(stream
->wait_fd
);
1872 /* There is still data so let's put back this subbuffer. */
1873 ret
= kernctl_put_subbuf(stream
->wait_fd
);
1875 ret
= 1; /* Data is pending */
1879 /* Data is NOT pending and ready to be read. */