2 * Copyright (C) 2012 - David Goulet <dgoulet@efficios.com>
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License, version 2 only, as
6 * published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 51
15 * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
26 #include <common/common.h>
27 #include <common/defaults.h>
28 #include <common/compat/endian.h>
29 #include <common/sessiond-comm/relayd.h>
30 #include <common/index/ctf-index.h>
35 * Send command. Fill up the header and append the data.
37 static int send_command(struct lttcomm_relayd_sock
*rsock
,
38 enum lttcomm_relayd_command cmd
, void *data
, size_t size
,
42 struct lttcomm_relayd_hdr header
;
44 uint64_t buf_size
= sizeof(header
);
46 if (rsock
->sock
.fd
< 0) {
54 buf
= zmalloc(buf_size
);
56 PERROR("zmalloc relayd send command buf");
61 memset(&header
, 0, sizeof(header
));
62 header
.cmd
= htobe32(cmd
);
63 header
.data_size
= htobe64(size
);
65 /* Zeroed for now since not used. */
66 header
.cmd_version
= 0;
67 header
.circuit_id
= 0;
69 /* Prepare buffer to send. */
70 memcpy(buf
, &header
, sizeof(header
));
72 memcpy(buf
+ sizeof(header
), data
, size
);
75 DBG3("Relayd sending command %d of size %" PRIu64
, (int) cmd
, buf_size
);
76 ret
= rsock
->sock
.ops
->sendmsg(&rsock
->sock
, buf
, buf_size
, flags
);
78 PERROR("Failed to send command %d of size %" PRIu64
,
90 * Receive reply data on socket. This MUST be call after send_command or else
91 * could result in unexpected behavior(s).
93 static int recv_reply(struct lttcomm_relayd_sock
*rsock
, void *data
, size_t size
)
97 if (rsock
->sock
.fd
< 0) {
101 DBG3("Relayd waiting for reply of size %zu", size
);
103 ret
= rsock
->sock
.ops
->recvmsg(&rsock
->sock
, data
, size
, 0);
104 if (ret
<= 0 || ret
!= size
) {
106 /* Orderly shutdown. */
107 DBG("Socket %d has performed an orderly shutdown", rsock
->sock
.fd
);
109 DBG("Receiving reply failed on sock %d for size %zu with ret %d",
110 rsock
->sock
.fd
, size
, ret
);
112 /* Always return -1 here and the caller can use errno. */
122 * Starting at 2.4, RELAYD_CREATE_SESSION takes additional parameters to
123 * support the live reading capability.
125 static int relayd_create_session_2_4(struct lttcomm_relayd_sock
*rsock
,
126 uint64_t *session_id
, char *session_name
, char *hostname
,
127 int session_live_timer
, unsigned int snapshot
)
130 struct lttcomm_relayd_create_session_2_4 msg
;
132 if (lttng_strncpy(msg
.session_name
, session_name
,
133 sizeof(msg
.session_name
))) {
137 if (lttng_strncpy(msg
.hostname
, hostname
, sizeof(msg
.hostname
))) {
141 msg
.live_timer
= htobe32(session_live_timer
);
142 msg
.snapshot
= htobe32(snapshot
);
145 ret
= send_command(rsock
, RELAYD_CREATE_SESSION
, &msg
, sizeof(msg
), 0);
155 * RELAYD_CREATE_SESSION from 2.1 to 2.3.
157 static int relayd_create_session_2_1(struct lttcomm_relayd_sock
*rsock
,
158 uint64_t *session_id
)
163 ret
= send_command(rsock
, RELAYD_CREATE_SESSION
, NULL
, 0, 0);
173 * Send a RELAYD_CREATE_SESSION command to the relayd with the given socket and
174 * set session_id of the relayd if we have a successful reply from the relayd.
176 * On success, return 0 else a negative value which is either an errno error or
177 * a lttng error code from the relayd.
179 int relayd_create_session(struct lttcomm_relayd_sock
*rsock
, uint64_t *session_id
,
180 char *session_name
, char *hostname
, int session_live_timer
,
181 unsigned int snapshot
)
184 struct lttcomm_relayd_status_session reply
;
189 DBG("Relayd create session");
191 switch(rsock
->minor
) {
195 ret
= relayd_create_session_2_1(rsock
, session_id
);
199 ret
= relayd_create_session_2_4(rsock
, session_id
, session_name
,
200 hostname
, session_live_timer
, snapshot
);
208 /* Receive response */
209 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
214 reply
.session_id
= be64toh(reply
.session_id
);
215 reply
.ret_code
= be32toh(reply
.ret_code
);
217 /* Return session id or negative ret code. */
218 if (reply
.ret_code
!= LTTNG_OK
) {
220 ERR("Relayd create session replied error %d", reply
.ret_code
);
224 *session_id
= reply
.session_id
;
227 DBG("Relayd session created with id %" PRIu64
, reply
.session_id
);
234 * Add stream on the relayd and assign stream handle to the stream_id argument.
236 * On success return 0 else return ret_code negative value.
238 int relayd_add_stream(struct lttcomm_relayd_sock
*rsock
, const char *channel_name
,
239 const char *pathname
, uint64_t *stream_id
,
240 uint64_t tracefile_size
, uint64_t tracefile_count
)
243 struct lttcomm_relayd_add_stream msg
;
244 struct lttcomm_relayd_add_stream_2_2 msg_2_2
;
245 struct lttcomm_relayd_status_stream reply
;
247 /* Code flow error. Safety net. */
249 assert(channel_name
);
252 DBG("Relayd adding stream for channel name %s", channel_name
);
254 /* Compat with relayd 2.1 */
255 if (rsock
->minor
== 1) {
256 memset(&msg
, 0, sizeof(msg
));
257 if (lttng_strncpy(msg
.channel_name
, channel_name
,
258 sizeof(msg
.channel_name
))) {
262 if (lttng_strncpy(msg
.pathname
, pathname
,
263 sizeof(msg
.pathname
))) {
269 ret
= send_command(rsock
, RELAYD_ADD_STREAM
, (void *) &msg
, sizeof(msg
), 0);
274 memset(&msg_2_2
, 0, sizeof(msg_2_2
));
275 /* Compat with relayd 2.2+ */
276 if (lttng_strncpy(msg_2_2
.channel_name
, channel_name
,
277 sizeof(msg_2_2
.channel_name
))) {
281 if (lttng_strncpy(msg_2_2
.pathname
, pathname
,
282 sizeof(msg_2_2
.pathname
))) {
286 msg_2_2
.tracefile_size
= htobe64(tracefile_size
);
287 msg_2_2
.tracefile_count
= htobe64(tracefile_count
);
290 ret
= send_command(rsock
, RELAYD_ADD_STREAM
, (void *) &msg_2_2
, sizeof(msg_2_2
), 0);
296 /* Waiting for reply */
297 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
302 /* Back to host bytes order. */
303 reply
.handle
= be64toh(reply
.handle
);
304 reply
.ret_code
= be32toh(reply
.ret_code
);
306 /* Return session id or negative ret code. */
307 if (reply
.ret_code
!= LTTNG_OK
) {
309 ERR("Relayd add stream replied error %d", reply
.ret_code
);
313 *stream_id
= reply
.handle
;
316 DBG("Relayd stream added successfully with handle %" PRIu64
,
324 * Inform the relay that all the streams for the current channel has been sent.
326 * On success return 0 else return ret_code negative value.
328 int relayd_streams_sent(struct lttcomm_relayd_sock
*rsock
)
331 struct lttcomm_relayd_generic_reply reply
;
333 /* Code flow error. Safety net. */
336 DBG("Relayd sending streams sent.");
338 /* This feature was introduced in 2.4, ignore it for earlier versions. */
339 if (rsock
->minor
< 4) {
345 ret
= send_command(rsock
, RELAYD_STREAMS_SENT
, NULL
, 0, 0);
350 /* Waiting for reply */
351 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
356 /* Back to host bytes order. */
357 reply
.ret_code
= be32toh(reply
.ret_code
);
359 /* Return session id or negative ret code. */
360 if (reply
.ret_code
!= LTTNG_OK
) {
362 ERR("Relayd streams sent replied error %d", reply
.ret_code
);
369 DBG("Relayd streams sent success");
377 * Check version numbers on the relayd.
378 * If major versions are compatible, we assign minor_to_use to the
379 * minor version of the procotol we are going to use for this session.
381 * Return 0 if the two daemons are compatible, LTTNG_ERR_RELAYD_VERSION_FAIL
382 * otherwise, or a negative value on network errors.
384 int relayd_version_check(struct lttcomm_relayd_sock
*rsock
)
387 struct lttcomm_relayd_version msg
;
389 /* Code flow error. Safety net. */
392 DBG("Relayd version check for major.minor %u.%u", rsock
->major
,
395 memset(&msg
, 0, sizeof(msg
));
396 /* Prepare network byte order before transmission. */
397 msg
.major
= htobe32(rsock
->major
);
398 msg
.minor
= htobe32(rsock
->minor
);
401 ret
= send_command(rsock
, RELAYD_VERSION
, (void *) &msg
, sizeof(msg
), 0);
406 /* Receive response */
407 ret
= recv_reply(rsock
, (void *) &msg
, sizeof(msg
));
412 /* Set back to host bytes order */
413 msg
.major
= be32toh(msg
.major
);
414 msg
.minor
= be32toh(msg
.minor
);
417 * Only validate the major version. If the other side is higher,
418 * communication is not possible. Only major version equal can talk to each
419 * other. If the minor version differs, the lowest version is used by both
422 if (msg
.major
!= rsock
->major
) {
424 ret
= LTTNG_ERR_RELAYD_VERSION_FAIL
;
425 DBG2("Relayd version is NOT compatible. Relayd version %u != %u (us)",
426 msg
.major
, rsock
->major
);
431 * If the relayd's minor version is higher, it will adapt to our version so
432 * we can continue to use the latest relayd communication data structure.
433 * If the received minor version is higher, the relayd should adapt to us.
435 if (rsock
->minor
> msg
.minor
) {
436 rsock
->minor
= msg
.minor
;
439 /* Version number compatible */
440 DBG2("Relayd version is compatible, using protocol version %u.%u",
441 rsock
->major
, rsock
->minor
);
449 * Add stream on the relayd and assign stream handle to the stream_id argument.
451 * On success return 0 else return ret_code negative value.
453 int relayd_send_metadata(struct lttcomm_relayd_sock
*rsock
, size_t len
)
457 /* Code flow error. Safety net. */
460 DBG("Relayd sending metadata of size %zu", len
);
463 ret
= send_command(rsock
, RELAYD_SEND_METADATA
, NULL
, len
, 0);
468 DBG2("Relayd metadata added successfully");
471 * After that call, the metadata data MUST be sent to the relayd so the
472 * receive size on the other end matches the len of the metadata packet
473 * header. This is why we don't wait for a reply here.
481 * Connect to relay daemon with an allocated lttcomm_relayd_sock.
483 int relayd_connect(struct lttcomm_relayd_sock
*rsock
)
485 /* Code flow error. Safety net. */
488 if (!rsock
->sock
.ops
) {
490 * Attempting a connect on a non-initialized socket.
495 DBG3("Relayd connect ...");
497 return rsock
->sock
.ops
->connect(&rsock
->sock
);
501 * Close relayd socket with an allocated lttcomm_relayd_sock.
503 * If no socket operations are found, simply return 0 meaning that everything
504 * is fine. Without operations, the socket can not possibly be opened or used.
505 * This is possible if the socket was allocated but not created. However, the
506 * caller could simply use it to store a valid file descriptor for instance
507 * passed over a Unix socket and call this to cleanup but still without a valid
510 * Return the close returned value. On error, a negative value is usually
511 * returned back from close(2).
513 int relayd_close(struct lttcomm_relayd_sock
*rsock
)
517 /* Code flow error. Safety net. */
520 /* An invalid fd is fine, return success. */
521 if (rsock
->sock
.fd
< 0) {
526 DBG3("Relayd closing socket %d", rsock
->sock
.fd
);
528 if (rsock
->sock
.ops
) {
529 ret
= rsock
->sock
.ops
->close(&rsock
->sock
);
531 /* Default call if no specific ops found. */
532 ret
= close(rsock
->sock
.fd
);
534 PERROR("relayd_close default close");
544 * Send data header structure to the relayd.
546 int relayd_send_data_hdr(struct lttcomm_relayd_sock
*rsock
,
547 struct lttcomm_relayd_data_hdr
*hdr
, size_t size
)
551 /* Code flow error. Safety net. */
555 if (rsock
->sock
.fd
< 0) {
559 DBG3("Relayd sending data header of size %zu", size
);
561 /* Again, safety net */
563 size
= sizeof(struct lttcomm_relayd_data_hdr
);
566 /* Only send data header. */
567 ret
= rsock
->sock
.ops
->sendmsg(&rsock
->sock
, hdr
, size
, 0);
574 * The data MUST be sent right after that command for the receive on the
575 * other end to match the size in the header.
583 * Send close stream command to the relayd.
585 int relayd_send_close_stream(struct lttcomm_relayd_sock
*rsock
, uint64_t stream_id
,
586 uint64_t last_net_seq_num
)
589 struct lttcomm_relayd_close_stream msg
;
590 struct lttcomm_relayd_generic_reply reply
;
592 /* Code flow error. Safety net. */
595 DBG("Relayd closing stream id %" PRIu64
, stream_id
);
597 memset(&msg
, 0, sizeof(msg
));
598 msg
.stream_id
= htobe64(stream_id
);
599 msg
.last_net_seq_num
= htobe64(last_net_seq_num
);
602 ret
= send_command(rsock
, RELAYD_CLOSE_STREAM
, (void *) &msg
, sizeof(msg
), 0);
607 /* Receive response */
608 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
613 reply
.ret_code
= be32toh(reply
.ret_code
);
615 /* Return session id or negative ret code. */
616 if (reply
.ret_code
!= LTTNG_OK
) {
618 ERR("Relayd close stream replied error %d", reply
.ret_code
);
624 DBG("Relayd close stream id %" PRIu64
" successfully", stream_id
);
631 * Check for data availability for a given stream id.
633 * Return 0 if NOT pending, 1 if so and a negative value on error.
635 int relayd_data_pending(struct lttcomm_relayd_sock
*rsock
, uint64_t stream_id
,
636 uint64_t last_net_seq_num
)
639 struct lttcomm_relayd_data_pending msg
;
640 struct lttcomm_relayd_generic_reply reply
;
642 /* Code flow error. Safety net. */
645 DBG("Relayd data pending for stream id %" PRIu64
, stream_id
);
647 memset(&msg
, 0, sizeof(msg
));
648 msg
.stream_id
= htobe64(stream_id
);
649 msg
.last_net_seq_num
= htobe64(last_net_seq_num
);
652 ret
= send_command(rsock
, RELAYD_DATA_PENDING
, (void *) &msg
,
658 /* Receive response */
659 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
664 reply
.ret_code
= be32toh(reply
.ret_code
);
666 /* Return session id or negative ret code. */
667 if (reply
.ret_code
>= LTTNG_OK
) {
668 ERR("Relayd data pending replied error %d", reply
.ret_code
);
671 /* At this point, the ret code is either 1 or 0 */
672 ret
= reply
.ret_code
;
674 DBG("Relayd data is %s pending for stream id %" PRIu64
,
675 ret
== 1 ? "" : "NOT", stream_id
);
682 * Check on the relayd side for a quiescent state on the control socket.
684 int relayd_quiescent_control(struct lttcomm_relayd_sock
*rsock
,
685 uint64_t metadata_stream_id
)
688 struct lttcomm_relayd_quiescent_control msg
;
689 struct lttcomm_relayd_generic_reply reply
;
691 /* Code flow error. Safety net. */
694 DBG("Relayd checking quiescent control state");
696 memset(&msg
, 0, sizeof(msg
));
697 msg
.stream_id
= htobe64(metadata_stream_id
);
700 ret
= send_command(rsock
, RELAYD_QUIESCENT_CONTROL
, &msg
, sizeof(msg
), 0);
705 /* Receive response */
706 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
711 reply
.ret_code
= be32toh(reply
.ret_code
);
713 /* Return session id or negative ret code. */
714 if (reply
.ret_code
!= LTTNG_OK
) {
716 ERR("Relayd quiescent control replied error %d", reply
.ret_code
);
720 /* Control socket is quiescent */
728 * Begin a data pending command for a specific session id.
730 int relayd_begin_data_pending(struct lttcomm_relayd_sock
*rsock
, uint64_t id
)
733 struct lttcomm_relayd_begin_data_pending msg
;
734 struct lttcomm_relayd_generic_reply reply
;
736 /* Code flow error. Safety net. */
739 DBG("Relayd begin data pending");
741 memset(&msg
, 0, sizeof(msg
));
742 msg
.session_id
= htobe64(id
);
745 ret
= send_command(rsock
, RELAYD_BEGIN_DATA_PENDING
, &msg
, sizeof(msg
), 0);
750 /* Receive response */
751 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
756 reply
.ret_code
= be32toh(reply
.ret_code
);
758 /* Return session id or negative ret code. */
759 if (reply
.ret_code
!= LTTNG_OK
) {
761 ERR("Relayd begin data pending replied error %d", reply
.ret_code
);
772 * End a data pending command for a specific session id.
774 * Return 0 on success and set is_data_inflight to 0 if no data is being
775 * streamed or 1 if it is the case.
777 int relayd_end_data_pending(struct lttcomm_relayd_sock
*rsock
, uint64_t id
,
778 unsigned int *is_data_inflight
)
781 struct lttcomm_relayd_end_data_pending msg
;
782 struct lttcomm_relayd_generic_reply reply
;
784 /* Code flow error. Safety net. */
787 DBG("Relayd end data pending");
789 memset(&msg
, 0, sizeof(msg
));
790 msg
.session_id
= htobe64(id
);
793 ret
= send_command(rsock
, RELAYD_END_DATA_PENDING
, &msg
, sizeof(msg
), 0);
798 /* Receive response */
799 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
804 recv_ret
= be32toh(reply
.ret_code
);
810 *is_data_inflight
= recv_ret
;
812 DBG("Relayd end data pending is data inflight: %d", recv_ret
);
821 * Send index to the relayd.
823 int relayd_send_index(struct lttcomm_relayd_sock
*rsock
,
824 struct ctf_packet_index
*index
, uint64_t relay_stream_id
,
825 uint64_t net_seq_num
)
828 struct lttcomm_relayd_index msg
;
829 struct lttcomm_relayd_generic_reply reply
;
831 /* Code flow error. Safety net. */
834 if (rsock
->minor
< 4) {
835 DBG("Not sending indexes before protocol 2.4");
840 DBG("Relayd sending index for stream ID %" PRIu64
, relay_stream_id
);
842 memset(&msg
, 0, sizeof(msg
));
843 msg
.relay_stream_id
= htobe64(relay_stream_id
);
844 msg
.net_seq_num
= htobe64(net_seq_num
);
846 /* The index is already in big endian. */
847 msg
.packet_size
= index
->packet_size
;
848 msg
.content_size
= index
->content_size
;
849 msg
.timestamp_begin
= index
->timestamp_begin
;
850 msg
.timestamp_end
= index
->timestamp_end
;
851 msg
.events_discarded
= index
->events_discarded
;
852 msg
.stream_id
= index
->stream_id
;
854 if (rsock
->minor
>= 8) {
855 msg
.stream_instance_id
= index
->stream_instance_id
;
856 msg
.packet_seq_num
= index
->packet_seq_num
;
860 ret
= send_command(rsock
, RELAYD_SEND_INDEX
, &msg
,
861 lttcomm_relayd_index_len(lttng_to_index_major(rsock
->major
,
863 lttng_to_index_minor(rsock
->major
, rsock
->minor
)),
869 /* Receive response */
870 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
875 reply
.ret_code
= be32toh(reply
.ret_code
);
877 /* Return session id or negative ret code. */
878 if (reply
.ret_code
!= LTTNG_OK
) {
880 ERR("Relayd send index replied error %d", reply
.ret_code
);
891 * Ask the relay to reset the metadata trace file (regeneration).
893 int relayd_reset_metadata(struct lttcomm_relayd_sock
*rsock
,
894 uint64_t stream_id
, uint64_t version
)
897 struct lttcomm_relayd_reset_metadata msg
;
898 struct lttcomm_relayd_generic_reply reply
;
900 /* Code flow error. Safety net. */
903 /* Should have been prevented by the sessiond. */
904 if (rsock
->minor
< 8) {
905 ERR("Metadata regeneration unsupported before 2.8");
910 DBG("Relayd reset metadata stream id %" PRIu64
, stream_id
);
912 memset(&msg
, 0, sizeof(msg
));
913 msg
.stream_id
= htobe64(stream_id
);
914 msg
.version
= htobe64(version
);
917 ret
= send_command(rsock
, RELAYD_RESET_METADATA
, (void *) &msg
, sizeof(msg
), 0);
922 /* Receive response */
923 ret
= recv_reply(rsock
, (void *) &reply
, sizeof(reply
));
928 reply
.ret_code
= be32toh(reply
.ret_code
);
930 /* Return session id or negative ret code. */
931 if (reply
.ret_code
!= LTTNG_OK
) {
933 ERR("Relayd reset metadata replied error %d", reply
.ret_code
);
939 DBG("Relayd reset metadata stream id %" PRIu64
" successfully", stream_id
);