1 /* SPDX-License-Identifier: GPL-2.0-only */
3 #define TRACE_SYSTEM block
5 #if !defined(LTTNG_TRACE_BLOCK_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_BLOCK_H
8 #include <lttng/tracepoint-event.h>
9 #include <linux/blktrace_api.h>
10 #include <linux/blkdev.h>
11 #include <linux/trace_seq.h>
12 #include <lttng/kernel-version.h>
14 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
15 #include <scsi/scsi_request.h>
16 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0)) */
18 #ifndef _TRACE_BLOCK_DEF_
19 #define _TRACE_BLOCK_DEF_
22 RWBS_FLAG_WRITE
= (1 << 0),
23 RWBS_FLAG_DISCARD
= (1 << 1),
24 RWBS_FLAG_READ
= (1 << 2),
25 RWBS_FLAG_RAHEAD
= (1 << 3),
26 RWBS_FLAG_BARRIER
= (1 << 4),
27 RWBS_FLAG_SYNC
= (1 << 5),
28 RWBS_FLAG_META
= (1 << 6),
29 RWBS_FLAG_SECURE
= (1 << 7),
30 RWBS_FLAG_FLUSH
= (1 << 8),
31 RWBS_FLAG_FUA
= (1 << 9),
32 RWBS_FLAG_PREFLUSH
= (1 << 10),
35 #endif /* _TRACE_BLOCK_DEF_ */
37 #ifdef CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM
38 LTTNG_TRACEPOINT_ENUM(block_rq_type
,
40 ctf_enum_value("RWBS_FLAG_WRITE", RWBS_FLAG_WRITE
)
41 ctf_enum_value("RWBS_FLAG_DISCARD", RWBS_FLAG_DISCARD
)
42 ctf_enum_value("RWBS_FLAG_READ", RWBS_FLAG_READ
)
43 ctf_enum_value("RWBS_FLAG_RAHEAD", RWBS_FLAG_RAHEAD
)
44 ctf_enum_value("RWBS_FLAG_BARRIER", RWBS_FLAG_BARRIER
)
45 ctf_enum_value("RWBS_FLAG_SYNC", RWBS_FLAG_SYNC
)
46 ctf_enum_value("RWBS_FLAG_META", RWBS_FLAG_META
)
47 ctf_enum_value("RWBS_FLAG_SECURE", RWBS_FLAG_SECURE
)
48 ctf_enum_value("RWBS_FLAG_FLUSH", RWBS_FLAG_FLUSH
)
49 ctf_enum_value("RWBS_FLAG_FUA", RWBS_FLAG_FUA
)
50 ctf_enum_value("RWBS_FLAG_PREFLUSH", RWBS_FLAG_PREFLUSH
)
53 #endif /* CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM */
55 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0) || \
56 LTTNG_SLE_KERNEL_RANGE(4,4,73,5,0,0, 4,4,73,6,0,0) || \
57 LTTNG_SLE_KERNEL_RANGE(4,4,82,6,0,0, 4,4,82,7,0,0) || \
58 LTTNG_SLE_KERNEL_RANGE(4,4,92,6,0,0, 4,4,92,7,0,0) || \
59 LTTNG_SLE_KERNEL_RANGE(4,4,103,6,0,0, 4,4,103,7,0,0) || \
60 LTTNG_SLE_KERNEL_RANGE(4,4,114,94,0,0, 4,4,114,95,0,0) || \
61 LTTNG_SLE_KERNEL_RANGE(4,4,120,94,0,0, 4,4,120,95,0,0) || \
62 LTTNG_SLE_KERNEL_RANGE(4,4,126,94,0,0, 4,5,0,0,0,0))
64 #define lttng_req_op(rq) req_op(rq)
65 #define lttng_req_rw(rq) ((rq)->cmd_flags)
66 #define lttng_bio_op(bio) bio_op(bio)
67 #define lttng_bio_rw(bio) ((bio)->bi_opf)
69 #ifdef CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM
70 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
71 ctf_enum(block_rq_type, type, rwbs, \
72 (((op) == REQ_OP_WRITE || (op) == REQ_OP_WRITE_SAME) ? RWBS_FLAG_WRITE : \
73 ( (op) == REQ_OP_DISCARD ? RWBS_FLAG_DISCARD : \
74 ( (op) == REQ_OP_SECURE_ERASE ? (RWBS_FLAG_DISCARD | RWBS_FLAG_SECURE) : \
75 ( (op) == REQ_OP_FLUSH ? RWBS_FLAG_FLUSH : \
76 ( (op) == REQ_OP_READ ? RWBS_FLAG_READ : \
78 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
79 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
80 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
81 | ((rw) & REQ_PREFLUSH ? RWBS_FLAG_PREFLUSH : 0) \
82 | ((rw) & REQ_FUA ? RWBS_FLAG_FUA : 0))
84 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
85 ctf_integer(type, rwbs, \
86 (((op) == REQ_OP_WRITE || (op) == REQ_OP_WRITE_SAME) ? RWBS_FLAG_WRITE : \
87 ( (op) == REQ_OP_DISCARD ? RWBS_FLAG_DISCARD : \
88 ( (op) == REQ_OP_SECURE_ERASE ? (RWBS_FLAG_DISCARD | RWBS_FLAG_SECURE) : \
89 ( (op) == REQ_OP_FLUSH ? RWBS_FLAG_FLUSH : \
90 ( (op) == REQ_OP_READ ? RWBS_FLAG_READ : \
92 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
93 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
94 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
95 | ((rw) & REQ_PREFLUSH ? RWBS_FLAG_PREFLUSH : 0) \
96 | ((rw) & REQ_FUA ? RWBS_FLAG_FUA : 0))
97 #endif /* CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM */
99 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
101 #define lttng_req_op(rq)
102 #define lttng_req_rw(rq) ((rq)->cmd_flags)
103 #define lttng_bio_op(bio)
104 #define lttng_bio_rw(bio) ((bio)->bi_rw)
106 #ifdef CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM
107 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
108 ctf_enum(block_rq_type, type, rwbs, ((rw) & WRITE ? RWBS_FLAG_WRITE : \
109 ( (rw) & REQ_DISCARD ? RWBS_FLAG_DISCARD : \
110 ( (bytes) ? RWBS_FLAG_READ : \
112 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
113 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
114 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
115 | ((rw) & REQ_SECURE ? RWBS_FLAG_SECURE : 0) \
116 | ((rw) & REQ_FLUSH ? RWBS_FLAG_FLUSH : 0) \
117 | ((rw) & REQ_FUA ? RWBS_FLAG_FUA : 0))
119 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
120 ctf_integer(type, rwbs, ((rw) & WRITE ? RWBS_FLAG_WRITE : \
121 ( (rw) & REQ_DISCARD ? RWBS_FLAG_DISCARD : \
122 ( (bytes) ? RWBS_FLAG_READ : \
124 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
125 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
126 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
127 | ((rw) & REQ_SECURE ? RWBS_FLAG_SECURE : 0) \
128 | ((rw) & REQ_FLUSH ? RWBS_FLAG_FLUSH : 0) \
129 | ((rw) & REQ_FUA ? RWBS_FLAG_FUA : 0))
130 #endif /* CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM */
134 #define lttng_req_op(rq)
135 #define lttng_req_rw(rq) ((rq)->cmd_flags)
136 #define lttng_bio_op(bio)
137 #define lttng_bio_rw(bio) ((bio)->bi_rw)
139 #ifdef CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM
140 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
141 ctf_enum(block_rq_type, type, rwbs, ((rw) & WRITE ? RWBS_FLAG_WRITE : \
142 ( (rw) & REQ_DISCARD ? RWBS_FLAG_DISCARD : \
143 ( (bytes) ? RWBS_FLAG_READ : \
145 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
146 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
147 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
148 | ((rw) & REQ_SECURE ? RWBS_FLAG_SECURE : 0))
150 #define blk_rwbs_ctf_integer(type, rwbs, op, rw, bytes) \
151 ctf_integer(type, rwbs, ((rw) & WRITE ? RWBS_FLAG_WRITE : \
152 ( (rw) & REQ_DISCARD ? RWBS_FLAG_DISCARD : \
153 ( (bytes) ? RWBS_FLAG_READ : \
155 | ((rw) & REQ_RAHEAD ? RWBS_FLAG_RAHEAD : 0) \
156 | ((rw) & REQ_SYNC ? RWBS_FLAG_SYNC : 0) \
157 | ((rw) & REQ_META ? RWBS_FLAG_META : 0) \
158 | ((rw) & REQ_SECURE ? RWBS_FLAG_SECURE : 0))
159 #endif /* CONFIG_LTTNG_EXPERIMENTAL_BITWISE_ENUM */
163 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
164 LTTNG_TRACEPOINT_EVENT_CLASS(block_buffer
,
166 TP_PROTO(struct buffer_head
*bh
),
171 ctf_integer(dev_t
, dev
, bh
->b_bdev
->bd_dev
)
172 ctf_integer(sector_t
, sector
, bh
->b_blocknr
)
173 ctf_integer(size_t, size
, bh
->b_size
)
178 * block_touch_buffer - mark a buffer accessed
179 * @bh: buffer_head being touched
181 * Called from touch_buffer().
183 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_buffer
, block_touch_buffer
,
185 TP_PROTO(struct buffer_head
*bh
),
191 * block_dirty_buffer - mark a buffer dirty
192 * @bh: buffer_head being dirtied
194 * Called from mark_buffer_dirty().
196 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_buffer
, block_dirty_buffer
,
198 TP_PROTO(struct buffer_head
*bh
),
204 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,12,0))
205 /* block_rq_with_error event class removed in kernel 4.12 */
206 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
207 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(block_rq_with_error
,
209 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
215 unsigned int nr_sector
;
221 if (blk_rq_is_scsi(rq
)) {
222 struct scsi_request
*scsi_rq
= scsi_req(rq
);
223 tp_locvar
->sector
= 0;
224 tp_locvar
->nr_sector
= 0;
225 tp_locvar
->cmd
= scsi_rq
->cmd
;
226 tp_locvar
->cmd_len
= scsi_rq
->cmd_len
;
228 tp_locvar
->sector
= blk_rq_pos(rq
);
229 tp_locvar
->nr_sector
= blk_rq_sectors(rq
);
230 tp_locvar
->cmd
= NULL
;
231 tp_locvar
->cmd_len
= 0;
236 ctf_integer(dev_t
, dev
,
237 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
238 ctf_integer(sector_t
, sector
, tp_locvar
->sector
)
239 ctf_integer(unsigned int, nr_sector
, tp_locvar
->nr_sector
)
240 ctf_integer(int, errors
, rq
->errors
)
241 blk_rwbs_ctf_integer(unsigned int, rwbs
,
242 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
243 ctf_sequence_hex(unsigned char, cmd
,
244 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
249 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0)) */
250 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(block_rq_with_error
,
252 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
258 unsigned int nr_sector
;
265 if (rq
->cmd_type
== REQ_TYPE_BLOCK_PC
) {
266 tp_locvar
->sector
= 0;
267 tp_locvar
->nr_sector
= 0;
268 tp_locvar
->cmd
= rq
->cmd
;
269 tp_locvar
->cmd_len
= rq
->cmd_len
;
271 tp_locvar
->sector
= blk_rq_pos(rq
);
272 tp_locvar
->nr_sector
= blk_rq_sectors(rq
);
273 tp_locvar
->cmd
= NULL
;
274 tp_locvar
->cmd_len
= 0;
279 ctf_integer(dev_t
, dev
,
280 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
281 ctf_integer(sector_t
, sector
, tp_locvar
->sector
)
282 ctf_integer(unsigned int, nr_sector
, tp_locvar
->nr_sector
)
283 ctf_integer(int, errors
, rq
->errors
)
284 blk_rwbs_ctf_integer(unsigned int, rwbs
,
285 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
286 ctf_sequence_hex(unsigned char, cmd
,
287 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
292 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0)) */
294 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,12,0))
296 * block_rq_abort - abort block operation request
297 * @q: queue containing the block operation request
298 * @rq: block IO operation request
300 * Called immediately after pending block IO operation request @rq in
301 * queue @q is aborted. The fields in the operation request @rq
302 * can be examined to determine which device and sectors the pending
303 * operation would access.
305 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq_with_error
, block_rq_abort
,
307 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
313 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
315 * block_rq_requeue - place block IO request back on a queue
316 * @rq: block IO operation request
318 * The block operation request @rq is being placed back into queue
319 * @q. For some reason the request was not completed and needs to be
320 * put back in the queue.
322 LTTNG_TRACEPOINT_EVENT(block_rq_requeue
,
324 TP_PROTO(struct request
*rq
),
329 ctf_integer(dev_t
, dev
,
330 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
331 ctf_integer(sector_t
, sector
, blk_rq_trace_sector(rq
))
332 ctf_integer(unsigned int, nr_sector
, blk_rq_trace_nr_sectors(rq
))
333 blk_rwbs_ctf_integer(unsigned int, rwbs
,
334 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
337 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,12,0))
339 * block_rq_requeue - place block IO request back on a queue
340 * @q: queue holding operation
341 * @rq: block IO operation request
343 * The block operation request @rq is being placed back into queue
344 * @q. For some reason the request was not completed and needs to be
345 * put back in the queue.
347 LTTNG_TRACEPOINT_EVENT(block_rq_requeue
,
349 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
354 ctf_integer(dev_t
, dev
,
355 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
356 ctf_integer(sector_t
, sector
, blk_rq_trace_sector(rq
))
357 ctf_integer(unsigned int, nr_sector
, blk_rq_trace_nr_sectors(rq
))
358 blk_rwbs_ctf_integer(unsigned int, rwbs
,
359 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
363 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq_with_error
, block_rq_requeue
,
365 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
372 * block_rq_complete - block IO operation completed by device driver
373 * @q: queue containing the block operation request
374 * @rq: block operations request
375 * @nr_bytes: number of completed bytes
377 * The block_rq_complete tracepoint event indicates that some portion
378 * of operation request has been completed by the device driver. If
379 * the @rq->bio is %NULL, then there is absolutely no additional work to
380 * do for the request. If @rq->bio is non-NULL then there is
381 * additional work required to complete the request.
383 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0))
384 LTTNG_TRACEPOINT_EVENT(block_rq_complete
,
386 TP_PROTO(struct request
*rq
, blk_status_t error
, unsigned int nr_bytes
),
388 TP_ARGS(rq
, error
, nr_bytes
),
391 ctf_integer(dev_t
, dev
,
392 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
393 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
394 ctf_integer(unsigned int, nr_sector
, nr_bytes
>> 9)
395 ctf_integer(int, error
, blk_status_to_errno(error
))
396 blk_rwbs_ctf_integer(unsigned int, rwbs
,
397 lttng_req_op(rq
), lttng_req_rw(rq
), nr_bytes
)
400 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,12,0))
401 LTTNG_TRACEPOINT_EVENT(block_rq_complete
,
403 TP_PROTO(struct request
*rq
, int error
, unsigned int nr_bytes
),
405 TP_ARGS(rq
, error
, nr_bytes
),
408 ctf_integer(dev_t
, dev
,
409 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
410 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
411 ctf_integer(unsigned int, nr_sector
, nr_bytes
>> 9)
412 ctf_integer(int, error
, error
)
413 blk_rwbs_ctf_integer(unsigned int, rwbs
,
414 lttng_req_op(rq
), lttng_req_rw(rq
), nr_bytes
)
417 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
418 LTTNG_TRACEPOINT_EVENT_CODE(block_rq_complete
,
420 TP_PROTO(struct request_queue
*q
, struct request
*rq
,
421 unsigned int nr_bytes
),
423 TP_ARGS(q
, rq
, nr_bytes
),
431 if (blk_rq_is_scsi(rq
)) {
432 struct scsi_request
*scsi_rq
= scsi_req(rq
);
433 tp_locvar
->cmd
= scsi_rq
->cmd
;
434 tp_locvar
->cmd_len
= scsi_rq
->cmd_len
;
436 tp_locvar
->cmd
= NULL
;
437 tp_locvar
->cmd_len
= 0;
442 ctf_integer(dev_t
, dev
,
443 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
444 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
445 ctf_integer(unsigned int, nr_sector
, nr_bytes
>> 9)
446 ctf_integer(int, errors
, rq
->errors
)
447 blk_rwbs_ctf_integer(unsigned int, rwbs
,
448 lttng_req_op(rq
), lttng_req_rw(rq
), nr_bytes
)
449 ctf_sequence_hex(unsigned char, cmd
,
450 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
455 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,5) \
456 || LTTNG_KERNEL_RANGE(3,12,21, 3,13,0) \
457 || LTTNG_KERNEL_RANGE(3,10,41, 3,11,0) \
458 || LTTNG_KERNEL_RANGE(3,4,91, 3,5,0) \
459 || LTTNG_KERNEL_RANGE(3,2,58, 3,3,0) \
460 || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,28, 3,14,0,0) \
461 || LTTNG_RHEL_KERNEL_RANGE(3,10,0,229,0,0, 3,11,0,0,0,0))
463 LTTNG_TRACEPOINT_EVENT_CODE(block_rq_complete
,
465 TP_PROTO(struct request_queue
*q
, struct request
*rq
,
466 unsigned int nr_bytes
),
468 TP_ARGS(q
, rq
, nr_bytes
),
476 if (rq
->cmd_type
== REQ_TYPE_BLOCK_PC
) {
477 tp_locvar
->cmd
= rq
->cmd
;
478 tp_locvar
->cmd_len
= rq
->cmd_len
;
480 tp_locvar
->cmd
= NULL
;
481 tp_locvar
->cmd_len
= 0;
486 ctf_integer(dev_t
, dev
,
487 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
488 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
489 ctf_integer(unsigned int, nr_sector
, nr_bytes
>> 9)
490 ctf_integer(int, errors
, rq
->errors
)
491 blk_rwbs_ctf_integer(unsigned int, rwbs
,
492 lttng_req_op(rq
), lttng_req_rw(rq
), nr_bytes
)
493 ctf_sequence_hex(unsigned char, cmd
,
494 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
500 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,15,0)) */
503 * block_rq_complete - block IO operation completed by device driver
504 * @q: queue containing the block operation request
505 * @rq: block operations request
507 * The block_rq_complete tracepoint event indicates that some portion
508 * of operation request has been completed by the device driver. If
509 * the @rq->bio is %NULL, then there is absolutely no additional work to
510 * do for the request. If @rq->bio is non-NULL then there is
511 * additional work required to complete the request.
513 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq_with_error
, block_rq_complete
,
515 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
520 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,15,0)) */
522 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
523 LTTNG_TRACEPOINT_EVENT_CLASS(block_rq
,
525 TP_PROTO(struct request
*rq
),
530 ctf_integer(dev_t
, dev
,
531 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
532 ctf_integer(sector_t
, sector
, blk_rq_trace_sector(rq
))
533 ctf_integer(unsigned int, nr_sector
, blk_rq_trace_nr_sectors(rq
))
534 ctf_integer(unsigned int, bytes
, blk_rq_bytes(rq
))
535 ctf_integer(pid_t
, tid
, current
->pid
)
536 blk_rwbs_ctf_integer(unsigned int, rwbs
,
537 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
538 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
541 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,12,0))
542 LTTNG_TRACEPOINT_EVENT_CLASS(block_rq
,
544 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
549 ctf_integer(dev_t
, dev
,
550 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
551 ctf_integer(sector_t
, sector
, blk_rq_trace_sector(rq
))
552 ctf_integer(unsigned int, nr_sector
, blk_rq_trace_nr_sectors(rq
))
553 ctf_integer(unsigned int, bytes
, blk_rq_bytes(rq
))
554 ctf_integer(pid_t
, tid
, current
->pid
)
555 blk_rwbs_ctf_integer(unsigned int, rwbs
,
556 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
557 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
560 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
561 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(block_rq
,
563 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
569 unsigned int nr_sector
;
576 if (blk_rq_is_scsi(rq
)) {
577 struct scsi_request
*scsi_rq
= scsi_req(rq
);
578 tp_locvar
->sector
= 0;
579 tp_locvar
->nr_sector
= 0;
580 tp_locvar
->bytes
= scsi_rq
->resid_len
;
581 tp_locvar
->cmd
= scsi_rq
->cmd
;
582 tp_locvar
->cmd_len
= scsi_rq
->cmd_len
;
584 tp_locvar
->sector
= blk_rq_pos(rq
);
585 tp_locvar
->nr_sector
= blk_rq_sectors(rq
);
586 tp_locvar
->bytes
= 0;
587 tp_locvar
->cmd
= NULL
;
588 tp_locvar
->cmd_len
= 0;
593 ctf_integer(dev_t
, dev
,
594 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
595 ctf_integer(sector_t
, sector
, tp_locvar
->sector
)
596 ctf_integer(unsigned int, nr_sector
, tp_locvar
->nr_sector
)
597 ctf_integer(unsigned int, bytes
, tp_locvar
->bytes
)
598 ctf_integer(pid_t
, tid
, current
->pid
)
599 blk_rwbs_ctf_integer(unsigned int, rwbs
,
600 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
601 ctf_sequence_hex(unsigned char, cmd
,
602 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
603 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
608 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0)) */
609 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(block_rq
,
611 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
617 unsigned int nr_sector
;
624 if (rq
->cmd_type
== REQ_TYPE_BLOCK_PC
) {
625 tp_locvar
->sector
= 0;
626 tp_locvar
->nr_sector
= 0;
627 tp_locvar
->bytes
= blk_rq_bytes(rq
);
628 tp_locvar
->cmd
= rq
->cmd
;
629 tp_locvar
->cmd_len
= rq
->cmd_len
;
631 tp_locvar
->sector
= blk_rq_pos(rq
);
632 tp_locvar
->nr_sector
= blk_rq_sectors(rq
);
633 tp_locvar
->bytes
= 0;
634 tp_locvar
->cmd
= NULL
;
635 tp_locvar
->cmd_len
= 0;
640 ctf_integer(dev_t
, dev
,
641 rq
->rq_disk
? disk_devt(rq
->rq_disk
) : 0)
642 ctf_integer(sector_t
, sector
, tp_locvar
->sector
)
643 ctf_integer(unsigned int, nr_sector
, tp_locvar
->nr_sector
)
644 ctf_integer(unsigned int, bytes
, tp_locvar
->bytes
)
645 ctf_integer(pid_t
, tid
, current
->pid
)
646 blk_rwbs_ctf_integer(unsigned int, rwbs
,
647 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
648 ctf_sequence_hex(unsigned char, cmd
,
649 tp_locvar
->cmd
, size_t, tp_locvar
->cmd_len
)
650 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
655 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0)) */
657 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
659 * block_rq_insert - insert block operation request into queue
660 * @rq: block IO operation request
662 * Called immediately before block operation request @rq is inserted
663 * into queue @q. The fields in the operation request @rq struct can
664 * be examined to determine which device and sectors the pending
665 * operation would access.
667 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_insert
,
669 TP_PROTO(struct request
*rq
),
675 * block_rq_insert - insert block operation request into queue
677 * @rq: block IO operation request
679 * Called immediately before block operation request @rq is inserted
680 * into queue @q. The fields in the operation request @rq struct can
681 * be examined to determine which device and sectors the pending
682 * operation would access.
684 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_insert
,
686 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
692 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
694 * block_rq_issue - issue pending block IO request operation to device driver
695 * @rq: block IO operation operation request
697 * Called when block operation request @rq from queue @q is sent to a
698 * device driver for processing.
700 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_issue
,
702 TP_PROTO(struct request
*rq
),
708 * block_rq_issue - issue pending block IO request operation to device driver
709 * @q: queue holding operation
710 * @rq: block IO operation operation request
712 * Called when block operation request @rq from queue @q is sent to a
713 * device driver for processing.
715 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_issue
,
717 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
723 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
725 * block_rq_merge - merge request with another one in the elevator
726 * @rq: block IO operation operation request
728 * Called when block operation request @rq from queue @q is merged to another
729 * request queued in the elevator.
731 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_merge
,
733 TP_PROTO(struct request
*rq
),
737 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0))
739 * block_rq_merge - merge request with another one in the elevator
740 * @q: queue holding operation
741 * @rq: block IO operation operation request
743 * Called when block operation request @rq from queue @q is merged to another
744 * request queued in the elevator.
746 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_rq
, block_rq_merge
,
748 TP_PROTO(struct request_queue
*q
, struct request
*rq
),
754 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,8,0) || \
755 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
758 * block_bio_complete - completed all work on the block operation
759 * @q: queue holding the block operation
760 * @bio: block operation completed
761 * @error: io error value
763 * This tracepoint indicates there is no further work to do on this
764 * block IO operation @bio.
766 LTTNG_TRACEPOINT_EVENT(block_bio_complete
,
768 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
773 ctf_integer(dev_t
, dev
, bio_dev(bio
))
774 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
775 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
776 ctf_integer(int, error
, blk_status_to_errno(bio
->bi_status
))
777 blk_rwbs_ctf_integer(unsigned int, rwbs
,
778 lttng_bio_op(bio
), lttng_bio_rw(bio
),
779 bio
->bi_iter
.bi_size
)
782 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
784 * block_bio_complete - completed all work on the block operation
785 * @q: queue holding the block operation
786 * @bio: block operation completed
787 * @error: io error value
789 * This tracepoint indicates there is no further work to do on this
790 * block IO operation @bio.
792 LTTNG_TRACEPOINT_EVENT(block_bio_complete
,
794 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int error
),
796 TP_ARGS(q
, bio
, error
),
799 ctf_integer(dev_t
, dev
, bio_dev(bio
))
800 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
801 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
802 ctf_integer(int, error
, error
)
803 blk_rwbs_ctf_integer(unsigned int, rwbs
,
804 lttng_bio_op(bio
), lttng_bio_rw(bio
),
805 bio
->bi_iter
.bi_size
)
808 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
810 * block_bio_complete - completed all work on the block operation
811 * @q: queue holding the block operation
812 * @bio: block operation completed
813 * @error: io error value
815 * This tracepoint indicates there is no further work to do on this
816 * block IO operation @bio.
818 LTTNG_TRACEPOINT_EVENT(block_bio_complete
,
820 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int error
),
822 TP_ARGS(q
, bio
, error
),
825 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
826 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
827 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
828 ctf_integer(int, error
, error
)
829 blk_rwbs_ctf_integer(unsigned int, rwbs
,
830 lttng_bio_op(bio
), lttng_bio_rw(bio
),
831 bio
->bi_iter
.bi_size
)
836 * block_bio_complete - completed all work on the block operation
837 * @q: queue holding the block operation
838 * @bio: block operation completed
839 * @error: io error value
841 * This tracepoint indicates there is no further work to do on this
842 * block IO operation @bio.
844 LTTNG_TRACEPOINT_EVENT(block_bio_complete
,
846 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int error
),
848 TP_ARGS(q
, bio
, error
),
851 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
852 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
853 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
854 ctf_integer(int, error
, error
)
855 blk_rwbs_ctf_integer(unsigned int, rwbs
,
856 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
861 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
862 LTTNG_TRACEPOINT_EVENT_CLASS(block_bio
,
864 TP_PROTO(struct bio
*bio
),
869 ctf_integer(dev_t
, dev
, bio_dev(bio
))
870 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
871 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
872 blk_rwbs_ctf_integer(unsigned int, rwbs
,
873 lttng_bio_op(bio
), lttng_bio_rw(bio
),
874 bio
->bi_iter
.bi_size
)
875 ctf_integer(pid_t
, tid
, current
->pid
)
876 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
879 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
880 LTTNG_TRACEPOINT_EVENT_CLASS(block_bio_merge
,
882 TP_PROTO(struct request_queue
*q
, struct request
*rq
, struct bio
*bio
),
887 ctf_integer(dev_t
, dev
, bio_dev(bio
))
888 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
889 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
890 blk_rwbs_ctf_integer(unsigned int, rwbs
,
891 lttng_bio_op(bio
), lttng_bio_rw(bio
),
892 bio
->bi_iter
.bi_size
)
893 ctf_integer(pid_t
, tid
, current
->pid
)
894 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
897 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
898 LTTNG_TRACEPOINT_EVENT_CLASS(block_bio_merge
,
900 TP_PROTO(struct request_queue
*q
, struct request
*rq
, struct bio
*bio
),
905 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
906 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
907 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
908 blk_rwbs_ctf_integer(unsigned int, rwbs
,
909 lttng_bio_op(bio
), lttng_bio_rw(bio
),
910 bio
->bi_iter
.bi_size
)
911 ctf_integer(pid_t
, tid
, current
->pid
)
912 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
915 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
916 LTTNG_TRACEPOINT_EVENT_CLASS(block_bio_merge
,
918 TP_PROTO(struct request_queue
*q
, struct request
*rq
, struct bio
*bio
),
923 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
924 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
925 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
926 blk_rwbs_ctf_integer(unsigned int, rwbs
,
927 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
928 ctf_integer(pid_t
, tid
, current
->pid
)
929 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
936 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
938 * block_bio_bounce - used bounce buffer when processing block operation
939 * @bio: block operation
941 * A bounce buffer was used to handle the block operation @bio in @q.
942 * This occurs when hardware limitations prevent a direct transfer of
943 * data between the @bio data memory area and the IO device. Use of a
944 * bounce buffer requires extra copying of data and decreases
947 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_bounce
,
949 TP_PROTO(struct bio
*bio
),
953 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
955 * block_bio_bounce - used bounce buffer when processing block operation
956 * @q: queue holding the block operation
957 * @bio: block operation
959 * A bounce buffer was used to handle the block operation @bio in @q.
960 * This occurs when hardware limitations prevent a direct transfer of
961 * data between the @bio data memory area and the IO device. Use of a
962 * bounce buffer requires extra copying of data and decreases
965 LTTNG_TRACEPOINT_EVENT(block_bio_bounce
,
967 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
972 ctf_integer(dev_t
, dev
, bio_dev(bio
))
973 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
974 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
975 blk_rwbs_ctf_integer(unsigned int, rwbs
,
976 lttng_bio_op(bio
), lttng_bio_rw(bio
),
977 bio
->bi_iter
.bi_size
)
978 ctf_integer(pid_t
, tid
, current
->pid
)
979 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
982 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
983 LTTNG_TRACEPOINT_EVENT(block_bio_bounce
,
985 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
990 ctf_integer(dev_t
, dev
, bio
->bi_bdev
? bio
->bi_bdev
->bd_dev
: 0)
991 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
992 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
993 blk_rwbs_ctf_integer(unsigned int, rwbs
,
994 lttng_bio_op(bio
), lttng_bio_rw(bio
),
995 bio
->bi_iter
.bi_size
)
996 ctf_integer(pid_t
, tid
, current
->pid
)
997 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1001 LTTNG_TRACEPOINT_EVENT(block_bio_bounce
,
1003 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1008 ctf_integer(dev_t
, dev
, bio
->bi_bdev
? bio
->bi_bdev
->bd_dev
: 0)
1009 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
1010 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
1011 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1012 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1014 ctf_integer(pid_t
, tid
, current
->pid
)
1015 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1021 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
1023 * block_bio_backmerge - merging block operation to the end of an existing operation
1024 * @bio: new block operation to merge
1026 * Merging block request @bio to the end of an existing block request.
1028 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_backmerge
,
1030 TP_PROTO(struct bio
*bio
),
1036 * block_bio_frontmerge - merging block operation to the beginning of an existing operation
1037 * @bio: new block operation to merge
1039 * Merging block IO operation @bio to the beginning of an existing block request.
1041 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_frontmerge
,
1043 TP_PROTO(struct bio
*bio
),
1049 * block_bio_queue - putting new block IO operation in queue
1050 * @bio: new block operation
1052 * About to place the block IO operation @bio into queue @q.
1054 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_queue
,
1056 TP_PROTO(struct bio
*bio
),
1060 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
1062 * block_bio_backmerge - merging block operation to the end of an existing operation
1063 * @q: queue holding operation
1064 * @rq: request bio is being merged into
1065 * @bio: new block operation to merge
1067 * Merging block request @bio to the end of an existing block request
1070 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio_merge
, block_bio_backmerge
,
1072 TP_PROTO(struct request_queue
*q
, struct request
*rq
, struct bio
*bio
),
1078 * block_bio_frontmerge - merging block operation to the beginning of an existing operation
1079 * @q: queue holding operation
1080 * @rq: request bio is being merged into
1081 * @bio: new block operation to merge
1083 * Merging block IO operation @bio to the beginning of an existing block
1084 * operation in queue @q.
1086 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio_merge
, block_bio_frontmerge
,
1088 TP_PROTO(struct request_queue
*q
, struct request
*rq
, struct bio
*bio
),
1094 * block_bio_queue - putting new block IO operation in queue
1095 * @q: queue holding operation
1096 * @bio: new block operation
1098 * About to place the block IO operation @bio into queue @q.
1100 LTTNG_TRACEPOINT_EVENT(block_bio_queue
,
1102 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1107 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
1108 ctf_integer(dev_t
, dev
, bio_dev(bio
))
1110 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
1112 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
1113 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1114 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
1115 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1116 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1117 bio
->bi_iter
.bi_size
)
1118 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0)) */
1119 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
1120 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
1121 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1122 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
1123 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0)) */
1124 ctf_integer(pid_t
, tid
, current
->pid
)
1125 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1128 #else /* if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
1129 LTTNG_TRACEPOINT_EVENT_CLASS(block_bio
,
1131 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1136 ctf_integer(dev_t
, dev
, bio
->bi_bdev
? bio
->bi_bdev
->bd_dev
: 0)
1137 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
1138 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
1139 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1140 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
1141 ctf_integer(pid_t
, tid
, current
->pid
)
1142 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1147 * block_bio_backmerge - merging block operation to the end of an existing operation
1148 * @q: queue holding operation
1149 * @bio: new block operation to merge
1151 * Merging block request @bio to the end of an existing block request
1154 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_backmerge
,
1156 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1162 * block_bio_frontmerge - merging block operation to the beginning of an existing operation
1163 * @q: queue holding operation
1164 * @bio: new block operation to merge
1166 * Merging block IO operation @bio to the beginning of an existing block
1167 * operation in queue @q.
1169 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_frontmerge
,
1171 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1177 * block_bio_queue - putting new block IO operation in queue
1178 * @q: queue holding operation
1179 * @bio: new block operation
1181 * About to place the block IO operation @bio into queue @q.
1183 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_bio_queue
,
1185 TP_PROTO(struct request_queue
*q
, struct bio
*bio
),
1189 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
1191 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
1193 * block_getrq - get a free request entry in queue for block IO operations
1194 * @bio: pending block IO operation (can be %NULL)
1196 * A request struct has been allocated to handle the block IO operation @bio.
1198 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_bio
, block_getrq
,
1200 TP_PROTO(struct bio
*bio
),
1205 LTTNG_TRACEPOINT_EVENT_CLASS(block_get_rq
,
1207 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int rw
),
1209 TP_ARGS(q
, bio
, rw
),
1212 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
1213 ctf_integer(dev_t
, dev
, bio
? bio_dev(bio
) : 0)
1215 ctf_integer(dev_t
, dev
, bio
? bio
->bi_bdev
->bd_dev
: 0)
1217 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
1218 ctf_integer(sector_t
, sector
, bio
? bio
->bi_iter
.bi_sector
: 0)
1219 ctf_integer(unsigned int, nr_sector
,
1220 bio
? bio_sectors(bio
) : 0)
1221 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1222 bio
? lttng_bio_op(bio
) : 0,
1223 bio
? lttng_bio_rw(bio
) : 0,
1224 bio
? bio
->bi_iter
.bi_size
: 0)
1225 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0)) */
1226 ctf_integer(sector_t
, sector
, bio
? bio
->bi_sector
: 0)
1227 ctf_integer(unsigned int, nr_sector
,
1228 bio
? bio
->bi_size
>> 9 : 0)
1229 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1230 bio
? lttng_bio_op(bio
) : 0,
1231 bio
? lttng_bio_rw(bio
) : 0,
1232 bio
? bio
->bi_size
: 0)
1233 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0)) */
1234 ctf_integer(pid_t
, tid
, current
->pid
)
1235 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1240 * block_getrq - get a free request entry in queue for block IO operations
1241 * @q: queue for operations
1242 * @bio: pending block IO operation (can be %NULL)
1243 * @rw: low bit indicates a read (%0) or a write (%1)
1245 * A request struct for queue @q has been allocated to handle the
1246 * block IO operation @bio.
1248 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_get_rq
, block_getrq
,
1250 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int rw
),
1256 * block_sleeprq - waiting to get a free request entry in queue for block IO operation
1257 * @q: queue for operation
1258 * @bio: pending block IO operation (can be %NULL)
1259 * @rw: low bit indicates a read (%0) or a write (%1)
1261 * In the case where a request struct cannot be provided for queue @q
1262 * the process needs to wait for an request struct to become
1263 * available. This tracepoint event is generated each time the
1264 * process goes to sleep waiting for request struct become available.
1266 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_get_rq
, block_sleeprq
,
1268 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, int rw
),
1275 * block_plug - keep operations requests in request queue
1276 * @q: request queue to plug
1278 * Plug the request queue @q. Do not allow block operation requests
1279 * to be sent to the device driver. Instead, accumulate requests in
1280 * the queue to improve throughput performance of the block device.
1282 LTTNG_TRACEPOINT_EVENT(block_plug
,
1284 TP_PROTO(struct request_queue
*q
),
1289 ctf_integer(pid_t
, tid
, current
->pid
)
1290 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1294 LTTNG_TRACEPOINT_EVENT_CLASS(block_unplug
,
1296 TP_PROTO(struct request_queue
*q
, unsigned int depth
, bool explicit),
1298 TP_ARGS(q
, depth
, explicit),
1301 ctf_integer(int, nr_rq
, depth
)
1302 ctf_integer(pid_t
, tid
, current
->pid
)
1303 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1308 * block_unplug - release of operations requests in request queue
1309 * @q: request queue to unplug
1310 * @depth: number of requests just added to the queue
1311 * @explicit: whether this was an explicit unplug, or one from schedule()
1313 * Unplug request queue @q because device driver is scheduled to work
1314 * on elements in the request queue.
1316 LTTNG_TRACEPOINT_EVENT_INSTANCE(block_unplug
, block_unplug
,
1318 TP_PROTO(struct request_queue
*q
, unsigned int depth
, bool explicit),
1320 TP_ARGS(q
, depth
, explicit)
1323 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
1325 * block_split - split a single bio struct into two bio structs
1326 * @bio: block operation being split
1327 * @new_sector: The starting sector for the new bio
1329 * The bio request @bio needs to be split into two bio requests. The newly
1330 * created @bio request starts at @new_sector. This split may be required due to
1331 * hardware limitations such as operation crossing device boundaries in a RAID
1334 LTTNG_TRACEPOINT_EVENT(block_split
,
1336 TP_PROTO(struct bio
*bio
, unsigned int new_sector
),
1338 TP_ARGS(bio
, new_sector
),
1341 ctf_integer(dev_t
, dev
, bio_dev(bio
))
1342 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1343 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1344 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1345 bio
->bi_iter
.bi_size
)
1346 ctf_integer(sector_t
, new_sector
, new_sector
)
1347 ctf_integer(pid_t
, tid
, current
->pid
)
1348 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1352 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
1354 * block_split - split a single bio struct into two bio structs
1355 * @q: queue containing the bio
1356 * @bio: block operation being split
1357 * @new_sector: The starting sector for the new bio
1359 * The bio request @bio in request queue @q needs to be split into two
1360 * bio requests. The newly created @bio request starts at
1361 * @new_sector. This split may be required due to hardware limitation
1362 * such as operation crossing device boundaries in a RAID system.
1364 LTTNG_TRACEPOINT_EVENT(block_split
,
1366 TP_PROTO(struct request_queue
*q
, struct bio
*bio
,
1367 unsigned int new_sector
),
1369 TP_ARGS(q
, bio
, new_sector
),
1372 ctf_integer(dev_t
, dev
, bio_dev(bio
))
1373 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1374 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1375 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1376 bio
->bi_iter
.bi_size
)
1377 ctf_integer(sector_t
, new_sector
, new_sector
)
1378 ctf_integer(pid_t
, tid
, current
->pid
)
1379 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1382 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
1383 LTTNG_TRACEPOINT_EVENT(block_split
,
1385 TP_PROTO(struct request_queue
*q
, struct bio
*bio
,
1386 unsigned int new_sector
),
1388 TP_ARGS(q
, bio
, new_sector
),
1391 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
1392 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1393 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1394 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1395 bio
->bi_iter
.bi_size
)
1396 ctf_integer(sector_t
, new_sector
, new_sector
)
1397 ctf_integer(pid_t
, tid
, current
->pid
)
1398 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1402 LTTNG_TRACEPOINT_EVENT(block_split
,
1404 TP_PROTO(struct request_queue
*q
, struct bio
*bio
,
1405 unsigned int new_sector
),
1407 TP_ARGS(q
, bio
, new_sector
),
1410 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
1411 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
1412 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1413 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
1414 ctf_integer(sector_t
, new_sector
, new_sector
)
1415 ctf_integer(pid_t
, tid
, current
->pid
)
1416 ctf_array_text(char, comm
, current
->comm
, TASK_COMM_LEN
)
1421 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
1423 * block_bio_remap - map request for a logical device to the raw device
1424 * @bio: revised operation
1425 * @dev: original device for the operation
1426 * @from: original sector for the operation
1428 * An operation for a logical device has been mapped to the
1431 LTTNG_TRACEPOINT_EVENT(block_bio_remap
,
1433 TP_PROTO(struct bio
*bio
, dev_t dev
, sector_t from
),
1435 TP_ARGS(bio
, dev
, from
),
1438 ctf_integer(dev_t
, dev
, bio_dev(bio
))
1439 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1440 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
1441 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1442 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1443 bio
->bi_iter
.bi_size
)
1444 ctf_integer(dev_t
, old_dev
, dev
)
1445 ctf_integer(sector_t
, old_sector
, from
)
1448 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
1450 * block_bio_remap - map request for a logical device to the raw device
1451 * @q: queue holding the operation
1452 * @bio: revised operation
1453 * @dev: device for the operation
1454 * @from: original sector for the operation
1456 * An operation for a logical device has been mapped to the
1459 LTTNG_TRACEPOINT_EVENT(block_bio_remap
,
1461 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, dev_t dev
,
1464 TP_ARGS(q
, bio
, dev
, from
),
1467 ctf_integer(dev_t
, dev
, bio_dev(bio
))
1468 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1469 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
1470 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1471 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1472 bio
->bi_iter
.bi_size
)
1473 ctf_integer(dev_t
, old_dev
, dev
)
1474 ctf_integer(sector_t
, old_sector
, from
)
1477 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,14,0))
1478 LTTNG_TRACEPOINT_EVENT(block_bio_remap
,
1480 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, dev_t dev
,
1483 TP_ARGS(q
, bio
, dev
, from
),
1486 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
1487 ctf_integer(sector_t
, sector
, bio
->bi_iter
.bi_sector
)
1488 ctf_integer(unsigned int, nr_sector
, bio_sectors(bio
))
1489 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1490 lttng_bio_op(bio
), lttng_bio_rw(bio
),
1491 bio
->bi_iter
.bi_size
)
1492 ctf_integer(dev_t
, old_dev
, dev
)
1493 ctf_integer(sector_t
, old_sector
, from
)
1497 LTTNG_TRACEPOINT_EVENT(block_bio_remap
,
1499 TP_PROTO(struct request_queue
*q
, struct bio
*bio
, dev_t dev
,
1502 TP_ARGS(q
, bio
, dev
, from
),
1505 ctf_integer(dev_t
, dev
, bio
->bi_bdev
->bd_dev
)
1506 ctf_integer(sector_t
, sector
, bio
->bi_sector
)
1507 ctf_integer(unsigned int, nr_sector
, bio
->bi_size
>> 9)
1508 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1509 lttng_bio_op(bio
), lttng_bio_rw(bio
), bio
->bi_size
)
1510 ctf_integer(dev_t
, old_dev
, dev
)
1511 ctf_integer(sector_t
, old_sector
, from
)
1516 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
1518 * block_rq_remap - map request for a block operation request
1519 * @rq: block IO operation request
1520 * @dev: device for the operation
1521 * @from: original sector for the operation
1523 * The block operation request @rq in @q has been remapped. The block
1524 * operation request @rq holds the current information and @from hold
1525 * the original sector.
1527 LTTNG_TRACEPOINT_EVENT(block_rq_remap
,
1529 TP_PROTO(struct request
*rq
, dev_t dev
, sector_t from
),
1531 TP_ARGS(rq
, dev
, from
),
1534 ctf_integer(dev_t
, dev
, disk_devt(rq
->rq_disk
))
1535 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
1536 ctf_integer(unsigned int, nr_sector
, blk_rq_sectors(rq
))
1537 ctf_integer(dev_t
, old_dev
, dev
)
1538 ctf_integer(sector_t
, old_sector
, from
)
1539 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1540 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
1545 * block_rq_remap - map request for a block operation request
1546 * @q: queue holding the operation
1547 * @rq: block IO operation request
1548 * @dev: device for the operation
1549 * @from: original sector for the operation
1551 * The block operation request @rq in @q has been remapped. The block
1552 * operation request @rq holds the current information and @from hold
1553 * the original sector.
1555 LTTNG_TRACEPOINT_EVENT(block_rq_remap
,
1557 TP_PROTO(struct request_queue
*q
, struct request
*rq
, dev_t dev
,
1560 TP_ARGS(q
, rq
, dev
, from
),
1563 ctf_integer(dev_t
, dev
, disk_devt(rq
->rq_disk
))
1564 ctf_integer(sector_t
, sector
, blk_rq_pos(rq
))
1565 ctf_integer(unsigned int, nr_sector
, blk_rq_sectors(rq
))
1566 ctf_integer(dev_t
, old_dev
, dev
)
1567 ctf_integer(sector_t
, old_sector
, from
)
1568 blk_rwbs_ctf_integer(unsigned int, rwbs
,
1569 lttng_req_op(rq
), lttng_req_rw(rq
), blk_rq_bytes(rq
))
1574 #undef __print_rwbs_flags
1575 #undef blk_fill_rwbs
1577 #endif /* LTTNG_TRACE_BLOCK_H */
1579 /* This part must be outside protection */
1580 #include <lttng/define_trace.h>
This page took 0.143522 seconds and 5 git commands to generate.