[lttng-modules.git] / include / instrumentation / events / mm_vmscan.h

// SPDX-FileCopyrightText: 2012 Paul Woegerer <paul_woegerer@mentor.com>
//
// SPDX-License-Identifier: GPL-2.0-only

#undef TRACE_SYSTEM
#define TRACE_SYSTEM mm_vmscan

#if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_MM_VMSCAN_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <linux/mm.h>
#include <linux/memcontrol.h>
#include <lttng/kernel-version.h>

#ifndef _TRACE_VMSCAN_DEF
#define _TRACE_VMSCAN_DEF
#define RECLAIM_WB_ANON		0x0001u
#define RECLAIM_WB_FILE		0x0002u
#define RECLAIM_WB_MIXED	0x0010u
#define RECLAIM_WB_SYNC		0x0004u /* Unused, all reclaim async */
#define RECLAIM_WB_ASYNC	0x0008u
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))

#include <linux/mm_inline.h>

#define trace_reclaim_flags(file) ( \
	(file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
	(RECLAIM_WB_ASYNC) \
	)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))

#include <linux/mm_inline.h>

#define trace_reclaim_flags(page) ( \
	(page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
	(RECLAIM_WB_ASYNC) \
	)

#define trace_shrink_flags(file) \
	( \
		(file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
		(RECLAIM_WB_ASYNC) \
	)

#endif

LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep,

	TP_PROTO(int nid),

	TP_ARGS(nid),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))

LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,

	TP_PROTO(int nid, int zid, int order),

	TP_ARGS(nid, zid, order),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(int, order, order)
	)
)

#else

LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,

	TP_PROTO(int nid, int order),

	TP_ARGS(nid, order),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, order, order)
	)
)

#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,

	TP_PROTO(int nid, int zid, int order, gfp_t gfp_flags),

	TP_ARGS(nid, zid, order, gfp_flags),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)
#else
LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,

	TP_PROTO(int nid, int zid, int order),

	TP_ARGS(nid, zid, order),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(int, order, order)
	)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,

	TP_PROTO(int order, gfp_t gfp_flags),

	TP_ARGS(order, gfp_flags),

	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,

	TP_PROTO(int order, gfp_t gfp_flags),

	TP_ARGS(order, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,

	TP_PROTO(int order, gfp_t gfp_flags),

	TP_ARGS(order, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,

	TP_PROTO(int order, gfp_t gfp_flags),

	TP_ARGS(order, gfp_flags)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),

	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx),

	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(int, may_writepage, may_writepage)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, classzone_idx, classzone_idx)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),

	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),

	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),

	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
)

#else

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags),

	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(int, may_writepage, may_writepage)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

#endif

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed),

	TP_FIELDS(
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,16,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,

	mm_vmscan_shrink_slab_start,

	TP_PROTO(struct shrinker *shr, struct shrink_control *sc,
		long nr_objects_to_shrink, unsigned long cache_items,
		unsigned long long delta, unsigned long total_scan,
		int priority),

	TP_ARGS(shr, sc, nr_objects_to_shrink, cache_items, delta, total_scan,
		priority),

	TP_FIELDS(
		ctf_integer_hex(struct shrinker *, shr, shr)
		ctf_integer_hex(void *, shrink, shr->scan_objects)
		ctf_integer(int, nid, sc->nid)
		ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
		ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
		ctf_integer(unsigned long, cache_items, cache_items)
		ctf_integer(unsigned long long, delta, delta)
		ctf_integer(unsigned long, total_scan, total_scan)
		ctf_integer(int, priority, priority)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,

	mm_vmscan_shrink_slab_start,

	TP_PROTO(struct shrinker *shr, struct shrink_control *sc,
		long nr_objects_to_shrink, unsigned long pgs_scanned,
		unsigned long lru_pgs, unsigned long cache_items,
		unsigned long long delta, unsigned long total_scan),

	TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs,
		cache_items, delta, total_scan),

	TP_FIELDS(
		ctf_integer_hex(struct shrinker *, shr, shr)
		ctf_integer_hex(void *, shrink, shr->scan_objects)
		ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
		ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
		ctf_integer(unsigned long, pgs_scanned, pgs_scanned)
		ctf_integer(unsigned long, lru_pgs, lru_pgs)
		ctf_integer(unsigned long, cache_items, cache_items)
		ctf_integer(unsigned long long, delta, delta)
		ctf_integer(unsigned long, total_scan, total_scan)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,

	mm_vmscan_shrink_slab_end,

	TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval,
		long unused_scan_cnt, long new_scan_cnt, long total_scan),

	TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt,
		total_scan),

	TP_FIELDS(
		ctf_integer_hex(struct shrinker *, shr, shr)
		ctf_integer(int, nid, nid)
		ctf_integer_hex(void *, shrink, shr->scan_objects)
		ctf_integer(long, unused_scan, unused_scan_cnt)
		ctf_integer(long, new_scan, new_scan_cnt)
		ctf_integer(int, retval, shrinker_retval)
		ctf_integer(long, total_scan, total_scan)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,7,0) || \
     LTTNG_RHEL_KERNEL_RANGE(5,14,0,427,16,1, 5,15,0,0,0,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate,

	TP_PROTO(int classzone_idx,
		int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_skipped,
		unsigned long nr_taken,
		int lru
	),

	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_skipped,
		nr_taken, lru
	),

	TP_FIELDS(
		ctf_integer(int, classzone_idx, classzone_idx)
		ctf_integer(int, order, order)
		ctf_integer(unsigned long, nr_requested, nr_requested)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_skipped, nr_skipped)
		ctf_integer(unsigned long, nr_taken, nr_taken)
		ctf_integer(int, lru, lru)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate,

	TP_PROTO(int classzone_idx,
		int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_skipped,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int lru
	),

	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_skipped,
		nr_taken, isolate_mode, lru
	),

	TP_FIELDS(
		ctf_integer(int, classzone_idx, classzone_idx)
		ctf_integer(int, order, order)
		ctf_integer(unsigned long, nr_requested, nr_requested)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_skipped, nr_skipped)
		ctf_integer(unsigned long, nr_taken, nr_taken)
		ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
		ctf_integer(int, lru, lru)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,

	TP_PROTO(int classzone_idx,
		int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	),


	TP_FIELDS(
		ctf_integer(int, classzone_idx, classzone_idx)
		ctf_integer(int, order, order)
		ctf_integer(unsigned long, nr_requested, nr_requested)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_taken, nr_taken)
		ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
		ctf_integer(int, file, file)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,

	TP_PROTO(int classzone_idx,
		int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	)

)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,

	TP_PROTO(int classzone_idx,
		int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	),


	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(unsigned long, nr_requested, nr_requested)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_taken, nr_taken)
		ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
		ctf_integer(int, file, file)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	)

)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
		isolate_mode_t isolate_mode,
		int file
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
		isolate_mode, file
	)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(int, reclaim_flags, trace_reclaim_flags(
				page_is_file_lru(page)))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(int, reclaim_flags, trace_reclaim_flags(
				page_is_file_cache(page)))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(int, reclaim_flags, trace_reclaim_flags(page))
	)
)
#else
LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,

	TP_PROTO(struct page *page,
		int reclaim_flags),

	TP_ARGS(page, reclaim_flags),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(int, reclaim_flags, reclaim_flags)
	)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid,
		unsigned long nr_scanned, unsigned long nr_reclaimed,
		struct reclaim_stat *stat, int priority, int file),

	TP_ARGS(nid, nr_scanned, nr_reclaimed, stat, priority, file),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(unsigned long, nr_dirty, stat->nr_dirty)
		ctf_integer(unsigned long, nr_writeback, stat->nr_writeback)
		ctf_integer(unsigned long, nr_congested, stat->nr_congested)
		ctf_integer(unsigned long, nr_immediate, stat->nr_immediate)
		ctf_integer(unsigned long, nr_activate_anon, stat->nr_activate[0])
		ctf_integer(unsigned long, nr_activate_file, stat->nr_activate[1])
		ctf_integer(unsigned long, nr_ref_keep, stat->nr_ref_keep)
		ctf_integer(unsigned long, nr_unmap_fail, stat->nr_unmap_fail)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, trace_reclaim_flags(file))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid,
		unsigned long nr_scanned, unsigned long nr_reclaimed,
		struct reclaim_stat *stat, int priority, int file),

	TP_ARGS(nid, nr_scanned, nr_reclaimed, stat, priority, file),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(unsigned long, nr_dirty, stat->nr_dirty)
		ctf_integer(unsigned long, nr_writeback, stat->nr_writeback)
		ctf_integer(unsigned long, nr_congested, stat->nr_congested)
		ctf_integer(unsigned long, nr_immediate, stat->nr_immediate)
		ctf_integer(unsigned long, nr_activate, stat->nr_activate)
		ctf_integer(unsigned long, nr_ref_keep, stat->nr_ref_keep)
		ctf_integer(unsigned long, nr_unmap_fail, stat->nr_unmap_fail)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid,
		unsigned long nr_scanned, unsigned long nr_reclaimed,
		unsigned long nr_dirty, unsigned long nr_writeback,
		unsigned long nr_congested, unsigned long nr_immediate,
		unsigned long nr_activate, unsigned long nr_ref_keep,
		unsigned long nr_unmap_fail,
		int priority, int file),

	TP_ARGS(nid, nr_scanned, nr_reclaimed, nr_dirty, nr_writeback,
		nr_congested, nr_immediate, nr_activate, nr_ref_keep,
		nr_unmap_fail, priority, file),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(unsigned long, nr_dirty, nr_dirty)
		ctf_integer(unsigned long, nr_writeback, nr_writeback)
		ctf_integer(unsigned long, nr_congested, nr_congested)
		ctf_integer(unsigned long, nr_immediate, nr_immediate)
		ctf_integer(unsigned long, nr_activate, nr_activate)
		ctf_integer(unsigned long, nr_ref_keep, nr_ref_keep)
		ctf_integer(unsigned long, nr_unmap_fail, nr_unmap_fail)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid,
		unsigned long nr_scanned, unsigned long nr_reclaimed,
		int priority, int file),

	TP_ARGS(nid, nr_scanned, nr_reclaimed, priority, file),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(struct zone *zone,
		unsigned long nr_scanned, unsigned long nr_reclaimed,
		int priority, int file),

	TP_ARGS(zone, nr_scanned, nr_reclaimed, priority, file),

	TP_FIELDS(
		ctf_integer(int, nid, zone_to_nid(zone))
		ctf_integer(int, zid, zone_idx(zone))
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	)
)
#else
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid, int zid,
			unsigned long nr_scanned, unsigned long nr_reclaimed,
			int priority, int reclaim_flags),

	TP_ARGS(nid, zid, nr_scanned, nr_reclaimed, priority, reclaim_flags),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, reclaim_flags)
	)
)
#endif

#endif /* LTTNG_TRACE_MM_VMSCAN_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
	1	// SPDX-FileCopyrightText: 2012 Paul Woegerer <paul_woegerer@mentor.com>
	2	//
	3	// SPDX-License-Identifier: GPL-2.0-only
	4
	5	#undef TRACE_SYSTEM
	6	#define TRACE_SYSTEM mm_vmscan
	7
	8	#if !defined(LTTNG_TRACE_MM_VMSCAN_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	9	#define LTTNG_TRACE_MM_VMSCAN_H
	10
	11	#include <lttng/tracepoint-event.h>
	12	#include <linux/types.h>
	13	#include <linux/mm.h>
	14	#include <linux/memcontrol.h>
	15	#include <lttng/kernel-version.h>
	16
	17	#ifndef _TRACE_VMSCAN_DEF
	18	#define _TRACE_VMSCAN_DEF
	19	#define RECLAIM_WB_ANON 0x0001u
	20	#define RECLAIM_WB_FILE 0x0002u
	21	#define RECLAIM_WB_MIXED 0x0010u
	22	#define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
	23	#define RECLAIM_WB_ASYNC 0x0008u
	24	#endif
	25
	26	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) \|\| \
	27	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
	28
	29	#include <linux/mm_inline.h>
	30
	31	#define trace_reclaim_flags(file) ( \
	32	(file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) \| \
	33	(RECLAIM_WB_ASYNC) \
	34	)
	35
	36	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
	37
	38	#include <linux/mm_inline.h>
	39
	40	#define trace_reclaim_flags(page) ( \
	41	(page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) \| \
	42	(RECLAIM_WB_ASYNC) \
	43	)
	44
	45	#define trace_shrink_flags(file) \
	46	( \
	47	(file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) \| \
	48	(RECLAIM_WB_ASYNC) \
	49	)
	50
	51	#endif
	52
	53	LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep,
	54
	55	TP_PROTO(int nid),
	56
	57	TP_ARGS(nid),
	58
	59	TP_FIELDS(
	60	ctf_integer(int, nid, nid)
	61	)
	62	)
	63
	64	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
	65
	66	LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,
	67
	68	TP_PROTO(int nid, int zid, int order),
	69
	70	TP_ARGS(nid, zid, order),
	71
	72	TP_FIELDS(
	73	ctf_integer(int, nid, nid)
	74	ctf_integer(int, zid, zid)
	75	ctf_integer(int, order, order)
	76	)
	77	)
	78
	79	#else
	80
	81	LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,
	82
	83	TP_PROTO(int nid, int order),
	84
	85	TP_ARGS(nid, order),
	86
	87	TP_FIELDS(
	88	ctf_integer(int, nid, nid)
	89	ctf_integer(int, order, order)
	90	)
	91	)
	92
	93	#endif
	94
	95	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
	96	LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,
	97
	98	TP_PROTO(int nid, int zid, int order, gfp_t gfp_flags),
	99
	100	TP_ARGS(nid, zid, order, gfp_flags),
	101
	102	TP_FIELDS(
	103	ctf_integer(int, nid, nid)
	104	ctf_integer(int, zid, zid)
	105	ctf_integer(int, order, order)
	106	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	107	)
	108	)
	109	#else
	110	LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,
	111
	112	TP_PROTO(int nid, int zid, int order),
	113
	114	TP_ARGS(nid, zid, order),
	115
	116	TP_FIELDS(
	117	ctf_integer(int, nid, nid)
	118	ctf_integer(int, zid, zid)
	119	ctf_integer(int, order, order)
	120	)
	121	)
	122	#endif
	123
	124	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) \|\| \
	125	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
	126
	127	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,
	128
	129	TP_PROTO(int order, gfp_t gfp_flags),
	130
	131	TP_ARGS(order, gfp_flags),
	132
	133	TP_FIELDS(
	134	ctf_integer(int, order, order)
	135	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	136	)
	137	)
	138
	139	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,
	140
	141	TP_PROTO(int order, gfp_t gfp_flags),
	142
	143	TP_ARGS(order, gfp_flags)
	144	)
	145
	146	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,
	147
	148	TP_PROTO(int order, gfp_t gfp_flags),
	149
	150	TP_ARGS(order, gfp_flags)
	151	)
	152
	153	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,
	154
	155	TP_PROTO(int order, gfp_t gfp_flags),
	156
	157	TP_ARGS(order, gfp_flags)
	158	)
	159
	160	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
	161
	162	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,
	163
	164	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),
	165
	166	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx),
	167
	168	TP_FIELDS(
	169	ctf_integer(int, order, order)
	170	ctf_integer(int, may_writepage, may_writepage)
	171	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	172	ctf_integer(int, classzone_idx, classzone_idx)
	173	)
	174	)
	175
	176	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,
	177
	178	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),
	179
	180	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
	181	)
	182
	183	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,
	184
	185	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),
	186
	187	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
	188	)
	189
	190	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,
	191
	192	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags, int classzone_idx),
	193
	194	TP_ARGS(order, may_writepage, gfp_flags, classzone_idx)
	195	)
	196
	197	#else
	198
	199	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,
	200
	201	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	202
	203	TP_ARGS(order, may_writepage, gfp_flags),
	204
	205	TP_FIELDS(
	206	ctf_integer(int, order, order)
	207	ctf_integer(int, may_writepage, may_writepage)
	208	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	209	)
	210	)
	211
	212	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,
	213
	214	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	215
	216	TP_ARGS(order, may_writepage, gfp_flags)
	217	)
	218
	219	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,
	220
	221	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	222
	223	TP_ARGS(order, may_writepage, gfp_flags)
	224	)
	225
	226	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,
	227
	228	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	229
	230	TP_ARGS(order, may_writepage, gfp_flags)
	231	)
	232
	233	#endif
	234
	235	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template,
	236
	237	TP_PROTO(unsigned long nr_reclaimed),
	238
	239	TP_ARGS(nr_reclaimed),
	240
	241	TP_FIELDS(
	242	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	243	)
	244	)
	245
	246	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end,
	247
	248	TP_PROTO(unsigned long nr_reclaimed),
	249
	250	TP_ARGS(nr_reclaimed)
	251	)
	252
	253	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end,
	254
	255	TP_PROTO(unsigned long nr_reclaimed),
	256
	257	TP_ARGS(nr_reclaimed)
	258	)
	259
	260	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end,
	261
	262	TP_PROTO(unsigned long nr_reclaimed),
	263
	264	TP_ARGS(nr_reclaimed)
	265	)
	266
	267	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,16,0))
	268	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,
	269
	270	mm_vmscan_shrink_slab_start,
	271
	272	TP_PROTO(struct shrinker shr, struct shrink_control sc,
	273	long nr_objects_to_shrink, unsigned long cache_items,
	274	unsigned long long delta, unsigned long total_scan,
	275	int priority),
	276
	277	TP_ARGS(shr, sc, nr_objects_to_shrink, cache_items, delta, total_scan,
	278	priority),
	279
	280	TP_FIELDS(
	281	ctf_integer_hex(struct shrinker *, shr, shr)
	282	ctf_integer_hex(void *, shrink, shr->scan_objects)
	283	ctf_integer(int, nid, sc->nid)
	284	ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
	285	ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
	286	ctf_integer(unsigned long, cache_items, cache_items)
	287	ctf_integer(unsigned long long, delta, delta)
	288	ctf_integer(unsigned long, total_scan, total_scan)
	289	ctf_integer(int, priority, priority)
	290	)
	291	)
	292	#else
	293	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,
	294
	295	mm_vmscan_shrink_slab_start,
	296
	297	TP_PROTO(struct shrinker shr, struct shrink_control sc,
	298	long nr_objects_to_shrink, unsigned long pgs_scanned,
	299	unsigned long lru_pgs, unsigned long cache_items,
	300	unsigned long long delta, unsigned long total_scan),
	301
	302	TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs,
	303	cache_items, delta, total_scan),
	304
	305	TP_FIELDS(
	306	ctf_integer_hex(struct shrinker *, shr, shr)
	307	ctf_integer_hex(void *, shrink, shr->scan_objects)
	308	ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
	309	ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
	310	ctf_integer(unsigned long, pgs_scanned, pgs_scanned)
	311	ctf_integer(unsigned long, lru_pgs, lru_pgs)
	312	ctf_integer(unsigned long, cache_items, cache_items)
	313	ctf_integer(unsigned long long, delta, delta)
	314	ctf_integer(unsigned long, total_scan, total_scan)
	315	)
	316	)
	317	#endif
	318
	319	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,
	320
	321	mm_vmscan_shrink_slab_end,
	322
	323	TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval,
	324	long unused_scan_cnt, long new_scan_cnt, long total_scan),
	325
	326	TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt,
	327	total_scan),
	328
	329	TP_FIELDS(
	330	ctf_integer_hex(struct shrinker *, shr, shr)
	331	ctf_integer(int, nid, nid)
	332	ctf_integer_hex(void *, shrink, shr->scan_objects)
	333	ctf_integer(long, unused_scan, unused_scan_cnt)
	334	ctf_integer(long, new_scan, new_scan_cnt)
	335	ctf_integer(int, retval, shrinker_retval)
	336	ctf_integer(long, total_scan, total_scan)
	337	)
	338	)
	339
	340	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,7,0) \|\| \
	341	LTTNG_RHEL_KERNEL_RANGE(5,14,0,427,16,1, 5,15,0,0,0,0))
	342	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate,
	343
	344	TP_PROTO(int classzone_idx,
	345	int order,
	346	unsigned long nr_requested,
	347	unsigned long nr_scanned,
	348	unsigned long nr_skipped,
	349	unsigned long nr_taken,
	350	int lru
	351	),
	352
	353	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_skipped,
	354	nr_taken, lru
	355	),
	356
	357	TP_FIELDS(
	358	ctf_integer(int, classzone_idx, classzone_idx)
	359	ctf_integer(int, order, order)
	360	ctf_integer(unsigned long, nr_requested, nr_requested)
	361	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	362	ctf_integer(unsigned long, nr_skipped, nr_skipped)
	363	ctf_integer(unsigned long, nr_taken, nr_taken)
	364	ctf_integer(int, lru, lru)
	365	)
	366	)
	367	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
	368	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate,
	369
	370	TP_PROTO(int classzone_idx,
	371	int order,
	372	unsigned long nr_requested,
	373	unsigned long nr_scanned,
	374	unsigned long nr_skipped,
	375	unsigned long nr_taken,
	376	isolate_mode_t isolate_mode,
	377	int lru
	378	),
	379
	380	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_skipped,
	381	nr_taken, isolate_mode, lru
	382	),
	383
	384	TP_FIELDS(
	385	ctf_integer(int, classzone_idx, classzone_idx)
	386	ctf_integer(int, order, order)
	387	ctf_integer(unsigned long, nr_requested, nr_requested)
	388	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	389	ctf_integer(unsigned long, nr_skipped, nr_skipped)
	390	ctf_integer(unsigned long, nr_taken, nr_taken)
	391	ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
	392	ctf_integer(int, lru, lru)
	393	)
	394	)
	395	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
	396	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,
	397
	398	TP_PROTO(int classzone_idx,
	399	int order,
	400	unsigned long nr_requested,
	401	unsigned long nr_scanned,
	402	unsigned long nr_taken,
	403	isolate_mode_t isolate_mode,
	404	int file
	405	),
	406
	407	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
	408	isolate_mode, file
	409	),
	410
	411
	412	TP_FIELDS(
	413	ctf_integer(int, classzone_idx, classzone_idx)
	414	ctf_integer(int, order, order)
	415	ctf_integer(unsigned long, nr_requested, nr_requested)
	416	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	417	ctf_integer(unsigned long, nr_taken, nr_taken)
	418	ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
	419	ctf_integer(int, file, file)
	420	)
	421	)
	422
	423	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,
	424
	425	TP_PROTO(int classzone_idx,
	426	int order,
	427	unsigned long nr_requested,
	428	unsigned long nr_scanned,
	429	unsigned long nr_taken,
	430	isolate_mode_t isolate_mode,
	431	int file
	432	),
	433
	434	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
	435	isolate_mode, file
	436	)
	437
	438	)
	439
	440	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,
	441
	442	TP_PROTO(int classzone_idx,
	443	int order,
	444	unsigned long nr_requested,
	445	unsigned long nr_scanned,
	446	unsigned long nr_taken,
	447	isolate_mode_t isolate_mode,
	448	int file
	449	),
	450
	451	TP_ARGS(classzone_idx, order, nr_requested, nr_scanned, nr_taken,
	452	isolate_mode, file
	453	)
	454	)
	455	#else
	456	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,
	457
	458	TP_PROTO(int order,
	459	unsigned long nr_requested,
	460	unsigned long nr_scanned,
	461	unsigned long nr_taken,
	462	isolate_mode_t isolate_mode,
	463	int file
	464	),
	465
	466	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	467	isolate_mode, file
	468	),
	469
	470
	471	TP_FIELDS(
	472	ctf_integer(int, order, order)
	473	ctf_integer(unsigned long, nr_requested, nr_requested)
	474	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	475	ctf_integer(unsigned long, nr_taken, nr_taken)
	476	ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
	477	ctf_integer(int, file, file)
	478	)
	479	)
	480
	481	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,
	482
	483	TP_PROTO(int order,
	484	unsigned long nr_requested,
	485	unsigned long nr_scanned,
	486	unsigned long nr_taken,
	487	isolate_mode_t isolate_mode,
	488	int file
	489	),
	490
	491	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	492	isolate_mode, file
	493	)
	494
	495	)
	496
	497	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,
	498
	499	TP_PROTO(int order,
	500	unsigned long nr_requested,
	501	unsigned long nr_scanned,
	502	unsigned long nr_taken,
	503	isolate_mode_t isolate_mode,
	504	int file
	505	),
	506
	507	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	508	isolate_mode, file
	509	)
	510	)
	511	#endif
	512
	513	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
	514	LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,
	515
	516	TP_PROTO(struct page *page),
	517
	518	TP_ARGS(page),
	519
	520	TP_FIELDS(
	521	ctf_integer_hex(struct page *, page, page)
	522	ctf_integer(int, reclaim_flags, trace_reclaim_flags(
	523	page_is_file_lru(page)))
	524	)
	525	)
	526	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0))
	527	LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,
	528
	529	TP_PROTO(struct page *page),
	530
	531	TP_ARGS(page),
	532
	533	TP_FIELDS(
	534	ctf_integer_hex(struct page *, page, page)
	535	ctf_integer(int, reclaim_flags, trace_reclaim_flags(
	536	page_is_file_cache(page)))
	537	)
	538	)
	539	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
	540	LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,
	541
	542	TP_PROTO(struct page *page),
	543
	544	TP_ARGS(page),
	545
	546	TP_FIELDS(
	547	ctf_integer_hex(struct page *, page, page)
	548	ctf_integer(int, reclaim_flags, trace_reclaim_flags(page))
	549	)
	550	)
	551	#else
	552	LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,
	553
	554	TP_PROTO(struct page *page,
	555	int reclaim_flags),
	556
	557	TP_ARGS(page, reclaim_flags),
	558
	559	TP_FIELDS(
	560	ctf_integer_hex(struct page *, page, page)
	561	ctf_integer(int, reclaim_flags, reclaim_flags)
	562	)
	563	)
	564	#endif
	565
	566	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) \|\| \
	567	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
	568	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	569
	570	TP_PROTO(int nid,
	571	unsigned long nr_scanned, unsigned long nr_reclaimed,
	572	struct reclaim_stat *stat, int priority, int file),
	573
	574	TP_ARGS(nid, nr_scanned, nr_reclaimed, stat, priority, file),
	575
	576	TP_FIELDS(
	577	ctf_integer(int, nid, nid)
	578	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	579	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	580	ctf_integer(unsigned long, nr_dirty, stat->nr_dirty)
	581	ctf_integer(unsigned long, nr_writeback, stat->nr_writeback)
	582	ctf_integer(unsigned long, nr_congested, stat->nr_congested)
	583	ctf_integer(unsigned long, nr_immediate, stat->nr_immediate)
	584	ctf_integer(unsigned long, nr_activate_anon, stat->nr_activate[0])
	585	ctf_integer(unsigned long, nr_activate_file, stat->nr_activate[1])
	586	ctf_integer(unsigned long, nr_ref_keep, stat->nr_ref_keep)
	587	ctf_integer(unsigned long, nr_unmap_fail, stat->nr_unmap_fail)
	588	ctf_integer(int, priority, priority)
	589	ctf_integer(int, reclaim_flags, trace_reclaim_flags(file))
	590	)
	591	)
	592	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
	593	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	594
	595	TP_PROTO(int nid,
	596	unsigned long nr_scanned, unsigned long nr_reclaimed,
	597	struct reclaim_stat *stat, int priority, int file),
	598
	599	TP_ARGS(nid, nr_scanned, nr_reclaimed, stat, priority, file),
	600
	601	TP_FIELDS(
	602	ctf_integer(int, nid, nid)
	603	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	604	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	605	ctf_integer(unsigned long, nr_dirty, stat->nr_dirty)
	606	ctf_integer(unsigned long, nr_writeback, stat->nr_writeback)
	607	ctf_integer(unsigned long, nr_congested, stat->nr_congested)
	608	ctf_integer(unsigned long, nr_immediate, stat->nr_immediate)
	609	ctf_integer(unsigned long, nr_activate, stat->nr_activate)
	610	ctf_integer(unsigned long, nr_ref_keep, stat->nr_ref_keep)
	611	ctf_integer(unsigned long, nr_unmap_fail, stat->nr_unmap_fail)
	612	ctf_integer(int, priority, priority)
	613	ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	614	)
	615	)
	616	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
	617	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	618
	619	TP_PROTO(int nid,
	620	unsigned long nr_scanned, unsigned long nr_reclaimed,
	621	unsigned long nr_dirty, unsigned long nr_writeback,
	622	unsigned long nr_congested, unsigned long nr_immediate,
	623	unsigned long nr_activate, unsigned long nr_ref_keep,
	624	unsigned long nr_unmap_fail,
	625	int priority, int file),
	626
	627	TP_ARGS(nid, nr_scanned, nr_reclaimed, nr_dirty, nr_writeback,
	628	nr_congested, nr_immediate, nr_activate, nr_ref_keep,
	629	nr_unmap_fail, priority, file),
	630
	631	TP_FIELDS(
	632	ctf_integer(int, nid, nid)
	633	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	634	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	635	ctf_integer(unsigned long, nr_dirty, nr_dirty)
	636	ctf_integer(unsigned long, nr_writeback, nr_writeback)
	637	ctf_integer(unsigned long, nr_congested, nr_congested)
	638	ctf_integer(unsigned long, nr_immediate, nr_immediate)
	639	ctf_integer(unsigned long, nr_activate, nr_activate)
	640	ctf_integer(unsigned long, nr_ref_keep, nr_ref_keep)
	641	ctf_integer(unsigned long, nr_unmap_fail, nr_unmap_fail)
	642	ctf_integer(int, priority, priority)
	643	ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	644	)
	645	)
	646	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
	647	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	648
	649	TP_PROTO(int nid,
	650	unsigned long nr_scanned, unsigned long nr_reclaimed,
	651	int priority, int file),
	652
	653	TP_ARGS(nid, nr_scanned, nr_reclaimed, priority, file),
	654
	655	TP_FIELDS(
	656	ctf_integer(int, nid, nid)
	657	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	658	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	659	ctf_integer(int, priority, priority)
	660	ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	661	)
	662	)
	663	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
	664	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	665
	666	TP_PROTO(struct zone *zone,
	667	unsigned long nr_scanned, unsigned long nr_reclaimed,
	668	int priority, int file),
	669
	670	TP_ARGS(zone, nr_scanned, nr_reclaimed, priority, file),
	671
	672	TP_FIELDS(
	673	ctf_integer(int, nid, zone_to_nid(zone))
	674	ctf_integer(int, zid, zone_idx(zone))
	675	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	676	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	677	ctf_integer(int, priority, priority)
	678	ctf_integer(int, reclaim_flags, trace_shrink_flags(file))
	679	)
	680	)
	681	#else
	682	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	683
	684	TP_PROTO(int nid, int zid,
	685	unsigned long nr_scanned, unsigned long nr_reclaimed,
	686	int priority, int reclaim_flags),
	687
	688	TP_ARGS(nid, zid, nr_scanned, nr_reclaimed, priority, reclaim_flags),
	689
	690	TP_FIELDS(
	691	ctf_integer(int, nid, nid)
	692	ctf_integer(int, zid, zid)
	693	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	694	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	695	ctf_integer(int, priority, priority)
	696	ctf_integer(int, reclaim_flags, reclaim_flags)
	697	)
	698	)
	699	#endif
	700
	701	#endif /* LTTNG_TRACE_MM_VMSCAN_H */
	702
	703	/* This part must be outside protection */
	704	#include <lttng/define_trace.h>