Add call_site, bytes_alloc and gfp_flags fields to the output of the percpu_alloc_percpu ftrace event: mkdir-4393 [001] 169.334788: percpu_alloc_percpu: call_site=mem_cgroup_css_alloc+0xa6 reserved=0 is_atomic=0 size=2408 align=8 base_addr=0xffffc7117fc00000 off=402176 ptr=0x3dc867a62300 bytes_alloc=14448 gfp_flags=GFP_KERNEL_ACCOUNT This is required to track memcg-accounted percpu allocations. Link: https://lkml.kernel.org/r/a07be858-c8a3-7851-9086-e3262cbcf707@openvz.org Signed-off-by: Vasily Averin <vvs@openvz.org> Acked-by: Roman Gushchin <roman.gushchin@linux.dev> Cc: Shakeel Butt <shakeelb@google.com> Cc: Steven Rostedt <rostedt@goodmis.org> Cc: Ingo Molnar <mingo@redhat.com> Cc: Vlastimil Babka <vbabka@suse.cz> Cc: Michal Hocko <mhocko@suse.com> Cc: Dennis Zhou <dennis@kernel.org> Cc: Tejun Heo <tj@kernel.org> Cc: Christoph Lameter <cl@linux.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
137 lines
3.1 KiB
C
137 lines
3.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM percpu
|
|
|
|
#if !defined(_TRACE_PERCPU_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_PERCPU_H
|
|
|
|
#include <linux/tracepoint.h>
|
|
#include <trace/events/mmflags.h>
|
|
|
|
TRACE_EVENT(percpu_alloc_percpu,
|
|
|
|
TP_PROTO(unsigned long call_site,
|
|
bool reserved, bool is_atomic, size_t size,
|
|
size_t align, void *base_addr, int off,
|
|
void __percpu *ptr, size_t bytes_alloc, gfp_t gfp_flags),
|
|
|
|
TP_ARGS(call_site, reserved, is_atomic, size, align, base_addr, off,
|
|
ptr, bytes_alloc, gfp_flags),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, call_site )
|
|
__field( bool, reserved )
|
|
__field( bool, is_atomic )
|
|
__field( size_t, size )
|
|
__field( size_t, align )
|
|
__field( void *, base_addr )
|
|
__field( int, off )
|
|
__field( void __percpu *, ptr )
|
|
__field( size_t, bytes_alloc )
|
|
__field( gfp_t, gfp_flags )
|
|
),
|
|
TP_fast_assign(
|
|
__entry->call_site = call_site;
|
|
__entry->reserved = reserved;
|
|
__entry->is_atomic = is_atomic;
|
|
__entry->size = size;
|
|
__entry->align = align;
|
|
__entry->base_addr = base_addr;
|
|
__entry->off = off;
|
|
__entry->ptr = ptr;
|
|
__entry->bytes_alloc = bytes_alloc;
|
|
__entry->gfp_flags = gfp_flags;
|
|
),
|
|
|
|
TP_printk("call_site=%pS reserved=%d is_atomic=%d size=%zu align=%zu base_addr=%p off=%d ptr=%p bytes_alloc=%zu gfp_flags=%s",
|
|
(void *)__entry->call_site,
|
|
__entry->reserved, __entry->is_atomic,
|
|
__entry->size, __entry->align,
|
|
__entry->base_addr, __entry->off, __entry->ptr,
|
|
__entry->bytes_alloc, show_gfp_flags(__entry->gfp_flags))
|
|
);
|
|
|
|
TRACE_EVENT(percpu_free_percpu,
|
|
|
|
TP_PROTO(void *base_addr, int off, void __percpu *ptr),
|
|
|
|
TP_ARGS(base_addr, off, ptr),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( void *, base_addr )
|
|
__field( int, off )
|
|
__field( void __percpu *, ptr )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->base_addr = base_addr;
|
|
__entry->off = off;
|
|
__entry->ptr = ptr;
|
|
),
|
|
|
|
TP_printk("base_addr=%p off=%d ptr=%p",
|
|
__entry->base_addr, __entry->off, __entry->ptr)
|
|
);
|
|
|
|
TRACE_EVENT(percpu_alloc_percpu_fail,
|
|
|
|
TP_PROTO(bool reserved, bool is_atomic, size_t size, size_t align),
|
|
|
|
TP_ARGS(reserved, is_atomic, size, align),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( bool, reserved )
|
|
__field( bool, is_atomic )
|
|
__field( size_t, size )
|
|
__field( size_t, align )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->reserved = reserved;
|
|
__entry->is_atomic = is_atomic;
|
|
__entry->size = size;
|
|
__entry->align = align;
|
|
),
|
|
|
|
TP_printk("reserved=%d is_atomic=%d size=%zu align=%zu",
|
|
__entry->reserved, __entry->is_atomic,
|
|
__entry->size, __entry->align)
|
|
);
|
|
|
|
TRACE_EVENT(percpu_create_chunk,
|
|
|
|
TP_PROTO(void *base_addr),
|
|
|
|
TP_ARGS(base_addr),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( void *, base_addr )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->base_addr = base_addr;
|
|
),
|
|
|
|
TP_printk("base_addr=%p", __entry->base_addr)
|
|
);
|
|
|
|
TRACE_EVENT(percpu_destroy_chunk,
|
|
|
|
TP_PROTO(void *base_addr),
|
|
|
|
TP_ARGS(base_addr),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( void *, base_addr )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->base_addr = base_addr;
|
|
),
|
|
|
|
TP_printk("base_addr=%p", __entry->base_addr)
|
|
);
|
|
|
|
#endif /* _TRACE_PERCPU_H */
|
|
|
|
#include <trace/define_trace.h>
|