[linux.git] / include / linux / vtime.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _LINUX_KERNEL_VTIME_H
#define _LINUX_KERNEL_VTIME_H

#include <linux/context_tracking_state.h>
#include <linux/sched.h>

#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
#include <asm/vtime.h>
#endif

/*
 * Common vtime APIs
 */
#ifdef CONFIG_VIRT_CPU_ACCOUNTING
extern void vtime_account_kernel(struct task_struct *tsk);
extern void vtime_account_idle(struct task_struct *tsk);
#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */

#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
extern void arch_vtime_task_switch(struct task_struct *tsk);
extern void vtime_user_enter(struct task_struct *tsk);
extern void vtime_user_exit(struct task_struct *tsk);
extern void vtime_guest_enter(struct task_struct *tsk);
extern void vtime_guest_exit(struct task_struct *tsk);
extern void vtime_init_idle(struct task_struct *tsk, int cpu);
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN  */
static inline void vtime_user_enter(struct task_struct *tsk) { }
static inline void vtime_user_exit(struct task_struct *tsk) { }
static inline void vtime_guest_enter(struct task_struct *tsk) { }
static inline void vtime_guest_exit(struct task_struct *tsk) { }
static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
#endif

#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);
extern void vtime_account_softirq(struct task_struct *tsk);
extern void vtime_account_hardirq(struct task_struct *tsk);
extern void vtime_flush(struct task_struct *tsk);
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
static inline void vtime_account_softirq(struct task_struct *tsk) { }
static inline void vtime_account_hardirq(struct task_struct *tsk) { }
static inline void vtime_flush(struct task_struct *tsk) { }
#endif

/*
 * vtime_accounting_enabled_this_cpu() definitions/declarations
 */
#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)

static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }
extern void vtime_task_switch(struct task_struct *prev);

static __always_inline void vtime_account_guest_enter(void)
{
	vtime_account_kernel(current);
	current->flags |= PF_VCPU;
}

static __always_inline void vtime_account_guest_exit(void)
{
	vtime_account_kernel(current);
	current->flags &= ~PF_VCPU;
}

#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)

/*
 * Checks if vtime is enabled on some CPU. Cputime readers want to be careful
 * in that case and compute the tickless cputime.
 * For now vtime state is tied to context tracking. We might want to decouple
 * those later if necessary.
 */
static inline bool vtime_accounting_enabled(void)
{
	return context_tracking_enabled();
}

static inline bool vtime_accounting_enabled_cpu(int cpu)
{
	return context_tracking_enabled_cpu(cpu);
}

static inline bool vtime_accounting_enabled_this_cpu(void)
{
	return context_tracking_enabled_this_cpu();
}

extern void vtime_task_switch_generic(struct task_struct *prev);

static inline void vtime_task_switch(struct task_struct *prev)
{
	if (vtime_accounting_enabled_this_cpu())
		vtime_task_switch_generic(prev);
}

static __always_inline void vtime_account_guest_enter(void)
{
	if (vtime_accounting_enabled_this_cpu())
		vtime_guest_enter(current);
	else
		current->flags |= PF_VCPU;
}

static __always_inline void vtime_account_guest_exit(void)
{
	if (vtime_accounting_enabled_this_cpu())
		vtime_guest_exit(current);
	else
		current->flags &= ~PF_VCPU;
}

#else /* !CONFIG_VIRT_CPU_ACCOUNTING */

static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }
static inline void vtime_task_switch(struct task_struct *prev) { }

static __always_inline void vtime_account_guest_enter(void)
{
	current->flags |= PF_VCPU;
}

static __always_inline void vtime_account_guest_exit(void)
{
	current->flags &= ~PF_VCPU;
}

#endif


#ifdef CONFIG_IRQ_TIME_ACCOUNTING
extern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);
#else
static inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
#endif

static inline void account_softirq_enter(struct task_struct *tsk)
{
	vtime_account_irq(tsk, SOFTIRQ_OFFSET);
	irqtime_account_irq(tsk, SOFTIRQ_OFFSET);
}

static inline void account_softirq_exit(struct task_struct *tsk)
{
	vtime_account_softirq(tsk);
	irqtime_account_irq(tsk, 0);
}

static inline void account_hardirq_enter(struct task_struct *tsk)
{
	vtime_account_irq(tsk, HARDIRQ_OFFSET);
	irqtime_account_irq(tsk, HARDIRQ_OFFSET);
}

static inline void account_hardirq_exit(struct task_struct *tsk)
{
	vtime_account_hardirq(tsk);
	irqtime_account_irq(tsk, 0);
}

#endif /* _LINUX_KERNEL_VTIME_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
dcbf832e FW	2	#ifndef _LINUX_KERNEL_VTIME_H
	3	#define _LINUX_KERNEL_VTIME_H
	4
b0493406	5	#include <linux/context_tracking_state.h>
6f922b89 SC	6	#include <linux/sched.h>
6f922b89 SC	7
a5725ac2 FW	8	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
	9	#include <asm/vtime.h>
	10	#endif
	11
b41c723b SC	12	/*
	13	* Common vtime APIs
	14	*/
	15	#ifdef CONFIG_VIRT_CPU_ACCOUNTING
	16	extern void vtime_account_kernel(struct task_struct *tsk);
	17	extern void vtime_account_idle(struct task_struct *tsk);
b41c723b SC	18	#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
	19
	20	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
	21	extern void arch_vtime_task_switch(struct task_struct *tsk);
	22	extern void vtime_user_enter(struct task_struct *tsk);
	23	extern void vtime_user_exit(struct task_struct *tsk);
	24	extern void vtime_guest_enter(struct task_struct *tsk);
	25	extern void vtime_guest_exit(struct task_struct *tsk);
	26	extern void vtime_init_idle(struct task_struct *tsk, int cpu);
	27	#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
	28	static inline void vtime_user_enter(struct task_struct *tsk) { }
	29	static inline void vtime_user_exit(struct task_struct *tsk) { }
	30	static inline void vtime_guest_enter(struct task_struct *tsk) { }
	31	static inline void vtime_guest_exit(struct task_struct *tsk) { }
	32	static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
	33	#endif
	34
	35	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
	36	extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);
	37	extern void vtime_account_softirq(struct task_struct *tsk);
	38	extern void vtime_account_hardirq(struct task_struct *tsk);
	39	extern void vtime_flush(struct task_struct *tsk);
	40	#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
	41	static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
	42	static inline void vtime_account_softirq(struct task_struct *tsk) { }
	43	static inline void vtime_account_hardirq(struct task_struct *tsk) { }
	44	static inline void vtime_flush(struct task_struct *tsk) { }
	45	#endif
	46
b0493406	47	/*
e44fcb4b	48	* vtime_accounting_enabled_this_cpu() definitions/declarations
b0493406	49	*/
8612f17a	50	#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
8d495477	51
e44fcb4b	52	static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }
8d495477 FW	53	extern void vtime_task_switch(struct task_struct *prev);
8d495477 FW	54
6f922b89 SC	55	static __always_inline void vtime_account_guest_enter(void)
	56	{
	57	vtime_account_kernel(current);
	58	current->flags \|= PF_VCPU;
	59	}
	60
	61	static __always_inline void vtime_account_guest_exit(void)
	62	{
	63	vtime_account_kernel(current);
	64	current->flags &= ~PF_VCPU;
	65	}
	66
8612f17a	67	#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
8d495477	68
e5925394 FW	69	/*
	70	* Checks if vtime is enabled on some CPU. Cputime readers want to be careful
	71	* in that case and compute the tickless cputime.
	72	* For now vtime state is tied to context tracking. We might want to decouple
	73	* those later if necessary.
	74	*/
	75	static inline bool vtime_accounting_enabled(void)
	76	{
74c57875	77	return context_tracking_enabled();
e5925394 FW	78	}
e5925394 FW	79
9adbb9dd	80	static inline bool vtime_accounting_enabled_cpu(int cpu)
b0493406	81	{
023e9deb	82	return context_tracking_enabled_cpu(cpu);
9adbb9dd	83	}
b0493406	84
9adbb9dd FW	85	static inline bool vtime_accounting_enabled_this_cpu(void)
9adbb9dd FW	86	{
023e9deb	87	return context_tracking_enabled_this_cpu();
b0493406	88	}
8d495477 FW	89
	90	extern void vtime_task_switch_generic(struct task_struct *prev);
	91
	92	static inline void vtime_task_switch(struct task_struct *prev)
	93	{
e44fcb4b	94	if (vtime_accounting_enabled_this_cpu())
8d495477 FW	95	vtime_task_switch_generic(prev);
	96	}
	97
6f922b89 SC	98	static __always_inline void vtime_account_guest_enter(void)
	99	{
	100	if (vtime_accounting_enabled_this_cpu())
	101	vtime_guest_enter(current);
	102	else
	103	current->flags \|= PF_VCPU;
	104	}
	105
	106	static __always_inline void vtime_account_guest_exit(void)
	107	{
	108	if (vtime_accounting_enabled_this_cpu())
	109	vtime_guest_exit(current);
	110	else
	111	current->flags &= ~PF_VCPU;
	112	}
	113
8612f17a	114	#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
8d495477	115
e44fcb4b	116	static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }
8d495477	117	static inline void vtime_task_switch(struct task_struct *prev) { }
b0493406	118
6f922b89 SC	119	static __always_inline void vtime_account_guest_enter(void)
	120	{
	121	current->flags \|= PF_VCPU;
	122	}
	123
	124	static __always_inline void vtime_account_guest_exit(void)
	125	{
	126	current->flags &= ~PF_VCPU;
	127	}
	128
8d495477	129	#endif
b0493406	130
8612f17a	131
3e1df4f5	132	#ifdef CONFIG_IRQ_TIME_ACCOUNTING
d3759e71	133	extern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);
dcbf832e	134	#else
d3759e71	135	static inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
dcbf832e FW	136	#endif
dcbf832e FW	137
d3759e71	138	static inline void account_softirq_enter(struct task_struct *tsk)
fa5058f3	139	{
d3759e71 FW	140	vtime_account_irq(tsk, SOFTIRQ_OFFSET);
d3759e71 FW	141	irqtime_account_irq(tsk, SOFTIRQ_OFFSET);
fa5058f3 FW	142	}
fa5058f3 FW	143
d3759e71	144	static inline void account_softirq_exit(struct task_struct *tsk)
fa5058f3	145	{
d3759e71 FW	146	vtime_account_softirq(tsk);
	147	irqtime_account_irq(tsk, 0);
	148	}
	149
	150	static inline void account_hardirq_enter(struct task_struct *tsk)
	151	{
	152	vtime_account_irq(tsk, HARDIRQ_OFFSET);
	153	irqtime_account_irq(tsk, HARDIRQ_OFFSET);
	154	}
	155
	156	static inline void account_hardirq_exit(struct task_struct *tsk)
	157	{
	158	vtime_account_hardirq(tsk);
	159	irqtime_account_irq(tsk, 0);
fa5058f3 FW	160	}
fa5058f3 FW	161
dcbf832e	162	#endif /* _LINUX_KERNEL_VTIME_H */