Something went wrong. Try again.
Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180/* SPDX-License-Identifier: GPL-2.0 */#ifndef _LINUX_KERNEL_VTIME_H#define _LINUX_KERNEL_VTIME_H
#include <linux/context_tracking_state.h>#include <linux/sched.h>
/* * Common vtime APIs */#ifdef CONFIG_VIRT_CPU_ACCOUNTINGextern void vtime_account_kernel(struct task_struct *tsk);#endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GENextern void vtime_user_enter(struct task_struct *tsk);extern void vtime_user_exit(struct task_struct *tsk);extern void vtime_guest_enter(struct task_struct *tsk);extern void vtime_guest_exit(struct task_struct *tsk);extern void vtime_init_idle(struct task_struct *tsk, int cpu);#else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */static inline void vtime_user_enter(struct task_struct *tsk) { }static inline void vtime_user_exit(struct task_struct *tsk) { }static inline void vtime_guest_enter(struct task_struct *tsk) { }static inline void vtime_guest_exit(struct task_struct *tsk) { }static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }#endif
static inline bool vtime_generic_enabled_cpu(int cpu){ return context_tracking_enabled_cpu(cpu);}
static inline bool vtime_generic_enabled_this_cpu(void){ return context_tracking_enabled_this_cpu();}
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVEextern void vtime_account_idle(struct task_struct *tsk);extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);extern void vtime_account_softirq(struct task_struct *tsk);extern void vtime_account_hardirq(struct task_struct *tsk);extern void vtime_flush(struct task_struct *tsk);#ifdef CONFIG_HAVE_VIRT_CPU_ACCOUNTING_IDLEstatic inline void vtime_reset(void) { }static inline void vtime_dyntick_start(void) { }static inline void vtime_dyntick_stop(void) { }#elseextern void vtime_reset(void);extern void vtime_dyntick_start(void);extern void vtime_dyntick_stop(void);#endif#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }static inline void vtime_account_softirq(struct task_struct *tsk) { }static inline void vtime_account_hardirq(struct task_struct *tsk) { }static inline void vtime_flush(struct task_struct *tsk) { }static inline void vtime_reset(void) { }static inline void vtime_dyntick_start(void) { }static inline void vtime_dyntick_stop(void) { }#endif
/* * vtime_accounting_enabled_this_cpu() definitions/declarations */#if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }extern void vtime_task_switch(struct task_struct *prev);
static __always_inline void vtime_account_guest_enter(void){ vtime_account_kernel(current); current->flags |= PF_VCPU;}
static __always_inline void vtime_account_guest_exit(void){ vtime_account_kernel(current); current->flags &= ~PF_VCPU;}
#elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
/* * Checks if vtime is enabled on some CPU. Cputime readers want to be careful * in that case and compute the tickless cputime. * For now vtime state is tied to context tracking. We might want to decouple * those later if necessary. */static inline bool vtime_accounting_enabled(void){ return context_tracking_enabled();}
static inline bool vtime_accounting_enabled_cpu(int cpu){ return vtime_generic_enabled_cpu(cpu);}
static inline bool vtime_accounting_enabled_this_cpu(void){ return vtime_generic_enabled_this_cpu();}
extern void vtime_task_switch_generic(struct task_struct *prev);
static inline void vtime_task_switch(struct task_struct *prev){ if (vtime_accounting_enabled_this_cpu()) vtime_task_switch_generic(prev);}
static __always_inline void vtime_account_guest_enter(void){ if (vtime_accounting_enabled_this_cpu()) vtime_guest_enter(current); else current->flags |= PF_VCPU;}
static __always_inline void vtime_account_guest_exit(void){ if (vtime_accounting_enabled_this_cpu()) vtime_guest_exit(current); else current->flags &= ~PF_VCPU;}
#else /* !CONFIG_VIRT_CPU_ACCOUNTING */
static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }static inline void vtime_task_switch(struct task_struct *prev) { }
static __always_inline void vtime_account_guest_enter(void){ current->flags |= PF_VCPU;}
static __always_inline void vtime_account_guest_exit(void){ current->flags &= ~PF_VCPU;}
#endif
#ifdef CONFIG_IRQ_TIME_ACCOUNTINGextern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);#elsestatic inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }#endif
static inline void account_softirq_enter(struct task_struct *tsk){ vtime_account_irq(tsk, SOFTIRQ_OFFSET); irqtime_account_irq(tsk, SOFTIRQ_OFFSET);}
static inline void account_softirq_exit(struct task_struct *tsk){ vtime_account_softirq(tsk); irqtime_account_irq(tsk, 0);}
static inline void account_hardirq_enter(struct task_struct *tsk){ vtime_account_irq(tsk, HARDIRQ_OFFSET); irqtime_account_irq(tsk, HARDIRQ_OFFSET);}
static inline void account_hardirq_exit(struct task_struct *tsk){ vtime_account_hardirq(tsk); irqtime_account_irq(tsk, 0);}
#endif /* _LINUX_KERNEL_VTIME_H */