mirror of https://github.com/torvalds/linux.git
96 lines
2.7 KiB
C
96 lines
2.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0+ WITH Linux-syscall-note */
|
|
#ifndef _LINUX_RSEQ_H
|
|
#define _LINUX_RSEQ_H
|
|
|
|
#ifdef CONFIG_RSEQ
|
|
#include <linux/sched.h>
|
|
|
|
void __rseq_handle_notify_resume(struct ksignal *sig, struct pt_regs *regs);
|
|
|
|
static inline void rseq_handle_notify_resume(struct pt_regs *regs)
|
|
{
|
|
if (current->rseq.event.has_rseq)
|
|
__rseq_handle_notify_resume(NULL, regs);
|
|
}
|
|
|
|
static inline void rseq_signal_deliver(struct ksignal *ksig, struct pt_regs *regs)
|
|
{
|
|
if (current->rseq.event.has_rseq) {
|
|
current->rseq.event.sched_switch = true;
|
|
__rseq_handle_notify_resume(ksig, regs);
|
|
}
|
|
}
|
|
|
|
static inline void rseq_sched_switch_event(struct task_struct *t)
|
|
{
|
|
if (t->rseq.event.has_rseq) {
|
|
t->rseq.event.sched_switch = true;
|
|
set_tsk_thread_flag(t, TIF_NOTIFY_RESUME);
|
|
}
|
|
}
|
|
|
|
static __always_inline void rseq_exit_to_user_mode(void)
|
|
{
|
|
if (IS_ENABLED(CONFIG_DEBUG_RSEQ)) {
|
|
if (WARN_ON_ONCE(current->rseq.event.has_rseq &&
|
|
current->rseq.event.events))
|
|
current->rseq.event.events = 0;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* KVM/HYPERV invoke resume_user_mode_work() before entering guest mode,
|
|
* which clears TIF_NOTIFY_RESUME. To avoid updating user space RSEQ in
|
|
* that case just to do it eventually again before returning to user space,
|
|
* the entry resume_user_mode_work() invocation is ignored as the register
|
|
* argument is NULL.
|
|
*
|
|
* After returning from guest mode, they have to invoke this function to
|
|
* re-raise TIF_NOTIFY_RESUME if necessary.
|
|
*/
|
|
static inline void rseq_virt_userspace_exit(void)
|
|
{
|
|
if (current->rseq.event.sched_switch)
|
|
set_tsk_thread_flag(current, TIF_NOTIFY_RESUME);
|
|
}
|
|
|
|
static inline void rseq_reset(struct task_struct *t)
|
|
{
|
|
memset(&t->rseq, 0, sizeof(t->rseq));
|
|
}
|
|
|
|
static inline void rseq_execve(struct task_struct *t)
|
|
{
|
|
rseq_reset(t);
|
|
}
|
|
|
|
/*
|
|
* If parent process has a registered restartable sequences area, the
|
|
* child inherits. Unregister rseq for a clone with CLONE_VM set.
|
|
*/
|
|
static inline void rseq_fork(struct task_struct *t, u64 clone_flags)
|
|
{
|
|
if (clone_flags & CLONE_VM)
|
|
rseq_reset(t);
|
|
else
|
|
t->rseq = current->rseq;
|
|
}
|
|
|
|
#else /* CONFIG_RSEQ */
|
|
static inline void rseq_handle_notify_resume(struct pt_regs *regs) { }
|
|
static inline void rseq_signal_deliver(struct ksignal *ksig, struct pt_regs *regs) { }
|
|
static inline void rseq_sched_switch_event(struct task_struct *t) { }
|
|
static inline void rseq_virt_userspace_exit(void) { }
|
|
static inline void rseq_fork(struct task_struct *t, u64 clone_flags) { }
|
|
static inline void rseq_execve(struct task_struct *t) { }
|
|
static inline void rseq_exit_to_user_mode(void) { }
|
|
#endif /* !CONFIG_RSEQ */
|
|
|
|
#ifdef CONFIG_DEBUG_RSEQ
|
|
void rseq_syscall(struct pt_regs *regs);
|
|
#else /* CONFIG_DEBUG_RSEQ */
|
|
static inline void rseq_syscall(struct pt_regs *regs) { }
|
|
#endif /* !CONFIG_DEBUG_RSEQ */
|
|
|
|
#endif /* _LINUX_RSEQ_H */
|