Cregit: Linux 6.3: user-return-notifier.c

Contributors: 10
Author	Tokens	Token Proportion	Commits	Commit Proportion
Avi Kivity	134	87.01%	2	16.67%
Christoph Lameter	4	2.60%	1	8.33%
Ingo Molnar	3	1.95%	2	16.67%
Zwane Mwaikambo	3	1.95%	1	8.33%
Stephen Rothwell	3	1.95%	1	8.33%
Jan Beulich	2	1.30%	1	8.33%
Peter Zijlstra	2	1.30%	1	8.33%
Lucas De Marchi	1	0.65%	1	8.33%
Thomas Gleixner	1	0.65%	1	8.33%
Paul Gortmaker	1	0.65%	1	8.33%
Total	154		12

// SPDX-License-Identifier: GPL-2.0-only

#include <linux/user-return-notifier.h>
#include <linux/percpu.h>
#include <linux/sched.h>
#include <linux/export.h>

static DEFINE_PER_CPU(struct hlist_head, return_notifier_list);

/*
 * Request a notification when the current cpu returns to userspace.  Must be
 * called in atomic context.  The notifier will also be called in atomic
 * context.
 */
void user_return_notifier_register(struct user_return_notifier *urn)
{
	set_tsk_thread_flag(current, TIF_USER_RETURN_NOTIFY);
	hlist_add_head(&urn->link, this_cpu_ptr(&return_notifier_list));
}
EXPORT_SYMBOL_GPL(user_return_notifier_register);

/*
 * Removes a registered user return notifier.  Must be called from atomic
 * context, and from the same cpu registration occurred in.
 */
void user_return_notifier_unregister(struct user_return_notifier *urn)
{
	hlist_del(&urn->link);
	if (hlist_empty(this_cpu_ptr(&return_notifier_list)))
		clear_tsk_thread_flag(current, TIF_USER_RETURN_NOTIFY);
}
EXPORT_SYMBOL_GPL(user_return_notifier_unregister);

/* Calls registered user return notifiers */
void fire_user_return_notifiers(void)
{
	struct user_return_notifier *urn;
	struct hlist_node *tmp2;
	struct hlist_head *head;

	head = &get_cpu_var(return_notifier_list);
	hlist_for_each_entry_safe(urn, tmp2, head, link)
		urn->on_user_return(urn);
	put_cpu_var(return_notifier_list);
}