Contributors: 12
Author Tokens Token Proportion Commits Commit Proportion
Andrii Nakryiko 1098 35.95% 9 39.13%
Menglong Dong 621 20.33% 2 8.70%
Alan Maguire 424 13.88% 1 4.35%
Leon Huayra 301 9.86% 1 4.35%
Hoyeon Lee 180 5.89% 1 4.35%
Delyan Kratunov 119 3.90% 1 4.35%
Jiri Olsa 98 3.21% 1 4.35%
Feng Yang 96 3.14% 2 8.70%
Andrey Grodzovsky 73 2.39% 1 4.35%
Yucong Sun 22 0.72% 1 4.35%
Jordan Rome 11 0.36% 1 4.35%
Ilya Leoshkevich 11 0.36% 2 8.70%
Total 3054 23 


// SPDX-License-Identifier: GPL-2.0
#include <test_progs.h>
#include "test_attach_kprobe_sleepable.skel.h"
#include "test_attach_probe_manual.skel.h"
#include "test_attach_probe.skel.h"
#include "kprobe_write_ctx.skel.h"

/* this is how USDT semaphore is actually defined, except volatile modifier */
volatile unsigned short uprobe_ref_ctr __attribute__((unused)) __attribute((section(".probes")));

/* uprobe attach point */
static noinline void trigger_func(void)
{
	asm volatile ("");
}

/* attach point for byname uprobe */
static noinline void trigger_func2(void)
{
	asm volatile ("");
}

/* attach point for byname sleepable uprobe */
static noinline void trigger_func3(void)
{
	asm volatile ("");
}

/* attach point for ref_ctr */
static noinline void trigger_func4(void)
{
	asm volatile ("");
}

static char test_data[] = "test_data";

/* manual attach kprobe/kretprobe/uprobe/uretprobe testings */
static void test_attach_probe_manual(enum probe_attach_mode attach_mode)
{
	DECLARE_LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts);
	DECLARE_LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	struct bpf_link *kprobe_link, *kretprobe_link;
	struct bpf_link *uprobe_link, *uretprobe_link;
	struct test_attach_probe_manual *skel;
	ssize_t uprobe_offset;

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_manual_open_and_load"))
		return;

	uprobe_offset = get_uprobe_offset(&trigger_func);
	if (!ASSERT_GE(uprobe_offset, 0, "uprobe_offset"))
		goto cleanup;

	/* manual-attach kprobe/kretprobe */
	kprobe_opts.attach_mode = attach_mode;
	kprobe_opts.retprobe = false;
	kprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						      SYS_NANOSLEEP_KPROBE_NAME,
						      &kprobe_opts);
	if (!ASSERT_OK_PTR(kprobe_link, "attach_kprobe"))
		goto cleanup;
	skel->links.handle_kprobe = kprobe_link;

	kprobe_opts.retprobe = true;
	kretprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kretprobe,
							 SYS_NANOSLEEP_KPROBE_NAME,
							 &kprobe_opts);
	if (!ASSERT_OK_PTR(kretprobe_link, "attach_kretprobe"))
		goto cleanup;
	skel->links.handle_kretprobe = kretprobe_link;

	/* manual-attach uprobe/uretprobe */
	uprobe_opts.attach_mode = attach_mode;
	uprobe_opts.ref_ctr_offset = 0;
	uprobe_opts.retprobe = false;
	uprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uprobe,
						      0 /* self pid */,
						      "/proc/self/exe",
						      uprobe_offset,
						      &uprobe_opts);
	if (!ASSERT_OK_PTR(uprobe_link, "attach_uprobe"))
		goto cleanup;
	skel->links.handle_uprobe = uprobe_link;

	uprobe_opts.retprobe = true;
	uretprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uretprobe,
							 -1 /* any pid */,
							 "/proc/self/exe",
							 uprobe_offset, &uprobe_opts);
	if (!ASSERT_OK_PTR(uretprobe_link, "attach_uretprobe"))
		goto cleanup;
	skel->links.handle_uretprobe = uretprobe_link;

	/* attach uprobe by function name manually */
	uprobe_opts.func_name = "trigger_func2";
	uprobe_opts.retprobe = false;
	uprobe_opts.ref_ctr_offset = 0;
	skel->links.handle_uprobe_byname =
			bpf_program__attach_uprobe_opts(skel->progs.handle_uprobe_byname,
							0 /* this pid */,
							"/proc/self/exe",
							0, &uprobe_opts);
	if (!ASSERT_OK_PTR(skel->links.handle_uprobe_byname, "attach_uprobe_byname"))
		goto cleanup;

	/* trigger & validate kprobe && kretprobe */
	usleep(1);

	/* trigger & validate uprobe & uretprobe */
	trigger_func();

	/* trigger & validate uprobe attached by name */
	trigger_func2();

	ASSERT_EQ(skel->bss->kprobe_res, 1, "check_kprobe_res");
	ASSERT_EQ(skel->bss->kretprobe_res, 2, "check_kretprobe_res");
	ASSERT_EQ(skel->bss->uprobe_res, 3, "check_uprobe_res");
	ASSERT_EQ(skel->bss->uretprobe_res, 4, "check_uretprobe_res");
	ASSERT_EQ(skel->bss->uprobe_byname_res, 5, "check_uprobe_byname_res");

cleanup:
	test_attach_probe_manual__destroy(skel);
}

/* manual attach address-based kprobe/kretprobe testings */
static void test_attach_kprobe_by_addr(enum probe_attach_mode attach_mode)
{
	LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	struct test_attach_probe_manual *skel;
	unsigned long func_addr;

	if (!ASSERT_OK(load_kallsyms(), "load_kallsyms"))
		return;

	func_addr = ksym_get_addr(SYS_NANOSLEEP_KPROBE_NAME);
	if (!ASSERT_NEQ(func_addr, 0UL, "func_addr"))
		return;

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_manual_open_and_load"))
		return;

	kprobe_opts.attach_mode = attach_mode;
	kprobe_opts.retprobe = false;
	kprobe_opts.offset = func_addr;
	skel->links.handle_kprobe =
		bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						NULL, &kprobe_opts);
	if (!ASSERT_OK_PTR(skel->links.handle_kprobe, "attach_kprobe_by_addr"))
		goto cleanup;

	kprobe_opts.retprobe = true;
	skel->links.handle_kretprobe =
		bpf_program__attach_kprobe_opts(skel->progs.handle_kretprobe,
						NULL, &kprobe_opts);
	if (!ASSERT_OK_PTR(skel->links.handle_kretprobe, "attach_kretprobe_by_addr"))
		goto cleanup;

	/* trigger & validate kprobe && kretprobe */
	usleep(1);

	ASSERT_EQ(skel->bss->kprobe_res, 1, "check_kprobe_res");
	ASSERT_EQ(skel->bss->kretprobe_res, 2, "check_kretprobe_res");

cleanup:
	test_attach_probe_manual__destroy(skel);
}

/* reject legacy address-based kprobe attach */
static void test_attach_kprobe_legacy_by_addr_reject(void)
{
	LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	struct test_attach_probe_manual *skel;
	unsigned long func_addr;

	if (!ASSERT_OK(load_kallsyms(), "load_kallsyms"))
		return;

	func_addr = ksym_get_addr(SYS_NANOSLEEP_KPROBE_NAME);
	if (!ASSERT_NEQ(func_addr, 0UL, "func_addr"))
		return;

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_manual_open_and_load"))
		return;

	kprobe_opts.attach_mode = PROBE_ATTACH_MODE_LEGACY;
	kprobe_opts.offset = func_addr;
	skel->links.handle_kprobe =
		bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						NULL, &kprobe_opts);
	ASSERT_ERR_PTR(skel->links.handle_kprobe, "attach_kprobe_legacy_by_addr");
	ASSERT_EQ(libbpf_get_error(skel->links.handle_kprobe),
		  -EOPNOTSUPP, "attach_kprobe_legacy_by_addr_err");

	test_attach_probe_manual__destroy(skel);
}

/*
 * bpf_fentry_shadow_test exists in both vmlinux (net/bpf/test_run.c) and
 * bpf_testmod (bpf_testmod.c). When bpf_testmod is loaded the symbol is
 * duplicated. Test that kprobe attachment handles this correctly:
 * - Unqualified name ("bpf_fentry_shadow_test") attaches to vmlinux.
 * - MOD:SYM name ("bpf_testmod:bpf_fentry_shadow_test") attaches to module.
 *
 * Note: bpf_fentry_shadow_test is not invoked via test_run, so we only
 * verify that attach and detach succeed without triggering the probe.
 */
static void test_attach_probe_dup_sym(enum probe_attach_mode attach_mode)
{
	DECLARE_LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	struct bpf_link *kprobe_link, *kretprobe_link;
	struct test_attach_probe_manual *skel;

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_dup_sym_open_and_load"))
		return;

	kprobe_opts.attach_mode = attach_mode;

	/* Unqualified: should attach to vmlinux symbol */
	kprobe_opts.retprobe = false;
	kprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						      "bpf_fentry_shadow_test",
						      &kprobe_opts);
	if (!ASSERT_OK_PTR(kprobe_link, "attach_kprobe_vmlinux"))
		goto cleanup;
	bpf_link__destroy(kprobe_link);

	kprobe_opts.retprobe = true;
	kretprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kretprobe,
							 "bpf_fentry_shadow_test",
							 &kprobe_opts);
	if (!ASSERT_OK_PTR(kretprobe_link, "attach_kretprobe_vmlinux"))
		goto cleanup;
	bpf_link__destroy(kretprobe_link);

	/* MOD:SYM qualified: should attach to module symbol */
	kprobe_opts.retprobe = false;
	kprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						      "bpf_testmod:bpf_fentry_shadow_test",
						      &kprobe_opts);
	if (!ASSERT_OK_PTR(kprobe_link, "attach_kprobe_module"))
		goto cleanup;
	bpf_link__destroy(kprobe_link);

	kprobe_opts.retprobe = true;
	kretprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kretprobe,
							 "bpf_testmod:bpf_fentry_shadow_test",
							 &kprobe_opts);
	if (!ASSERT_OK_PTR(kretprobe_link, "attach_kretprobe_module"))
		goto cleanup;
	bpf_link__destroy(kretprobe_link);

cleanup:
	test_attach_probe_manual__destroy(skel);
}

/* attach uprobe/uretprobe long event name testings */
static void test_attach_uprobe_long_event_name(void)
{
	DECLARE_LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts);
	struct bpf_link *uprobe_link, *uretprobe_link;
	struct test_attach_probe_manual *skel;
	ssize_t uprobe_offset;
	char path[PATH_MAX] = {0};

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_manual_open_and_load"))
		return;

	uprobe_offset = get_uprobe_offset(&trigger_func);
	if (!ASSERT_GE(uprobe_offset, 0, "uprobe_offset"))
		goto cleanup;

	if (!ASSERT_GT(readlink("/proc/self/exe", path, PATH_MAX - 1), 0, "readlink"))
		goto cleanup;

	/* manual-attach uprobe/uretprobe */
	uprobe_opts.attach_mode = PROBE_ATTACH_MODE_LEGACY;
	uprobe_opts.ref_ctr_offset = 0;
	uprobe_opts.retprobe = false;
	uprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uprobe,
						      0 /* self pid */,
						      path,
						      uprobe_offset,
						      &uprobe_opts);
	if (!ASSERT_OK_PTR(uprobe_link, "attach_uprobe_long_event_name"))
		goto cleanup;
	skel->links.handle_uprobe = uprobe_link;

	uprobe_opts.retprobe = true;
	uretprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uretprobe,
							 -1 /* any pid */,
							 path,
							 uprobe_offset, &uprobe_opts);
	if (!ASSERT_OK_PTR(uretprobe_link, "attach_uretprobe_long_event_name"))
		goto cleanup;
	skel->links.handle_uretprobe = uretprobe_link;

cleanup:
	test_attach_probe_manual__destroy(skel);
}

/* attach kprobe/kretprobe long event name testings */
static void test_attach_kprobe_long_event_name(void)
{
	DECLARE_LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	struct bpf_link *kprobe_link, *kretprobe_link;
	struct test_attach_probe_manual *skel;

	skel = test_attach_probe_manual__open_and_load();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_manual_open_and_load"))
		return;

	/* manual-attach kprobe/kretprobe */
	kprobe_opts.attach_mode = PROBE_ATTACH_MODE_LEGACY;
	kprobe_opts.retprobe = false;
	kprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kprobe,
						      "bpf_testmod_looooooooooooooooooooooooooooooong_name",
						      &kprobe_opts);
	if (!ASSERT_OK_PTR(kprobe_link, "attach_kprobe_long_event_name"))
		goto cleanup;
	skel->links.handle_kprobe = kprobe_link;

	kprobe_opts.retprobe = true;
	kretprobe_link = bpf_program__attach_kprobe_opts(skel->progs.handle_kretprobe,
							 "bpf_testmod_looooooooooooooooooooooooooooooong_name",
							 &kprobe_opts);
	if (!ASSERT_OK_PTR(kretprobe_link, "attach_kretprobe_long_event_name"))
		goto cleanup;
	skel->links.handle_kretprobe = kretprobe_link;

cleanup:
	test_attach_probe_manual__destroy(skel);
}

#ifdef __x86_64__
/* attach kprobe/kretprobe long event name testings */
static void test_attach_kprobe_write_ctx(void)
{
	struct kprobe_write_ctx *skel = NULL;
	struct bpf_link *link = NULL;

	skel = kprobe_write_ctx__open_and_load();
	if (!ASSERT_OK_PTR(skel, "kprobe_write_ctx__open_and_load"))
		return;

	link = bpf_program__attach_kprobe_opts(skel->progs.kprobe_write_ctx,
					     "bpf_fentry_test1", NULL);
	if (!ASSERT_ERR_PTR(link, "bpf_program__attach_kprobe_opts"))
		bpf_link__destroy(link);

	kprobe_write_ctx__destroy(skel);
}

static void test_freplace_kprobe_write_ctx(void)
{
	struct bpf_program *prog_kprobe, *prog_ext, *prog_fentry;
	struct kprobe_write_ctx *skel_kprobe, *skel_ext = NULL;
	struct bpf_link *link_kprobe = NULL, *link_ext = NULL;
	int err, prog_fd;
	LIBBPF_OPTS(bpf_kprobe_opts, kprobe_opts);
	LIBBPF_OPTS(bpf_test_run_opts, topts);

	skel_kprobe = kprobe_write_ctx__open();
	if (!ASSERT_OK_PTR(skel_kprobe, "kprobe_write_ctx__open kprobe"))
		return;

	prog_kprobe = skel_kprobe->progs.kprobe_dummy;
	bpf_program__set_autoload(prog_kprobe, true);

	prog_fentry = skel_kprobe->progs.fentry;
	bpf_program__set_autoload(prog_fentry, true);

	err = kprobe_write_ctx__load(skel_kprobe);
	if (!ASSERT_OK(err, "kprobe_write_ctx__load kprobe"))
		goto out;

	skel_ext = kprobe_write_ctx__open();
	if (!ASSERT_OK_PTR(skel_ext, "kprobe_write_ctx__open ext"))
		goto out;

	prog_ext = skel_ext->progs.freplace_kprobe;
	bpf_program__set_autoload(prog_ext, true);

	prog_fd = bpf_program__fd(skel_kprobe->progs.kprobe_write_ctx);
	bpf_program__set_attach_target(prog_ext, prog_fd, "kprobe_write_ctx");

	err = kprobe_write_ctx__load(skel_ext);
	if (!ASSERT_OK(err, "kprobe_write_ctx__load ext"))
		goto out;

	prog_fd = bpf_program__fd(prog_kprobe);
	link_ext = bpf_program__attach_freplace(prog_ext, prog_fd, "kprobe_dummy");
	ASSERT_ERR_PTR(link_ext, "bpf_program__attach_freplace link");
	ASSERT_EQ(libbpf_get_error(link_ext), -EINVAL, "bpf_program__attach_freplace error");

	link_kprobe = bpf_program__attach_kprobe_opts(prog_kprobe, "bpf_fentry_test1",
						      &kprobe_opts);
	if (!ASSERT_OK_PTR(link_kprobe, "bpf_program__attach_kprobe_opts"))
		goto out;

	err = bpf_prog_test_run_opts(bpf_program__fd(prog_fentry), &topts);
	ASSERT_OK(err, "bpf_prog_test_run_opts");

out:
	bpf_link__destroy(link_ext);
	bpf_link__destroy(link_kprobe);
	kprobe_write_ctx__destroy(skel_ext);
	kprobe_write_ctx__destroy(skel_kprobe);
}
#else
static void test_attach_kprobe_write_ctx(void)
{
	test__skip();
}

static void test_freplace_kprobe_write_ctx(void)
{
	test__skip();
}
#endif

static void test_attach_probe_auto(struct test_attach_probe *skel)
{
	struct bpf_link *uprobe_err_link;

	/* auto-attachable kprobe and kretprobe */
	skel->links.handle_kprobe_auto = bpf_program__attach(skel->progs.handle_kprobe_auto);
	ASSERT_OK_PTR(skel->links.handle_kprobe_auto, "attach_kprobe_auto");

	skel->links.handle_kretprobe_auto = bpf_program__attach(skel->progs.handle_kretprobe_auto);
	ASSERT_OK_PTR(skel->links.handle_kretprobe_auto, "attach_kretprobe_auto");

	/* verify auto-attach fails for old-style uprobe definition */
	uprobe_err_link = bpf_program__attach(skel->progs.handle_uprobe_byname);
	if (!ASSERT_EQ(libbpf_get_error(uprobe_err_link), -EOPNOTSUPP,
		       "auto-attach should fail for old-style name"))
		return;

	/* verify auto-attach works */
	skel->links.handle_uretprobe_byname =
			bpf_program__attach(skel->progs.handle_uretprobe_byname);
	if (!ASSERT_OK_PTR(skel->links.handle_uretprobe_byname, "attach_uretprobe_byname"))
		return;

	/* trigger & validate kprobe && kretprobe */
	usleep(1);

	/* trigger & validate uprobe attached by name */
	trigger_func2();

	ASSERT_EQ(skel->bss->kprobe2_res, 11, "check_kprobe_auto_res");
	ASSERT_EQ(skel->bss->kretprobe2_res, 22, "check_kretprobe_auto_res");
	ASSERT_EQ(skel->bss->uretprobe_byname_res, 6, "check_uretprobe_byname_res");
}

static void test_uprobe_lib(struct test_attach_probe *skel)
{
	DECLARE_LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts);
	FILE *devnull;

	/* test attach by name for a library function, using the library
	 * as the binary argument. libc.so.6 will be resolved via dlopen()/dlinfo().
	 */
	uprobe_opts.func_name = "fopen";
	uprobe_opts.retprobe = false;
	skel->links.handle_uprobe_byname2 =
			bpf_program__attach_uprobe_opts(skel->progs.handle_uprobe_byname2,
							0 /* this pid */,
							"libc.so.6",
							0, &uprobe_opts);
	if (!ASSERT_OK_PTR(skel->links.handle_uprobe_byname2, "attach_uprobe_byname2"))
		return;

	uprobe_opts.func_name = "fclose";
	uprobe_opts.retprobe = true;
	skel->links.handle_uretprobe_byname2 =
			bpf_program__attach_uprobe_opts(skel->progs.handle_uretprobe_byname2,
							-1 /* any pid */,
							"libc.so.6",
							0, &uprobe_opts);
	if (!ASSERT_OK_PTR(skel->links.handle_uretprobe_byname2, "attach_uretprobe_byname2"))
		return;

	/* trigger & validate shared library u[ret]probes attached by name */
	devnull = fopen("/dev/null", "r");
	fclose(devnull);

	ASSERT_EQ(skel->bss->uprobe_byname2_res, 7, "check_uprobe_byname2_res");
	ASSERT_EQ(skel->bss->uretprobe_byname2_res, 8, "check_uretprobe_byname2_res");
}

static void test_uprobe_ref_ctr(struct test_attach_probe *skel)
{
	DECLARE_LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts);
	struct bpf_link *uprobe_link, *uretprobe_link;
	ssize_t uprobe_offset, ref_ctr_offset;

	uprobe_offset = get_uprobe_offset(&trigger_func4);
	if (!ASSERT_GE(uprobe_offset, 0, "uprobe_offset_ref_ctr"))
		return;

	ref_ctr_offset = get_rel_offset((uintptr_t)&uprobe_ref_ctr);
	if (!ASSERT_GE(ref_ctr_offset, 0, "ref_ctr_offset"))
		return;

	ASSERT_EQ(uprobe_ref_ctr, 0, "uprobe_ref_ctr_before");

	uprobe_opts.retprobe = false;
	uprobe_opts.ref_ctr_offset = ref_ctr_offset;
	uprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uprobe_ref_ctr,
						      0 /* self pid */,
						      "/proc/self/exe",
						      uprobe_offset,
						      &uprobe_opts);
	if (!ASSERT_OK_PTR(uprobe_link, "attach_uprobe_ref_ctr"))
		return;
	skel->links.handle_uprobe_ref_ctr = uprobe_link;

	ASSERT_GT(uprobe_ref_ctr, 0, "uprobe_ref_ctr_after");

	/* if uprobe uses ref_ctr, uretprobe has to use ref_ctr as well */
	uprobe_opts.retprobe = true;
	uprobe_opts.ref_ctr_offset = ref_ctr_offset;
	uretprobe_link = bpf_program__attach_uprobe_opts(skel->progs.handle_uretprobe_ref_ctr,
							 -1 /* any pid */,
							 "/proc/self/exe",
							 uprobe_offset, &uprobe_opts);
	if (!ASSERT_OK_PTR(uretprobe_link, "attach_uretprobe_ref_ctr"))
		return;
	skel->links.handle_uretprobe_ref_ctr = uretprobe_link;
}

static void test_kprobe_sleepable(void)
{
	struct test_attach_kprobe_sleepable *skel;

	skel = test_attach_kprobe_sleepable__open();
	if (!ASSERT_OK_PTR(skel, "skel_kprobe_sleepable_open"))
		return;

	/* sleepable kprobe test case needs flags set before loading */
	if (!ASSERT_OK(bpf_program__set_flags(skel->progs.handle_kprobe_sleepable,
		BPF_F_SLEEPABLE), "kprobe_sleepable_flags"))
		goto cleanup;

	if (!ASSERT_OK(test_attach_kprobe_sleepable__load(skel),
		       "skel_kprobe_sleepable_load"))
		goto cleanup;

	/* sleepable kprobes should not attach successfully */
	skel->links.handle_kprobe_sleepable = bpf_program__attach(skel->progs.handle_kprobe_sleepable);
	ASSERT_ERR_PTR(skel->links.handle_kprobe_sleepable, "attach_kprobe_sleepable");

cleanup:
	test_attach_kprobe_sleepable__destroy(skel);
}

static void test_uprobe_sleepable(struct test_attach_probe *skel)
{
	/* test sleepable uprobe and uretprobe variants */
	skel->links.handle_uprobe_byname3_sleepable = bpf_program__attach(skel->progs.handle_uprobe_byname3_sleepable);
	if (!ASSERT_OK_PTR(skel->links.handle_uprobe_byname3_sleepable, "attach_uprobe_byname3_sleepable"))
		return;

	skel->links.handle_uprobe_byname3 = bpf_program__attach(skel->progs.handle_uprobe_byname3);
	if (!ASSERT_OK_PTR(skel->links.handle_uprobe_byname3, "attach_uprobe_byname3"))
		return;

	skel->links.handle_uretprobe_byname3_sleepable = bpf_program__attach(skel->progs.handle_uretprobe_byname3_sleepable);
	if (!ASSERT_OK_PTR(skel->links.handle_uretprobe_byname3_sleepable, "attach_uretprobe_byname3_sleepable"))
		return;

	skel->links.handle_uretprobe_byname3 = bpf_program__attach(skel->progs.handle_uretprobe_byname3);
	if (!ASSERT_OK_PTR(skel->links.handle_uretprobe_byname3, "attach_uretprobe_byname3"))
		return;

	skel->bss->user_ptr = test_data;

	/* trigger & validate sleepable uprobe attached by name */
	trigger_func3();

	ASSERT_EQ(skel->bss->uprobe_byname3_sleepable_res, 9, "check_uprobe_byname3_sleepable_res");
	ASSERT_EQ(skel->bss->uprobe_byname3_str_sleepable_res, 10, "check_uprobe_byname3_str_sleepable_res");
	ASSERT_EQ(skel->bss->uprobe_byname3_res, 11, "check_uprobe_byname3_res");
	ASSERT_EQ(skel->bss->uretprobe_byname3_sleepable_res, 12, "check_uretprobe_byname3_sleepable_res");
	ASSERT_EQ(skel->bss->uretprobe_byname3_str_sleepable_res, 13, "check_uretprobe_byname3_str_sleepable_res");
	ASSERT_EQ(skel->bss->uretprobe_byname3_res, 14, "check_uretprobe_byname3_res");
}

void test_attach_probe(void)
{
	struct test_attach_probe *skel;

	skel = test_attach_probe__open();
	if (!ASSERT_OK_PTR(skel, "skel_open"))
		return;

	if (!ASSERT_OK(test_attach_probe__load(skel), "skel_load"))
		goto cleanup;
	if (!ASSERT_OK_PTR(skel->bss, "check_bss"))
		goto cleanup;

	if (test__start_subtest("manual-default"))
		test_attach_probe_manual(PROBE_ATTACH_MODE_DEFAULT);
	if (test__start_subtest("manual-legacy"))
		test_attach_probe_manual(PROBE_ATTACH_MODE_LEGACY);
	if (test__start_subtest("manual-perf"))
		test_attach_probe_manual(PROBE_ATTACH_MODE_PERF);
	if (test__start_subtest("manual-link"))
		test_attach_probe_manual(PROBE_ATTACH_MODE_LINK);
	if (test__start_subtest("kprobe-perf-by-addr"))
		test_attach_kprobe_by_addr(PROBE_ATTACH_MODE_PERF);
	if (test__start_subtest("kprobe-link-by-addr"))
		test_attach_kprobe_by_addr(PROBE_ATTACH_MODE_LINK);
	if (test__start_subtest("kprobe-legacy-by-addr-reject"))
		test_attach_kprobe_legacy_by_addr_reject();

	if (test__start_subtest("dup-sym-default"))
		test_attach_probe_dup_sym(PROBE_ATTACH_MODE_DEFAULT);
	if (test__start_subtest("dup-sym-legacy"))
		test_attach_probe_dup_sym(PROBE_ATTACH_MODE_LEGACY);
	if (test__start_subtest("dup-sym-perf"))
		test_attach_probe_dup_sym(PROBE_ATTACH_MODE_PERF);
	if (test__start_subtest("dup-sym-link"))
		test_attach_probe_dup_sym(PROBE_ATTACH_MODE_LINK);

	if (test__start_subtest("auto"))
		test_attach_probe_auto(skel);
	if (test__start_subtest("kprobe-sleepable"))
		test_kprobe_sleepable();
	if (test__start_subtest("uprobe-lib"))
		test_uprobe_lib(skel);
	if (test__start_subtest("uprobe-sleepable"))
		test_uprobe_sleepable(skel);
	if (test__start_subtest("uprobe-ref_ctr"))
		test_uprobe_ref_ctr(skel);

	if (test__start_subtest("uprobe-long_name"))
		test_attach_uprobe_long_event_name();
	if (test__start_subtest("kprobe-long_name"))
		test_attach_kprobe_long_event_name();
	if (test__start_subtest("kprobe-write-ctx"))
		test_attach_kprobe_write_ctx();
	if (test__start_subtest("freplace-kprobe-write-ctx"))
		test_freplace_kprobe_write_ctx();

cleanup:
	test_attach_probe__destroy(skel);
	ASSERT_EQ(uprobe_ref_ctr, 0, "uprobe_ref_ctr_cleanup");
}