233 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			233 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
// SPDX-License-Identifier: GPL-2.0
 | 
						|
/* Copyright (c) 2020 Facebook */
 | 
						|
#include <linux/btf.h>
 | 
						|
#include <linux/btf_ids.h>
 | 
						|
#include <linux/error-injection.h>
 | 
						|
#include <linux/init.h>
 | 
						|
#include <linux/module.h>
 | 
						|
#include <linux/percpu-defs.h>
 | 
						|
#include <linux/sysfs.h>
 | 
						|
#include <linux/tracepoint.h>
 | 
						|
#include "bpf_testmod.h"
 | 
						|
 | 
						|
#define CREATE_TRACE_POINTS
 | 
						|
#include "bpf_testmod-events.h"
 | 
						|
 | 
						|
typedef int (*func_proto_typedef)(long);
 | 
						|
typedef int (*func_proto_typedef_nested1)(func_proto_typedef);
 | 
						|
typedef int (*func_proto_typedef_nested2)(func_proto_typedef_nested1);
 | 
						|
 | 
						|
DEFINE_PER_CPU(int, bpf_testmod_ksym_percpu) = 123;
 | 
						|
long bpf_testmod_test_struct_arg_result;
 | 
						|
 | 
						|
struct bpf_testmod_struct_arg_1 {
 | 
						|
	int a;
 | 
						|
};
 | 
						|
struct bpf_testmod_struct_arg_2 {
 | 
						|
	long a;
 | 
						|
	long b;
 | 
						|
};
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_struct_arg_1(struct bpf_testmod_struct_arg_2 a, int b, int c) {
 | 
						|
	bpf_testmod_test_struct_arg_result = a.a + a.b  + b + c;
 | 
						|
	return bpf_testmod_test_struct_arg_result;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_struct_arg_2(int a, struct bpf_testmod_struct_arg_2 b, int c) {
 | 
						|
	bpf_testmod_test_struct_arg_result = a + b.a + b.b + c;
 | 
						|
	return bpf_testmod_test_struct_arg_result;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_struct_arg_3(int a, int b, struct bpf_testmod_struct_arg_2 c) {
 | 
						|
	bpf_testmod_test_struct_arg_result = a + b + c.a + c.b;
 | 
						|
	return bpf_testmod_test_struct_arg_result;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_struct_arg_4(struct bpf_testmod_struct_arg_1 a, int b,
 | 
						|
			      int c, int d, struct bpf_testmod_struct_arg_2 e) {
 | 
						|
	bpf_testmod_test_struct_arg_result = a.a + b + c + d + e.a + e.b;
 | 
						|
	return bpf_testmod_test_struct_arg_result;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_struct_arg_5(void) {
 | 
						|
	bpf_testmod_test_struct_arg_result = 1;
 | 
						|
	return bpf_testmod_test_struct_arg_result;
 | 
						|
}
 | 
						|
 | 
						|
noinline void
 | 
						|
bpf_testmod_test_mod_kfunc(int i)
 | 
						|
{
 | 
						|
	*(int *)this_cpu_ptr(&bpf_testmod_ksym_percpu) = i;
 | 
						|
}
 | 
						|
 | 
						|
struct bpf_testmod_btf_type_tag_1 {
 | 
						|
	int a;
 | 
						|
};
 | 
						|
 | 
						|
struct bpf_testmod_btf_type_tag_2 {
 | 
						|
	struct bpf_testmod_btf_type_tag_1 __user *p;
 | 
						|
};
 | 
						|
 | 
						|
struct bpf_testmod_btf_type_tag_3 {
 | 
						|
	struct bpf_testmod_btf_type_tag_1 __percpu *p;
 | 
						|
};
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_btf_type_tag_user_1(struct bpf_testmod_btf_type_tag_1 __user *arg) {
 | 
						|
	BTF_TYPE_EMIT(func_proto_typedef);
 | 
						|
	BTF_TYPE_EMIT(func_proto_typedef_nested1);
 | 
						|
	BTF_TYPE_EMIT(func_proto_typedef_nested2);
 | 
						|
	return arg->a;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_btf_type_tag_user_2(struct bpf_testmod_btf_type_tag_2 *arg) {
 | 
						|
	return arg->p->a;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_btf_type_tag_percpu_1(struct bpf_testmod_btf_type_tag_1 __percpu *arg) {
 | 
						|
	return arg->a;
 | 
						|
}
 | 
						|
 | 
						|
noinline int
 | 
						|
bpf_testmod_test_btf_type_tag_percpu_2(struct bpf_testmod_btf_type_tag_3 *arg) {
 | 
						|
	return arg->p->a;
 | 
						|
}
 | 
						|
 | 
						|
noinline int bpf_testmod_loop_test(int n)
 | 
						|
{
 | 
						|
	int i, sum = 0;
 | 
						|
 | 
						|
	/* the primary goal of this test is to test LBR. Create a lot of
 | 
						|
	 * branches in the function, so we can catch it easily.
 | 
						|
	 */
 | 
						|
	for (i = 0; i < n; i++)
 | 
						|
		sum += i;
 | 
						|
	return sum;
 | 
						|
}
 | 
						|
 | 
						|
__weak noinline struct file *bpf_testmod_return_ptr(int arg)
 | 
						|
{
 | 
						|
	static struct file f = {};
 | 
						|
 | 
						|
	switch (arg) {
 | 
						|
	case 1: return (void *)EINVAL;		/* user addr */
 | 
						|
	case 2: return (void *)0xcafe4a11;	/* user addr */
 | 
						|
	case 3: return (void *)-EINVAL;		/* canonical, but invalid */
 | 
						|
	case 4: return (void *)(1ull << 60);	/* non-canonical and invalid */
 | 
						|
	case 5: return (void *)~(1ull << 30);	/* trigger extable */
 | 
						|
	case 6: return &f;			/* valid addr */
 | 
						|
	case 7: return (void *)((long)&f | 1);	/* kernel tricks */
 | 
						|
	default: return NULL;
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
noinline ssize_t
 | 
						|
bpf_testmod_test_read(struct file *file, struct kobject *kobj,
 | 
						|
		      struct bin_attribute *bin_attr,
 | 
						|
		      char *buf, loff_t off, size_t len)
 | 
						|
{
 | 
						|
	struct bpf_testmod_test_read_ctx ctx = {
 | 
						|
		.buf = buf,
 | 
						|
		.off = off,
 | 
						|
		.len = len,
 | 
						|
	};
 | 
						|
	struct bpf_testmod_struct_arg_1 struct_arg1 = {10};
 | 
						|
	struct bpf_testmod_struct_arg_2 struct_arg2 = {2, 3};
 | 
						|
	int i = 1;
 | 
						|
 | 
						|
	while (bpf_testmod_return_ptr(i))
 | 
						|
		i++;
 | 
						|
 | 
						|
	(void)bpf_testmod_test_struct_arg_1(struct_arg2, 1, 4);
 | 
						|
	(void)bpf_testmod_test_struct_arg_2(1, struct_arg2, 4);
 | 
						|
	(void)bpf_testmod_test_struct_arg_3(1, 4, struct_arg2);
 | 
						|
	(void)bpf_testmod_test_struct_arg_4(struct_arg1, 1, 2, 3, struct_arg2);
 | 
						|
	(void)bpf_testmod_test_struct_arg_5();
 | 
						|
 | 
						|
	/* This is always true. Use the check to make sure the compiler
 | 
						|
	 * doesn't remove bpf_testmod_loop_test.
 | 
						|
	 */
 | 
						|
	if (bpf_testmod_loop_test(101) > 100)
 | 
						|
		trace_bpf_testmod_test_read(current, &ctx);
 | 
						|
 | 
						|
	/* Magic number to enable writable tp */
 | 
						|
	if (len == 64) {
 | 
						|
		struct bpf_testmod_test_writable_ctx writable = {
 | 
						|
			.val = 1024,
 | 
						|
		};
 | 
						|
		trace_bpf_testmod_test_writable_bare(&writable);
 | 
						|
		if (writable.early_ret)
 | 
						|
			return snprintf(buf, len, "%d\n", writable.val);
 | 
						|
	}
 | 
						|
 | 
						|
	return -EIO; /* always fail */
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(bpf_testmod_test_read);
 | 
						|
ALLOW_ERROR_INJECTION(bpf_testmod_test_read, ERRNO);
 | 
						|
 | 
						|
noinline ssize_t
 | 
						|
bpf_testmod_test_write(struct file *file, struct kobject *kobj,
 | 
						|
		      struct bin_attribute *bin_attr,
 | 
						|
		      char *buf, loff_t off, size_t len)
 | 
						|
{
 | 
						|
	struct bpf_testmod_test_write_ctx ctx = {
 | 
						|
		.buf = buf,
 | 
						|
		.off = off,
 | 
						|
		.len = len,
 | 
						|
	};
 | 
						|
 | 
						|
	trace_bpf_testmod_test_write_bare(current, &ctx);
 | 
						|
 | 
						|
	return -EIO; /* always fail */
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(bpf_testmod_test_write);
 | 
						|
ALLOW_ERROR_INJECTION(bpf_testmod_test_write, ERRNO);
 | 
						|
 | 
						|
static struct bin_attribute bin_attr_bpf_testmod_file __ro_after_init = {
 | 
						|
	.attr = { .name = "bpf_testmod", .mode = 0666, },
 | 
						|
	.read = bpf_testmod_test_read,
 | 
						|
	.write = bpf_testmod_test_write,
 | 
						|
};
 | 
						|
 | 
						|
BTF_SET8_START(bpf_testmod_check_kfunc_ids)
 | 
						|
BTF_ID_FLAGS(func, bpf_testmod_test_mod_kfunc)
 | 
						|
BTF_SET8_END(bpf_testmod_check_kfunc_ids)
 | 
						|
 | 
						|
static const struct btf_kfunc_id_set bpf_testmod_kfunc_set = {
 | 
						|
	.owner = THIS_MODULE,
 | 
						|
	.set   = &bpf_testmod_check_kfunc_ids,
 | 
						|
};
 | 
						|
 | 
						|
extern int bpf_fentry_test1(int a);
 | 
						|
 | 
						|
static int bpf_testmod_init(void)
 | 
						|
{
 | 
						|
	int ret;
 | 
						|
 | 
						|
	ret = register_btf_kfunc_id_set(BPF_PROG_TYPE_SCHED_CLS, &bpf_testmod_kfunc_set);
 | 
						|
	if (ret < 0)
 | 
						|
		return ret;
 | 
						|
	if (bpf_fentry_test1(0) < 0)
 | 
						|
		return -EINVAL;
 | 
						|
	return sysfs_create_bin_file(kernel_kobj, &bin_attr_bpf_testmod_file);
 | 
						|
}
 | 
						|
 | 
						|
static void bpf_testmod_exit(void)
 | 
						|
{
 | 
						|
	return sysfs_remove_bin_file(kernel_kobj, &bin_attr_bpf_testmod_file);
 | 
						|
}
 | 
						|
 | 
						|
module_init(bpf_testmod_init);
 | 
						|
module_exit(bpf_testmod_exit);
 | 
						|
 | 
						|
MODULE_AUTHOR("Andrii Nakryiko");
 | 
						|
MODULE_DESCRIPTION("BPF selftests module");
 | 
						|
MODULE_LICENSE("Dual BSD/GPL");
 |