1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
|
// SPDX-License-Identifier: GPL-2.0
#include <vmlinux.h>
#include <bpf/bpf_helpers.h>
#include <bpf/bpf_tracing.h>
#include "bpf_misc.h"
#include "bpf_experimental.h"
extern int bpf_copy_from_user_str(void *dst, u32 dst__sz, const void *unsafe_ptr__ign, u64 flags) __weak __ksym;
extern void bpf_rcu_read_lock(void) __ksym;
extern void bpf_rcu_read_unlock(void) __ksym;
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_1(struct __sk_buff *ctx)
{
bpf_preempt_disable();
return 0;
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_2(struct __sk_buff *ctx)
{
bpf_preempt_disable();
bpf_preempt_disable();
return 0;
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_3(struct __sk_buff *ctx)
{
bpf_preempt_disable();
bpf_preempt_disable();
bpf_preempt_disable();
return 0;
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_3_minus_2(struct __sk_buff *ctx)
{
bpf_preempt_disable();
bpf_preempt_disable();
bpf_preempt_disable();
bpf_preempt_enable();
bpf_preempt_enable();
return 0;
}
static __noinline void preempt_disable(void)
{
bpf_preempt_disable();
}
static __noinline void preempt_enable(void)
{
bpf_preempt_enable();
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_1_subprog(struct __sk_buff *ctx)
{
preempt_disable();
return 0;
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_2_subprog(struct __sk_buff *ctx)
{
preempt_disable();
preempt_disable();
return 0;
}
SEC("?tc")
__failure __msg("BPF_EXIT instruction in main prog cannot be used inside bpf_preempt_disable-ed region")
int preempt_lock_missing_2_minus_1_subprog(struct __sk_buff *ctx)
{
preempt_disable();
preempt_disable();
preempt_enable();
return 0;
}
static __noinline void preempt_balance_subprog(void)
{
preempt_disable();
preempt_enable();
}
SEC("?tc")
__success int preempt_balance(struct __sk_buff *ctx)
{
bpf_guard_preempt();
return 0;
}
SEC("?tc")
__success int preempt_balance_subprog_test(struct __sk_buff *ctx)
{
preempt_balance_subprog();
return 0;
}
SEC("?fentry.s/" SYS_PREFIX "sys_getpgid")
__failure __msg("sleepable helper bpf_copy_from_user#")
int preempt_sleepable_helper(void *ctx)
{
u32 data;
bpf_preempt_disable();
bpf_copy_from_user(&data, sizeof(data), NULL);
bpf_preempt_enable();
return 0;
}
SEC("?uprobe.s")
__failure __msg("sleepable helper bpf_get_stack#")
int preempt_sleepable_get_stack(struct pt_regs *ctx)
{
struct bpf_stack_build_id stack;
bpf_preempt_disable();
bpf_get_stack(ctx, &stack, sizeof(stack),
BPF_F_USER_STACK | BPF_F_USER_BUILD_ID);
bpf_preempt_enable();
return 0;
}
SEC("?uprobe.s")
__failure __msg("sleepable helper bpf_get_task_stack#")
int preempt_sleepable_get_task_stack(void *ctx)
{
struct bpf_stack_build_id stack;
struct task_struct *task;
task = bpf_get_current_task_btf();
bpf_preempt_disable();
bpf_get_task_stack(task, &stack, sizeof(stack),
BPF_F_USER_STACK | BPF_F_USER_BUILD_ID);
bpf_preempt_enable();
return 0;
}
SEC("?uprobe.s")
__success
int sleepable_get_stack(struct pt_regs *ctx)
{
struct bpf_stack_build_id stack;
bpf_get_stack(ctx, &stack, sizeof(stack),
BPF_F_USER_STACK | BPF_F_USER_BUILD_ID);
return 0;
}
SEC("?uprobe.s")
__success
int sleepable_get_task_stack(void *ctx)
{
struct bpf_stack_build_id stack;
struct task_struct *task;
task = bpf_get_current_task_btf();
bpf_get_task_stack(task, &stack, sizeof(stack),
BPF_F_USER_STACK | BPF_F_USER_BUILD_ID);
return 0;
}
SEC("?fentry.s/" SYS_PREFIX "sys_getpgid")
__failure __msg("kernel func bpf_copy_from_user_str is sleepable within non-preemptible region")
int preempt_sleepable_kfunc(void *ctx)
{
u32 data;
bpf_preempt_disable();
bpf_copy_from_user_str(&data, sizeof(data), NULL, 0);
bpf_preempt_enable();
return 0;
}
SEC("?fentry/" SYS_PREFIX "sys_getpgid")
__failure __msg("program must be sleepable to call sleepable kfunc bpf_copy_from_user_str")
__msg("cannot be used in non-sleepable program")
int non_sleepable_kfunc(void *ctx)
{
u32 data;
bpf_copy_from_user_str(&data, sizeof(data), NULL, 0);
return 0;
}
SEC("?fentry.s/" SYS_PREFIX "sys_getpgid")
__failure __msg("kernel func bpf_copy_from_user_str is sleepable within rcu_read_lock region")
__msg("cannot be used in RCU read lock region")
int sleepable_kfunc_in_rcu(void *ctx)
{
u32 data;
bpf_rcu_read_lock();
bpf_copy_from_user_str(&data, sizeof(data), NULL, 0);
bpf_rcu_read_unlock();
return 0;
}
int __noinline preempt_global_subprog(void)
{
preempt_balance_subprog();
return 0;
}
SEC("?tc")
__success
int preempt_global_subprog_test(struct __sk_buff *ctx)
{
preempt_disable();
preempt_global_subprog();
preempt_enable();
return 0;
}
int __noinline
global_subprog(int i)
{
if (i)
bpf_printk("%p", &i);
return i;
}
int __noinline
global_sleepable_helper_subprog(int i)
{
if (i)
bpf_copy_from_user(&i, sizeof(i), NULL);
return i;
}
int __noinline
global_sleepable_kfunc_subprog(int i)
{
if (i)
bpf_copy_from_user_str(&i, sizeof(i), NULL, 0);
global_subprog(i);
return i;
}
int __noinline
global_subprog_calling_sleepable_global(int i)
{
if (!i)
global_sleepable_kfunc_subprog(i);
return i;
}
SEC("?syscall")
__failure __msg("sleepable global function")
int preempt_global_sleepable_helper_subprog(struct __sk_buff *ctx)
{
preempt_disable();
if (ctx->mark)
global_sleepable_helper_subprog(ctx->mark);
preempt_enable();
return 0;
}
SEC("?syscall")
__failure __msg("sleepable global function")
int preempt_global_sleepable_kfunc_subprog(struct __sk_buff *ctx)
{
preempt_disable();
if (ctx->mark)
global_sleepable_kfunc_subprog(ctx->mark);
preempt_enable();
return 0;
}
SEC("?syscall")
__failure __msg("sleepable global function")
int preempt_global_sleepable_subprog_indirect(struct __sk_buff *ctx)
{
preempt_disable();
if (ctx->mark)
global_subprog_calling_sleepable_global(ctx->mark);
preempt_enable();
return 0;
}
char _license[] SEC("license") = "GPL";
|
