DigiGoon/android_kernel_xiaomi_sm8350
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

bpf, sockmap: Several fixes to bpf_msg_pop_data

Browse source 
[ Upstream commit 5d609ba262475db450ba69b8e8a557bd768ac07a ]

Several fixes to bpf_msg_pop_data,
1. In sk_msg_shift_left, we should put_page
2. if (len == 0), return early is better
3. pop the entire sk_msg (last == msg->sg.size) should be supported
4. Fix for the value of variable "a"
5. In sk_msg_shift_left, after shifting, i has already pointed to the next
element. Addtional sk_msg_iter_var_next may result in BUG.

Fixes: 7246d8ed4d ("bpf: helper to pop data from messages")
Signed-off-by: Zijian Zhang <zijianzhang@bytedance.com>
Reviewed-by: John Fastabend <john.fastabend@gmail.com>
Link: https://lore.kernel.org/r/20241106222520.527076-8-zijianzhang@bytedance.com
Signed-off-by: Martin KaFai Lau <martin.lau@kernel.org>
Signed-off-by: Sasha Levin <sashal@kernel.org>
This commit is contained in:
Zijian Zhang 2024-11-06 22:25:19 +00:00 • committed by Greg Kroah-Hartman
parent 962932ee62
commit d3f5763b30
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
net/core/filter.c
View file

@ -2518,8 +2518,10 @@ static const struct bpf_func_proto bpf_msg_push_data_proto = {
static void sk_msg_shift_left(struct sk_msg *msg, int i) static void sk_msg_shift_left(struct sk_msg *msg, int i)
{ {
struct scatterlist *sge = sk_msg_elem(msg, i);
int prev; int prev;
put_page(sg_page(sge));
do { do {
prev = i; prev = i;
sk_msg_iter_var_next(i); sk_msg_iter_var_next(i);
@ -2571,7 +2573,7 @@ BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
} while (i != msg->sg.end); } while (i != msg->sg.end);
/* Bounds checks: start and pop must be inside message */ /* Bounds checks: start and pop must be inside message */
if (start >= offset + l || last >= msg->sg.size) if (start >= offset + l || last > msg->sg.size)
return -EINVAL; return -EINVAL;
space = MAX_MSG_FRAGS - sk_msg_elem_used(msg); space = MAX_MSG_FRAGS - sk_msg_elem_used(msg);
@ -2600,12 +2602,12 @@ BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
*/ */
if (start != offset) { if (start != offset) {
struct scatterlist *nsge, *sge = sk_msg_elem(msg, i); struct scatterlist *nsge, *sge = sk_msg_elem(msg, i);
int a = start; int a = start - offset;
int b = sge->length - pop - a; int b = sge->length - pop - a;
sk_msg_iter_var_next(i); sk_msg_iter_var_next(i);
if (pop < sge->length - a) { if (b > 0) {
if (space) { if (space) {
sge->length = a; sge->length = a;
sk_msg_shift_right(msg, i); sk_msg_shift_right(msg, i);
@ -2624,7 +2626,6 @@ BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
if (unlikely(!page)) if (unlikely(!page))
return -ENOMEM; return -ENOMEM;
sge->length = a;
orig = sg_page(sge); orig = sg_page(sge);
from = sg_virt(sge); from = sg_virt(sge);
to = page_address(page); to = page_address(page);
@ -2634,7 +2635,7 @@ BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
put_page(orig); put_page(orig);
} }
pop = 0; pop = 0;
} else if (pop >= sge->length - a) { } else {
pop -= (sge->length - a); pop -= (sge->length - a);
sge->length = a; sge->length = a;
} }
@ -2668,7 +2669,6 @@ BPF_CALL_4(bpf_msg_pop_data, struct sk_msg *, msg, u32, start,
pop -= sge->length; pop -= sge->length;
sk_msg_shift_left(msg, i); sk_msg_shift_left(msg, i);
} }
sk_msg_iter_var_next(i);
} }
sk_mem_uncharge(msg->sk, len - pop); sk_mem_uncharge(msg->sk, len - pop);