blob: b6f6da556ee9037883b60410f808c489c0b364c8 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
/*
* Skb ref helpers.
*
*/
#ifndef _LINUX_SKBUFF_REF_H
#define _LINUX_SKBUFF_REF_H
#include <linux/skbuff.h>
bool napi_pp_get_page(netmem_ref netmem);
/**
* skb_netmem_ref - acquire a fragment reference on a netmem
* @netmem: netmem to reference
* @recycle: whether page_pool recycling is enabled (e.g. skb->pp_recycle)
*
* Acquires pp_ref_count via napi_pp_get_page() if @recycle is true and
* @netmem belongs to a page_pool; otherwise acquires a non-pp backing
* reference via netmem_inc_ref(). Counterpart to skb_netmem_unref().
*/
static __always_inline void skb_netmem_ref(netmem_ref netmem, bool recycle)
{
#ifdef CONFIG_PAGE_POOL
if (recycle && napi_pp_get_page(netmem))
return;
#endif
netmem_inc_ref(netmem);
}
/**
* skb_frag_ref - acquire a reference on a paged fragment of an skb
* @skb: the buffer
* @f: the fragment offset
*
* Acquires a reference on the @f'th fragment of @skb via skb_netmem_ref()
* (pp_ref_count if skb->pp_recycle and page_pool-backed, else non-pp
* backing refcount). Counterpart to skb_frag_unref().
*/
static __always_inline void skb_frag_ref(struct sk_buff *skb, int f)
{
skb_netmem_ref(skb_frag_netmem(&skb_shinfo(skb)->frags[f]),
skb->pp_recycle);
}
bool napi_pp_put_page(netmem_ref netmem);
/**
* skb_netmem_unref - release a fragment reference on a netmem
* @netmem: netmem to unreference
* @recycle: whether page_pool recycling is enabled (e.g. skb->pp_recycle)
*
* Drops pp_ref_count via napi_pp_put_page() if @recycle is true and @netmem
* belongs to a page_pool; otherwise drops a non-pp backing reference via
* netmem_dec_ref(). Counterpart to skb_netmem_ref().
*/
static __always_inline void skb_netmem_unref(netmem_ref netmem, bool recycle)
{
#ifdef CONFIG_PAGE_POOL
if (recycle && napi_pp_put_page(netmem))
return;
#endif
netmem_dec_ref(netmem);
}
/**
* skb_frag_unref - release a reference on a paged fragment of an skb
* @skb: the buffer
* @f: the fragment offset
*
* Drops a reference on the @f'th fragment of @skb via skb_netmem_unref()
* (pp_ref_count if skb->pp_recycle and page_pool-backed, else non-pp
* backing refcount), skipping managed zerocopy fragments. Counterpart to
* skb_frag_ref().
*/
static __always_inline void skb_frag_unref(struct sk_buff *skb, int f)
{
struct skb_shared_info *shinfo = skb_shinfo(skb);
if (!skb_zcopy_managed(skb))
skb_netmem_unref(skb_frag_netmem(&shinfo->frags[f]),
skb->pp_recycle);
}
#endif /* _LINUX_SKBUFF_REF_H */
|
