1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __NET_LWTUNNEL_H
3 #define __NET_LWTUNNEL_H 1
5 #include <linux/lwtunnel.h>
6 #include <linux/netdevice.h>
7 #include <linux/skbuff.h>
8 #include <linux/types.h>
11 #define LWTUNNEL_HASH_BITS 7
12 #define LWTUNNEL_HASH_SIZE (1 << LWTUNNEL_HASH_BITS)
14 /* lw tunnel state flags */
15 #define LWTUNNEL_STATE_OUTPUT_REDIRECT BIT(0)
16 #define LWTUNNEL_STATE_INPUT_REDIRECT BIT(1)
17 #define LWTUNNEL_STATE_XMIT_REDIRECT BIT(2)
19 /* LWTUNNEL_XMIT_CONTINUE should be distinguishable from dst_output return
20 * values (NET_XMIT_xxx and NETDEV_TX_xxx in linux/netdevice.h) for safety.
24 LWTUNNEL_XMIT_CONTINUE = 0x100,
28 struct lwtunnel_state {
33 int (*orig_output)(struct net *net, struct sock *sk, struct sk_buff *skb);
34 int (*orig_input)(struct sk_buff *);
39 struct lwtunnel_encap_ops {
40 int (*build_state)(struct net *net, struct nlattr *encap,
41 unsigned int family, const void *cfg,
42 struct lwtunnel_state **ts,
43 struct netlink_ext_ack *extack);
44 void (*destroy_state)(struct lwtunnel_state *lws);
45 int (*output)(struct net *net, struct sock *sk, struct sk_buff *skb);
46 int (*input)(struct sk_buff *skb);
47 int (*fill_encap)(struct sk_buff *skb,
48 struct lwtunnel_state *lwtstate);
49 int (*get_encap_size)(struct lwtunnel_state *lwtstate);
50 int (*cmp_encap)(struct lwtunnel_state *a, struct lwtunnel_state *b);
51 int (*xmit)(struct sk_buff *skb);
56 #ifdef CONFIG_LWTUNNEL
58 DECLARE_STATIC_KEY_FALSE(nf_hooks_lwtunnel_enabled);
60 void lwtstate_free(struct lwtunnel_state *lws);
62 static inline struct lwtunnel_state *
63 lwtstate_get(struct lwtunnel_state *lws)
66 atomic_inc(&lws->refcnt);
71 static inline void lwtstate_put(struct lwtunnel_state *lws)
76 if (atomic_dec_and_test(&lws->refcnt))
80 static inline bool lwtunnel_output_redirect(struct lwtunnel_state *lwtstate)
82 if (lwtstate && (lwtstate->flags & LWTUNNEL_STATE_OUTPUT_REDIRECT))
88 static inline bool lwtunnel_input_redirect(struct lwtunnel_state *lwtstate)
90 if (lwtstate && (lwtstate->flags & LWTUNNEL_STATE_INPUT_REDIRECT))
96 static inline bool lwtunnel_xmit_redirect(struct lwtunnel_state *lwtstate)
98 if (lwtstate && (lwtstate->flags & LWTUNNEL_STATE_XMIT_REDIRECT))
104 static inline unsigned int lwtunnel_headroom(struct lwtunnel_state *lwtstate,
107 if ((lwtunnel_xmit_redirect(lwtstate) ||
108 lwtunnel_output_redirect(lwtstate)) && lwtstate->headroom < mtu)
109 return lwtstate->headroom;
114 int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops *op,
116 int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops *op,
118 int lwtunnel_valid_encap_type(u16 encap_type,
119 struct netlink_ext_ack *extack);
120 int lwtunnel_valid_encap_type_attr(struct nlattr *attr, int len,
121 struct netlink_ext_ack *extack);
122 int lwtunnel_build_state(struct net *net, u16 encap_type,
123 struct nlattr *encap,
124 unsigned int family, const void *cfg,
125 struct lwtunnel_state **lws,
126 struct netlink_ext_ack *extack);
127 int lwtunnel_fill_encap(struct sk_buff *skb, struct lwtunnel_state *lwtstate,
128 int encap_attr, int encap_type_attr);
129 int lwtunnel_get_encap_size(struct lwtunnel_state *lwtstate);
130 struct lwtunnel_state *lwtunnel_state_alloc(int hdr_len);
131 int lwtunnel_cmp_encap(struct lwtunnel_state *a, struct lwtunnel_state *b);
132 int lwtunnel_output(struct net *net, struct sock *sk, struct sk_buff *skb);
133 int lwtunnel_input(struct sk_buff *skb);
134 int lwtunnel_xmit(struct sk_buff *skb);
135 int bpf_lwt_push_ip_encap(struct sk_buff *skb, void *hdr, u32 len,
138 static inline void lwtunnel_set_redirect(struct dst_entry *dst)
140 if (lwtunnel_output_redirect(dst->lwtstate)) {
141 dst->lwtstate->orig_output = dst->output;
142 dst->output = lwtunnel_output;
144 if (lwtunnel_input_redirect(dst->lwtstate)) {
145 dst->lwtstate->orig_input = dst->input;
146 dst->input = lwtunnel_input;
151 static inline void lwtstate_free(struct lwtunnel_state *lws)
155 static inline struct lwtunnel_state *
156 lwtstate_get(struct lwtunnel_state *lws)
161 static inline void lwtstate_put(struct lwtunnel_state *lws)
165 static inline bool lwtunnel_output_redirect(struct lwtunnel_state *lwtstate)
170 static inline bool lwtunnel_input_redirect(struct lwtunnel_state *lwtstate)
175 static inline bool lwtunnel_xmit_redirect(struct lwtunnel_state *lwtstate)
180 static inline void lwtunnel_set_redirect(struct dst_entry *dst)
184 static inline unsigned int lwtunnel_headroom(struct lwtunnel_state *lwtstate,
190 static inline int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops *op,
197 static inline int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops *op,
203 static inline int lwtunnel_valid_encap_type(u16 encap_type,
204 struct netlink_ext_ack *extack)
206 NL_SET_ERR_MSG(extack, "CONFIG_LWTUNNEL is not enabled in this kernel");
209 static inline int lwtunnel_valid_encap_type_attr(struct nlattr *attr, int len,
210 struct netlink_ext_ack *extack)
212 /* return 0 since we are not walking attr looking for
213 * RTA_ENCAP_TYPE attribute on nexthops.
218 static inline int lwtunnel_build_state(struct net *net, u16 encap_type,
219 struct nlattr *encap,
220 unsigned int family, const void *cfg,
221 struct lwtunnel_state **lws,
222 struct netlink_ext_ack *extack)
227 static inline int lwtunnel_fill_encap(struct sk_buff *skb,
228 struct lwtunnel_state *lwtstate,
229 int encap_attr, int encap_type_attr)
234 static inline int lwtunnel_get_encap_size(struct lwtunnel_state *lwtstate)
239 static inline struct lwtunnel_state *lwtunnel_state_alloc(int hdr_len)
244 static inline int lwtunnel_cmp_encap(struct lwtunnel_state *a,
245 struct lwtunnel_state *b)
250 static inline int lwtunnel_output(struct net *net, struct sock *sk, struct sk_buff *skb)
255 static inline int lwtunnel_input(struct sk_buff *skb)
260 static inline int lwtunnel_xmit(struct sk_buff *skb)
265 #endif /* CONFIG_LWTUNNEL */
267 #define MODULE_ALIAS_RTNL_LWT(encap_type) MODULE_ALIAS("rtnl-lwt-" __stringify(encap_type))
269 #endif /* __NET_LWTUNNEL_H */