1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __NET_PKT_CLS_H
3 #define __NET_PKT_CLS_H
5 #include <linux/pkt_cls.h>
6 #include <linux/workqueue.h>
7 #include <net/sch_generic.h>
8 #include <net/act_api.h>
9 #include <net/net_namespace.h>
11 /* TC action not accessible from user space */
12 #define TC_ACT_CONSUMED (TC_ACT_VALUE_MAX + 1)
14 /* Basic packet classifier frontend definitions. */
22 int (*fn)(struct tcf_proto *, void *node, struct tcf_walker *);
25 int register_tcf_proto_ops(struct tcf_proto_ops *ops);
26 int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
28 struct tcf_block_ext_info {
29 enum flow_block_binder_type binder_type;
30 tcf_chain_head_change_t *chain_head_change;
31 void *chain_head_change_priv;
36 struct tcf_block *block;
37 struct tcf_block_ext_info info;
38 struct tcf_proto __rcu *filter_chain;
42 bool tcf_queue_work(struct rcu_work *rwork, work_func_t func);
45 struct tcf_chain *tcf_chain_get_by_act(struct tcf_block *block,
47 void tcf_chain_put_by_act(struct tcf_chain *chain);
48 struct tcf_chain *tcf_get_next_chain(struct tcf_block *block,
49 struct tcf_chain *chain);
50 struct tcf_proto *tcf_get_next_proto(struct tcf_chain *chain,
51 struct tcf_proto *tp);
52 void tcf_block_netif_keep_dst(struct tcf_block *block);
53 int tcf_block_get(struct tcf_block **p_block,
54 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
55 struct netlink_ext_ack *extack);
56 int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
57 struct tcf_block_ext_info *ei,
58 struct netlink_ext_ack *extack);
59 void tcf_block_put(struct tcf_block *block);
60 void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
61 struct tcf_block_ext_info *ei);
63 static inline bool tcf_block_shared(struct tcf_block *block)
68 static inline bool tcf_block_non_null_shared(struct tcf_block *block)
70 return block && block->index;
73 static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
75 WARN_ON(tcf_block_shared(block));
79 int tcf_classify(struct sk_buff *skb,
80 const struct tcf_block *block,
81 const struct tcf_proto *tp, struct tcf_result *res,
85 static inline bool tcf_block_shared(struct tcf_block *block)
90 static inline bool tcf_block_non_null_shared(struct tcf_block *block)
96 int tcf_block_get(struct tcf_block **p_block,
97 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
98 struct netlink_ext_ack *extack)
104 int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
105 struct tcf_block_ext_info *ei,
106 struct netlink_ext_ack *extack)
111 static inline void tcf_block_put(struct tcf_block *block)
116 void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
117 struct tcf_block_ext_info *ei)
121 static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
127 int tc_setup_cb_block_register(struct tcf_block *block, flow_setup_cb_t *cb,
134 void tc_setup_cb_block_unregister(struct tcf_block *block, flow_setup_cb_t *cb,
139 static inline int tcf_classify(struct sk_buff *skb,
140 const struct tcf_block *block,
141 const struct tcf_proto *tp,
142 struct tcf_result *res, bool compat_mode)
144 return TC_ACT_UNSPEC;
149 static inline unsigned long
150 __cls_set_class(unsigned long *clp, unsigned long cl)
152 return xchg(clp, cl);
156 __tcf_bind_filter(struct Qdisc *q, struct tcf_result *r, unsigned long base)
160 cl = q->ops->cl_ops->bind_tcf(q, base, r->classid);
161 cl = __cls_set_class(&r->class, cl);
163 q->ops->cl_ops->unbind_tcf(q, cl);
167 tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base)
169 struct Qdisc *q = tp->chain->block->q;
171 /* Check q as it is not set for shared blocks. In that case,
172 * setting class is not supported.
177 __tcf_bind_filter(q, r, base);
182 __tcf_unbind_filter(struct Qdisc *q, struct tcf_result *r)
186 if ((cl = __cls_set_class(&r->class, 0)) != 0)
187 q->ops->cl_ops->unbind_tcf(q, cl);
191 tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r)
193 struct Qdisc *q = tp->chain->block->q;
197 __tcf_unbind_filter(q, r);
201 #ifdef CONFIG_NET_CLS_ACT
202 __u32 type; /* for backward compat(TCA_OLD_COMPAT) */
204 struct tc_action **actions;
207 /* Map to export classifier specific extension TLV types to the
208 * generic extensions API. Unsupported extensions must be set to 0.
214 static inline int tcf_exts_init(struct tcf_exts *exts, struct net *net,
215 int action, int police)
217 #ifdef CONFIG_NET_CLS_ACT
219 exts->nr_actions = 0;
221 exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *),
226 exts->action = action;
227 exts->police = police;
231 /* Return false if the netns is being destroyed in cleanup_net(). Callers
232 * need to do cleanup synchronously in this case, otherwise may race with
233 * tc_action_net_exit(). Return true for other cases.
235 static inline bool tcf_exts_get_net(struct tcf_exts *exts)
237 #ifdef CONFIG_NET_CLS_ACT
238 exts->net = maybe_get_net(exts->net);
239 return exts->net != NULL;
245 static inline void tcf_exts_put_net(struct tcf_exts *exts)
247 #ifdef CONFIG_NET_CLS_ACT
253 #ifdef CONFIG_NET_CLS_ACT
254 #define tcf_exts_for_each_action(i, a, exts) \
255 for (i = 0; i < TCA_ACT_MAX_PRIO && ((a) = (exts)->actions[i]); i++)
257 #define tcf_exts_for_each_action(i, a, exts) \
258 for (; 0; (void)(i), (void)(a), (void)(exts))
262 tcf_exts_stats_update(const struct tcf_exts *exts,
263 u64 bytes, u64 packets, u64 drops, u64 lastuse,
264 u8 used_hw_stats, bool used_hw_stats_valid)
266 #ifdef CONFIG_NET_CLS_ACT
271 for (i = 0; i < exts->nr_actions; i++) {
272 struct tc_action *a = exts->actions[i];
274 tcf_action_stats_update(a, bytes, packets, drops,
276 a->used_hw_stats = used_hw_stats;
277 a->used_hw_stats_valid = used_hw_stats_valid;
285 * tcf_exts_has_actions - check if at least one action is present
286 * @exts: tc filter extensions handle
288 * Returns true if at least one action is present.
290 static inline bool tcf_exts_has_actions(struct tcf_exts *exts)
292 #ifdef CONFIG_NET_CLS_ACT
293 return exts->nr_actions;
300 * tcf_exts_exec - execute tc filter extensions
301 * @skb: socket buffer
302 * @exts: tc filter extensions handle
303 * @res: desired result
305 * Executes all configured extensions. Returns TC_ACT_OK on a normal execution,
306 * a negative number if the filter must be considered unmatched or
307 * a positive action code (TC_ACT_*) which must be returned to the
311 tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts,
312 struct tcf_result *res)
314 #ifdef CONFIG_NET_CLS_ACT
315 return tcf_action_exec(skb, exts->actions, exts->nr_actions, res);
320 int tcf_exts_validate(struct net *net, struct tcf_proto *tp,
321 struct nlattr **tb, struct nlattr *rate_tlv,
322 struct tcf_exts *exts, u32 flags,
323 struct netlink_ext_ack *extack);
324 void tcf_exts_destroy(struct tcf_exts *exts);
325 void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src);
326 int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts);
327 int tcf_exts_terse_dump(struct sk_buff *skb, struct tcf_exts *exts);
328 int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts);
331 * struct tcf_pkt_info - packet information
333 * @ptr: start of the pkt data
334 * @nexthdr: offset of the next header
336 struct tcf_pkt_info {
341 #ifdef CONFIG_NET_EMATCH
343 struct tcf_ematch_ops;
346 * struct tcf_ematch - extended match (ematch)
348 * @matchid: identifier to allow userspace to reidentify a match
349 * @flags: flags specifying attributes and the relation to other matches
350 * @ops: the operations lookup table of the corresponding ematch module
351 * @datalen: length of the ematch specific configuration data
352 * @data: ematch specific data
353 * @net: the network namespace
356 struct tcf_ematch_ops * ops;
358 unsigned int datalen;
364 static inline int tcf_em_is_container(struct tcf_ematch *em)
369 static inline int tcf_em_is_simple(struct tcf_ematch *em)
371 return em->flags & TCF_EM_SIMPLE;
374 static inline int tcf_em_is_inverted(struct tcf_ematch *em)
376 return em->flags & TCF_EM_INVERT;
379 static inline int tcf_em_last_match(struct tcf_ematch *em)
381 return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END;
384 static inline int tcf_em_early_end(struct tcf_ematch *em, int result)
386 if (tcf_em_last_match(em))
389 if (result == 0 && em->flags & TCF_EM_REL_AND)
392 if (result != 0 && em->flags & TCF_EM_REL_OR)
399 * struct tcf_ematch_tree - ematch tree handle
401 * @hdr: ematch tree header supplied by userspace
402 * @matches: array of ematches
404 struct tcf_ematch_tree {
405 struct tcf_ematch_tree_hdr hdr;
406 struct tcf_ematch * matches;
411 * struct tcf_ematch_ops - ematch module operations
413 * @kind: identifier (kind) of this ematch module
414 * @datalen: length of expected configuration data (optional)
415 * @change: called during validation (optional)
416 * @match: called during ematch tree evaluation, must return 1/0
417 * @destroy: called during destroyage (optional)
418 * @dump: called during dumping process (optional)
419 * @owner: owner, must be set to THIS_MODULE
420 * @link: link to previous/next ematch module (internal use)
422 struct tcf_ematch_ops {
425 int (*change)(struct net *net, void *,
426 int, struct tcf_ematch *);
427 int (*match)(struct sk_buff *, struct tcf_ematch *,
428 struct tcf_pkt_info *);
429 void (*destroy)(struct tcf_ematch *);
430 int (*dump)(struct sk_buff *, struct tcf_ematch *);
431 struct module *owner;
432 struct list_head link;
435 int tcf_em_register(struct tcf_ematch_ops *);
436 void tcf_em_unregister(struct tcf_ematch_ops *);
437 int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *,
438 struct tcf_ematch_tree *);
439 void tcf_em_tree_destroy(struct tcf_ematch_tree *);
440 int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int);
441 int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *,
442 struct tcf_pkt_info *);
445 * tcf_em_tree_match - evaulate an ematch tree
447 * @skb: socket buffer of the packet in question
448 * @tree: ematch tree to be used for evaluation
449 * @info: packet information examined by classifier
451 * This function matches @skb against the ematch tree in @tree by going
452 * through all ematches respecting their logic relations returning
453 * as soon as the result is obvious.
455 * Returns 1 if the ematch tree as-one matches, no ematches are configured
456 * or ematch is not enabled in the kernel, otherwise 0 is returned.
458 static inline int tcf_em_tree_match(struct sk_buff *skb,
459 struct tcf_ematch_tree *tree,
460 struct tcf_pkt_info *info)
462 if (tree->hdr.nmatches)
463 return __tcf_em_tree_match(skb, tree, info);
468 #define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind))
470 #else /* CONFIG_NET_EMATCH */
472 struct tcf_ematch_tree {
475 #define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0)
476 #define tcf_em_tree_destroy(t) do { (void)(t); } while(0)
477 #define tcf_em_tree_dump(skb, t, tlv) (0)
478 #define tcf_em_tree_match(skb, t, info) ((void)(info), 1)
480 #endif /* CONFIG_NET_EMATCH */
482 static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer)
486 return skb_mac_header(skb);
487 case TCF_LAYER_NETWORK:
488 return skb_network_header(skb);
489 case TCF_LAYER_TRANSPORT:
490 return skb_transport_header(skb);
496 static inline int tcf_valid_offset(const struct sk_buff *skb,
497 const unsigned char *ptr, const int len)
499 return likely((ptr + len) <= skb_tail_pointer(skb) &&
501 (ptr <= (ptr + len)));
505 tcf_change_indev(struct net *net, struct nlattr *indev_tlv,
506 struct netlink_ext_ack *extack)
508 char indev[IFNAMSIZ];
509 struct net_device *dev;
511 if (nla_strscpy(indev, indev_tlv, IFNAMSIZ) < 0) {
512 NL_SET_ERR_MSG_ATTR(extack, indev_tlv,
513 "Interface name too long");
516 dev = __dev_get_by_name(net, indev);
518 NL_SET_ERR_MSG_ATTR(extack, indev_tlv,
519 "Network device not found");
526 tcf_match_indev(struct sk_buff *skb, int ifindex)
532 return ifindex == skb->skb_iif;
535 int tc_setup_flow_action(struct flow_action *flow_action,
536 const struct tcf_exts *exts);
537 void tc_cleanup_flow_action(struct flow_action *flow_action);
539 int tc_setup_cb_call(struct tcf_block *block, enum tc_setup_type type,
540 void *type_data, bool err_stop, bool rtnl_held);
541 int tc_setup_cb_add(struct tcf_block *block, struct tcf_proto *tp,
542 enum tc_setup_type type, void *type_data, bool err_stop,
543 u32 *flags, unsigned int *in_hw_count, bool rtnl_held);
544 int tc_setup_cb_replace(struct tcf_block *block, struct tcf_proto *tp,
545 enum tc_setup_type type, void *type_data, bool err_stop,
546 u32 *old_flags, unsigned int *old_in_hw_count,
547 u32 *new_flags, unsigned int *new_in_hw_count,
549 int tc_setup_cb_destroy(struct tcf_block *block, struct tcf_proto *tp,
550 enum tc_setup_type type, void *type_data, bool err_stop,
551 u32 *flags, unsigned int *in_hw_count, bool rtnl_held);
552 int tc_setup_cb_reoffload(struct tcf_block *block, struct tcf_proto *tp,
553 bool add, flow_setup_cb_t *cb,
554 enum tc_setup_type type, void *type_data,
555 void *cb_priv, u32 *flags, unsigned int *in_hw_count);
556 unsigned int tcf_exts_num_actions(struct tcf_exts *exts);
558 #ifdef CONFIG_NET_CLS_ACT
559 int tcf_qevent_init(struct tcf_qevent *qe, struct Qdisc *sch,
560 enum flow_block_binder_type binder_type,
561 struct nlattr *block_index_attr,
562 struct netlink_ext_ack *extack);
563 void tcf_qevent_destroy(struct tcf_qevent *qe, struct Qdisc *sch);
564 int tcf_qevent_validate_change(struct tcf_qevent *qe, struct nlattr *block_index_attr,
565 struct netlink_ext_ack *extack);
566 struct sk_buff *tcf_qevent_handle(struct tcf_qevent *qe, struct Qdisc *sch, struct sk_buff *skb,
567 struct sk_buff **to_free, int *ret);
568 int tcf_qevent_dump(struct sk_buff *skb, int attr_name, struct tcf_qevent *qe);
570 static inline int tcf_qevent_init(struct tcf_qevent *qe, struct Qdisc *sch,
571 enum flow_block_binder_type binder_type,
572 struct nlattr *block_index_attr,
573 struct netlink_ext_ack *extack)
578 static inline void tcf_qevent_destroy(struct tcf_qevent *qe, struct Qdisc *sch)
582 static inline int tcf_qevent_validate_change(struct tcf_qevent *qe, struct nlattr *block_index_attr,
583 struct netlink_ext_ack *extack)
588 static inline struct sk_buff *
589 tcf_qevent_handle(struct tcf_qevent *qe, struct Qdisc *sch, struct sk_buff *skb,
590 struct sk_buff **to_free, int *ret)
595 static inline int tcf_qevent_dump(struct sk_buff *skb, int attr_name, struct tcf_qevent *qe)
601 struct tc_cls_u32_knode {
602 struct tcf_exts *exts;
603 struct tcf_result *res;
604 struct tc_u32_sel *sel;
612 struct tc_cls_u32_hnode {
615 unsigned int divisor;
618 enum tc_clsu32_command {
620 TC_CLSU32_REPLACE_KNODE,
621 TC_CLSU32_DELETE_KNODE,
623 TC_CLSU32_REPLACE_HNODE,
624 TC_CLSU32_DELETE_HNODE,
627 struct tc_cls_u32_offload {
628 struct flow_cls_common_offload common;
630 enum tc_clsu32_command command;
632 struct tc_cls_u32_knode knode;
633 struct tc_cls_u32_hnode hnode;
637 static inline bool tc_can_offload(const struct net_device *dev)
639 return dev->features & NETIF_F_HW_TC;
642 static inline bool tc_can_offload_extack(const struct net_device *dev,
643 struct netlink_ext_ack *extack)
645 bool can = tc_can_offload(dev);
648 NL_SET_ERR_MSG(extack, "TC offload is disabled on net device");
654 tc_cls_can_offload_and_chain0(const struct net_device *dev,
655 struct flow_cls_common_offload *common)
657 if (!tc_can_offload_extack(dev, common->extack))
659 if (common->chain_index) {
660 NL_SET_ERR_MSG(common->extack,
661 "Driver supports only offload of chain 0");
667 static inline bool tc_skip_hw(u32 flags)
669 return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false;
672 static inline bool tc_skip_sw(u32 flags)
674 return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false;
677 /* SKIP_HW and SKIP_SW are mutually exclusive flags. */
678 static inline bool tc_flags_valid(u32 flags)
680 if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW |
681 TCA_CLS_FLAGS_VERBOSE))
684 flags &= TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW;
685 if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)))
691 static inline bool tc_in_hw(u32 flags)
693 return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false;
697 tc_cls_common_offload_init(struct flow_cls_common_offload *cls_common,
698 const struct tcf_proto *tp, u32 flags,
699 struct netlink_ext_ack *extack)
701 cls_common->chain_index = tp->chain->index;
702 cls_common->protocol = tp->protocol;
703 cls_common->prio = tp->prio >> 16;
704 if (tc_skip_sw(flags) || flags & TCA_CLS_FLAGS_VERBOSE)
705 cls_common->extack = extack;
708 #if IS_ENABLED(CONFIG_NET_TC_SKB_EXT)
709 static inline struct tc_skb_ext *tc_skb_ext_alloc(struct sk_buff *skb)
711 struct tc_skb_ext *tc_skb_ext = skb_ext_add(skb, TC_SKB_EXT);
714 memset(tc_skb_ext, 0, sizeof(*tc_skb_ext));
719 enum tc_matchall_command {
720 TC_CLSMATCHALL_REPLACE,
721 TC_CLSMATCHALL_DESTROY,
722 TC_CLSMATCHALL_STATS,
725 struct tc_cls_matchall_offload {
726 struct flow_cls_common_offload common;
727 enum tc_matchall_command command;
728 struct flow_rule *rule;
729 struct flow_stats stats;
730 unsigned long cookie;
733 enum tc_clsbpf_command {
738 struct tc_cls_bpf_offload {
739 struct flow_cls_common_offload common;
740 enum tc_clsbpf_command command;
741 struct tcf_exts *exts;
742 struct bpf_prog *prog;
743 struct bpf_prog *oldprog;
745 bool exts_integrated;
748 struct tc_mqprio_qopt_offload {
749 /* struct tc_mqprio_qopt must always be the first element */
750 struct tc_mqprio_qopt qopt;
754 u64 min_rate[TC_QOPT_MAX_QUEUE];
755 u64 max_rate[TC_QOPT_MAX_QUEUE];
758 /* This structure holds cookie structure that is passed from user
759 * to the kernel for actions and classifiers
767 struct tc_qopt_offload_stats {
768 struct gnet_stats_basic_packed *bstats;
769 struct gnet_stats_queue *qstats;
779 struct tc_mq_opt_offload_graft_params {
784 struct tc_mq_qopt_offload {
785 enum tc_mq_command command;
788 struct tc_qopt_offload_stats stats;
789 struct tc_mq_opt_offload_graft_params graft_params;
793 enum tc_htb_command {
795 TC_HTB_CREATE, /* Initialize HTB offload. */
796 TC_HTB_DESTROY, /* Destroy HTB offload. */
799 /* Allocate qid and create leaf. */
800 TC_HTB_LEAF_ALLOC_QUEUE,
801 /* Convert leaf to inner, preserve and return qid, create new leaf. */
802 TC_HTB_LEAF_TO_INNER,
803 /* Delete leaf, while siblings remain. */
805 /* Delete leaf, convert parent to leaf, preserving qid. */
806 TC_HTB_LEAF_DEL_LAST,
807 /* TC_HTB_LEAF_DEL_LAST, but delete driver data on hardware errors. */
808 TC_HTB_LEAF_DEL_LAST_FORCE,
809 /* Modify parameters of a node. */
813 TC_HTB_LEAF_QUERY_QUEUE, /* Query qid by classid. */
816 struct tc_htb_qopt_offload {
817 struct netlink_ext_ack *extack;
818 enum tc_htb_command command;
826 #define TC_HTB_CLASSID_ROOT U32_MAX
828 enum tc_red_command {
836 struct tc_red_qopt_offload_params {
844 struct gnet_stats_queue *qstats;
847 struct tc_red_qopt_offload {
848 enum tc_red_command command;
852 struct tc_red_qopt_offload_params set;
853 struct tc_qopt_offload_stats stats;
854 struct red_stats *xstats;
859 enum tc_gred_command {
865 struct tc_gred_vq_qopt_offload_params {
874 /* Only need backlog, see struct tc_prio_qopt_offload_params */
878 struct tc_gred_qopt_offload_params {
883 struct gnet_stats_queue *qstats;
884 struct tc_gred_vq_qopt_offload_params tab[MAX_DPs];
887 struct tc_gred_qopt_offload_stats {
888 struct gnet_stats_basic_packed bstats[MAX_DPs];
889 struct gnet_stats_queue qstats[MAX_DPs];
890 struct red_stats *xstats[MAX_DPs];
893 struct tc_gred_qopt_offload {
894 enum tc_gred_command command;
898 struct tc_gred_qopt_offload_params set;
899 struct tc_gred_qopt_offload_stats stats;
903 enum tc_prio_command {
910 struct tc_prio_qopt_offload_params {
912 u8 priomap[TC_PRIO_MAX + 1];
913 /* At the point of un-offloading the Qdisc, the reported backlog and
914 * qlen need to be reduced by the portion that is in HW.
916 struct gnet_stats_queue *qstats;
919 struct tc_prio_qopt_offload_graft_params {
924 struct tc_prio_qopt_offload {
925 enum tc_prio_command command;
929 struct tc_prio_qopt_offload_params replace_params;
930 struct tc_qopt_offload_stats stats;
931 struct tc_prio_qopt_offload_graft_params graft_params;
935 enum tc_root_command {
939 struct tc_root_qopt_offload {
940 enum tc_root_command command;
945 enum tc_ets_command {
952 struct tc_ets_qopt_offload_replace_params {
954 u8 priomap[TC_PRIO_MAX + 1];
955 unsigned int quanta[TCQ_ETS_MAX_BANDS]; /* 0 for strict bands. */
956 unsigned int weights[TCQ_ETS_MAX_BANDS];
957 struct gnet_stats_queue *qstats;
960 struct tc_ets_qopt_offload_graft_params {
965 struct tc_ets_qopt_offload {
966 enum tc_ets_command command;
970 struct tc_ets_qopt_offload_replace_params replace_params;
971 struct tc_qopt_offload_stats stats;
972 struct tc_ets_qopt_offload_graft_params graft_params;
976 enum tc_tbf_command {
982 struct tc_tbf_qopt_offload_replace_params {
983 struct psched_ratecfg rate;
985 struct gnet_stats_queue *qstats;
988 struct tc_tbf_qopt_offload {
989 enum tc_tbf_command command;
993 struct tc_tbf_qopt_offload_replace_params replace_params;
994 struct tc_qopt_offload_stats stats;
998 enum tc_fifo_command {
1004 struct tc_fifo_qopt_offload {
1005 enum tc_fifo_command command;
1009 struct tc_qopt_offload_stats stats;