1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (C) 2018-2020, Intel Corporation. */
4 /* flow director ethtool support for ice */
11 static struct in6_addr full_ipv6_addr_mask = {
14 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
15 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
20 static struct in6_addr zero_ipv6_addr_mask = {
23 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
24 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
29 /* calls to ice_flow_add_prof require the number of segments in the array
30 * for segs_cnt. In this code that is one more than the index.
32 #define TNL_SEG_CNT(_TNL_) ((_TNL_) + 1)
35 * ice_fltr_to_ethtool_flow - convert filter type values to ethtool
37 * @flow: filter type to be converted
39 * Returns the corresponding ethtool flow type.
41 static int ice_fltr_to_ethtool_flow(enum ice_fltr_ptype flow)
44 case ICE_FLTR_PTYPE_NONF_IPV4_TCP:
46 case ICE_FLTR_PTYPE_NONF_IPV4_UDP:
48 case ICE_FLTR_PTYPE_NONF_IPV4_SCTP:
50 case ICE_FLTR_PTYPE_NONF_IPV4_OTHER:
51 return IPV4_USER_FLOW;
52 case ICE_FLTR_PTYPE_NONF_IPV6_TCP:
54 case ICE_FLTR_PTYPE_NONF_IPV6_UDP:
56 case ICE_FLTR_PTYPE_NONF_IPV6_SCTP:
58 case ICE_FLTR_PTYPE_NONF_IPV6_OTHER:
59 return IPV6_USER_FLOW;
61 /* 0 is undefined ethtool flow */
67 * ice_ethtool_flow_to_fltr - convert ethtool flow type to filter enum
68 * @eth: Ethtool flow type to be converted
72 static enum ice_fltr_ptype ice_ethtool_flow_to_fltr(int eth)
76 return ICE_FLTR_PTYPE_NONF_IPV4_TCP;
78 return ICE_FLTR_PTYPE_NONF_IPV4_UDP;
80 return ICE_FLTR_PTYPE_NONF_IPV4_SCTP;
82 return ICE_FLTR_PTYPE_NONF_IPV4_OTHER;
84 return ICE_FLTR_PTYPE_NONF_IPV6_TCP;
86 return ICE_FLTR_PTYPE_NONF_IPV6_UDP;
88 return ICE_FLTR_PTYPE_NONF_IPV6_SCTP;
90 return ICE_FLTR_PTYPE_NONF_IPV6_OTHER;
92 return ICE_FLTR_PTYPE_NONF_NONE;
97 * ice_is_mask_valid - check mask field set
98 * @mask: full mask to check
99 * @field: field for which mask should be valid
101 * If the mask is fully set return true. If it is not valid for field return
104 static bool ice_is_mask_valid(u64 mask, u64 field)
106 return (mask & field) == field;
110 * ice_get_ethtool_fdir_entry - fill ethtool structure with fdir filter data
111 * @hw: hardware structure that contains filter list
112 * @cmd: ethtool command data structure to receive the filter data
114 * Returns 0 on success and -EINVAL on failure
116 int ice_get_ethtool_fdir_entry(struct ice_hw *hw, struct ethtool_rxnfc *cmd)
118 struct ethtool_rx_flow_spec *fsp;
119 struct ice_fdir_fltr *rule;
123 fsp = (struct ethtool_rx_flow_spec *)&cmd->fs;
125 mutex_lock(&hw->fdir_fltr_lock);
127 rule = ice_fdir_find_fltr_by_idx(hw, fsp->location);
129 if (!rule || fsp->location != rule->fltr_id) {
134 fsp->flow_type = ice_fltr_to_ethtool_flow(rule->flow_type);
136 memset(&fsp->m_u, 0, sizeof(fsp->m_u));
137 memset(&fsp->m_ext, 0, sizeof(fsp->m_ext));
139 switch (fsp->flow_type) {
141 fsp->h_u.usr_ip4_spec.ip_ver = ETH_RX_NFC_IP4;
142 fsp->h_u.usr_ip4_spec.proto = 0;
143 fsp->h_u.usr_ip4_spec.l4_4_bytes = rule->ip.v4.l4_header;
144 fsp->h_u.usr_ip4_spec.tos = rule->ip.v4.tos;
145 fsp->h_u.usr_ip4_spec.ip4src = rule->ip.v4.src_ip;
146 fsp->h_u.usr_ip4_spec.ip4dst = rule->ip.v4.dst_ip;
147 fsp->m_u.usr_ip4_spec.ip4src = rule->mask.v4.src_ip;
148 fsp->m_u.usr_ip4_spec.ip4dst = rule->mask.v4.dst_ip;
149 fsp->m_u.usr_ip4_spec.ip_ver = 0xFF;
150 fsp->m_u.usr_ip4_spec.proto = 0;
151 fsp->m_u.usr_ip4_spec.l4_4_bytes = rule->mask.v4.l4_header;
152 fsp->m_u.usr_ip4_spec.tos = rule->mask.v4.tos;
157 fsp->h_u.tcp_ip4_spec.psrc = rule->ip.v4.src_port;
158 fsp->h_u.tcp_ip4_spec.pdst = rule->ip.v4.dst_port;
159 fsp->h_u.tcp_ip4_spec.ip4src = rule->ip.v4.src_ip;
160 fsp->h_u.tcp_ip4_spec.ip4dst = rule->ip.v4.dst_ip;
161 fsp->m_u.tcp_ip4_spec.psrc = rule->mask.v4.src_port;
162 fsp->m_u.tcp_ip4_spec.pdst = rule->mask.v4.dst_port;
163 fsp->m_u.tcp_ip4_spec.ip4src = rule->mask.v4.src_ip;
164 fsp->m_u.tcp_ip4_spec.ip4dst = rule->mask.v4.dst_ip;
167 fsp->h_u.usr_ip6_spec.l4_4_bytes = rule->ip.v6.l4_header;
168 fsp->h_u.usr_ip6_spec.tclass = rule->ip.v6.tc;
169 fsp->h_u.usr_ip6_spec.l4_proto = rule->ip.v6.proto;
170 memcpy(fsp->h_u.tcp_ip6_spec.ip6src, rule->ip.v6.src_ip,
171 sizeof(struct in6_addr));
172 memcpy(fsp->h_u.tcp_ip6_spec.ip6dst, rule->ip.v6.dst_ip,
173 sizeof(struct in6_addr));
174 memcpy(fsp->m_u.tcp_ip6_spec.ip6src, rule->mask.v6.src_ip,
175 sizeof(struct in6_addr));
176 memcpy(fsp->m_u.tcp_ip6_spec.ip6dst, rule->mask.v6.dst_ip,
177 sizeof(struct in6_addr));
178 fsp->m_u.usr_ip6_spec.l4_4_bytes = rule->mask.v6.l4_header;
179 fsp->m_u.usr_ip6_spec.tclass = rule->mask.v6.tc;
180 fsp->m_u.usr_ip6_spec.l4_proto = rule->mask.v6.proto;
185 memcpy(fsp->h_u.tcp_ip6_spec.ip6src, rule->ip.v6.src_ip,
186 sizeof(struct in6_addr));
187 memcpy(fsp->h_u.tcp_ip6_spec.ip6dst, rule->ip.v6.dst_ip,
188 sizeof(struct in6_addr));
189 fsp->h_u.tcp_ip6_spec.psrc = rule->ip.v6.src_port;
190 fsp->h_u.tcp_ip6_spec.pdst = rule->ip.v6.dst_port;
191 memcpy(fsp->m_u.tcp_ip6_spec.ip6src,
192 rule->mask.v6.src_ip,
193 sizeof(struct in6_addr));
194 memcpy(fsp->m_u.tcp_ip6_spec.ip6dst,
195 rule->mask.v6.dst_ip,
196 sizeof(struct in6_addr));
197 fsp->m_u.tcp_ip6_spec.psrc = rule->mask.v6.src_port;
198 fsp->m_u.tcp_ip6_spec.pdst = rule->mask.v6.dst_port;
199 fsp->h_u.tcp_ip6_spec.tclass = rule->ip.v6.tc;
200 fsp->m_u.tcp_ip6_spec.tclass = rule->mask.v6.tc;
206 if (rule->dest_ctl == ICE_FLTR_PRGM_DESC_DEST_DROP_PKT)
207 fsp->ring_cookie = RX_CLS_FLOW_DISC;
209 fsp->ring_cookie = rule->orig_q_index;
211 idx = ice_ethtool_flow_to_fltr(fsp->flow_type);
212 if (idx == ICE_FLTR_PTYPE_NONF_NONE) {
213 dev_err(ice_hw_to_dev(hw), "Missing input index for flow_type %d\n",
219 mutex_unlock(&hw->fdir_fltr_lock);
224 * ice_get_fdir_fltr_ids - fill buffer with filter IDs of active filters
225 * @hw: hardware structure containing the filter list
226 * @cmd: ethtool command data structure
227 * @rule_locs: ethtool array passed in from OS to receive filter IDs
229 * Returns 0 as expected for success by ethtool
232 ice_get_fdir_fltr_ids(struct ice_hw *hw, struct ethtool_rxnfc *cmd,
235 struct ice_fdir_fltr *f_rule;
236 unsigned int cnt = 0;
239 /* report total rule count */
240 cmd->data = ice_get_fdir_cnt_all(hw);
242 mutex_lock(&hw->fdir_fltr_lock);
244 list_for_each_entry(f_rule, &hw->fdir_list_head, fltr_node) {
245 if (cnt == cmd->rule_cnt) {
249 rule_locs[cnt] = f_rule->fltr_id;
254 mutex_unlock(&hw->fdir_fltr_lock);
261 * ice_fdir_remap_entries - update the FDir entries in profile
262 * @prof: FDir structure pointer
263 * @tun: tunneled or non-tunneled packet
264 * @idx: FDir entry index
267 ice_fdir_remap_entries(struct ice_fd_hw_prof *prof, int tun, int idx)
269 if (idx != prof->cnt && tun < ICE_FD_HW_SEG_MAX) {
272 for (i = idx; i < (prof->cnt - 1); i++) {
275 old_entry_h = prof->entry_h[i + 1][tun];
276 prof->entry_h[i][tun] = old_entry_h;
277 prof->vsi_h[i] = prof->vsi_h[i + 1];
280 prof->entry_h[i][tun] = 0;
286 * ice_fdir_rem_adq_chnl - remove an ADQ channel from HW filter rules
287 * @hw: hardware structure containing filter list
288 * @vsi_idx: VSI handle
290 void ice_fdir_rem_adq_chnl(struct ice_hw *hw, u16 vsi_idx)
297 for (flow = 0; flow < ICE_FLTR_PTYPE_MAX; flow++) {
298 struct ice_fd_hw_prof *prof = hw->fdir_prof[flow];
301 if (!prof || !prof->cnt)
304 for (tun = 0; tun < ICE_FD_HW_SEG_MAX; tun++) {
307 prof_id = flow + tun * ICE_FLTR_PTYPE_MAX;
309 for (i = 0; i < prof->cnt; i++) {
310 if (prof->vsi_h[i] != vsi_idx)
313 prof->entry_h[i][tun] = 0;
318 /* after clearing FDir entries update the remaining */
319 ice_fdir_remap_entries(prof, tun, i);
321 /* find flow profile corresponding to prof_id and clear
322 * vsi_idx from bitmap.
324 status = ice_flow_rem_vsi_prof(hw, vsi_idx, prof_id);
326 dev_err(ice_hw_to_dev(hw), "ice_flow_rem_vsi_prof() failed status=%d\n",
335 * ice_fdir_get_hw_prof - return the ice_fd_hw_proc associated with a flow
336 * @hw: hardware structure containing the filter list
337 * @blk: hardware block
338 * @flow: FDir flow type to release
340 static struct ice_fd_hw_prof *
341 ice_fdir_get_hw_prof(struct ice_hw *hw, enum ice_block blk, int flow)
343 if (blk == ICE_BLK_FD && hw->fdir_prof)
344 return hw->fdir_prof[flow];
350 * ice_fdir_erase_flow_from_hw - remove a flow from the HW profile tables
351 * @hw: hardware structure containing the filter list
352 * @blk: hardware block
353 * @flow: FDir flow type to release
356 ice_fdir_erase_flow_from_hw(struct ice_hw *hw, enum ice_block blk, int flow)
358 struct ice_fd_hw_prof *prof = ice_fdir_get_hw_prof(hw, blk, flow);
364 for (tun = 0; tun < ICE_FD_HW_SEG_MAX; tun++) {
368 prof_id = flow + tun * ICE_FLTR_PTYPE_MAX;
369 for (j = 0; j < prof->cnt; j++) {
372 if (!prof->entry_h[j][tun] || !prof->vsi_h[j])
374 vsi_num = ice_get_hw_vsi_num(hw, prof->vsi_h[j]);
375 ice_rem_prof_id_flow(hw, blk, vsi_num, prof_id);
376 ice_flow_rem_entry(hw, blk, prof->entry_h[j][tun]);
377 prof->entry_h[j][tun] = 0;
379 ice_flow_rem_prof(hw, blk, prof_id);
384 * ice_fdir_rem_flow - release the ice_flow structures for a filter type
385 * @hw: hardware structure containing the filter list
386 * @blk: hardware block
387 * @flow_type: FDir flow type to release
390 ice_fdir_rem_flow(struct ice_hw *hw, enum ice_block blk,
391 enum ice_fltr_ptype flow_type)
393 int flow = (int)flow_type & ~FLOW_EXT;
394 struct ice_fd_hw_prof *prof;
397 prof = ice_fdir_get_hw_prof(hw, blk, flow);
401 ice_fdir_erase_flow_from_hw(hw, blk, flow);
402 for (i = 0; i < prof->cnt; i++)
404 for (tun = 0; tun < ICE_FD_HW_SEG_MAX; tun++) {
405 if (!prof->fdir_seg[tun])
407 devm_kfree(ice_hw_to_dev(hw), prof->fdir_seg[tun]);
408 prof->fdir_seg[tun] = NULL;
414 * ice_fdir_release_flows - release all flows in use for later replay
415 * @hw: pointer to HW instance
417 void ice_fdir_release_flows(struct ice_hw *hw)
421 /* release Flow Director HW table entries */
422 for (flow = 0; flow < ICE_FLTR_PTYPE_MAX; flow++)
423 ice_fdir_erase_flow_from_hw(hw, ICE_BLK_FD, flow);
427 * ice_fdir_replay_flows - replay HW Flow Director filter info
428 * @hw: pointer to HW instance
430 void ice_fdir_replay_flows(struct ice_hw *hw)
434 for (flow = 0; flow < ICE_FLTR_PTYPE_MAX; flow++) {
437 if (!hw->fdir_prof[flow] || !hw->fdir_prof[flow]->cnt)
439 for (tun = 0; tun < ICE_FD_HW_SEG_MAX; tun++) {
440 struct ice_flow_prof *hw_prof;
441 struct ice_fd_hw_prof *prof;
445 prof = hw->fdir_prof[flow];
446 prof_id = flow + tun * ICE_FLTR_PTYPE_MAX;
447 ice_flow_add_prof(hw, ICE_BLK_FD, ICE_FLOW_RX, prof_id,
448 prof->fdir_seg[tun], TNL_SEG_CNT(tun),
450 for (j = 0; j < prof->cnt; j++) {
451 enum ice_flow_priority prio;
455 prio = ICE_FLOW_PRIO_NORMAL;
456 err = ice_flow_add_entry(hw, ICE_BLK_FD,
460 prio, prof->fdir_seg,
463 dev_err(ice_hw_to_dev(hw), "Could not replay Flow Director, flow type %d\n",
467 prof->entry_h[j][tun] = entry_h;
474 * ice_parse_rx_flow_user_data - deconstruct user-defined data
475 * @fsp: pointer to ethtool Rx flow specification
476 * @data: pointer to userdef data structure for storage
478 * Returns 0 on success, negative error value on failure
481 ice_parse_rx_flow_user_data(struct ethtool_rx_flow_spec *fsp,
482 struct ice_rx_flow_userdef *data)
486 memset(data, 0, sizeof(*data));
487 if (!(fsp->flow_type & FLOW_EXT))
490 value = be64_to_cpu(*((__force __be64 *)fsp->h_ext.data));
491 mask = be64_to_cpu(*((__force __be64 *)fsp->m_ext.data));
495 #define ICE_USERDEF_FLEX_WORD_M GENMASK_ULL(15, 0)
496 #define ICE_USERDEF_FLEX_OFFS_S 16
497 #define ICE_USERDEF_FLEX_OFFS_M GENMASK_ULL(31, ICE_USERDEF_FLEX_OFFS_S)
498 #define ICE_USERDEF_FLEX_FLTR_M GENMASK_ULL(31, 0)
500 /* 0x1fe is the maximum value for offsets stored in the internal
503 #define ICE_USERDEF_FLEX_MAX_OFFS_VAL 0x1fe
505 if (!ice_is_mask_valid(mask, ICE_USERDEF_FLEX_FLTR_M) ||
506 value > ICE_USERDEF_FLEX_FLTR_M)
509 data->flex_word = value & ICE_USERDEF_FLEX_WORD_M;
510 data->flex_offset = (value & ICE_USERDEF_FLEX_OFFS_M) >>
511 ICE_USERDEF_FLEX_OFFS_S;
512 if (data->flex_offset > ICE_USERDEF_FLEX_MAX_OFFS_VAL)
515 data->flex_fltr = true;
521 * ice_fdir_num_avail_fltr - return the number of unused flow director filters
522 * @hw: pointer to hardware structure
523 * @vsi: software VSI structure
525 * There are 2 filter pools: guaranteed and best effort(shared). Each VSI can
526 * use filters from either pool. The guaranteed pool is divided between VSIs.
527 * The best effort filter pool is common to all VSIs and is a device shared
528 * resource pool. The number of filters available to this VSI is the sum of
529 * the VSIs guaranteed filter pool and the global available best effort
532 * Returns the number of available flow director filters to this VSI
534 static int ice_fdir_num_avail_fltr(struct ice_hw *hw, struct ice_vsi *vsi)
536 u16 vsi_num = ice_get_hw_vsi_num(hw, vsi->idx);
540 /* total guaranteed filters assigned to this VSI */
541 num_guar = vsi->num_gfltr;
543 /* minus the guaranteed filters programed by this VSI */
544 num_guar -= (rd32(hw, VSIQF_FD_CNT(vsi_num)) &
545 VSIQF_FD_CNT_FD_GCNT_M) >> VSIQF_FD_CNT_FD_GCNT_S;
547 /* total global best effort filters */
548 num_be = hw->func_caps.fd_fltr_best_effort;
550 /* minus the global best effort filters programmed */
551 num_be -= (rd32(hw, GLQF_FD_CNT) & GLQF_FD_CNT_FD_BCNT_M) >>
552 GLQF_FD_CNT_FD_BCNT_S;
554 return num_guar + num_be;
558 * ice_fdir_alloc_flow_prof - allocate FDir flow profile structure(s)
559 * @hw: HW structure containing the FDir flow profile structure(s)
560 * @flow: flow type to allocate the flow profile for
562 * Allocate the fdir_prof and fdir_prof[flow] if not already created. Return 0
563 * on success and negative on error.
566 ice_fdir_alloc_flow_prof(struct ice_hw *hw, enum ice_fltr_ptype flow)
571 if (!hw->fdir_prof) {
572 hw->fdir_prof = devm_kcalloc(ice_hw_to_dev(hw),
574 sizeof(*hw->fdir_prof),
580 if (!hw->fdir_prof[flow]) {
581 hw->fdir_prof[flow] = devm_kzalloc(ice_hw_to_dev(hw),
582 sizeof(**hw->fdir_prof),
584 if (!hw->fdir_prof[flow])
592 * ice_fdir_prof_vsi_idx - find or insert a vsi_idx in structure
593 * @prof: pointer to flow director HW profile
594 * @vsi_idx: vsi_idx to locate
596 * return the index of the vsi_idx. if vsi_idx is not found insert it
597 * into the vsi_h table.
600 ice_fdir_prof_vsi_idx(struct ice_fd_hw_prof *prof, int vsi_idx)
604 for (idx = 0; idx < prof->cnt; idx++)
605 if (prof->vsi_h[idx] == vsi_idx)
608 if (idx == prof->cnt)
609 prof->vsi_h[prof->cnt++] = vsi_idx;
614 * ice_fdir_set_hw_fltr_rule - Configure HW tables to generate a FDir rule
615 * @pf: pointer to the PF structure
616 * @seg: protocol header description pointer
618 * @tun: FDir segment to program
621 ice_fdir_set_hw_fltr_rule(struct ice_pf *pf, struct ice_flow_seg_info *seg,
622 enum ice_fltr_ptype flow, enum ice_fd_hw_seg tun)
624 struct device *dev = ice_pf_to_dev(pf);
625 struct ice_vsi *main_vsi, *ctrl_vsi;
626 struct ice_flow_seg_info *old_seg;
627 struct ice_flow_prof *prof = NULL;
628 struct ice_fd_hw_prof *hw_prof;
629 struct ice_hw *hw = &pf->hw;
637 main_vsi = ice_get_main_vsi(pf);
641 ctrl_vsi = ice_get_ctrl_vsi(pf);
645 err = ice_fdir_alloc_flow_prof(hw, flow);
649 hw_prof = hw->fdir_prof[flow];
650 old_seg = hw_prof->fdir_seg[tun];
652 /* This flow_type already has a changed input set.
653 * If it matches the requested input set then we are
654 * done. Or, if it's different then it's an error.
656 if (!memcmp(old_seg, seg, sizeof(*seg)))
659 /* if there are FDir filters using this flow,
662 if (hw->fdir_fltr_cnt[flow]) {
663 dev_err(dev, "Failed to add filter. Flow director filters on each port must have the same input set.\n");
667 if (ice_is_arfs_using_perfect_flow(hw, flow)) {
668 dev_err(dev, "aRFS using perfect flow type %d, cannot change input set\n",
673 /* remove HW filter definition */
674 ice_fdir_rem_flow(hw, ICE_BLK_FD, flow);
677 /* Adding a profile, but there is only one header supported.
678 * That is the final parameters are 1 header (segment), no
679 * actions (NULL) and zero actions 0.
681 prof_id = flow + tun * ICE_FLTR_PTYPE_MAX;
682 err = ice_flow_add_prof(hw, ICE_BLK_FD, ICE_FLOW_RX, prof_id, seg,
683 TNL_SEG_CNT(tun), &prof);
686 err = ice_flow_add_entry(hw, ICE_BLK_FD, prof_id, main_vsi->idx,
687 main_vsi->idx, ICE_FLOW_PRIO_NORMAL,
691 err = ice_flow_add_entry(hw, ICE_BLK_FD, prof_id, main_vsi->idx,
692 ctrl_vsi->idx, ICE_FLOW_PRIO_NORMAL,
697 hw_prof->fdir_seg[tun] = seg;
698 hw_prof->entry_h[0][tun] = entry1_h;
699 hw_prof->entry_h[1][tun] = entry2_h;
700 hw_prof->vsi_h[0] = main_vsi->idx;
701 hw_prof->vsi_h[1] = ctrl_vsi->idx;
705 for (idx = 1; idx < ICE_CHNL_MAX_TC; idx++) {
709 if (!ice_is_adq_active(pf) || !main_vsi->tc_map_vsi[idx])
713 vsi_h = main_vsi->tc_map_vsi[idx]->idx;
714 err = ice_flow_add_entry(hw, ICE_BLK_FD, prof_id,
715 main_vsi->idx, vsi_h,
716 ICE_FLOW_PRIO_NORMAL, seg,
719 dev_err(dev, "Could not add Channel VSI %d to flow group\n",
724 vsi_idx = ice_fdir_prof_vsi_idx(hw_prof,
725 main_vsi->tc_map_vsi[idx]->idx);
726 hw_prof->entry_h[vsi_idx][tun] = entry1_h;
733 hw_prof->fdir_seg[tun] = NULL;
735 /* The variable del_last will be used to determine when to clean up
736 * the VSI group data. The VSI data is not needed if there are no
740 for (idx = 0; idx < ICE_FD_HW_SEG_MAX; idx++)
741 if (hw_prof->fdir_seg[idx]) {
746 for (idx = 0; idx < hw_prof->cnt; idx++) {
747 u16 vsi_num = ice_get_hw_vsi_num(hw, hw_prof->vsi_h[idx]);
749 if (!hw_prof->entry_h[idx][tun])
751 ice_rem_prof_id_flow(hw, ICE_BLK_FD, vsi_num, prof_id);
752 ice_flow_rem_entry(hw, ICE_BLK_FD, hw_prof->entry_h[idx][tun]);
753 hw_prof->entry_h[idx][tun] = 0;
755 hw_prof->vsi_h[idx] = 0;
760 ice_rem_prof_id_flow(hw, ICE_BLK_FD,
761 ice_get_hw_vsi_num(hw, main_vsi->idx), prof_id);
762 ice_flow_rem_entry(hw, ICE_BLK_FD, entry1_h);
764 ice_flow_rem_prof(hw, ICE_BLK_FD, prof_id);
765 dev_err(dev, "Failed to add filter. Flow director filters on each port must have the same input set.\n");
771 * ice_set_init_fdir_seg
772 * @seg: flow segment for programming
773 * @l3_proto: ICE_FLOW_SEG_HDR_IPV4 or ICE_FLOW_SEG_HDR_IPV6
774 * @l4_proto: ICE_FLOW_SEG_HDR_TCP or ICE_FLOW_SEG_HDR_UDP
776 * Set the configuration for perfect filters to the provided flow segment for
777 * programming the HW filter. This is to be called only when initializing
778 * filters as this function it assumes no filters exist.
781 ice_set_init_fdir_seg(struct ice_flow_seg_info *seg,
782 enum ice_flow_seg_hdr l3_proto,
783 enum ice_flow_seg_hdr l4_proto)
785 enum ice_flow_field src_addr, dst_addr, src_port, dst_port;
790 if (l3_proto == ICE_FLOW_SEG_HDR_IPV4) {
791 src_addr = ICE_FLOW_FIELD_IDX_IPV4_SA;
792 dst_addr = ICE_FLOW_FIELD_IDX_IPV4_DA;
793 } else if (l3_proto == ICE_FLOW_SEG_HDR_IPV6) {
794 src_addr = ICE_FLOW_FIELD_IDX_IPV6_SA;
795 dst_addr = ICE_FLOW_FIELD_IDX_IPV6_DA;
800 if (l4_proto == ICE_FLOW_SEG_HDR_TCP) {
801 src_port = ICE_FLOW_FIELD_IDX_TCP_SRC_PORT;
802 dst_port = ICE_FLOW_FIELD_IDX_TCP_DST_PORT;
803 } else if (l4_proto == ICE_FLOW_SEG_HDR_UDP) {
804 src_port = ICE_FLOW_FIELD_IDX_UDP_SRC_PORT;
805 dst_port = ICE_FLOW_FIELD_IDX_UDP_DST_PORT;
810 ICE_FLOW_SET_HDRS(seg, l3_proto | l4_proto);
812 /* IP source address */
813 ice_flow_set_fld(seg, src_addr, ICE_FLOW_FLD_OFF_INVAL,
814 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL, false);
816 /* IP destination address */
817 ice_flow_set_fld(seg, dst_addr, ICE_FLOW_FLD_OFF_INVAL,
818 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL, false);
820 /* Layer 4 source port */
821 ice_flow_set_fld(seg, src_port, ICE_FLOW_FLD_OFF_INVAL,
822 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL, false);
824 /* Layer 4 destination port */
825 ice_flow_set_fld(seg, dst_port, ICE_FLOW_FLD_OFF_INVAL,
826 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL, false);
832 * ice_create_init_fdir_rule
836 * Return error value or 0 on success.
839 ice_create_init_fdir_rule(struct ice_pf *pf, enum ice_fltr_ptype flow)
841 struct ice_flow_seg_info *seg, *tun_seg;
842 struct device *dev = ice_pf_to_dev(pf);
843 struct ice_hw *hw = &pf->hw;
846 /* if there is already a filter rule for kind return -EINVAL */
847 if (hw->fdir_prof && hw->fdir_prof[flow] &&
848 hw->fdir_prof[flow]->fdir_seg[0])
851 seg = devm_kzalloc(dev, sizeof(*seg), GFP_KERNEL);
855 tun_seg = devm_kcalloc(dev, ICE_FD_HW_SEG_MAX, sizeof(*tun_seg),
858 devm_kfree(dev, seg);
862 if (flow == ICE_FLTR_PTYPE_NONF_IPV4_TCP)
863 ret = ice_set_init_fdir_seg(seg, ICE_FLOW_SEG_HDR_IPV4,
864 ICE_FLOW_SEG_HDR_TCP);
865 else if (flow == ICE_FLTR_PTYPE_NONF_IPV4_UDP)
866 ret = ice_set_init_fdir_seg(seg, ICE_FLOW_SEG_HDR_IPV4,
867 ICE_FLOW_SEG_HDR_UDP);
868 else if (flow == ICE_FLTR_PTYPE_NONF_IPV6_TCP)
869 ret = ice_set_init_fdir_seg(seg, ICE_FLOW_SEG_HDR_IPV6,
870 ICE_FLOW_SEG_HDR_TCP);
871 else if (flow == ICE_FLTR_PTYPE_NONF_IPV6_UDP)
872 ret = ice_set_init_fdir_seg(seg, ICE_FLOW_SEG_HDR_IPV6,
873 ICE_FLOW_SEG_HDR_UDP);
879 /* add filter for outer headers */
880 ret = ice_fdir_set_hw_fltr_rule(pf, seg, flow, ICE_FD_HW_SEG_NON_TUN);
882 /* could not write filter, free memory */
885 /* make tunneled filter HW entries if possible */
886 memcpy(&tun_seg[1], seg, sizeof(*seg));
887 ret = ice_fdir_set_hw_fltr_rule(pf, tun_seg, flow, ICE_FD_HW_SEG_TUN);
889 /* could not write tunnel filter, but outer header filter
892 devm_kfree(dev, tun_seg);
894 set_bit(flow, hw->fdir_perfect_fltr);
897 devm_kfree(dev, tun_seg);
898 devm_kfree(dev, seg);
904 * ice_set_fdir_ip4_seg
905 * @seg: flow segment for programming
906 * @tcp_ip4_spec: mask data from ethtool
907 * @l4_proto: Layer 4 protocol to program
908 * @perfect_fltr: only valid on success; returns true if perfect filter,
911 * Set the mask data into the flow segment to be used to program HW
912 * table based on provided L4 protocol for IPv4
915 ice_set_fdir_ip4_seg(struct ice_flow_seg_info *seg,
916 struct ethtool_tcpip4_spec *tcp_ip4_spec,
917 enum ice_flow_seg_hdr l4_proto, bool *perfect_fltr)
919 enum ice_flow_field src_port, dst_port;
921 /* make sure we don't have any empty rule */
922 if (!tcp_ip4_spec->psrc && !tcp_ip4_spec->ip4src &&
923 !tcp_ip4_spec->pdst && !tcp_ip4_spec->ip4dst)
926 /* filtering on TOS not supported */
927 if (tcp_ip4_spec->tos)
930 if (l4_proto == ICE_FLOW_SEG_HDR_TCP) {
931 src_port = ICE_FLOW_FIELD_IDX_TCP_SRC_PORT;
932 dst_port = ICE_FLOW_FIELD_IDX_TCP_DST_PORT;
933 } else if (l4_proto == ICE_FLOW_SEG_HDR_UDP) {
934 src_port = ICE_FLOW_FIELD_IDX_UDP_SRC_PORT;
935 dst_port = ICE_FLOW_FIELD_IDX_UDP_DST_PORT;
936 } else if (l4_proto == ICE_FLOW_SEG_HDR_SCTP) {
937 src_port = ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT;
938 dst_port = ICE_FLOW_FIELD_IDX_SCTP_DST_PORT;
943 *perfect_fltr = true;
944 ICE_FLOW_SET_HDRS(seg, ICE_FLOW_SEG_HDR_IPV4 | l4_proto);
946 /* IP source address */
947 if (tcp_ip4_spec->ip4src == htonl(0xFFFFFFFF))
948 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV4_SA,
949 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
950 ICE_FLOW_FLD_OFF_INVAL, false);
951 else if (!tcp_ip4_spec->ip4src)
952 *perfect_fltr = false;
956 /* IP destination address */
957 if (tcp_ip4_spec->ip4dst == htonl(0xFFFFFFFF))
958 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV4_DA,
959 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
960 ICE_FLOW_FLD_OFF_INVAL, false);
961 else if (!tcp_ip4_spec->ip4dst)
962 *perfect_fltr = false;
966 /* Layer 4 source port */
967 if (tcp_ip4_spec->psrc == htons(0xFFFF))
968 ice_flow_set_fld(seg, src_port, ICE_FLOW_FLD_OFF_INVAL,
969 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
971 else if (!tcp_ip4_spec->psrc)
972 *perfect_fltr = false;
976 /* Layer 4 destination port */
977 if (tcp_ip4_spec->pdst == htons(0xFFFF))
978 ice_flow_set_fld(seg, dst_port, ICE_FLOW_FLD_OFF_INVAL,
979 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
981 else if (!tcp_ip4_spec->pdst)
982 *perfect_fltr = false;
990 * ice_set_fdir_ip4_usr_seg
991 * @seg: flow segment for programming
992 * @usr_ip4_spec: ethtool userdef packet offset
993 * @perfect_fltr: only valid on success; returns true if perfect filter,
996 * Set the offset data into the flow segment to be used to program HW
1000 ice_set_fdir_ip4_usr_seg(struct ice_flow_seg_info *seg,
1001 struct ethtool_usrip4_spec *usr_ip4_spec,
1004 /* first 4 bytes of Layer 4 header */
1005 if (usr_ip4_spec->l4_4_bytes)
1007 if (usr_ip4_spec->tos)
1009 if (usr_ip4_spec->ip_ver)
1011 /* Filtering on Layer 4 protocol not supported */
1012 if (usr_ip4_spec->proto)
1014 /* empty rules are not valid */
1015 if (!usr_ip4_spec->ip4src && !usr_ip4_spec->ip4dst)
1018 *perfect_fltr = true;
1019 ICE_FLOW_SET_HDRS(seg, ICE_FLOW_SEG_HDR_IPV4);
1021 /* IP source address */
1022 if (usr_ip4_spec->ip4src == htonl(0xFFFFFFFF))
1023 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV4_SA,
1024 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1025 ICE_FLOW_FLD_OFF_INVAL, false);
1026 else if (!usr_ip4_spec->ip4src)
1027 *perfect_fltr = false;
1031 /* IP destination address */
1032 if (usr_ip4_spec->ip4dst == htonl(0xFFFFFFFF))
1033 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV4_DA,
1034 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1035 ICE_FLOW_FLD_OFF_INVAL, false);
1036 else if (!usr_ip4_spec->ip4dst)
1037 *perfect_fltr = false;
1045 * ice_set_fdir_ip6_seg
1046 * @seg: flow segment for programming
1047 * @tcp_ip6_spec: mask data from ethtool
1048 * @l4_proto: Layer 4 protocol to program
1049 * @perfect_fltr: only valid on success; returns true if perfect filter,
1052 * Set the mask data into the flow segment to be used to program HW
1053 * table based on provided L4 protocol for IPv6
1056 ice_set_fdir_ip6_seg(struct ice_flow_seg_info *seg,
1057 struct ethtool_tcpip6_spec *tcp_ip6_spec,
1058 enum ice_flow_seg_hdr l4_proto, bool *perfect_fltr)
1060 enum ice_flow_field src_port, dst_port;
1062 /* make sure we don't have any empty rule */
1063 if (!memcmp(tcp_ip6_spec->ip6src, &zero_ipv6_addr_mask,
1064 sizeof(struct in6_addr)) &&
1065 !memcmp(tcp_ip6_spec->ip6dst, &zero_ipv6_addr_mask,
1066 sizeof(struct in6_addr)) &&
1067 !tcp_ip6_spec->psrc && !tcp_ip6_spec->pdst)
1070 /* filtering on TC not supported */
1071 if (tcp_ip6_spec->tclass)
1074 if (l4_proto == ICE_FLOW_SEG_HDR_TCP) {
1075 src_port = ICE_FLOW_FIELD_IDX_TCP_SRC_PORT;
1076 dst_port = ICE_FLOW_FIELD_IDX_TCP_DST_PORT;
1077 } else if (l4_proto == ICE_FLOW_SEG_HDR_UDP) {
1078 src_port = ICE_FLOW_FIELD_IDX_UDP_SRC_PORT;
1079 dst_port = ICE_FLOW_FIELD_IDX_UDP_DST_PORT;
1080 } else if (l4_proto == ICE_FLOW_SEG_HDR_SCTP) {
1081 src_port = ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT;
1082 dst_port = ICE_FLOW_FIELD_IDX_SCTP_DST_PORT;
1087 *perfect_fltr = true;
1088 ICE_FLOW_SET_HDRS(seg, ICE_FLOW_SEG_HDR_IPV6 | l4_proto);
1090 if (!memcmp(tcp_ip6_spec->ip6src, &full_ipv6_addr_mask,
1091 sizeof(struct in6_addr)))
1092 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV6_SA,
1093 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1094 ICE_FLOW_FLD_OFF_INVAL, false);
1095 else if (!memcmp(tcp_ip6_spec->ip6src, &zero_ipv6_addr_mask,
1096 sizeof(struct in6_addr)))
1097 *perfect_fltr = false;
1101 if (!memcmp(tcp_ip6_spec->ip6dst, &full_ipv6_addr_mask,
1102 sizeof(struct in6_addr)))
1103 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV6_DA,
1104 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1105 ICE_FLOW_FLD_OFF_INVAL, false);
1106 else if (!memcmp(tcp_ip6_spec->ip6dst, &zero_ipv6_addr_mask,
1107 sizeof(struct in6_addr)))
1108 *perfect_fltr = false;
1112 /* Layer 4 source port */
1113 if (tcp_ip6_spec->psrc == htons(0xFFFF))
1114 ice_flow_set_fld(seg, src_port, ICE_FLOW_FLD_OFF_INVAL,
1115 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1117 else if (!tcp_ip6_spec->psrc)
1118 *perfect_fltr = false;
1122 /* Layer 4 destination port */
1123 if (tcp_ip6_spec->pdst == htons(0xFFFF))
1124 ice_flow_set_fld(seg, dst_port, ICE_FLOW_FLD_OFF_INVAL,
1125 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1127 else if (!tcp_ip6_spec->pdst)
1128 *perfect_fltr = false;
1136 * ice_set_fdir_ip6_usr_seg
1137 * @seg: flow segment for programming
1138 * @usr_ip6_spec: ethtool userdef packet offset
1139 * @perfect_fltr: only valid on success; returns true if perfect filter,
1142 * Set the offset data into the flow segment to be used to program HW
1146 ice_set_fdir_ip6_usr_seg(struct ice_flow_seg_info *seg,
1147 struct ethtool_usrip6_spec *usr_ip6_spec,
1150 /* filtering on Layer 4 bytes not supported */
1151 if (usr_ip6_spec->l4_4_bytes)
1153 /* filtering on TC not supported */
1154 if (usr_ip6_spec->tclass)
1156 /* filtering on Layer 4 protocol not supported */
1157 if (usr_ip6_spec->l4_proto)
1159 /* empty rules are not valid */
1160 if (!memcmp(usr_ip6_spec->ip6src, &zero_ipv6_addr_mask,
1161 sizeof(struct in6_addr)) &&
1162 !memcmp(usr_ip6_spec->ip6dst, &zero_ipv6_addr_mask,
1163 sizeof(struct in6_addr)))
1166 *perfect_fltr = true;
1167 ICE_FLOW_SET_HDRS(seg, ICE_FLOW_SEG_HDR_IPV6);
1169 if (!memcmp(usr_ip6_spec->ip6src, &full_ipv6_addr_mask,
1170 sizeof(struct in6_addr)))
1171 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV6_SA,
1172 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1173 ICE_FLOW_FLD_OFF_INVAL, false);
1174 else if (!memcmp(usr_ip6_spec->ip6src, &zero_ipv6_addr_mask,
1175 sizeof(struct in6_addr)))
1176 *perfect_fltr = false;
1180 if (!memcmp(usr_ip6_spec->ip6dst, &full_ipv6_addr_mask,
1181 sizeof(struct in6_addr)))
1182 ice_flow_set_fld(seg, ICE_FLOW_FIELD_IDX_IPV6_DA,
1183 ICE_FLOW_FLD_OFF_INVAL, ICE_FLOW_FLD_OFF_INVAL,
1184 ICE_FLOW_FLD_OFF_INVAL, false);
1185 else if (!memcmp(usr_ip6_spec->ip6dst, &zero_ipv6_addr_mask,
1186 sizeof(struct in6_addr)))
1187 *perfect_fltr = false;
1195 * ice_cfg_fdir_xtrct_seq - Configure extraction sequence for the given filter
1197 * @fsp: pointer to ethtool Rx flow specification
1198 * @user: user defined data from flow specification
1200 * Returns 0 on success.
1203 ice_cfg_fdir_xtrct_seq(struct ice_pf *pf, struct ethtool_rx_flow_spec *fsp,
1204 struct ice_rx_flow_userdef *user)
1206 struct ice_flow_seg_info *seg, *tun_seg;
1207 struct device *dev = ice_pf_to_dev(pf);
1208 enum ice_fltr_ptype fltr_idx;
1209 struct ice_hw *hw = &pf->hw;
1210 bool perfect_filter;
1213 seg = devm_kzalloc(dev, sizeof(*seg), GFP_KERNEL);
1217 tun_seg = devm_kcalloc(dev, ICE_FD_HW_SEG_MAX, sizeof(*tun_seg),
1220 devm_kfree(dev, seg);
1224 switch (fsp->flow_type & ~FLOW_EXT) {
1226 ret = ice_set_fdir_ip4_seg(seg, &fsp->m_u.tcp_ip4_spec,
1227 ICE_FLOW_SEG_HDR_TCP,
1231 ret = ice_set_fdir_ip4_seg(seg, &fsp->m_u.tcp_ip4_spec,
1232 ICE_FLOW_SEG_HDR_UDP,
1236 ret = ice_set_fdir_ip4_seg(seg, &fsp->m_u.tcp_ip4_spec,
1237 ICE_FLOW_SEG_HDR_SCTP,
1240 case IPV4_USER_FLOW:
1241 ret = ice_set_fdir_ip4_usr_seg(seg, &fsp->m_u.usr_ip4_spec,
1245 ret = ice_set_fdir_ip6_seg(seg, &fsp->m_u.tcp_ip6_spec,
1246 ICE_FLOW_SEG_HDR_TCP,
1250 ret = ice_set_fdir_ip6_seg(seg, &fsp->m_u.tcp_ip6_spec,
1251 ICE_FLOW_SEG_HDR_UDP,
1255 ret = ice_set_fdir_ip6_seg(seg, &fsp->m_u.tcp_ip6_spec,
1256 ICE_FLOW_SEG_HDR_SCTP,
1259 case IPV6_USER_FLOW:
1260 ret = ice_set_fdir_ip6_usr_seg(seg, &fsp->m_u.usr_ip6_spec,
1269 /* tunnel segments are shifted up one. */
1270 memcpy(&tun_seg[1], seg, sizeof(*seg));
1272 if (user && user->flex_fltr) {
1273 perfect_filter = false;
1274 ice_flow_add_fld_raw(seg, user->flex_offset,
1275 ICE_FLTR_PRGM_FLEX_WORD_SIZE,
1276 ICE_FLOW_FLD_OFF_INVAL,
1277 ICE_FLOW_FLD_OFF_INVAL);
1278 ice_flow_add_fld_raw(&tun_seg[1], user->flex_offset,
1279 ICE_FLTR_PRGM_FLEX_WORD_SIZE,
1280 ICE_FLOW_FLD_OFF_INVAL,
1281 ICE_FLOW_FLD_OFF_INVAL);
1284 /* add filter for outer headers */
1285 fltr_idx = ice_ethtool_flow_to_fltr(fsp->flow_type & ~FLOW_EXT);
1286 ret = ice_fdir_set_hw_fltr_rule(pf, seg, fltr_idx,
1287 ICE_FD_HW_SEG_NON_TUN);
1289 /* Rule already exists, free memory and continue */
1290 devm_kfree(dev, seg);
1292 /* could not write filter, free memory */
1295 /* make tunneled filter HW entries if possible */
1296 memcpy(&tun_seg[1], seg, sizeof(*seg));
1297 ret = ice_fdir_set_hw_fltr_rule(pf, tun_seg, fltr_idx,
1299 if (ret == -EEXIST) {
1300 /* Rule already exists, free memory and count as success */
1301 devm_kfree(dev, tun_seg);
1304 /* could not write tunnel filter, but outer filter exists */
1305 devm_kfree(dev, tun_seg);
1309 set_bit(fltr_idx, hw->fdir_perfect_fltr);
1311 clear_bit(fltr_idx, hw->fdir_perfect_fltr);
1316 devm_kfree(dev, tun_seg);
1317 devm_kfree(dev, seg);
1323 * ice_update_per_q_fltr
1325 * @q_index: queue index
1326 * @inc: true to increment or false to decrement per queue filter count
1328 * This function is used to keep track of per queue sideband filters
1330 static void ice_update_per_q_fltr(struct ice_vsi *vsi, u32 q_index, bool inc)
1332 struct ice_rx_ring *rx_ring;
1334 if (!vsi->num_rxq || q_index >= vsi->num_rxq)
1337 rx_ring = vsi->rx_rings[q_index];
1338 if (!rx_ring || !rx_ring->ch)
1342 atomic_inc(&rx_ring->ch->num_sb_fltr);
1344 atomic_dec_if_positive(&rx_ring->ch->num_sb_fltr);
1348 * ice_fdir_write_fltr - send a flow director filter to the hardware
1349 * @pf: PF data structure
1350 * @input: filter structure
1351 * @add: true adds filter and false removed filter
1352 * @is_tun: true adds inner filter on tunnel and false outer headers
1354 * returns 0 on success and negative value on error
1357 ice_fdir_write_fltr(struct ice_pf *pf, struct ice_fdir_fltr *input, bool add,
1360 struct device *dev = ice_pf_to_dev(pf);
1361 struct ice_hw *hw = &pf->hw;
1362 struct ice_fltr_desc desc;
1363 struct ice_vsi *ctrl_vsi;
1368 ctrl_vsi = ice_get_ctrl_vsi(pf);
1372 pkt = devm_kzalloc(dev, ICE_FDIR_MAX_RAW_PKT_SIZE, GFP_KERNEL);
1375 frag_pkt = devm_kzalloc(dev, ICE_FDIR_MAX_RAW_PKT_SIZE, GFP_KERNEL);
1381 ice_fdir_get_prgm_desc(hw, input, &desc, add);
1382 err = ice_fdir_get_gen_prgm_pkt(hw, input, pkt, false, is_tun);
1385 err = ice_prgm_fdir_fltr(ctrl_vsi, &desc, pkt);
1389 /* repeat for fragment packet */
1390 has_frag = ice_fdir_has_frag(input->flow_type);
1392 /* does not return error */
1393 ice_fdir_get_prgm_desc(hw, input, &desc, add);
1394 err = ice_fdir_get_gen_prgm_pkt(hw, input, frag_pkt, true,
1398 err = ice_prgm_fdir_fltr(ctrl_vsi, &desc, frag_pkt);
1402 devm_kfree(dev, frag_pkt);
1408 devm_kfree(dev, frag_pkt);
1410 devm_kfree(dev, pkt);
1414 devm_kfree(dev, frag_pkt);
1419 * ice_fdir_write_all_fltr - send a flow director filter to the hardware
1420 * @pf: PF data structure
1421 * @input: filter structure
1422 * @add: true adds filter and false removed filter
1424 * returns 0 on success and negative value on error
1427 ice_fdir_write_all_fltr(struct ice_pf *pf, struct ice_fdir_fltr *input,
1433 for (tun = 0; tun < ICE_FD_HW_SEG_MAX; tun++) {
1434 bool is_tun = tun == ICE_FD_HW_SEG_TUN;
1437 if (is_tun && !ice_get_open_tunnel_port(&pf->hw, &port_num, TNL_ALL))
1439 err = ice_fdir_write_fltr(pf, input, add, is_tun);
1447 * ice_fdir_replay_fltrs - replay filters from the HW filter list
1448 * @pf: board private structure
1450 void ice_fdir_replay_fltrs(struct ice_pf *pf)
1452 struct ice_fdir_fltr *f_rule;
1453 struct ice_hw *hw = &pf->hw;
1455 list_for_each_entry(f_rule, &hw->fdir_list_head, fltr_node) {
1456 int err = ice_fdir_write_all_fltr(pf, f_rule, true);
1459 dev_dbg(ice_pf_to_dev(pf), "Flow Director error %d, could not reprogram filter %d\n",
1460 err, f_rule->fltr_id);
1465 * ice_fdir_create_dflt_rules - create default perfect filters
1466 * @pf: PF data structure
1468 * Returns 0 for success or error.
1470 int ice_fdir_create_dflt_rules(struct ice_pf *pf)
1474 /* Create perfect TCP and UDP rules in hardware. */
1475 err = ice_create_init_fdir_rule(pf, ICE_FLTR_PTYPE_NONF_IPV4_TCP);
1479 err = ice_create_init_fdir_rule(pf, ICE_FLTR_PTYPE_NONF_IPV4_UDP);
1483 err = ice_create_init_fdir_rule(pf, ICE_FLTR_PTYPE_NONF_IPV6_TCP);
1487 err = ice_create_init_fdir_rule(pf, ICE_FLTR_PTYPE_NONF_IPV6_UDP);
1493 * ice_fdir_del_all_fltrs - Delete all flow director filters
1494 * @vsi: the VSI being changed
1496 * This function needs to be called while holding hw->fdir_fltr_lock
1498 void ice_fdir_del_all_fltrs(struct ice_vsi *vsi)
1500 struct ice_fdir_fltr *f_rule, *tmp;
1501 struct ice_pf *pf = vsi->back;
1502 struct ice_hw *hw = &pf->hw;
1504 list_for_each_entry_safe(f_rule, tmp, &hw->fdir_list_head, fltr_node) {
1505 ice_fdir_write_all_fltr(pf, f_rule, false);
1506 ice_fdir_update_cntrs(hw, f_rule->flow_type, false);
1507 list_del(&f_rule->fltr_node);
1508 devm_kfree(ice_pf_to_dev(pf), f_rule);
1513 * ice_vsi_manage_fdir - turn on/off flow director
1514 * @vsi: the VSI being changed
1515 * @ena: boolean value indicating if this is an enable or disable request
1517 void ice_vsi_manage_fdir(struct ice_vsi *vsi, bool ena)
1519 struct ice_pf *pf = vsi->back;
1520 struct ice_hw *hw = &pf->hw;
1521 enum ice_fltr_ptype flow;
1524 set_bit(ICE_FLAG_FD_ENA, pf->flags);
1525 ice_fdir_create_dflt_rules(pf);
1529 mutex_lock(&hw->fdir_fltr_lock);
1530 if (!test_and_clear_bit(ICE_FLAG_FD_ENA, pf->flags))
1533 ice_fdir_del_all_fltrs(vsi);
1536 for (flow = ICE_FLTR_PTYPE_NONF_NONE; flow < ICE_FLTR_PTYPE_MAX;
1538 if (hw->fdir_prof[flow])
1539 ice_fdir_rem_flow(hw, ICE_BLK_FD, flow);
1542 mutex_unlock(&hw->fdir_fltr_lock);
1546 * ice_fdir_do_rem_flow - delete flow and possibly add perfect flow
1548 * @flow_type: FDir flow type to release
1551 ice_fdir_do_rem_flow(struct ice_pf *pf, enum ice_fltr_ptype flow_type)
1553 struct ice_hw *hw = &pf->hw;
1554 bool need_perfect = false;
1556 if (flow_type == ICE_FLTR_PTYPE_NONF_IPV4_TCP ||
1557 flow_type == ICE_FLTR_PTYPE_NONF_IPV4_UDP ||
1558 flow_type == ICE_FLTR_PTYPE_NONF_IPV6_TCP ||
1559 flow_type == ICE_FLTR_PTYPE_NONF_IPV6_UDP)
1560 need_perfect = true;
1562 if (need_perfect && test_bit(flow_type, hw->fdir_perfect_fltr))
1565 ice_fdir_rem_flow(hw, ICE_BLK_FD, flow_type);
1567 ice_create_init_fdir_rule(pf, flow_type);
1571 * ice_fdir_update_list_entry - add or delete a filter from the filter list
1573 * @input: filter structure
1574 * @fltr_idx: ethtool index of filter to modify
1576 * returns 0 on success and negative on errors
1579 ice_fdir_update_list_entry(struct ice_pf *pf, struct ice_fdir_fltr *input,
1582 struct ice_fdir_fltr *old_fltr;
1583 struct ice_hw *hw = &pf->hw;
1584 struct ice_vsi *vsi;
1587 /* Do not update filters during reset */
1588 if (ice_is_reset_in_progress(pf->state))
1591 vsi = ice_get_main_vsi(pf);
1595 old_fltr = ice_fdir_find_fltr_by_idx(hw, fltr_idx);
1597 err = ice_fdir_write_all_fltr(pf, old_fltr, false);
1600 ice_fdir_update_cntrs(hw, old_fltr->flow_type, false);
1601 /* update sb-filters count, specific to ring->channel */
1602 ice_update_per_q_fltr(vsi, old_fltr->orig_q_index, false);
1603 if (!input && !hw->fdir_fltr_cnt[old_fltr->flow_type])
1604 /* we just deleted the last filter of flow_type so we
1605 * should also delete the HW filter info.
1607 ice_fdir_do_rem_flow(pf, old_fltr->flow_type);
1608 list_del(&old_fltr->fltr_node);
1609 devm_kfree(ice_hw_to_dev(hw), old_fltr);
1613 ice_fdir_list_add_fltr(hw, input);
1614 /* update sb-filters count, specific to ring->channel */
1615 ice_update_per_q_fltr(vsi, input->orig_q_index, true);
1616 ice_fdir_update_cntrs(hw, input->flow_type, true);
1621 * ice_del_fdir_ethtool - delete Flow Director filter
1622 * @vsi: pointer to target VSI
1623 * @cmd: command to add or delete Flow Director filter
1625 * Returns 0 on success and negative values for failure
1627 int ice_del_fdir_ethtool(struct ice_vsi *vsi, struct ethtool_rxnfc *cmd)
1629 struct ethtool_rx_flow_spec *fsp =
1630 (struct ethtool_rx_flow_spec *)&cmd->fs;
1631 struct ice_pf *pf = vsi->back;
1632 struct ice_hw *hw = &pf->hw;
1635 if (!test_bit(ICE_FLAG_FD_ENA, pf->flags))
1638 /* Do not delete filters during reset */
1639 if (ice_is_reset_in_progress(pf->state)) {
1640 dev_err(ice_pf_to_dev(pf), "Device is resetting - deleting Flow Director filters not supported during reset\n");
1644 if (test_bit(ICE_FD_FLUSH_REQ, pf->state))
1647 mutex_lock(&hw->fdir_fltr_lock);
1648 val = ice_fdir_update_list_entry(pf, NULL, fsp->location);
1649 mutex_unlock(&hw->fdir_fltr_lock);
1655 * ice_update_ring_dest_vsi - update dest ring and dest VSI
1656 * @vsi: pointer to target VSI
1657 * @dest_vsi: ptr to dest VSI index
1658 * @ring: ptr to dest ring
1660 * This function updates destination VSI and queue if user specifies
1661 * target queue which falls in channel's (aka ADQ) queue region
1664 ice_update_ring_dest_vsi(struct ice_vsi *vsi, u16 *dest_vsi, u32 *ring)
1666 struct ice_channel *ch;
1668 list_for_each_entry(ch, &vsi->ch_list, list) {
1672 /* make sure to locate corresponding channel based on "queue"
1675 if ((*ring < ch->base_q) ||
1676 (*ring >= (ch->base_q + ch->num_rxq)))
1679 /* update the dest_vsi based on channel */
1680 *dest_vsi = ch->ch_vsi->idx;
1682 /* update the "ring" to be correct based on channel */
1683 *ring -= ch->base_q;
1688 * ice_set_fdir_input_set - Set the input set for Flow Director
1689 * @vsi: pointer to target VSI
1690 * @fsp: pointer to ethtool Rx flow specification
1691 * @input: filter structure
1694 ice_set_fdir_input_set(struct ice_vsi *vsi, struct ethtool_rx_flow_spec *fsp,
1695 struct ice_fdir_fltr *input)
1697 u16 dest_vsi, q_index = 0;
1698 u16 orig_q_index = 0;
1704 if (!vsi || !fsp || !input)
1710 dest_vsi = vsi->idx;
1711 if (fsp->ring_cookie == RX_CLS_FLOW_DISC) {
1712 dest_ctl = ICE_FLTR_PRGM_DESC_DEST_DROP_PKT;
1714 u32 ring = ethtool_get_flow_spec_ring(fsp->ring_cookie);
1715 u8 vf = ethtool_get_flow_spec_ring_vf(fsp->ring_cookie);
1718 dev_err(ice_pf_to_dev(pf), "Failed to add filter. Flow director filters are not supported on VF queues.\n");
1722 if (ring >= vsi->num_rxq)
1725 orig_q_index = ring;
1726 ice_update_ring_dest_vsi(vsi, &dest_vsi, &ring);
1727 dest_ctl = ICE_FLTR_PRGM_DESC_DEST_DIRECT_PKT_QINDEX;
1731 input->fltr_id = fsp->location;
1732 input->q_index = q_index;
1733 flow_type = fsp->flow_type & ~FLOW_EXT;
1735 /* Record the original queue index as specified by user.
1736 * with channel configuration 'q_index' becomes relative
1739 input->orig_q_index = orig_q_index;
1740 input->dest_vsi = dest_vsi;
1741 input->dest_ctl = dest_ctl;
1742 input->fltr_status = ICE_FLTR_PRGM_DESC_FD_STATUS_FD_ID;
1743 input->cnt_index = ICE_FD_SB_STAT_IDX(hw->fd_ctr_base);
1744 input->flow_type = ice_ethtool_flow_to_fltr(flow_type);
1746 if (fsp->flow_type & FLOW_EXT) {
1747 memcpy(input->ext_data.usr_def, fsp->h_ext.data,
1748 sizeof(input->ext_data.usr_def));
1749 input->ext_data.vlan_type = fsp->h_ext.vlan_etype;
1750 input->ext_data.vlan_tag = fsp->h_ext.vlan_tci;
1751 memcpy(input->ext_mask.usr_def, fsp->m_ext.data,
1752 sizeof(input->ext_mask.usr_def));
1753 input->ext_mask.vlan_type = fsp->m_ext.vlan_etype;
1754 input->ext_mask.vlan_tag = fsp->m_ext.vlan_tci;
1757 switch (flow_type) {
1761 input->ip.v4.dst_port = fsp->h_u.tcp_ip4_spec.pdst;
1762 input->ip.v4.src_port = fsp->h_u.tcp_ip4_spec.psrc;
1763 input->ip.v4.dst_ip = fsp->h_u.tcp_ip4_spec.ip4dst;
1764 input->ip.v4.src_ip = fsp->h_u.tcp_ip4_spec.ip4src;
1765 input->mask.v4.dst_port = fsp->m_u.tcp_ip4_spec.pdst;
1766 input->mask.v4.src_port = fsp->m_u.tcp_ip4_spec.psrc;
1767 input->mask.v4.dst_ip = fsp->m_u.tcp_ip4_spec.ip4dst;
1768 input->mask.v4.src_ip = fsp->m_u.tcp_ip4_spec.ip4src;
1770 case IPV4_USER_FLOW:
1771 input->ip.v4.dst_ip = fsp->h_u.usr_ip4_spec.ip4dst;
1772 input->ip.v4.src_ip = fsp->h_u.usr_ip4_spec.ip4src;
1773 input->ip.v4.l4_header = fsp->h_u.usr_ip4_spec.l4_4_bytes;
1774 input->ip.v4.proto = fsp->h_u.usr_ip4_spec.proto;
1775 input->ip.v4.ip_ver = fsp->h_u.usr_ip4_spec.ip_ver;
1776 input->ip.v4.tos = fsp->h_u.usr_ip4_spec.tos;
1777 input->mask.v4.dst_ip = fsp->m_u.usr_ip4_spec.ip4dst;
1778 input->mask.v4.src_ip = fsp->m_u.usr_ip4_spec.ip4src;
1779 input->mask.v4.l4_header = fsp->m_u.usr_ip4_spec.l4_4_bytes;
1780 input->mask.v4.proto = fsp->m_u.usr_ip4_spec.proto;
1781 input->mask.v4.ip_ver = fsp->m_u.usr_ip4_spec.ip_ver;
1782 input->mask.v4.tos = fsp->m_u.usr_ip4_spec.tos;
1787 memcpy(input->ip.v6.dst_ip, fsp->h_u.usr_ip6_spec.ip6dst,
1788 sizeof(struct in6_addr));
1789 memcpy(input->ip.v6.src_ip, fsp->h_u.usr_ip6_spec.ip6src,
1790 sizeof(struct in6_addr));
1791 input->ip.v6.dst_port = fsp->h_u.tcp_ip6_spec.pdst;
1792 input->ip.v6.src_port = fsp->h_u.tcp_ip6_spec.psrc;
1793 input->ip.v6.tc = fsp->h_u.tcp_ip6_spec.tclass;
1794 memcpy(input->mask.v6.dst_ip, fsp->m_u.tcp_ip6_spec.ip6dst,
1795 sizeof(struct in6_addr));
1796 memcpy(input->mask.v6.src_ip, fsp->m_u.tcp_ip6_spec.ip6src,
1797 sizeof(struct in6_addr));
1798 input->mask.v6.dst_port = fsp->m_u.tcp_ip6_spec.pdst;
1799 input->mask.v6.src_port = fsp->m_u.tcp_ip6_spec.psrc;
1800 input->mask.v6.tc = fsp->m_u.tcp_ip6_spec.tclass;
1802 case IPV6_USER_FLOW:
1803 memcpy(input->ip.v6.dst_ip, fsp->h_u.usr_ip6_spec.ip6dst,
1804 sizeof(struct in6_addr));
1805 memcpy(input->ip.v6.src_ip, fsp->h_u.usr_ip6_spec.ip6src,
1806 sizeof(struct in6_addr));
1807 input->ip.v6.l4_header = fsp->h_u.usr_ip6_spec.l4_4_bytes;
1808 input->ip.v6.tc = fsp->h_u.usr_ip6_spec.tclass;
1810 /* if no protocol requested, use IPPROTO_NONE */
1811 if (!fsp->m_u.usr_ip6_spec.l4_proto)
1812 input->ip.v6.proto = IPPROTO_NONE;
1814 input->ip.v6.proto = fsp->h_u.usr_ip6_spec.l4_proto;
1816 memcpy(input->mask.v6.dst_ip, fsp->m_u.usr_ip6_spec.ip6dst,
1817 sizeof(struct in6_addr));
1818 memcpy(input->mask.v6.src_ip, fsp->m_u.usr_ip6_spec.ip6src,
1819 sizeof(struct in6_addr));
1820 input->mask.v6.l4_header = fsp->m_u.usr_ip6_spec.l4_4_bytes;
1821 input->mask.v6.tc = fsp->m_u.usr_ip6_spec.tclass;
1822 input->mask.v6.proto = fsp->m_u.usr_ip6_spec.l4_proto;
1825 /* not doing un-parsed flow types */
1833 * ice_add_fdir_ethtool - Add/Remove Flow Director filter
1834 * @vsi: pointer to target VSI
1835 * @cmd: command to add or delete Flow Director filter
1837 * Returns 0 on success and negative values for failure
1839 int ice_add_fdir_ethtool(struct ice_vsi *vsi, struct ethtool_rxnfc *cmd)
1841 struct ice_rx_flow_userdef userdata;
1842 struct ethtool_rx_flow_spec *fsp;
1843 struct ice_fdir_fltr *input;
1856 dev = ice_pf_to_dev(pf);
1858 if (!test_bit(ICE_FLAG_FD_ENA, pf->flags))
1861 /* Do not program filters during reset */
1862 if (ice_is_reset_in_progress(pf->state)) {
1863 dev_err(dev, "Device is resetting - adding Flow Director filters not supported during reset\n");
1867 fsp = (struct ethtool_rx_flow_spec *)&cmd->fs;
1869 if (ice_parse_rx_flow_user_data(fsp, &userdata))
1872 if (fsp->flow_type & FLOW_MAC_EXT)
1875 ret = ice_cfg_fdir_xtrct_seq(pf, fsp, &userdata);
1879 if (fsp->location >= ice_get_fdir_cnt_all(hw)) {
1880 dev_err(dev, "Failed to add filter. The maximum number of flow director filters has been reached.\n");
1884 /* return error if not an update and no available filters */
1885 fltrs_needed = ice_get_open_tunnel_port(hw, &tunnel_port, TNL_ALL) ? 2 : 1;
1886 if (!ice_fdir_find_fltr_by_idx(hw, fsp->location) &&
1887 ice_fdir_num_avail_fltr(hw, pf->vsi[vsi->idx]) < fltrs_needed) {
1888 dev_err(dev, "Failed to add filter. The maximum number of flow director filters has been reached.\n");
1892 input = devm_kzalloc(dev, sizeof(*input), GFP_KERNEL);
1896 ret = ice_set_fdir_input_set(vsi, fsp, input);
1900 mutex_lock(&hw->fdir_fltr_lock);
1901 if (ice_fdir_is_dup_fltr(hw, input)) {
1906 if (userdata.flex_fltr) {
1907 input->flex_fltr = true;
1908 input->flex_word = cpu_to_be16(userdata.flex_word);
1909 input->flex_offset = userdata.flex_offset;
1912 input->cnt_ena = ICE_FXD_FLTR_QW0_STAT_ENA_PKTS;
1913 input->fdid_prio = ICE_FXD_FLTR_QW1_FDID_PRI_THREE;
1914 input->comp_report = ICE_FXD_FLTR_QW0_COMP_REPORT_SW_FAIL;
1916 /* input struct is added to the HW filter list */
1917 ice_fdir_update_list_entry(pf, input, fsp->location);
1919 ret = ice_fdir_write_all_fltr(pf, input, true);
1921 goto remove_sw_rule;
1926 ice_fdir_update_cntrs(hw, input->flow_type, false);
1927 /* update sb-filters count, specific to ring->channel */
1928 ice_update_per_q_fltr(vsi, input->orig_q_index, false);
1929 list_del(&input->fltr_node);
1931 mutex_unlock(&hw->fdir_fltr_lock);
1934 devm_kfree(dev, input);