net/devlink/dpipe.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
   4  * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
   5  */
   6
   7 #include "devl_internal.h"
   8
   9 static struct devlink_dpipe_field devlink_dpipe_fields_ethernet[] = {
  10         {
  11                 .name = "destination mac",
  12                 .id = DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC,
  13                 .bitwidth = 48,
  14         },
  15 };
  16
  17 struct devlink_dpipe_header devlink_dpipe_header_ethernet = {
  18         .name = "ethernet",
  19         .id = DEVLINK_DPIPE_HEADER_ETHERNET,
  20         .fields = devlink_dpipe_fields_ethernet,
  21         .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ethernet),
  22         .global = true,
  23 };
  24 EXPORT_SYMBOL_GPL(devlink_dpipe_header_ethernet);
  25
  26 static struct devlink_dpipe_field devlink_dpipe_fields_ipv4[] = {
  27         {
  28                 .name = "destination ip",
  29                 .id = DEVLINK_DPIPE_FIELD_IPV4_DST_IP,
  30                 .bitwidth = 32,
  31         },
  32 };
  33
  34 struct devlink_dpipe_header devlink_dpipe_header_ipv4 = {
  35         .name = "ipv4",
  36         .id = DEVLINK_DPIPE_HEADER_IPV4,
  37         .fields = devlink_dpipe_fields_ipv4,
  38         .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ipv4),
  39         .global = true,
  40 };
  41 EXPORT_SYMBOL_GPL(devlink_dpipe_header_ipv4);
  42
  43 static struct devlink_dpipe_field devlink_dpipe_fields_ipv6[] = {
  44         {
  45                 .name = "destination ip",
  46                 .id = DEVLINK_DPIPE_FIELD_IPV6_DST_IP,
  47                 .bitwidth = 128,
  48         },
  49 };
  50
  51 struct devlink_dpipe_header devlink_dpipe_header_ipv6 = {
  52         .name = "ipv6",
  53         .id = DEVLINK_DPIPE_HEADER_IPV6,
  54         .fields = devlink_dpipe_fields_ipv6,
  55         .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ipv6),
  56         .global = true,
  57 };
  58 EXPORT_SYMBOL_GPL(devlink_dpipe_header_ipv6);
  59
  60 int devlink_dpipe_match_put(struct sk_buff *skb,
  61                             struct devlink_dpipe_match *match)
  62 {
  63         struct devlink_dpipe_header *header = match->header;
  64         struct devlink_dpipe_field *field = &header->fields[match->field_id];
  65         struct nlattr *match_attr;
  66
  67         match_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_MATCH);
  68         if (!match_attr)
  69                 return -EMSGSIZE;
  70
  71         if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_MATCH_TYPE, match->type) ||
  72             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_INDEX, match->header_index) ||
  73             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
  74             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
  75             nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
  76                 goto nla_put_failure;
  77
  78         nla_nest_end(skb, match_attr);
  79         return 0;
  80
  81 nla_put_failure:
  82         nla_nest_cancel(skb, match_attr);
  83         return -EMSGSIZE;
  84 }
  85 EXPORT_SYMBOL_GPL(devlink_dpipe_match_put);
  86
  87 static int devlink_dpipe_matches_put(struct devlink_dpipe_table *table,
  88                                      struct sk_buff *skb)
  89 {
  90         struct nlattr *matches_attr;
  91
  92         matches_attr = nla_nest_start_noflag(skb,
  93                                              DEVLINK_ATTR_DPIPE_TABLE_MATCHES);
  94         if (!matches_attr)
  95                 return -EMSGSIZE;
  96
  97         if (table->table_ops->matches_dump(table->priv, skb))
  98                 goto nla_put_failure;
  99
 100         nla_nest_end(skb, matches_attr);
 101         return 0;
 102
 103 nla_put_failure:
 104         nla_nest_cancel(skb, matches_attr);
 105         return -EMSGSIZE;
 106 }
 107
 108 int devlink_dpipe_action_put(struct sk_buff *skb,
 109                              struct devlink_dpipe_action *action)
 110 {
 111         struct devlink_dpipe_header *header = action->header;
 112         struct devlink_dpipe_field *field = &header->fields[action->field_id];
 113         struct nlattr *action_attr;
 114
 115         action_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_ACTION);
 116         if (!action_attr)
 117                 return -EMSGSIZE;
 118
 119         if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_ACTION_TYPE, action->type) ||
 120             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_INDEX, action->header_index) ||
 121             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
 122             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
 123             nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
 124                 goto nla_put_failure;
 125
 126         nla_nest_end(skb, action_attr);
 127         return 0;
 128
 129 nla_put_failure:
 130         nla_nest_cancel(skb, action_attr);
 131         return -EMSGSIZE;
 132 }
 133 EXPORT_SYMBOL_GPL(devlink_dpipe_action_put);
 134
 135 static int devlink_dpipe_actions_put(struct devlink_dpipe_table *table,
 136                                      struct sk_buff *skb)
 137 {
 138         struct nlattr *actions_attr;
 139
 140         actions_attr = nla_nest_start_noflag(skb,
 141                                              DEVLINK_ATTR_DPIPE_TABLE_ACTIONS);
 142         if (!actions_attr)
 143                 return -EMSGSIZE;
 144
 145         if (table->table_ops->actions_dump(table->priv, skb))
 146                 goto nla_put_failure;
 147
 148         nla_nest_end(skb, actions_attr);
 149         return 0;
 150
 151 nla_put_failure:
 152         nla_nest_cancel(skb, actions_attr);
 153         return -EMSGSIZE;
 154 }
 155
 156 static int devlink_dpipe_table_put(struct sk_buff *skb,
 157                                    struct devlink_dpipe_table *table)
 158 {
 159         struct nlattr *table_attr;
 160         u64 table_size;
 161
 162         table_size = table->table_ops->size_get(table->priv);
 163         table_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_TABLE);
 164         if (!table_attr)
 165                 return -EMSGSIZE;
 166
 167         if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_TABLE_NAME, table->name) ||
 168             nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_TABLE_SIZE, table_size,
 169                               DEVLINK_ATTR_PAD))
 170                 goto nla_put_failure;
 171         if (nla_put_u8(skb, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED,
 172                        table->counters_enabled))
 173                 goto nla_put_failure;
 174
 175         if (table->resource_valid) {
 176                 if (nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_ID,
 177                                       table->resource_id, DEVLINK_ATTR_PAD) ||
 178                     nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_TABLE_RESOURCE_UNITS,
 179                                       table->resource_units, DEVLINK_ATTR_PAD))
 180                         goto nla_put_failure;
 181         }
 182         if (devlink_dpipe_matches_put(table, skb))
 183                 goto nla_put_failure;
 184
 185         if (devlink_dpipe_actions_put(table, skb))
 186                 goto nla_put_failure;
 187
 188         nla_nest_end(skb, table_attr);
 189         return 0;
 190
 191 nla_put_failure:
 192         nla_nest_cancel(skb, table_attr);
 193         return -EMSGSIZE;
 194 }
 195
 196 static int devlink_dpipe_send_and_alloc_skb(struct sk_buff **pskb,
 197                                             struct genl_info *info)
 198 {
 199         int err;
 200
 201         if (*pskb) {
 202                 err = genlmsg_reply(*pskb, info);
 203                 if (err)
 204                         return err;
 205         }
 206         *pskb = genlmsg_new(GENLMSG_DEFAULT_SIZE, GFP_KERNEL);
 207         if (!*pskb)
 208                 return -ENOMEM;
 209         return 0;
 210 }
 211
 212 static int devlink_dpipe_tables_fill(struct genl_info *info,
 213                                      enum devlink_command cmd, int flags,
 214                                      struct list_head *dpipe_tables,
 215                                      const char *table_name)
 216 {
 217         struct devlink *devlink = info->user_ptr[0];
 218         struct devlink_dpipe_table *table;
 219         struct nlattr *tables_attr;
 220         struct sk_buff *skb = NULL;
 221         struct nlmsghdr *nlh;
 222         bool incomplete;
 223         void *hdr;
 224         int i;
 225         int err;
 226
 227         table = list_first_entry(dpipe_tables,
 228                                  struct devlink_dpipe_table, list);
 229 start_again:
 230         err = devlink_dpipe_send_and_alloc_skb(&skb, info);
 231         if (err)
 232                 return err;
 233
 234         hdr = genlmsg_put(skb, info->snd_portid, info->snd_seq,
 235                           &devlink_nl_family, NLM_F_MULTI, cmd);
 236         if (!hdr) {
 237                 nlmsg_free(skb);
 238                 return -EMSGSIZE;
 239         }
 240
 241         if (devlink_nl_put_handle(skb, devlink))
 242                 goto nla_put_failure;
 243         tables_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_TABLES);
 244         if (!tables_attr)
 245                 goto nla_put_failure;
 246
 247         i = 0;
 248         incomplete = false;
 249         list_for_each_entry_from(table, dpipe_tables, list) {
 250                 if (!table_name) {
 251                         err = devlink_dpipe_table_put(skb, table);
 252                         if (err) {
 253                                 if (!i)
 254                                         goto err_table_put;
 255                                 incomplete = true;
 256                                 break;
 257                         }
 258                 } else {
 259                         if (!strcmp(table->name, table_name)) {
 260                                 err = devlink_dpipe_table_put(skb, table);
 261                                 if (err)
 262                                         break;
 263                         }
 264                 }
 265                 i++;
 266         }
 267
 268         nla_nest_end(skb, tables_attr);
 269         genlmsg_end(skb, hdr);
 270         if (incomplete)
 271                 goto start_again;
 272
 273 send_done:
 274         nlh = nlmsg_put(skb, info->snd_portid, info->snd_seq,
 275                         NLMSG_DONE, 0, flags | NLM_F_MULTI);
 276         if (!nlh) {
 277                 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
 278                 if (err)
 279                         return err;
 280                 goto send_done;
 281         }
 282
 283         return genlmsg_reply(skb, info);
 284
 285 nla_put_failure:
 286         err = -EMSGSIZE;
 287 err_table_put:
 288         nlmsg_free(skb);
 289         return err;
 290 }
 291
 292 int devlink_nl_cmd_dpipe_table_get(struct sk_buff *skb, struct genl_info *info)
 293 {
 294         struct devlink *devlink = info->user_ptr[0];
 295         const char *table_name =  NULL;
 296
 297         if (info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME])
 298                 table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
 299
 300         return devlink_dpipe_tables_fill(info, DEVLINK_CMD_DPIPE_TABLE_GET, 0,
 301                                          &devlink->dpipe_table_list,
 302                                          table_name);
 303 }
 304
 305 static int devlink_dpipe_value_put(struct sk_buff *skb,
 306                                    struct devlink_dpipe_value *value)
 307 {
 308         if (nla_put(skb, DEVLINK_ATTR_DPIPE_VALUE,
 309                     value->value_size, value->value))
 310                 return -EMSGSIZE;
 311         if (value->mask)
 312                 if (nla_put(skb, DEVLINK_ATTR_DPIPE_VALUE_MASK,
 313                             value->value_size, value->mask))
 314                         return -EMSGSIZE;
 315         if (value->mapping_valid)
 316                 if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_VALUE_MAPPING,
 317                                 value->mapping_value))
 318                         return -EMSGSIZE;
 319         return 0;
 320 }
 321
 322 static int devlink_dpipe_action_value_put(struct sk_buff *skb,
 323                                           struct devlink_dpipe_value *value)
 324 {
 325         if (!value->action)
 326                 return -EINVAL;
 327         if (devlink_dpipe_action_put(skb, value->action))
 328                 return -EMSGSIZE;
 329         if (devlink_dpipe_value_put(skb, value))
 330                 return -EMSGSIZE;
 331         return 0;
 332 }
 333
 334 static int devlink_dpipe_action_values_put(struct sk_buff *skb,
 335                                            struct devlink_dpipe_value *values,
 336                                            unsigned int values_count)
 337 {
 338         struct nlattr *action_attr;
 339         int i;
 340         int err;
 341
 342         for (i = 0; i < values_count; i++) {
 343                 action_attr = nla_nest_start_noflag(skb,
 344                                                     DEVLINK_ATTR_DPIPE_ACTION_VALUE);
 345                 if (!action_attr)
 346                         return -EMSGSIZE;
 347                 err = devlink_dpipe_action_value_put(skb, &values[i]);
 348                 if (err)
 349                         goto err_action_value_put;
 350                 nla_nest_end(skb, action_attr);
 351         }
 352         return 0;
 353
 354 err_action_value_put:
 355         nla_nest_cancel(skb, action_attr);
 356         return err;
 357 }
 358
 359 static int devlink_dpipe_match_value_put(struct sk_buff *skb,
 360                                          struct devlink_dpipe_value *value)
 361 {
 362         if (!value->match)
 363                 return -EINVAL;
 364         if (devlink_dpipe_match_put(skb, value->match))
 365                 return -EMSGSIZE;
 366         if (devlink_dpipe_value_put(skb, value))
 367                 return -EMSGSIZE;
 368         return 0;
 369 }
 370
 371 static int devlink_dpipe_match_values_put(struct sk_buff *skb,
 372                                           struct devlink_dpipe_value *values,
 373                                           unsigned int values_count)
 374 {
 375         struct nlattr *match_attr;
 376         int i;
 377         int err;
 378
 379         for (i = 0; i < values_count; i++) {
 380                 match_attr = nla_nest_start_noflag(skb,
 381                                                    DEVLINK_ATTR_DPIPE_MATCH_VALUE);
 382                 if (!match_attr)
 383                         return -EMSGSIZE;
 384                 err = devlink_dpipe_match_value_put(skb, &values[i]);
 385                 if (err)
 386                         goto err_match_value_put;
 387                 nla_nest_end(skb, match_attr);
 388         }
 389         return 0;
 390
 391 err_match_value_put:
 392         nla_nest_cancel(skb, match_attr);
 393         return err;
 394 }
 395
 396 static int devlink_dpipe_entry_put(struct sk_buff *skb,
 397                                    struct devlink_dpipe_entry *entry)
 398 {
 399         struct nlattr *entry_attr, *matches_attr, *actions_attr;
 400         int err;
 401
 402         entry_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_ENTRY);
 403         if (!entry_attr)
 404                 return  -EMSGSIZE;
 405
 406         if (nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_ENTRY_INDEX, entry->index,
 407                               DEVLINK_ATTR_PAD))
 408                 goto nla_put_failure;
 409         if (entry->counter_valid)
 410                 if (nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER,
 411                                       entry->counter, DEVLINK_ATTR_PAD))
 412                         goto nla_put_failure;
 413
 414         matches_attr = nla_nest_start_noflag(skb,
 415                                              DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES);
 416         if (!matches_attr)
 417                 goto nla_put_failure;
 418
 419         err = devlink_dpipe_match_values_put(skb, entry->match_values,
 420                                              entry->match_values_count);
 421         if (err) {
 422                 nla_nest_cancel(skb, matches_attr);
 423                 goto err_match_values_put;
 424         }
 425         nla_nest_end(skb, matches_attr);
 426
 427         actions_attr = nla_nest_start_noflag(skb,
 428                                              DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES);
 429         if (!actions_attr)
 430                 goto nla_put_failure;
 431
 432         err = devlink_dpipe_action_values_put(skb, entry->action_values,
 433                                               entry->action_values_count);
 434         if (err) {
 435                 nla_nest_cancel(skb, actions_attr);
 436                 goto err_action_values_put;
 437         }
 438         nla_nest_end(skb, actions_attr);
 439
 440         nla_nest_end(skb, entry_attr);
 441         return 0;
 442
 443 nla_put_failure:
 444         err = -EMSGSIZE;
 445 err_match_values_put:
 446 err_action_values_put:
 447         nla_nest_cancel(skb, entry_attr);
 448         return err;
 449 }
 450
 451 static struct devlink_dpipe_table *
 452 devlink_dpipe_table_find(struct list_head *dpipe_tables,
 453                          const char *table_name, struct devlink *devlink)
 454 {
 455         struct devlink_dpipe_table *table;
 456
 457         list_for_each_entry_rcu(table, dpipe_tables, list,
 458                                 lockdep_is_held(&devlink->lock)) {
 459                 if (!strcmp(table->name, table_name))
 460                         return table;
 461         }
 462         return NULL;
 463 }
 464
 465 int devlink_dpipe_entry_ctx_prepare(struct devlink_dpipe_dump_ctx *dump_ctx)
 466 {
 467         struct devlink *devlink;
 468         int err;
 469
 470         err = devlink_dpipe_send_and_alloc_skb(&dump_ctx->skb,
 471                                                dump_ctx->info);
 472         if (err)
 473                 return err;
 474
 475         dump_ctx->hdr = genlmsg_put(dump_ctx->skb,
 476                                     dump_ctx->info->snd_portid,
 477                                     dump_ctx->info->snd_seq,
 478                                     &devlink_nl_family, NLM_F_MULTI,
 479                                     dump_ctx->cmd);
 480         if (!dump_ctx->hdr)
 481                 goto nla_put_failure;
 482
 483         devlink = dump_ctx->info->user_ptr[0];
 484         if (devlink_nl_put_handle(dump_ctx->skb, devlink))
 485                 goto nla_put_failure;
 486         dump_ctx->nest = nla_nest_start_noflag(dump_ctx->skb,
 487                                                DEVLINK_ATTR_DPIPE_ENTRIES);
 488         if (!dump_ctx->nest)
 489                 goto nla_put_failure;
 490         return 0;
 491
 492 nla_put_failure:
 493         nlmsg_free(dump_ctx->skb);
 494         return -EMSGSIZE;
 495 }
 496 EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_prepare);
 497
 498 int devlink_dpipe_entry_ctx_append(struct devlink_dpipe_dump_ctx *dump_ctx,
 499                                    struct devlink_dpipe_entry *entry)
 500 {
 501         return devlink_dpipe_entry_put(dump_ctx->skb, entry);
 502 }
 503 EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_append);
 504
 505 int devlink_dpipe_entry_ctx_close(struct devlink_dpipe_dump_ctx *dump_ctx)
 506 {
 507         nla_nest_end(dump_ctx->skb, dump_ctx->nest);
 508         genlmsg_end(dump_ctx->skb, dump_ctx->hdr);
 509         return 0;
 510 }
 511 EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_close);
 512
 513 void devlink_dpipe_entry_clear(struct devlink_dpipe_entry *entry)
 514
 515 {
 516         unsigned int value_count, value_index;
 517         struct devlink_dpipe_value *value;
 518
 519         value = entry->action_values;
 520         value_count = entry->action_values_count;
 521         for (value_index = 0; value_index < value_count; value_index++) {
 522                 kfree(value[value_index].value);
 523                 kfree(value[value_index].mask);
 524         }
 525
 526         value = entry->match_values;
 527         value_count = entry->match_values_count;
 528         for (value_index = 0; value_index < value_count; value_index++) {
 529                 kfree(value[value_index].value);
 530                 kfree(value[value_index].mask);
 531         }
 532 }
 533 EXPORT_SYMBOL_GPL(devlink_dpipe_entry_clear);
 534
 535 static int devlink_dpipe_entries_fill(struct genl_info *info,
 536                                       enum devlink_command cmd, int flags,
 537                                       struct devlink_dpipe_table *table)
 538 {
 539         struct devlink_dpipe_dump_ctx dump_ctx;
 540         struct nlmsghdr *nlh;
 541         int err;
 542
 543         dump_ctx.skb = NULL;
 544         dump_ctx.cmd = cmd;
 545         dump_ctx.info = info;
 546
 547         err = table->table_ops->entries_dump(table->priv,
 548                                              table->counters_enabled,
 549                                              &dump_ctx);
 550         if (err)
 551                 return err;
 552
 553 send_done:
 554         nlh = nlmsg_put(dump_ctx.skb, info->snd_portid, info->snd_seq,
 555                         NLMSG_DONE, 0, flags | NLM_F_MULTI);
 556         if (!nlh) {
 557                 err = devlink_dpipe_send_and_alloc_skb(&dump_ctx.skb, info);
 558                 if (err)
 559                         return err;
 560                 goto send_done;
 561         }
 562         return genlmsg_reply(dump_ctx.skb, info);
 563 }
 564
 565 int devlink_nl_cmd_dpipe_entries_get(struct sk_buff *skb,
 566                                      struct genl_info *info)
 567 {
 568         struct devlink *devlink = info->user_ptr[0];
 569         struct devlink_dpipe_table *table;
 570         const char *table_name;
 571
 572         if (GENL_REQ_ATTR_CHECK(info, DEVLINK_ATTR_DPIPE_TABLE_NAME))
 573                 return -EINVAL;
 574
 575         table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
 576         table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
 577                                          table_name, devlink);
 578         if (!table)
 579                 return -EINVAL;
 580
 581         if (!table->table_ops->entries_dump)
 582                 return -EINVAL;
 583
 584         return devlink_dpipe_entries_fill(info, DEVLINK_CMD_DPIPE_ENTRIES_GET,
 585                                           0, table);
 586 }
 587
 588 static int devlink_dpipe_fields_put(struct sk_buff *skb,
 589                                     const struct devlink_dpipe_header *header)
 590 {
 591         struct devlink_dpipe_field *field;
 592         struct nlattr *field_attr;
 593         int i;
 594
 595         for (i = 0; i < header->fields_count; i++) {
 596                 field = &header->fields[i];
 597                 field_attr = nla_nest_start_noflag(skb,
 598                                                    DEVLINK_ATTR_DPIPE_FIELD);
 599                 if (!field_attr)
 600                         return -EMSGSIZE;
 601                 if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_FIELD_NAME, field->name) ||
 602                     nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
 603                     nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH, field->bitwidth) ||
 604                     nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE, field->mapping_type))
 605                         goto nla_put_failure;
 606                 nla_nest_end(skb, field_attr);
 607         }
 608         return 0;
 609
 610 nla_put_failure:
 611         nla_nest_cancel(skb, field_attr);
 612         return -EMSGSIZE;
 613 }
 614
 615 static int devlink_dpipe_header_put(struct sk_buff *skb,
 616                                     struct devlink_dpipe_header *header)
 617 {
 618         struct nlattr *fields_attr, *header_attr;
 619         int err;
 620
 621         header_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_HEADER);
 622         if (!header_attr)
 623                 return -EMSGSIZE;
 624
 625         if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_HEADER_NAME, header->name) ||
 626             nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
 627             nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
 628                 goto nla_put_failure;
 629
 630         fields_attr = nla_nest_start_noflag(skb,
 631                                             DEVLINK_ATTR_DPIPE_HEADER_FIELDS);
 632         if (!fields_attr)
 633                 goto nla_put_failure;
 634
 635         err = devlink_dpipe_fields_put(skb, header);
 636         if (err) {
 637                 nla_nest_cancel(skb, fields_attr);
 638                 goto nla_put_failure;
 639         }
 640         nla_nest_end(skb, fields_attr);
 641         nla_nest_end(skb, header_attr);
 642         return 0;
 643
 644 nla_put_failure:
 645         err = -EMSGSIZE;
 646         nla_nest_cancel(skb, header_attr);
 647         return err;
 648 }
 649
 650 static int devlink_dpipe_headers_fill(struct genl_info *info,
 651                                       enum devlink_command cmd, int flags,
 652                                       struct devlink_dpipe_headers *
 653                                       dpipe_headers)
 654 {
 655         struct devlink *devlink = info->user_ptr[0];
 656         struct nlattr *headers_attr;
 657         struct sk_buff *skb = NULL;
 658         struct nlmsghdr *nlh;
 659         void *hdr;
 660         int i, j;
 661         int err;
 662
 663         i = 0;
 664 start_again:
 665         err = devlink_dpipe_send_and_alloc_skb(&skb, info);
 666         if (err)
 667                 return err;
 668
 669         hdr = genlmsg_put(skb, info->snd_portid, info->snd_seq,
 670                           &devlink_nl_family, NLM_F_MULTI, cmd);
 671         if (!hdr) {
 672                 nlmsg_free(skb);
 673                 return -EMSGSIZE;
 674         }
 675
 676         if (devlink_nl_put_handle(skb, devlink))
 677                 goto nla_put_failure;
 678         headers_attr = nla_nest_start_noflag(skb, DEVLINK_ATTR_DPIPE_HEADERS);
 679         if (!headers_attr)
 680                 goto nla_put_failure;
 681
 682         j = 0;
 683         for (; i < dpipe_headers->headers_count; i++) {
 684                 err = devlink_dpipe_header_put(skb, dpipe_headers->headers[i]);
 685                 if (err) {
 686                         if (!j)
 687                                 goto err_table_put;
 688                         break;
 689                 }
 690                 j++;
 691         }
 692         nla_nest_end(skb, headers_attr);
 693         genlmsg_end(skb, hdr);
 694         if (i != dpipe_headers->headers_count)
 695                 goto start_again;
 696
 697 send_done:
 698         nlh = nlmsg_put(skb, info->snd_portid, info->snd_seq,
 699                         NLMSG_DONE, 0, flags | NLM_F_MULTI);
 700         if (!nlh) {
 701                 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
 702                 if (err)
 703                         return err;
 704                 goto send_done;
 705         }
 706         return genlmsg_reply(skb, info);
 707
 708 nla_put_failure:
 709         err = -EMSGSIZE;
 710 err_table_put:
 711         nlmsg_free(skb);
 712         return err;
 713 }
 714
 715 int devlink_nl_cmd_dpipe_headers_get(struct sk_buff *skb,
 716                                      struct genl_info *info)
 717 {
 718         struct devlink *devlink = info->user_ptr[0];
 719
 720         if (!devlink->dpipe_headers)
 721                 return -EOPNOTSUPP;
 722         return devlink_dpipe_headers_fill(info, DEVLINK_CMD_DPIPE_HEADERS_GET,
 723                                           0, devlink->dpipe_headers);
 724 }
 725
 726 static int devlink_dpipe_table_counters_set(struct devlink *devlink,
 727                                             const char *table_name,
 728                                             bool enable)
 729 {
 730         struct devlink_dpipe_table *table;
 731
 732         table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
 733                                          table_name, devlink);
 734         if (!table)
 735                 return -EINVAL;
 736
 737         if (table->counter_control_extern)
 738                 return -EOPNOTSUPP;
 739
 740         if (!(table->counters_enabled ^ enable))
 741                 return 0;
 742
 743         table->counters_enabled = enable;
 744         if (table->table_ops->counters_set_update)
 745                 table->table_ops->counters_set_update(table->priv, enable);
 746         return 0;
 747 }
 748
 749 int devlink_nl_cmd_dpipe_table_counters_set(struct sk_buff *skb,
 750                                             struct genl_info *info)
 751 {
 752         struct devlink *devlink = info->user_ptr[0];
 753         const char *table_name;
 754         bool counters_enable;
 755
 756         if (GENL_REQ_ATTR_CHECK(info, DEVLINK_ATTR_DPIPE_TABLE_NAME) ||
 757             GENL_REQ_ATTR_CHECK(info,
 758                                 DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED))
 759                 return -EINVAL;
 760
 761         table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
 762         counters_enable = !!nla_get_u8(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED]);
 763
 764         return devlink_dpipe_table_counters_set(devlink, table_name,
 765                                                 counters_enable);
 766 }
 767
 768 /**
 769  * devl_dpipe_headers_register - register dpipe headers
 770  *
 771  * @devlink: devlink
 772  * @dpipe_headers: dpipe header array
 773  *
 774  * Register the headers supported by hardware.
 775  */
 776 void devl_dpipe_headers_register(struct devlink *devlink,
 777                                  struct devlink_dpipe_headers *dpipe_headers)
 778 {
 779         lockdep_assert_held(&devlink->lock);
 780
 781         devlink->dpipe_headers = dpipe_headers;
 782 }
 783 EXPORT_SYMBOL_GPL(devl_dpipe_headers_register);
 784
 785 /**
 786  * devl_dpipe_headers_unregister - unregister dpipe headers
 787  *
 788  * @devlink: devlink
 789  *
 790  * Unregister the headers supported by hardware.
 791  */
 792 void devl_dpipe_headers_unregister(struct devlink *devlink)
 793 {
 794         lockdep_assert_held(&devlink->lock);
 795
 796         devlink->dpipe_headers = NULL;
 797 }
 798 EXPORT_SYMBOL_GPL(devl_dpipe_headers_unregister);
 799
 800 /**
 801  *      devlink_dpipe_table_counter_enabled - check if counter allocation
 802  *                                            required
 803  *      @devlink: devlink
 804  *      @table_name: tables name
 805  *
 806  *      Used by driver to check if counter allocation is required.
 807  *      After counter allocation is turned on the table entries
 808  *      are updated to include counter statistics.
 809  *
 810  *      After that point on the driver must respect the counter
 811  *      state so that each entry added to the table is added
 812  *      with a counter.
 813  */
 814 bool devlink_dpipe_table_counter_enabled(struct devlink *devlink,
 815                                          const char *table_name)
 816 {
 817         struct devlink_dpipe_table *table;
 818         bool enabled;
 819
 820         rcu_read_lock();
 821         table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
 822                                          table_name, devlink);
 823         enabled = false;
 824         if (table)
 825                 enabled = table->counters_enabled;
 826         rcu_read_unlock();
 827         return enabled;
 828 }
 829 EXPORT_SYMBOL_GPL(devlink_dpipe_table_counter_enabled);
 830
 831 /**
 832  * devl_dpipe_table_register - register dpipe table
 833  *
 834  * @devlink: devlink
 835  * @table_name: table name
 836  * @table_ops: table ops
 837  * @priv: priv
 838  * @counter_control_extern: external control for counters
 839  */
 840 int devl_dpipe_table_register(struct devlink *devlink,
 841                               const char *table_name,
 842                               struct devlink_dpipe_table_ops *table_ops,
 843                               void *priv, bool counter_control_extern)
 844 {
 845         struct devlink_dpipe_table *table;
 846
 847         lockdep_assert_held(&devlink->lock);
 848
 849         if (WARN_ON(!table_ops->size_get))
 850                 return -EINVAL;
 851
 852         if (devlink_dpipe_table_find(&devlink->dpipe_table_list, table_name,
 853                                      devlink))
 854                 return -EEXIST;
 855
 856         table = kzalloc(sizeof(*table), GFP_KERNEL);
 857         if (!table)
 858                 return -ENOMEM;
 859
 860         table->name = table_name;
 861         table->table_ops = table_ops;
 862         table->priv = priv;
 863         table->counter_control_extern = counter_control_extern;
 864
 865         list_add_tail_rcu(&table->list, &devlink->dpipe_table_list);
 866
 867         return 0;
 868 }
 869 EXPORT_SYMBOL_GPL(devl_dpipe_table_register);
 870
 871 /**
 872  * devl_dpipe_table_unregister - unregister dpipe table
 873  *
 874  * @devlink: devlink
 875  * @table_name: table name
 876  */
 877 void devl_dpipe_table_unregister(struct devlink *devlink,
 878                                  const char *table_name)
 879 {
 880         struct devlink_dpipe_table *table;
 881
 882         lockdep_assert_held(&devlink->lock);
 883
 884         table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
 885                                          table_name, devlink);
 886         if (!table)
 887                 return;
 888         list_del_rcu(&table->list);
 889         kfree_rcu(table, rcu);
 890 }
 891 EXPORT_SYMBOL_GPL(devl_dpipe_table_unregister);
 892
 893 /**
 894  * devl_dpipe_table_resource_set - set the resource id
 895  *
 896  * @devlink: devlink
 897  * @table_name: table name
 898  * @resource_id: resource id
 899  * @resource_units: number of resource's units consumed per table's entry
 900  */
 901 int devl_dpipe_table_resource_set(struct devlink *devlink,
 902                                   const char *table_name, u64 resource_id,
 903                                   u64 resource_units)
 904 {
 905         struct devlink_dpipe_table *table;
 906
 907         table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
 908                                          table_name, devlink);
 909         if (!table)
 910                 return -EINVAL;
 911
 912         table->resource_id = resource_id;
 913         table->resource_units = resource_units;
 914         table->resource_valid = true;
 915         return 0;
 916 }
 917 EXPORT_SYMBOL_GPL(devl_dpipe_table_resource_set);