tools/testing/selftests/bpf/prog_tests/bpf_tcp_ca.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright (c) 2019 Facebook */
   3
   4 #include <linux/err.h>
   5 #include <netinet/tcp.h>
   6 #include <test_progs.h>
   7 #include "network_helpers.h"
   8 #include "bpf_dctcp.skel.h"
   9 #include "bpf_cubic.skel.h"
  10 #include "bpf_tcp_nogpl.skel.h"
  11 #include "bpf_dctcp_release.skel.h"
  12 #include "tcp_ca_write_sk_pacing.skel.h"
  13 #include "tcp_ca_incompl_cong_ops.skel.h"
  14 #include "tcp_ca_unsupp_cong_op.skel.h"
  15
  16 #ifndef ENOTSUPP
  17 #define ENOTSUPP 524
  18 #endif
  19
  20 static const unsigned int total_bytes = 10 * 1024 * 1024;
  21 static int expected_stg = 0xeB9F;
  22 static int stop, duration;
  23
  24 static int settcpca(int fd, const char *tcp_ca)
  25 {
  26         int err;
  27
  28         err = setsockopt(fd, IPPROTO_TCP, TCP_CONGESTION, tcp_ca, strlen(tcp_ca));
  29         if (CHECK(err == -1, "setsockopt(fd, TCP_CONGESTION)", "errno:%d\n",
  30                   errno))
  31                 return -1;
  32
  33         return 0;
  34 }
  35
  36 static void *server(void *arg)
  37 {
  38         int lfd = (int)(long)arg, err = 0, fd;
  39         ssize_t nr_sent = 0, bytes = 0;
  40         char batch[1500];
  41
  42         fd = accept(lfd, NULL, NULL);
  43         while (fd == -1) {
  44                 if (errno == EINTR)
  45                         continue;
  46                 err = -errno;
  47                 goto done;
  48         }
  49
  50         if (settimeo(fd, 0)) {
  51                 err = -errno;
  52                 goto done;
  53         }
  54
  55         while (bytes < total_bytes && !READ_ONCE(stop)) {
  56                 nr_sent = send(fd, &batch,
  57                                MIN(total_bytes - bytes, sizeof(batch)), 0);
  58                 if (nr_sent == -1 && errno == EINTR)
  59                         continue;
  60                 if (nr_sent == -1) {
  61                         err = -errno;
  62                         break;
  63                 }
  64                 bytes += nr_sent;
  65         }
  66
  67         CHECK(bytes != total_bytes, "send", "%zd != %u nr_sent:%zd errno:%d\n",
  68               bytes, total_bytes, nr_sent, errno);
  69
  70 done:
  71         if (fd >= 0)
  72                 close(fd);
  73         if (err) {
  74                 WRITE_ONCE(stop, 1);
  75                 return ERR_PTR(err);
  76         }
  77         return NULL;
  78 }
  79
  80 static void do_test(const char *tcp_ca, const struct bpf_map *sk_stg_map)
  81 {
  82         struct sockaddr_in6 sa6 = {};
  83         ssize_t nr_recv = 0, bytes = 0;
  84         int lfd = -1, fd = -1;
  85         pthread_t srv_thread;
  86         socklen_t addrlen = sizeof(sa6);
  87         void *thread_ret;
  88         char batch[1500];
  89         int err;
  90
  91         WRITE_ONCE(stop, 0);
  92
  93         lfd = socket(AF_INET6, SOCK_STREAM, 0);
  94         if (CHECK(lfd == -1, "socket", "errno:%d\n", errno))
  95                 return;
  96         fd = socket(AF_INET6, SOCK_STREAM, 0);
  97         if (CHECK(fd == -1, "socket", "errno:%d\n", errno)) {
  98                 close(lfd);
  99                 return;
 100         }
 101
 102         if (settcpca(lfd, tcp_ca) || settcpca(fd, tcp_ca) ||
 103             settimeo(lfd, 0) || settimeo(fd, 0))
 104                 goto done;
 105
 106         /* bind, listen and start server thread to accept */
 107         sa6.sin6_family = AF_INET6;
 108         sa6.sin6_addr = in6addr_loopback;
 109         err = bind(lfd, (struct sockaddr *)&sa6, addrlen);
 110         if (CHECK(err == -1, "bind", "errno:%d\n", errno))
 111                 goto done;
 112         err = getsockname(lfd, (struct sockaddr *)&sa6, &addrlen);
 113         if (CHECK(err == -1, "getsockname", "errno:%d\n", errno))
 114                 goto done;
 115         err = listen(lfd, 1);
 116         if (CHECK(err == -1, "listen", "errno:%d\n", errno))
 117                 goto done;
 118
 119         if (sk_stg_map) {
 120                 err = bpf_map_update_elem(bpf_map__fd(sk_stg_map), &fd,
 121                                           &expected_stg, BPF_NOEXIST);
 122                 if (CHECK(err, "bpf_map_update_elem(sk_stg_map)",
 123                           "err:%d errno:%d\n", err, errno))
 124                         goto done;
 125         }
 126
 127         /* connect to server */
 128         err = connect(fd, (struct sockaddr *)&sa6, addrlen);
 129         if (CHECK(err == -1, "connect", "errno:%d\n", errno))
 130                 goto done;
 131
 132         if (sk_stg_map) {
 133                 int tmp_stg;
 134
 135                 err = bpf_map_lookup_elem(bpf_map__fd(sk_stg_map), &fd,
 136                                           &tmp_stg);
 137                 if (CHECK(!err || errno != ENOENT,
 138                           "bpf_map_lookup_elem(sk_stg_map)",
 139                           "err:%d errno:%d\n", err, errno))
 140                         goto done;
 141         }
 142
 143         err = pthread_create(&srv_thread, NULL, server, (void *)(long)lfd);
 144         if (CHECK(err != 0, "pthread_create", "err:%d errno:%d\n", err, errno))
 145                 goto done;
 146
 147         /* recv total_bytes */
 148         while (bytes < total_bytes && !READ_ONCE(stop)) {
 149                 nr_recv = recv(fd, &batch,
 150                                MIN(total_bytes - bytes, sizeof(batch)), 0);
 151                 if (nr_recv == -1 && errno == EINTR)
 152                         continue;
 153                 if (nr_recv == -1)
 154                         break;
 155                 bytes += nr_recv;
 156         }
 157
 158         CHECK(bytes != total_bytes, "recv", "%zd != %u nr_recv:%zd errno:%d\n",
 159               bytes, total_bytes, nr_recv, errno);
 160
 161         WRITE_ONCE(stop, 1);
 162         pthread_join(srv_thread, &thread_ret);
 163         CHECK(IS_ERR(thread_ret), "pthread_join", "thread_ret:%ld",
 164               PTR_ERR(thread_ret));
 165 done:
 166         close(lfd);
 167         close(fd);
 168 }
 169
 170 static void test_cubic(void)
 171 {
 172         struct bpf_cubic *cubic_skel;
 173         struct bpf_link *link;
 174
 175         cubic_skel = bpf_cubic__open_and_load();
 176         if (CHECK(!cubic_skel, "bpf_cubic__open_and_load", "failed\n"))
 177                 return;
 178
 179         link = bpf_map__attach_struct_ops(cubic_skel->maps.cubic);
 180         if (!ASSERT_OK_PTR(link, "bpf_map__attach_struct_ops")) {
 181                 bpf_cubic__destroy(cubic_skel);
 182                 return;
 183         }
 184
 185         do_test("bpf_cubic", NULL);
 186
 187         bpf_link__destroy(link);
 188         bpf_cubic__destroy(cubic_skel);
 189 }
 190
 191 static void test_dctcp(void)
 192 {
 193         struct bpf_dctcp *dctcp_skel;
 194         struct bpf_link *link;
 195
 196         dctcp_skel = bpf_dctcp__open_and_load();
 197         if (CHECK(!dctcp_skel, "bpf_dctcp__open_and_load", "failed\n"))
 198                 return;
 199
 200         link = bpf_map__attach_struct_ops(dctcp_skel->maps.dctcp);
 201         if (!ASSERT_OK_PTR(link, "bpf_map__attach_struct_ops")) {
 202                 bpf_dctcp__destroy(dctcp_skel);
 203                 return;
 204         }
 205
 206         do_test("bpf_dctcp", dctcp_skel->maps.sk_stg_map);
 207         CHECK(dctcp_skel->bss->stg_result != expected_stg,
 208               "Unexpected stg_result", "stg_result (%x) != expected_stg (%x)\n",
 209               dctcp_skel->bss->stg_result, expected_stg);
 210
 211         bpf_link__destroy(link);
 212         bpf_dctcp__destroy(dctcp_skel);
 213 }
 214
 215 static char *err_str;
 216 static bool found;
 217
 218 static int libbpf_debug_print(enum libbpf_print_level level,
 219                               const char *format, va_list args)
 220 {
 221         const char *prog_name, *log_buf;
 222
 223         if (level != LIBBPF_WARN ||
 224             !strstr(format, "-- BEGIN PROG LOAD LOG --")) {
 225                 vprintf(format, args);
 226                 return 0;
 227         }
 228
 229         prog_name = va_arg(args, char *);
 230         log_buf = va_arg(args, char *);
 231         if (!log_buf)
 232                 goto out;
 233         if (err_str && strstr(log_buf, err_str) != NULL)
 234                 found = true;
 235 out:
 236         printf(format, prog_name, log_buf);
 237         return 0;
 238 }
 239
 240 static void test_invalid_license(void)
 241 {
 242         libbpf_print_fn_t old_print_fn;
 243         struct bpf_tcp_nogpl *skel;
 244
 245         err_str = "struct ops programs must have a GPL compatible license";
 246         found = false;
 247         old_print_fn = libbpf_set_print(libbpf_debug_print);
 248
 249         skel = bpf_tcp_nogpl__open_and_load();
 250         ASSERT_NULL(skel, "bpf_tcp_nogpl");
 251         ASSERT_EQ(found, true, "expected_err_msg");
 252
 253         bpf_tcp_nogpl__destroy(skel);
 254         libbpf_set_print(old_print_fn);
 255 }
 256
 257 static void test_dctcp_fallback(void)
 258 {
 259         int err, lfd = -1, cli_fd = -1, srv_fd = -1;
 260         struct network_helper_opts opts = {
 261                 .cc = "cubic",
 262         };
 263         struct bpf_dctcp *dctcp_skel;
 264         struct bpf_link *link = NULL;
 265         char srv_cc[16];
 266         socklen_t cc_len = sizeof(srv_cc);
 267
 268         dctcp_skel = bpf_dctcp__open();
 269         if (!ASSERT_OK_PTR(dctcp_skel, "dctcp_skel"))
 270                 return;
 271         strcpy(dctcp_skel->rodata->fallback, "cubic");
 272         if (!ASSERT_OK(bpf_dctcp__load(dctcp_skel), "bpf_dctcp__load"))
 273                 goto done;
 274
 275         link = bpf_map__attach_struct_ops(dctcp_skel->maps.dctcp);
 276         if (!ASSERT_OK_PTR(link, "dctcp link"))
 277                 goto done;
 278
 279         lfd = start_server(AF_INET6, SOCK_STREAM, "::1", 0, 0);
 280         if (!ASSERT_GE(lfd, 0, "lfd") ||
 281             !ASSERT_OK(settcpca(lfd, "bpf_dctcp"), "lfd=>bpf_dctcp"))
 282                 goto done;
 283
 284         cli_fd = connect_to_fd_opts(lfd, &opts);
 285         if (!ASSERT_GE(cli_fd, 0, "cli_fd"))
 286                 goto done;
 287
 288         srv_fd = accept(lfd, NULL, 0);
 289         if (!ASSERT_GE(srv_fd, 0, "srv_fd"))
 290                 goto done;
 291         ASSERT_STREQ(dctcp_skel->bss->cc_res, "cubic", "cc_res");
 292         ASSERT_EQ(dctcp_skel->bss->tcp_cdg_res, -ENOTSUPP, "tcp_cdg_res");
 293         /* All setsockopt(TCP_CONGESTION) in the recurred
 294          * bpf_dctcp->init() should fail with -EBUSY.
 295          */
 296         ASSERT_EQ(dctcp_skel->bss->ebusy_cnt, 3, "ebusy_cnt");
 297
 298         err = getsockopt(srv_fd, SOL_TCP, TCP_CONGESTION, srv_cc, &cc_len);
 299         if (!ASSERT_OK(err, "getsockopt(srv_fd, TCP_CONGESTION)"))
 300                 goto done;
 301         ASSERT_STREQ(srv_cc, "cubic", "srv_fd cc");
 302
 303 done:
 304         bpf_link__destroy(link);
 305         bpf_dctcp__destroy(dctcp_skel);
 306         if (lfd != -1)
 307                 close(lfd);
 308         if (srv_fd != -1)
 309                 close(srv_fd);
 310         if (cli_fd != -1)
 311                 close(cli_fd);
 312 }
 313
 314 static void test_rel_setsockopt(void)
 315 {
 316         struct bpf_dctcp_release *rel_skel;
 317         libbpf_print_fn_t old_print_fn;
 318
 319         err_str = "unknown func bpf_setsockopt";
 320         found = false;
 321
 322         old_print_fn = libbpf_set_print(libbpf_debug_print);
 323         rel_skel = bpf_dctcp_release__open_and_load();
 324         libbpf_set_print(old_print_fn);
 325
 326         ASSERT_ERR_PTR(rel_skel, "rel_skel");
 327         ASSERT_TRUE(found, "expected_err_msg");
 328
 329         bpf_dctcp_release__destroy(rel_skel);
 330 }
 331
 332 static void test_write_sk_pacing(void)
 333 {
 334         struct tcp_ca_write_sk_pacing *skel;
 335         struct bpf_link *link;
 336
 337         skel = tcp_ca_write_sk_pacing__open_and_load();
 338         if (!ASSERT_OK_PTR(skel, "open_and_load"))
 339                 return;
 340
 341         link = bpf_map__attach_struct_ops(skel->maps.write_sk_pacing);
 342         ASSERT_OK_PTR(link, "attach_struct_ops");
 343
 344         bpf_link__destroy(link);
 345         tcp_ca_write_sk_pacing__destroy(skel);
 346 }
 347
 348 static void test_incompl_cong_ops(void)
 349 {
 350         struct tcp_ca_incompl_cong_ops *skel;
 351         struct bpf_link *link;
 352
 353         skel = tcp_ca_incompl_cong_ops__open_and_load();
 354         if (!ASSERT_OK_PTR(skel, "open_and_load"))
 355                 return;
 356
 357         /* That cong_avoid() and cong_control() are missing is only reported at
 358          * this point:
 359          */
 360         link = bpf_map__attach_struct_ops(skel->maps.incompl_cong_ops);
 361         ASSERT_ERR_PTR(link, "attach_struct_ops");
 362
 363         bpf_link__destroy(link);
 364         tcp_ca_incompl_cong_ops__destroy(skel);
 365 }
 366
 367 static void test_unsupp_cong_op(void)
 368 {
 369         libbpf_print_fn_t old_print_fn;
 370         struct tcp_ca_unsupp_cong_op *skel;
 371
 372         err_str = "attach to unsupported member get_info";
 373         found = false;
 374         old_print_fn = libbpf_set_print(libbpf_debug_print);
 375
 376         skel = tcp_ca_unsupp_cong_op__open_and_load();
 377         ASSERT_NULL(skel, "open_and_load");
 378         ASSERT_EQ(found, true, "expected_err_msg");
 379
 380         tcp_ca_unsupp_cong_op__destroy(skel);
 381         libbpf_set_print(old_print_fn);
 382 }
 383
 384 void test_bpf_tcp_ca(void)
 385 {
 386         if (test__start_subtest("dctcp"))
 387                 test_dctcp();
 388         if (test__start_subtest("cubic"))
 389                 test_cubic();
 390         if (test__start_subtest("invalid_license"))
 391                 test_invalid_license();
 392         if (test__start_subtest("dctcp_fallback"))
 393                 test_dctcp_fallback();
 394         if (test__start_subtest("rel_setsockopt"))
 395                 test_rel_setsockopt();
 396         if (test__start_subtest("write_sk_pacing"))
 397                 test_write_sk_pacing();
 398         if (test__start_subtest("incompl_cong_ops"))
 399                 test_incompl_cong_ops();
 400         if (test__start_subtest("unsupp_cong_op"))
 401                 test_unsupp_cong_op();
 402 }