lib/server.c

   1 /*
   2  * libwebsockets - small server side websockets and web server implementation
   3  *
   4  * Copyright (C) 2010-2016 Andy Green <andy@warmcat.com>
   5  *
   6  *  This library is free software; you can redistribute it and/or
   7  *  modify it under the terms of the GNU Lesser General Public
   8  *  License as published by the Free Software Foundation:
   9  *  version 2.1 of the License.
  10  *
  11  *  This library is distributed in the hope that it will be useful,
  12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  *  Lesser General Public License for more details.
  15  *
  16  *  You should have received a copy of the GNU Lesser General Public
  17  *  License along with this library; if not, write to the Free Software
  18  *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
  19  *  MA  02110-1301  USA
  20  */
  21
  22
  23 #include "private-libwebsockets.h"
  24
  25 #if defined (LWS_WITH_ESP8266)
  26 #undef memcpy
  27 void *memcpy(void *dest, const void *src, size_t n)
  28 {
  29         return ets_memcpy(dest, src, n);
  30 }
  31 #endif
  32
  33 int
  34 lws_context_init_server(struct lws_context_creation_info *info,
  35                         struct lws_vhost *vhost)
  36 {
  37 #if LWS_POSIX
  38         int n, opt = 1, limit = 1;
  39 #endif
  40         lws_sockfd_type sockfd;
  41         struct lws_vhost *vh;
  42         struct lws *wsi;
  43         int m = 0;
  44
  45         (void)opt;
  46         /* set up our external listening socket we serve on */
  47
  48         if (info->port == CONTEXT_PORT_NO_LISTEN || info->port == CONTEXT_PORT_NO_LISTEN_SERVER)
  49                 return 0;
  50
  51         vh = vhost->context->vhost_list;
  52         while (vh) {
  53                 if (vh->listen_port == info->port) {
  54                         if ((!info->iface && !vh->iface) ||
  55                             (info->iface && vh->iface &&
  56                             !strcmp(info->iface, vh->iface))) {
  57                                 vhost->listen_port = info->port;
  58                                 vhost->iface = info->iface;
  59                                 lwsl_notice(" using listen skt from vhost %s\n",
  60                                             vh->name);
  61                                 return 0;
  62                         }
  63                 }
  64                 vh = vh->vhost_next;
  65         }
  66
  67 #if LWS_POSIX
  68 #if defined(__linux__)
  69         limit = vhost->context->count_threads;
  70 #endif
  71
  72         for (m = 0; m < limit; m++) {
  73 #ifdef LWS_USE_UNIX_SOCK
  74         if (LWS_UNIX_SOCK_ENABLED(vhost))
  75                 sockfd = socket(AF_UNIX, SOCK_STREAM, 0);
  76         else
  77 #endif
  78 #ifdef LWS_USE_IPV6
  79         if (LWS_IPV6_ENABLED(vhost))
  80                 sockfd = socket(AF_INET6, SOCK_STREAM, 0);
  81         else
  82 #endif
  83                 sockfd = socket(AF_INET, SOCK_STREAM, 0);
  84
  85         if (sockfd == -1) {
  86 #else
  87 #if defined(LWS_WITH_ESP8266)
  88         sockfd = esp8266_create_tcp_listen_socket(vhost);
  89         if (!lws_sockfd_valid(sockfd)) {
  90 #endif
  91 #endif
  92                 lwsl_err("ERROR opening socket\n");
  93                 return 1;
  94         }
  95 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
  96         /*
  97          * allow us to restart even if old sockets in TIME_WAIT
  98          */
  99         if (setsockopt(sockfd, SOL_SOCKET, SO_REUSEADDR,
 100                        (const void *)&opt, sizeof(opt)) < 0) {
 101                 lwsl_err("reuseaddr failed\n");
 102                 compatible_close(sockfd);
 103                 return 1;
 104         }
 105
 106 #if defined(LWS_USE_IPV6) && defined(IPV6_V6ONLY)
 107         if (LWS_IPV6_ENABLED(vhost)) {
 108                 if (vhost->options & LWS_SERVER_OPTION_IPV6_V6ONLY_MODIFY) {
 109                         int value = (vhost->options & LWS_SERVER_OPTION_IPV6_V6ONLY_VALUE) ? 1 : 0;
 110                         if (setsockopt(sockfd, IPPROTO_IPV6, IPV6_V6ONLY,
 111                                         (const void*)&value, sizeof(value)) < 0) {
 112                                 compatible_close(sockfd);
 113                                 return 1;
 114                         }
 115                 }
 116         }
 117 #endif
 118
 119 #if defined(__linux__) && defined(SO_REUSEPORT) && LWS_MAX_SMP > 1
 120         if (vhost->context->count_threads > 1)
 121                 if (setsockopt(sockfd, SOL_SOCKET, SO_REUSEPORT,
 122                                 (const void *)&opt, sizeof(opt)) < 0) {
 123                         compatible_close(sockfd);
 124                         return 1;
 125                 }
 126 #endif
 127 #endif
 128         lws_plat_set_socket_options(vhost, sockfd);
 129
 130 #if LWS_POSIX
 131         n = lws_socket_bind(vhost, sockfd, info->port, info->iface);
 132         if (n < 0)
 133                 goto bail;
 134         info->port = n;
 135 #endif
 136         vhost->listen_port = info->port;
 137         vhost->iface = info->iface;
 138
 139         wsi = lws_zalloc(sizeof(struct lws));
 140         if (wsi == NULL) {
 141                 lwsl_err("Out of mem\n");
 142                 goto bail;
 143         }
 144         wsi->context = vhost->context;
 145         wsi->desc.sockfd = sockfd;
 146         wsi->mode = LWSCM_SERVER_LISTENER;
 147         wsi->protocol = vhost->protocols;
 148         wsi->tsi = m;
 149         wsi->vhost = vhost;
 150         wsi->listener = 1;
 151
 152 #ifdef LWS_USE_LIBUV
 153         if (LWS_LIBUV_ENABLED(vhost->context))
 154                 lws_uv_initvhost(vhost, wsi);
 155 #endif
 156
 157         if (insert_wsi_socket_into_fds(vhost->context, wsi))
 158                 goto bail;
 159
 160         vhost->context->count_wsi_allocated++;
 161         vhost->lserv_wsi = wsi;
 162
 163 #if LWS_POSIX
 164         n = listen(wsi->desc.sockfd, LWS_SOMAXCONN);
 165         if (n < 0) {
 166                 lwsl_err("listen failed with error %d\n", LWS_ERRNO);
 167                 vhost->lserv_wsi = NULL;
 168                 vhost->context->count_wsi_allocated--;
 169                 remove_wsi_socket_from_fds(wsi);
 170                 goto bail;
 171         }
 172         } /* for each thread able to independently listen */
 173 #else
 174 #if defined(LWS_WITH_ESP8266)
 175         esp8266_tcp_stream_bind(wsi->desc.sockfd, info->port, wsi);
 176 #endif
 177 #endif
 178         if (!lws_check_opt(info->options, LWS_SERVER_OPTION_EXPLICIT_VHOSTS)) {
 179 #ifdef LWS_USE_UNIX_SOCK
 180                 if (LWS_UNIX_SOCK_ENABLED(vhost))
 181                         lwsl_notice(" Listening on \"%s\"\n", info->iface);
 182                 else
 183 #endif
 184                         lwsl_notice(" Listening on port %d\n", info->port);
 185         }
 186
 187         return 0;
 188
 189 bail:
 190         compatible_close(sockfd);
 191
 192         return 1;
 193 }
 194
 195 #if defined(LWS_WITH_ESP8266)
 196 #undef strchr
 197 #define strchr ets_strchr
 198 #endif
 199
 200 struct lws_vhost *
 201 lws_select_vhost(struct lws_context *context, int port, const char *servername)
 202 {
 203         struct lws_vhost *vhost = context->vhost_list;
 204         const char *p;
 205         int n, m, colon;
 206
 207         n = strlen(servername);
 208         colon = n;
 209         p = strchr(servername, ':');
 210         if (p)
 211                 colon = p - servername;
 212
 213         /* Priotity 1: first try exact matches */
 214
 215         while (vhost) {
 216                 if (port == vhost->listen_port &&
 217                     !strncmp(vhost->name, servername, colon)) {
 218                         lwsl_info("SNI: Found: %s\n", servername);
 219                         return vhost;
 220                 }
 221                 vhost = vhost->vhost_next;
 222         }
 223
 224         /*
 225          * Priority 2: if no exact matches, try matching *.vhost-name
 226          * unintentional matches are possible but resolve to x.com for *.x.com
 227          * which is reasonable.  If exact match exists we already chose it and
 228          * never reach here.  SSL will still fail it if the cert doesn't allow
 229          * *.x.com.
 230          */
 231
 232         vhost = context->vhost_list;
 233         while (vhost) {
 234                 m = strlen(vhost->name);
 235                 if (port == vhost->listen_port &&
 236                     m <= (colon - 2) &&
 237                     servername[colon - m - 1] == '.' &&
 238                     !strncmp(vhost->name, servername + colon - m, m)) {
 239                         lwsl_info("SNI: Found %s on wildcard: %s\n",
 240                                     servername, vhost->name);
 241                         return vhost;
 242                 }
 243                 vhost = vhost->vhost_next;
 244         }
 245
 246         /* Priority 3: match the first vhost on our port */
 247
 248         vhost = context->vhost_list;
 249         while (vhost) {
 250                 if (port == vhost->listen_port) {
 251                         lwsl_info("vhost match to %s based on port %d\n",
 252                                         vhost->name, port);
 253                         return vhost;
 254                 }
 255                 vhost = vhost->vhost_next;
 256         }
 257
 258         /* no match */
 259
 260         return NULL;
 261 }
 262
 263 LWS_VISIBLE LWS_EXTERN const char *
 264 lws_get_mimetype(const char *file, const struct lws_http_mount *m)
 265 {
 266         int n = strlen(file);
 267         const struct lws_protocol_vhost_options *pvo = NULL;
 268
 269         if (m)
 270                 pvo = m->extra_mimetypes;
 271
 272         if (n < 5)
 273                 return NULL;
 274
 275         if (!strcmp(&file[n - 4], ".ico"))
 276                 return "image/x-icon";
 277
 278         if (!strcmp(&file[n - 4], ".gif"))
 279                 return "image/gif";
 280
 281         if (!strcmp(&file[n - 3], ".js"))
 282                 return "text/javascript";
 283
 284         if (!strcmp(&file[n - 4], ".png"))
 285                 return "image/png";
 286
 287         if (!strcmp(&file[n - 4], ".jpg"))
 288                 return "image/jpeg";
 289
 290         if (!strcmp(&file[n - 3], ".gz"))
 291                 return "application/gzip";
 292
 293         if (!strcmp(&file[n - 4], ".JPG"))
 294                 return "image/jpeg";
 295
 296         if (!strcmp(&file[n - 5], ".html"))
 297                 return "text/html";
 298
 299         if (!strcmp(&file[n - 4], ".css"))
 300                 return "text/css";
 301
 302         if (!strcmp(&file[n - 4], ".txt"))
 303                 return "text/plain";
 304
 305         if (!strcmp(&file[n - 4], ".svg"))
 306                 return "image/svg+xml";
 307
 308         if (!strcmp(&file[n - 4], ".ttf"))
 309                 return "application/x-font-ttf";
 310
 311         if (!strcmp(&file[n - 5], ".woff"))
 312                 return "application/font-woff";
 313
 314         if (!strcmp(&file[n - 4], ".xml"))
 315                 return "application/xml";
 316
 317         while (pvo) {
 318                 if (pvo->name[0] == '*') /* ie, match anything */
 319                         return pvo->value;
 320
 321                 if (!strcmp(&file[n - strlen(pvo->name)], pvo->name))
 322                         return pvo->value;
 323
 324                 pvo = pvo->next;
 325         }
 326
 327         return NULL;
 328 }
 329 static lws_fop_flags_t
 330 lws_vfs_prepare_flags(struct lws *wsi)
 331 {
 332         lws_fop_flags_t f = 0;
 333
 334         if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_ACCEPT_ENCODING))
 335                 return f;
 336
 337         if (strstr(lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP_ACCEPT_ENCODING),
 338                    "gzip")) {
 339                 lwsl_info("client indicates GZIP is acceptable\n");
 340                 f |= LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP;
 341         }
 342
 343         return f;
 344 }
 345
 346 static int
 347 lws_http_serve(struct lws *wsi, char *uri, const char *origin,
 348                const struct lws_http_mount *m)
 349 {
 350         const struct lws_protocol_vhost_options *pvo = m->interpret;
 351         struct lws_process_html_args args;
 352         const char *mimetype;
 353 #if !defined(_WIN32_WCE) && !defined(LWS_WITH_ESP8266)
 354         const struct lws_plat_file_ops *fops;
 355         const char *vpath;
 356         lws_fop_flags_t fflags = LWS_O_RDONLY;
 357         struct stat st;
 358         int spin = 0;
 359 #endif
 360         char path[256], sym[512];
 361         unsigned char *p = (unsigned char *)sym + 32 + LWS_PRE, *start = p;
 362         unsigned char *end = p + sizeof(sym) - 32 - LWS_PRE;
 363 #if !defined(WIN32) && LWS_POSIX && !defined(LWS_WITH_ESP32)
 364         size_t len;
 365 #endif
 366         int n;
 367
 368         lws_snprintf(path, sizeof(path) - 1, "%s/%s", origin, uri);
 369
 370 #if !defined(_WIN32_WCE) && !defined(LWS_WITH_ESP8266)
 371
 372         fflags |= lws_vfs_prepare_flags(wsi);
 373
 374         do {
 375                 spin++;
 376                 fops = lws_vfs_select_fops(wsi->context->fops, path, &vpath);
 377
 378                 if (wsi->u.http.fop_fd)
 379                         lws_vfs_file_close(&wsi->u.http.fop_fd);
 380
 381                 wsi->u.http.fop_fd = fops->LWS_FOP_OPEN(wsi->context->fops,
 382                                                         path, vpath, &fflags);
 383                 if (!wsi->u.http.fop_fd) {
 384                         lwsl_err("Unable to open '%s'\n", path);
 385
 386                         return -1;
 387                 }
 388
 389                 /* if it can't be statted, don't try */
 390                 if (fflags & LWS_FOP_FLAG_VIRTUAL)
 391                         break;
 392 #if defined(LWS_WITH_ESP32)
 393                 break;
 394 #endif
 395 #if !defined(WIN32)
 396                 if (fstat(wsi->u.http.fop_fd->fd, &st)) {
 397                         lwsl_info("unable to stat %s\n", path);
 398                         goto bail;
 399                 }
 400 #else
 401                 if (stat(path, &st)) {
 402                         lwsl_info("unable to stat %s\n", path);
 403                         goto bail;
 404                 }
 405 #endif
 406
 407                 wsi->u.http.fop_fd->mod_time = (uint32_t)st.st_mtime;
 408                 fflags |= LWS_FOP_FLAG_MOD_TIME_VALID;
 409
 410                 lwsl_debug(" %s mode %d\n", path, S_IFMT & st.st_mode);
 411 #if !defined(WIN32) && LWS_POSIX && !defined(LWS_WITH_ESP32)
 412                 if ((S_IFMT & st.st_mode) == S_IFLNK) {
 413                         len = readlink(path, sym, sizeof(sym) - 1);
 414                         if (len) {
 415                                 lwsl_err("Failed to read link %s\n", path);
 416                                 goto bail;
 417                         }
 418                         sym[len] = '\0';
 419                         lwsl_debug("symlink %s -> %s\n", path, sym);
 420                         lws_snprintf(path, sizeof(path) - 1, "%s", sym);
 421                 }
 422 #endif
 423                 if ((S_IFMT & st.st_mode) == S_IFDIR) {
 424                         lwsl_debug("default filename append to dir\n");
 425                         lws_snprintf(path, sizeof(path) - 1, "%s/%s/index.html",
 426                                  origin, uri);
 427                 }
 428
 429         } while ((S_IFMT & st.st_mode) != S_IFREG && spin < 5);
 430
 431         if (spin == 5)
 432                 lwsl_err("symlink loop %s \n", path);
 433
 434         n = sprintf(sym, "%08lX%08lX",
 435                     (unsigned long)lws_vfs_get_length(wsi->u.http.fop_fd),
 436                     (unsigned long)lws_vfs_get_mod_time(wsi->u.http.fop_fd));
 437
 438         /* disable ranges if IF_RANGE token invalid */
 439
 440         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_IF_RANGE))
 441                 if (strcmp(sym, lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP_IF_RANGE)))
 442                         /* differs - defeat Range: */
 443                         wsi->u.http.ah->frag_index[WSI_TOKEN_HTTP_RANGE] = 0;
 444
 445         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_IF_NONE_MATCH)) {
 446                 /*
 447                  * he thinks he has some version of it already,
 448                  * check if the tag matches
 449                  */
 450                 if (!strcmp(sym, lws_hdr_simple_ptr(wsi,
 451                                         WSI_TOKEN_HTTP_IF_NONE_MATCH))) {
 452
 453                         lwsl_debug("%s: ETAG match %s %s\n", __func__,
 454                                    uri, origin);
 455
 456                         /* we don't need to send the payload */
 457                         if (lws_add_http_header_status(wsi,
 458                                         HTTP_STATUS_NOT_MODIFIED, &p, end))
 459                                 return -1;
 460
 461                         if (lws_add_http_header_by_token(wsi,
 462                                         WSI_TOKEN_HTTP_ETAG,
 463                                         (unsigned char *)sym, n, &p, end))
 464                                 return -1;
 465
 466                         if (lws_finalize_http_header(wsi, &p, end))
 467                                 return -1;
 468
 469                         n = lws_write(wsi, start, p - start,
 470                                       LWS_WRITE_HTTP_HEADERS);
 471                         if (n != (p - start)) {
 472                                 lwsl_err("_write returned %d from %ld\n", n,
 473                                          (long)(p - start));
 474                                 return -1;
 475                         }
 476
 477                         lws_vfs_file_close(&wsi->u.http.fop_fd);
 478
 479                         return lws_http_transaction_completed(wsi);
 480                 }
 481         }
 482
 483         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_ETAG,
 484                         (unsigned char *)sym, n, &p, end))
 485                 return -1;
 486 #endif
 487
 488         mimetype = lws_get_mimetype(path, m);
 489         if (!mimetype) {
 490                 lwsl_err("unknown mimetype for %s\n", path);
 491                goto bail;
 492         }
 493         if (!mimetype[0])
 494                 lwsl_debug("sending no mimetype for %s\n", path);
 495
 496         wsi->sending_chunked = 0;
 497
 498         /*
 499          * check if this is in the list of file suffixes to be interpreted by
 500          * a protocol
 501          */
 502         while (pvo) {
 503                 n = strlen(path);
 504                 if (n > (int)strlen(pvo->name) &&
 505                     !strcmp(&path[n - strlen(pvo->name)], pvo->name)) {
 506                         wsi->sending_chunked = 1;
 507                         wsi->protocol_interpret_idx = (char)(long)pvo->value;
 508                         lwsl_info("want %s interpreted by %s\n", path,
 509                                     wsi->vhost->protocols[(int)(long)(pvo->value)].name);
 510                         wsi->protocol = &wsi->vhost->protocols[(int)(long)(pvo->value)];
 511                         if (lws_ensure_user_space(wsi))
 512                                 return -1;
 513                         break;
 514                 }
 515                 pvo = pvo->next;
 516         }
 517
 518         if (m->protocol) {
 519                 const struct lws_protocols *pp = lws_vhost_name_to_protocol(
 520                                                         wsi->vhost, m->protocol);
 521
 522                 if (lws_bind_protocol(wsi, pp))
 523                         return 1;
 524                 args.p = (char *)p;
 525                 args.max_len = end - p;
 526                 if (pp->callback(wsi, LWS_CALLBACK_ADD_HEADERS,
 527                                           wsi->user_space, &args, 0))
 528                         return -1;
 529                 p = (unsigned char *)args.p;
 530         }
 531
 532         n = lws_serve_http_file(wsi, path, mimetype, (char *)start, p - start);
 533
 534         if (n < 0 || ((n > 0) && lws_http_transaction_completed(wsi)))
 535                 return -1; /* error or can't reuse connection: close the socket */
 536
 537         return 0;
 538 bail:
 539
 540         return -1;
 541 }
 542
 543 const struct lws_http_mount *
 544 lws_find_mount(struct lws *wsi, const char *uri_ptr, int uri_len)
 545 {
 546         const struct lws_http_mount *hm, *hit = NULL;
 547         int best = 0;
 548
 549         hm = wsi->vhost->mount_list;
 550         while (hm) {
 551                 if (uri_len >= hm->mountpoint_len &&
 552                     !strncmp(uri_ptr, hm->mountpoint, hm->mountpoint_len) &&
 553                     (uri_ptr[hm->mountpoint_len] == '\0' ||
 554                      uri_ptr[hm->mountpoint_len] == '/' ||
 555                      hm->mountpoint_len == 1)
 556                     ) {
 557                         if (hm->origin_protocol == LWSMPRO_CALLBACK ||
 558                             ((hm->origin_protocol == LWSMPRO_CGI ||
 559                              lws_hdr_total_length(wsi, WSI_TOKEN_GET_URI) ||
 560                              hm->protocol) &&
 561                             hm->mountpoint_len > best)) {
 562                                 best = hm->mountpoint_len;
 563                                 hit = hm;
 564                         }
 565                 }
 566                 hm = hm->mount_next;
 567         }
 568
 569         return hit;
 570 }
 571
 572 #if LWS_POSIX
 573
 574 static int
 575 lws_find_string_in_file(const char *filename, const char *string, int stringlen)
 576 {
 577         char buf[128];
 578         int fd, match = 0, pos = 0, n = 0, hit = 0;
 579
 580         fd = open(filename, O_RDONLY);
 581         if (fd < 0) {
 582                 lwsl_err("can't open auth file: %s\n", filename);
 583                 return 1;
 584         }
 585
 586         while (1) {
 587                 if (pos == n) {
 588                         n = read(fd, buf, sizeof(buf));
 589                         if (n <= 0) {
 590                                 if (match == stringlen)
 591                                         hit = 1;
 592                                 break;
 593                         }
 594                         pos = 0;
 595                 }
 596
 597                 if (match == stringlen) {
 598                         if (buf[pos] == '\r' || buf[pos] == '\n') {
 599                                 hit = 1;
 600                                 break;
 601                         }
 602                         match = 0;
 603                 }
 604
 605                 if (buf[pos] == string[match])
 606                         match++;
 607                 else
 608                         match = 0;
 609
 610                 pos++;
 611         }
 612
 613         close(fd);
 614
 615         return hit;
 616 }
 617
 618 static int
 619 lws_unauthorised_basic_auth(struct lws *wsi)
 620 {
 621         struct lws_context_per_thread *pt = &wsi->context->pt[(int)wsi->tsi];
 622         unsigned char *start = pt->serv_buf + LWS_PRE,
 623                       *p = start, *end = p + 512;
 624         char buf[64];
 625         int n;
 626
 627         /* no auth... tell him it is required */
 628
 629         if (lws_add_http_header_status(wsi, HTTP_STATUS_UNAUTHORIZED, &p, end))
 630                 return -1;
 631
 632         n = lws_snprintf(buf, sizeof(buf), "Basic realm=\"lwsws\"");
 633         if (lws_add_http_header_by_token(wsi,
 634                         WSI_TOKEN_HTTP_WWW_AUTHENTICATE,
 635                         (unsigned char *)buf, n, &p, end))
 636                 return -1;
 637
 638         if (lws_finalize_http_header(wsi, &p, end))
 639                 return -1;
 640
 641         n = lws_write(wsi, start, p - start, LWS_WRITE_HTTP_HEADERS);
 642         if (n < 0)
 643                 return -1;
 644
 645         return lws_http_transaction_completed(wsi);
 646
 647 }
 648
 649 #endif
 650
 651 int
 652 lws_http_action(struct lws *wsi)
 653 {
 654         struct lws_context_per_thread *pt = &wsi->context->pt[(int)wsi->tsi];
 655         enum http_connection_type connection_type;
 656         enum http_version request_version;
 657         char content_length_str[32];
 658         struct lws_process_html_args args;
 659         const struct lws_http_mount *hit = NULL;
 660         unsigned int n, count = 0;
 661         char http_version_str[10];
 662         char http_conn_str[20];
 663         int http_version_len;
 664         char *uri_ptr = NULL, *s;
 665         int uri_len = 0;
 666         int meth = -1;
 667
 668         static const unsigned char methods[] = {
 669                 WSI_TOKEN_GET_URI,
 670                 WSI_TOKEN_POST_URI,
 671                 WSI_TOKEN_OPTIONS_URI,
 672                 WSI_TOKEN_PUT_URI,
 673                 WSI_TOKEN_PATCH_URI,
 674                 WSI_TOKEN_DELETE_URI,
 675                 WSI_TOKEN_CONNECT,
 676 #ifdef LWS_USE_HTTP2
 677                 WSI_TOKEN_HTTP_COLON_PATH,
 678 #endif
 679         };
 680 #if defined(_DEBUG) || defined(LWS_WITH_ACCESS_LOG)
 681         static const char * const method_names[] = {
 682                 "GET", "POST", "OPTIONS", "PUT", "PATCH", "DELETE", "CONNECT",
 683 #ifdef LWS_USE_HTTP2
 684                 ":path",
 685 #endif
 686         };
 687 #endif
 688         static const char * const oprot[] = {
 689                 "http://", "https://"
 690         };
 691
 692         /* it's not websocket.... shall we accept it as http? */
 693
 694         for (n = 0; n < ARRAY_SIZE(methods); n++)
 695                 if (lws_hdr_total_length(wsi, methods[n]))
 696                         count++;
 697         if (!count) {
 698                 lwsl_warn("Missing URI in HTTP request\n");
 699                 goto bail_nuke_ah;
 700         }
 701
 702         if (count != 1) {
 703                 lwsl_warn("multiple methods?\n");
 704                 goto bail_nuke_ah;
 705         }
 706
 707         if (lws_ensure_user_space(wsi))
 708                 goto bail_nuke_ah;
 709
 710         for (n = 0; n < ARRAY_SIZE(methods); n++)
 711                 if (lws_hdr_total_length(wsi, methods[n])) {
 712                         uri_ptr = lws_hdr_simple_ptr(wsi, methods[n]);
 713                         uri_len = lws_hdr_total_length(wsi, methods[n]);
 714                         lwsl_info("Method: %s request for '%s'\n",
 715                                         method_names[n], uri_ptr);
 716                         meth = n;
 717                         break;
 718                 }
 719
 720         (void)meth;
 721
 722         /* we insist on absolute paths */
 723
 724         if (uri_ptr[0] != '/') {
 725                 lws_return_http_status(wsi, HTTP_STATUS_FORBIDDEN, NULL);
 726
 727                 goto bail_nuke_ah;
 728         }
 729
 730         /* HTTP header had a content length? */
 731
 732         wsi->u.http.content_length = 0;
 733         if (lws_hdr_total_length(wsi, WSI_TOKEN_POST_URI) ||
 734                 lws_hdr_total_length(wsi, WSI_TOKEN_PATCH_URI) ||
 735                 lws_hdr_total_length(wsi, WSI_TOKEN_PUT_URI))
 736                 wsi->u.http.content_length = 100 * 1024 * 1024;
 737
 738         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_CONTENT_LENGTH)) {
 739                 lws_hdr_copy(wsi, content_length_str,
 740                              sizeof(content_length_str) - 1,
 741                              WSI_TOKEN_HTTP_CONTENT_LENGTH);
 742                 wsi->u.http.content_length = atoi(content_length_str);
 743         }
 744
 745         if (wsi->http2_substream) {
 746                 wsi->u.http.request_version = HTTP_VERSION_2;
 747         } else {
 748                 /* http_version? Default to 1.0, override with token: */
 749                 request_version = HTTP_VERSION_1_0;
 750
 751                 /* Works for single digit HTTP versions. : */
 752                 http_version_len = lws_hdr_total_length(wsi, WSI_TOKEN_HTTP);
 753                 if (http_version_len > 7) {
 754                         lws_hdr_copy(wsi, http_version_str,
 755                                         sizeof(http_version_str) - 1, WSI_TOKEN_HTTP);
 756                         if (http_version_str[5] == '1' && http_version_str[7] == '1')
 757                                 request_version = HTTP_VERSION_1_1;
 758                 }
 759                 wsi->u.http.request_version = request_version;
 760
 761                 /* HTTP/1.1 defaults to "keep-alive", 1.0 to "close" */
 762                 if (request_version == HTTP_VERSION_1_1)
 763                         connection_type = HTTP_CONNECTION_KEEP_ALIVE;
 764                 else
 765                         connection_type = HTTP_CONNECTION_CLOSE;
 766
 767                 /* Override default if http "Connection:" header: */
 768                 if (lws_hdr_total_length(wsi, WSI_TOKEN_CONNECTION)) {
 769                         lws_hdr_copy(wsi, http_conn_str, sizeof(http_conn_str) - 1,
 770                                      WSI_TOKEN_CONNECTION);
 771                         http_conn_str[sizeof(http_conn_str) - 1] = '\0';
 772                         if (!strcasecmp(http_conn_str, "keep-alive"))
 773                                 connection_type = HTTP_CONNECTION_KEEP_ALIVE;
 774                         else
 775                                 if (!strcasecmp(http_conn_str, "close"))
 776                                         connection_type = HTTP_CONNECTION_CLOSE;
 777                 }
 778                 wsi->u.http.connection_type = connection_type;
 779         }
 780
 781         n = wsi->protocol->callback(wsi, LWS_CALLBACK_FILTER_HTTP_CONNECTION,
 782                                     wsi->user_space, uri_ptr, uri_len);
 783         if (n) {
 784                 lwsl_info("LWS_CALLBACK_HTTP closing\n");
 785
 786                 return 1;
 787         }
 788         /*
 789          * if there is content supposed to be coming,
 790          * put a timeout on it having arrived
 791          */
 792         lws_set_timeout(wsi, PENDING_TIMEOUT_HTTP_CONTENT,
 793                         wsi->context->timeout_secs);
 794 #ifdef LWS_OPENSSL_SUPPORT
 795         if (wsi->redirect_to_https) {
 796                 /*
 797                  * we accepted http:// only so we could redirect to
 798                  * https://, so issue the redirect.  Create the redirection
 799                  * URI from the host: header and ignore the path part
 800                  */
 801                 unsigned char *start = pt->serv_buf + LWS_PRE, *p = start,
 802                               *end = p + 512;
 803
 804                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HOST))
 805                         goto bail_nuke_ah;
 806
 807                 n = sprintf((char *)end, "https://%s/",
 808                             lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST));
 809
 810                 n = lws_http_redirect(wsi, HTTP_STATUS_MOVED_PERMANENTLY,
 811                                       end, n, &p, end);
 812                 if ((int)n < 0)
 813                         goto bail_nuke_ah;
 814
 815                 return lws_http_transaction_completed(wsi);
 816         }
 817 #endif
 818
 819 #ifdef LWS_WITH_ACCESS_LOG
 820         /*
 821          * Produce Apache-compatible log string for wsi, like this:
 822          *
 823          * 2.31.234.19 - - [27/Mar/2016:03:22:44 +0800]
 824          * "GET /aep-screen.png HTTP/1.1"
 825          * 200 152987 "https://libwebsockets.org/index.html"
 826          * "Mozilla/5.0 (Macint... Chrome/49.0.2623.87 Safari/537.36"
 827          *
 828          */
 829         {
 830                 static const char * const hver[] = {
 831                         "http/1.0", "http/1.1", "http/2"
 832                 };
 833 #ifdef LWS_USE_IPV6
 834                 char ads[INET6_ADDRSTRLEN];
 835 #else
 836                 char ads[INET_ADDRSTRLEN];
 837 #endif
 838                 char da[64];
 839                 const char *pa, *me;
 840                 struct tm *tmp;
 841                 time_t t = time(NULL);
 842                 int l = 256;
 843
 844                 if (wsi->access_log_pending)
 845                         lws_access_log(wsi);
 846
 847                 wsi->access_log.header_log = lws_malloc(l);
 848                 if (wsi->access_log.header_log) {
 849
 850                         tmp = localtime(&t);
 851                         if (tmp)
 852                                 strftime(da, sizeof(da), "%d/%b/%Y:%H:%M:%S %z", tmp);
 853                         else
 854                                 strcpy(da, "01/Jan/1970:00:00:00 +0000");
 855
 856                         pa = lws_get_peer_simple(wsi, ads, sizeof(ads));
 857                         if (!pa)
 858                                 pa = "(unknown)";
 859
 860                         if (meth >= 0)
 861                                 me = method_names[meth];
 862                         else
 863                                 me = "unknown";
 864
 865                         lws_snprintf(wsi->access_log.header_log, l,
 866                                  "%s - - [%s] \"%s %s %s\"",
 867                                  pa, da, me, uri_ptr,
 868                                  hver[wsi->u.http.request_version]);
 869
 870                         l = lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_USER_AGENT);
 871                         if (l) {
 872                                 wsi->access_log.user_agent = lws_malloc(l + 2);
 873                                 if (wsi->access_log.user_agent)
 874                                         lws_hdr_copy(wsi, wsi->access_log.user_agent,
 875                                                         l + 1, WSI_TOKEN_HTTP_USER_AGENT);
 876                                 else
 877                                         lwsl_err("OOM getting user agent\n");
 878                         }
 879                         wsi->access_log_pending = 1;
 880                 }
 881         }
 882 #endif
 883
 884         /* can we serve it from the mount list? */
 885
 886         hit = lws_find_mount(wsi, uri_ptr, uri_len);
 887         if (!hit) {
 888                 /* deferred cleanup and reset to protocols[0] */
 889
 890                 lwsl_info("no hit\n");
 891
 892                 if (lws_bind_protocol(wsi, &wsi->vhost->protocols[0]))
 893                         return 1;
 894
 895                 n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
 896                                     wsi->user_space, uri_ptr, uri_len);
 897
 898                 goto after;
 899         }
 900
 901         s = uri_ptr + hit->mountpoint_len;
 902
 903         /*
 904          * if we have a mountpoint like https://xxx.com/yyy
 905          * there is an implied / at the end for our purposes since
 906          * we can only mount on a "directory".
 907          *
 908          * But if we just go with that, the browser cannot understand
 909          * that he is actually looking down one "directory level", so
 910          * even though we give him /yyy/abc.html he acts like the
 911          * current directory level is /.  So relative urls like "x.png"
 912          * wrongly look outside the mountpoint.
 913          *
 914          * Therefore if we didn't come in on a url with an explicit
 915          * / at the end, we must redirect to add it so the browser
 916          * understands he is one "directory level" down.
 917          */
 918         if ((hit->mountpoint_len > 1 ||
 919              (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
 920               hit->origin_protocol == LWSMPRO_REDIR_HTTPS)) &&
 921             (*s != '/' ||
 922              (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
 923               hit->origin_protocol == LWSMPRO_REDIR_HTTPS)) &&
 924             (hit->origin_protocol != LWSMPRO_CGI &&
 925              hit->origin_protocol != LWSMPRO_CALLBACK //&&
 926              //hit->protocol == NULL
 927              )) {
 928                 unsigned char *start = pt->serv_buf + LWS_PRE,
 929                               *p = start, *end = p + 512;
 930
 931                 lwsl_debug("Doing 301 '%s' org %s\n", s, hit->origin);
 932
 933                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HOST))
 934                         goto bail_nuke_ah;
 935
 936                 /* > at start indicates deal with by redirect */
 937                 if (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
 938                     hit->origin_protocol == LWSMPRO_REDIR_HTTPS)
 939                         n = lws_snprintf((char *)end, 256, "%s%s",
 940                                     oprot[hit->origin_protocol & 1],
 941                                     hit->origin);
 942                 else
 943                         n = lws_snprintf((char *)end, 256,
 944                             "%s%s%s/", oprot[lws_is_ssl(wsi)],
 945                             lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST),
 946                             uri_ptr);
 947
 948                 n = lws_http_redirect(wsi, HTTP_STATUS_MOVED_PERMANENTLY,
 949                                       end, n, &p, end);
 950                 if ((int)n < 0)
 951                         goto bail_nuke_ah;
 952
 953                 return lws_http_transaction_completed(wsi);
 954         }
 955
 956 #if LWS_POSIX
 957         /* basic auth? */
 958
 959         if (hit->basic_auth_login_file) {
 960                 char b64[160], plain[(sizeof(b64) * 3) / 4];
 961                 int m;
 962
 963                 /* Did he send auth? */
 964                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_AUTHORIZATION))
 965                         return lws_unauthorised_basic_auth(wsi);
 966
 967                 n = HTTP_STATUS_FORBIDDEN;
 968
 969                 m = lws_hdr_copy(wsi, b64, sizeof(b64), WSI_TOKEN_HTTP_AUTHORIZATION);
 970                 if (m < 7) {
 971                         lwsl_err("b64 auth too long\n");
 972                         goto transaction_result_n;
 973                 }
 974
 975                 b64[5] = '\0';
 976                 if (strcasecmp(b64, "Basic")) {
 977                         lwsl_err("auth missing basic: %s\n", b64);
 978                         goto transaction_result_n;
 979                 }
 980
 981                 /* It'll be like Authorization: Basic QWxhZGRpbjpPcGVuU2VzYW1l */
 982
 983                 m = lws_b64_decode_string(b64 + 6, plain, sizeof(plain));
 984                 if (m < 0) {
 985                         lwsl_err("plain auth too long\n");
 986                         goto transaction_result_n;
 987                 }
 988
 989 //              lwsl_notice(plain);
 990
 991                 if (!lws_find_string_in_file(hit->basic_auth_login_file, plain, m)) {
 992                         lwsl_err("basic auth lookup failed\n");
 993                         return lws_unauthorised_basic_auth(wsi);
 994                 }
 995
 996                 lwsl_notice("basic auth accepted\n");
 997
 998                 /* accept the auth */
 999         }
1000 #endif
1001
1002         /*
1003          * A particular protocol callback is mounted here?
1004          *
1005          * For the duration of this http transaction, bind us to the
1006          * associated protocol
1007          */
1008         if (hit->origin_protocol == LWSMPRO_CALLBACK || hit->protocol) {
1009                 const struct lws_protocols *pp;
1010                 const char *name = hit->origin;
1011                 if (hit->protocol)
1012                         name = hit->protocol;
1013
1014                 pp = lws_vhost_name_to_protocol(wsi->vhost, name);
1015                 if (!pp) {
1016                         n = -1;
1017                         lwsl_err("Unable to find plugin '%s'\n",
1018                                  hit->origin);
1019                         return 1;
1020                 }
1021
1022                 if (lws_bind_protocol(wsi, pp))
1023                         return 1;
1024
1025                 args.p = uri_ptr;
1026                 args.len = uri_len;
1027                 args.max_len = hit->auth_mask;
1028                 args.final = 0; /* used to signal callback dealt with it */
1029
1030                 n = wsi->protocol->callback(wsi, LWS_CALLBACK_CHECK_ACCESS_RIGHTS,
1031                                             wsi->user_space, &args, 0);
1032                 if (n) {
1033                         lws_return_http_status(wsi, HTTP_STATUS_UNAUTHORIZED,
1034                                                NULL);
1035                         goto bail_nuke_ah;
1036                 }
1037                 if (args.final) /* callback completely handled it well */
1038                         return 0;
1039
1040                 if (hit->cgienv && wsi->protocol->callback(wsi,
1041                                 LWS_CALLBACK_HTTP_PMO,
1042                                 wsi->user_space, (void *)hit->cgienv, 0))
1043                         return 1;
1044
1045                 if (lws_hdr_total_length(wsi, WSI_TOKEN_POST_URI)) {
1046                         n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
1047                                             wsi->user_space,
1048                                             uri_ptr + hit->mountpoint_len,
1049                                             uri_len - hit->mountpoint_len);
1050                         goto after;
1051                 }
1052         }
1053
1054 #ifdef LWS_WITH_CGI
1055         /* did we hit something with a cgi:// origin? */
1056         if (hit->origin_protocol == LWSMPRO_CGI) {
1057                 const char *cmd[] = {
1058                         NULL, /* replace with cgi path */
1059                         NULL
1060                 };
1061                 unsigned char *p, *end, buffer[1024];
1062
1063                 lwsl_debug("%s: cgi\n", __func__);
1064                 cmd[0] = hit->origin;
1065
1066                 n = 5;
1067                 if (hit->cgi_timeout)
1068                         n = hit->cgi_timeout;
1069
1070                 n = lws_cgi(wsi, cmd, hit->mountpoint_len, n,
1071                             hit->cgienv);
1072                 if (n) {
1073                         lwsl_err("%s: cgi failed\n", __func__);
1074                         return -1;
1075                 }
1076                 p = buffer + LWS_PRE;
1077                 end = p + sizeof(buffer) - LWS_PRE;
1078
1079                 if (lws_add_http_header_status(wsi, HTTP_STATUS_OK, &p, end))
1080                         return 1;
1081                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_CONNECTION,
1082                                 (unsigned char *)"close", 5, &p, end))
1083                         return 1;
1084                 n = lws_write(wsi, buffer + LWS_PRE,
1085                               p - (buffer + LWS_PRE),
1086                               LWS_WRITE_HTTP_HEADERS);
1087
1088                 goto deal_body;
1089         }
1090 #endif
1091
1092         n = strlen(s);
1093         if (s[0] == '\0' || (n == 1 && s[n - 1] == '/'))
1094                 s = (char *)hit->def;
1095         if (!s)
1096                 s = "index.html";
1097
1098         wsi->cache_secs = hit->cache_max_age;
1099         wsi->cache_reuse = hit->cache_reusable;
1100         wsi->cache_revalidate = hit->cache_revalidate;
1101         wsi->cache_intermediaries = hit->cache_intermediaries;
1102
1103         n = lws_http_serve(wsi, s, hit->origin, hit);
1104         if (n) {
1105                 /*
1106                  *      lws_return_http_status(wsi, HTTP_STATUS_NOT_FOUND, NULL);
1107                  */
1108                 if (hit->protocol) {
1109                         const struct lws_protocols *pp = lws_vhost_name_to_protocol(
1110                                         wsi->vhost, hit->protocol);
1111
1112                         if (lws_bind_protocol(wsi, pp))
1113                                 return 1;
1114
1115                         n = pp->callback(wsi, LWS_CALLBACK_HTTP,
1116                                          wsi->user_space,
1117                                          uri_ptr + hit->mountpoint_len,
1118                                          uri_len - hit->mountpoint_len);
1119                 } else
1120                         n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
1121                                     wsi->user_space, uri_ptr, uri_len);
1122         }
1123
1124 after:
1125         if (n) {
1126                 lwsl_info("LWS_CALLBACK_HTTP closing\n");
1127
1128                 return 1;
1129         }
1130
1131 #ifdef LWS_WITH_CGI
1132 deal_body:
1133 #endif
1134         /*
1135          * If we're not issuing a file, check for content_length or
1136          * HTTP keep-alive. No keep-alive header allocation for
1137          * ISSUING_FILE, as this uses HTTP/1.0.
1138          *
1139          * In any case, return 0 and let lws_read decide how to
1140          * proceed based on state
1141          */
1142         if (wsi->state != LWSS_HTTP_ISSUING_FILE)
1143                 /* Prepare to read body if we have a content length: */
1144                 if (wsi->u.http.content_length > 0)
1145                         wsi->state = LWSS_HTTP_BODY;
1146
1147         return 0;
1148
1149 bail_nuke_ah:
1150         /* we're closing, losing some rx is OK */
1151         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1152         // lwsl_notice("%s: drop1\n", __func__);
1153         lws_header_table_detach(wsi, 1);
1154
1155         return 1;
1156 #if LWS_POSIX
1157 transaction_result_n:
1158         lws_return_http_status(wsi, n, NULL);
1159
1160         return lws_http_transaction_completed(wsi);
1161 #endif
1162 }
1163
1164 int
1165 lws_handshake_server(struct lws *wsi, unsigned char **buf, size_t len)
1166 {
1167         int protocol_len, n = 0, hit, non_space_char_found = 0, m;
1168         struct lws_context *context = lws_get_context(wsi);
1169         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
1170         struct _lws_header_related hdr;
1171         struct allocated_headers *ah;
1172         unsigned char *obuf = *buf;
1173         char protocol_list[128];
1174         char protocol_name[64];
1175         size_t olen = len;
1176         char *p;
1177
1178         if (len >= 10000000) {
1179                 lwsl_err("%s: assert: len %ld\n", __func__, (long)len);
1180                 assert(0);
1181         }
1182
1183         if (!wsi->u.hdr.ah) {
1184                 lwsl_err("%s: assert: NULL ah\n", __func__);
1185                 assert(0);
1186         }
1187
1188         while (len--) {
1189                 wsi->more_rx_waiting = !!len;
1190
1191                 if (wsi->mode != LWSCM_HTTP_SERVING &&
1192                     wsi->mode != LWSCM_HTTP_SERVING_ACCEPTED) {
1193                         lwsl_err("%s: bad wsi mode %d\n", __func__, wsi->mode);
1194                         goto bail_nuke_ah;
1195                 }
1196
1197                 m = lws_parse(wsi, *(*buf)++);
1198                 if (m) {
1199                         if (m == 2) {
1200                                 /*
1201                                  * we are transitioning from http with
1202                                  * an AH, to raw.  Drop the ah and set
1203                                  * the mode.
1204                                  */
1205 raw_transition:
1206                                 lws_set_timeout(wsi, NO_PENDING_TIMEOUT, 0);
1207                                 lws_bind_protocol(wsi, &wsi->vhost->protocols[
1208                                                         wsi->vhost->
1209                                                         raw_protocol_index]);
1210                                 lwsl_info("transition to raw vh %s prot %d\n",
1211                                           wsi->vhost->name,
1212                                           wsi->vhost->raw_protocol_index);
1213                                 if ((wsi->protocol->callback)(wsi,
1214                                                 LWS_CALLBACK_RAW_ADOPT,
1215                                                 wsi->user_space, NULL, 0))
1216                                         goto bail_nuke_ah;
1217
1218                                 wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1219                                 lws_union_transition(wsi, LWSCM_RAW);
1220                                 lws_header_table_detach(wsi, 1);
1221
1222                                 if (m == 2 && (wsi->protocol->callback)(wsi,
1223                                                 LWS_CALLBACK_RAW_RX,
1224                                                 wsi->user_space, obuf, olen))
1225                                         return 1;
1226
1227                                 return 0;
1228                         }
1229                         lwsl_info("lws_parse failed\n");
1230                         goto bail_nuke_ah;
1231                 }
1232
1233                 if (wsi->u.hdr.parser_state != WSI_PARSING_COMPLETE)
1234                         continue;
1235
1236                 lwsl_parser("%s: lws_parse sees parsing complete\n", __func__);
1237                 lwsl_debug("%s: wsi->more_rx_waiting=%d\n", __func__,
1238                                 wsi->more_rx_waiting);
1239
1240                 /* check for unwelcome guests */
1241
1242                 if (wsi->context->reject_service_keywords) {
1243                         const struct lws_protocol_vhost_options *rej =
1244                                         wsi->context->reject_service_keywords;
1245                         char ua[384], *msg = NULL;
1246
1247                         if (lws_hdr_copy(wsi, ua, sizeof(ua) - 1,
1248                                           WSI_TOKEN_HTTP_USER_AGENT) > 0) {
1249                                 ua[sizeof(ua) - 1] = '\0';
1250                                 while (rej) {
1251                                         if (strstr(ua, rej->name)) {
1252                                                 msg = strchr(rej->value, ' ');
1253                                                 if (msg)
1254                                                         msg++;
1255                                                 lws_return_http_status(wsi, atoi(rej->value), msg);
1256
1257                                                 wsi->vhost->conn_stats.rejected++;
1258
1259                                                 goto bail_nuke_ah;
1260                                         }
1261                                         rej = rej->next;
1262                                 }
1263                         }
1264                 }
1265
1266                 /* select vhost */
1267
1268                 if (lws_hdr_total_length(wsi, WSI_TOKEN_HOST)) {
1269                         struct lws_vhost *vhost = lws_select_vhost(
1270                                 context, wsi->vhost->listen_port,
1271                                 lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST));
1272
1273                         if (vhost)
1274                                 wsi->vhost = vhost;
1275                 } else
1276                         lwsl_info("no host\n");
1277
1278                 wsi->vhost->conn_stats.trans++;
1279                 if (!wsi->conn_stat_done) {
1280                         wsi->vhost->conn_stats.conn++;
1281                         wsi->conn_stat_done = 1;
1282                 }
1283
1284                 if (lws_hdr_total_length(wsi, WSI_TOKEN_CONNECT)) {
1285                         lwsl_info("Changing to RAW mode\n");
1286                         m = 0;
1287                         goto raw_transition;
1288                 }
1289
1290                 wsi->mode = LWSCM_PRE_WS_SERVING_ACCEPT;
1291                 lws_set_timeout(wsi, NO_PENDING_TIMEOUT, 0);
1292
1293                 /* is this websocket protocol or normal http 1.0? */
1294
1295                 if (lws_hdr_total_length(wsi, WSI_TOKEN_UPGRADE)) {
1296                         if (!strcasecmp(lws_hdr_simple_ptr(wsi, WSI_TOKEN_UPGRADE),
1297                                         "websocket")) {
1298                                 wsi->vhost->conn_stats.ws_upg++;
1299                                 lwsl_info("Upgrade to ws\n");
1300                                 goto upgrade_ws;
1301                         }
1302 #ifdef LWS_USE_HTTP2
1303                         if (!strcasecmp(lws_hdr_simple_ptr(wsi, WSI_TOKEN_UPGRADE),
1304                                         "h2c")) {
1305                                 wsi->vhost->conn_stats.http2_upg++;
1306                                 lwsl_info("Upgrade to h2c\n");
1307                                 goto upgrade_h2c;
1308                         }
1309 #endif
1310                         lwsl_info("Unknown upgrade\n");
1311                         /* dunno what he wanted to upgrade to */
1312                         goto bail_nuke_ah;
1313                 }
1314
1315                 /* no upgrade ack... he remained as HTTP */
1316
1317                 lwsl_info("No upgrade\n");
1318                 ah = wsi->u.hdr.ah;
1319
1320                 lws_union_transition(wsi, LWSCM_HTTP_SERVING_ACCEPTED);
1321                 wsi->state = LWSS_HTTP;
1322                 wsi->u.http.fop_fd = NULL;
1323
1324                 /* expose it at the same offset as u.hdr */
1325                 wsi->u.http.ah = ah;
1326                 lwsl_debug("%s: wsi %p: ah %p\n", __func__, (void *)wsi,
1327                            (void *)wsi->u.hdr.ah);
1328
1329                 n = lws_http_action(wsi);
1330
1331                 return n;
1332
1333 #ifdef LWS_USE_HTTP2
1334 upgrade_h2c:
1335                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP2_SETTINGS)) {
1336                         lwsl_info("missing http2_settings\n");
1337                         goto bail_nuke_ah;
1338                 }
1339
1340                 lwsl_info("h2c upgrade...\n");
1341
1342                 p = lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP2_SETTINGS);
1343                 /* convert the peer's HTTP-Settings */
1344                 n = lws_b64_decode_string(p, protocol_list,
1345                                           sizeof(protocol_list));
1346                 if (n < 0) {
1347                         lwsl_parser("HTTP2_SETTINGS too long\n");
1348                         return 1;
1349                 }
1350
1351                 /* adopt the header info */
1352
1353                 ah = wsi->u.hdr.ah;
1354
1355                 lws_union_transition(wsi, LWSCM_HTTP2_SERVING);
1356
1357                 /* http2 union member has http union struct at start */
1358                 wsi->u.http.ah = ah;
1359
1360                 lws_http2_init(&wsi->u.http2.peer_settings);
1361                 lws_http2_init(&wsi->u.http2.my_settings);
1362
1363                 /* HTTP2 union */
1364
1365                 lws_http2_interpret_settings_payload(&wsi->u.http2.peer_settings,
1366                                 (unsigned char *)protocol_list, n);
1367
1368                 strcpy(protocol_list,
1369                        "HTTP/1.1 101 Switching Protocols\x0d\x0a"
1370                       "Connection: Upgrade\x0d\x0a"
1371                       "Upgrade: h2c\x0d\x0a\x0d\x0a");
1372                 n = lws_issue_raw(wsi, (unsigned char *)protocol_list,
1373                                         strlen(protocol_list));
1374                 if (n != strlen(protocol_list)) {
1375                         lwsl_debug("http2 switch: ERROR writing to socket\n");
1376                         return 1;
1377                 }
1378
1379                 wsi->state = LWSS_HTTP2_AWAIT_CLIENT_PREFACE;
1380
1381                 return 0;
1382 #endif
1383
1384 upgrade_ws:
1385                 if (!wsi->protocol)
1386                         lwsl_err("NULL protocol at lws_read\n");
1387
1388                 /*
1389                  * It's websocket
1390                  *
1391                  * Select the first protocol we support from the list
1392                  * the client sent us.
1393                  *
1394                  * Copy it to remove header fragmentation
1395                  */
1396
1397                 if (lws_hdr_copy(wsi, protocol_list, sizeof(protocol_list) - 1,
1398                                  WSI_TOKEN_PROTOCOL) < 0) {
1399                         lwsl_err("protocol list too long");
1400                         goto bail_nuke_ah;
1401                 }
1402
1403                 protocol_len = lws_hdr_total_length(wsi, WSI_TOKEN_PROTOCOL);
1404                 protocol_list[protocol_len] = '\0';
1405                 p = protocol_list;
1406                 hit = 0;
1407
1408                 while (*p && !hit) {
1409                         n = 0;
1410                         non_space_char_found = 0;
1411                         while (n < sizeof(protocol_name) - 1 && *p &&
1412                                *p != ',') {
1413                                 // ignore leading spaces
1414                                 if (!non_space_char_found && *p == ' ') {
1415                                         n++;
1416                                         continue;
1417                                 }
1418                                 non_space_char_found = 1;
1419                                 protocol_name[n++] = *p++;
1420                         }
1421                         protocol_name[n] = '\0';
1422                         if (*p)
1423                                 p++;
1424
1425                         lwsl_info("checking %s\n", protocol_name);
1426
1427                         n = 0;
1428                         while (wsi->vhost->protocols[n].callback) {
1429                                 lwsl_info("try %s\n", wsi->vhost->protocols[n].name);
1430
1431                                 if (wsi->vhost->protocols[n].name &&
1432                                     !strcmp(wsi->vhost->protocols[n].name,
1433                                             protocol_name)) {
1434                                         wsi->protocol = &wsi->vhost->protocols[n];
1435                                         hit = 1;
1436                                         break;
1437                                 }
1438
1439                                 n++;
1440                         }
1441                 }
1442
1443                 /* we didn't find a protocol he wanted? */
1444
1445                 if (!hit) {
1446                         if (lws_hdr_simple_ptr(wsi, WSI_TOKEN_PROTOCOL)) {
1447                                 lwsl_info("No protocol from \"%s\" supported\n",
1448                                          protocol_list);
1449                                 goto bail_nuke_ah;
1450                         }
1451                         /*
1452                          * some clients only have one protocol and
1453                          * do not send the protocol list header...
1454                          * allow it and match to the vhost's default
1455                          * protocol (which itself defaults to zero)
1456                          */
1457                         lwsl_info("defaulting to prot handler %d\n",
1458                                 wsi->vhost->default_protocol_index);
1459                         n = 0;
1460                         wsi->protocol = &wsi->vhost->protocols[
1461                                       (int)wsi->vhost->default_protocol_index];
1462                 }
1463
1464                 /* allocate wsi->user storage */
1465                 if (lws_ensure_user_space(wsi))
1466                         goto bail_nuke_ah;
1467
1468                 /*
1469                  * Give the user code a chance to study the request and
1470                  * have the opportunity to deny it
1471                  */
1472                 if ((wsi->protocol->callback)(wsi,
1473                                 LWS_CALLBACK_FILTER_PROTOCOL_CONNECTION,
1474                                 wsi->user_space,
1475                               lws_hdr_simple_ptr(wsi, WSI_TOKEN_PROTOCOL), 0)) {
1476                         lwsl_warn("User code denied connection\n");
1477                         goto bail_nuke_ah;
1478                 }
1479
1480                 /*
1481                  * Perform the handshake according to the protocol version the
1482                  * client announced
1483                  */
1484
1485                 switch (wsi->ietf_spec_revision) {
1486                 case 13:
1487                         lwsl_parser("lws_parse calling handshake_04\n");
1488                         if (handshake_0405(context, wsi)) {
1489                                 lwsl_info("hs0405 has failed the connection\n");
1490                                 goto bail_nuke_ah;
1491                         }
1492                         break;
1493
1494                 default:
1495                         lwsl_info("Unknown client spec version %d\n",
1496                                   wsi->ietf_spec_revision);
1497                         goto bail_nuke_ah;
1498                 }
1499
1500                 lws_same_vh_protocol_insert(wsi, n);
1501
1502                 /* we are upgrading to ws, so http/1.1 and keepalive +
1503                  * pipelined header considerations about keeping the ah around
1504                  * no longer apply.  However it's common for the first ws
1505                  * protocol data to have been coalesced with the browser
1506                  * upgrade request and to already be in the ah rx buffer.
1507                  */
1508
1509                 lwsl_info("%s: %p: inheriting ah in ws mode (rxpos:%d, rxlen:%d)\n",
1510                           __func__, wsi, wsi->u.hdr.ah->rxpos,
1511                           wsi->u.hdr.ah->rxlen);
1512                 lws_pt_lock(pt);
1513                 hdr = wsi->u.hdr;
1514
1515                 lws_union_transition(wsi, LWSCM_WS_SERVING);
1516                 /*
1517                  * first service is WS mode will notice this, use the RX and
1518                  * then detach the ah (caution: we are not in u.hdr union
1519                  * mode any more then... ah_temp member is at start the same
1520                  * though)
1521                  *
1522                  * Because rxpos/rxlen shows something in the ah, we will get
1523                  * service guaranteed next time around the event loop
1524                  *
1525                  * All union members begin with hdr, so we can use it even
1526                  * though we transitioned to ws union mode (the ah detach
1527                  * code uses it anyway).
1528                  */
1529                 wsi->u.hdr = hdr;
1530                 lws_pt_unlock(pt);
1531
1532                 lws_restart_ws_ping_pong_timer(wsi);
1533
1534                 /*
1535                  * create the frame buffer for this connection according to the
1536                  * size mentioned in the protocol definition.  If 0 there, use
1537                  * a big default for compatibility
1538                  */
1539
1540                 n = wsi->protocol->rx_buffer_size;
1541                 if (!n)
1542                         n = context->pt_serv_buf_size;
1543                 n += LWS_PRE;
1544                 wsi->u.ws.rx_ubuf = lws_malloc(n + 4 /* 0x0000ffff zlib */);
1545                 if (!wsi->u.ws.rx_ubuf) {
1546                         lwsl_err("Out of Mem allocating rx buffer %d\n", n);
1547                         return 1;
1548                 }
1549                 wsi->u.ws.rx_ubuf_alloc = n;
1550                 lwsl_debug("Allocating RX buffer %d\n", n);
1551 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
1552                 if (setsockopt(wsi->desc.sockfd, SOL_SOCKET, SO_SNDBUF,
1553                                (const char *)&n, sizeof n)) {
1554                         lwsl_warn("Failed to set SNDBUF to %d", n);
1555                         return 1;
1556                 }
1557 #endif
1558
1559                 lwsl_parser("accepted v%02d connection\n",
1560                             wsi->ietf_spec_revision);
1561
1562                 /* notify user code that we're ready to roll */
1563
1564                 if (wsi->protocol->callback)
1565                         if (wsi->protocol->callback(wsi, LWS_CALLBACK_ESTABLISHED,
1566                                                     wsi->user_space,
1567 #ifdef LWS_OPENSSL_SUPPORT
1568                                                     wsi->ssl,
1569 #else
1570                                                     NULL,
1571 #endif
1572                                                     0))
1573                                 return 1;
1574
1575                 /* !!! drop ah unreservedly after ESTABLISHED */
1576                 if (!wsi->more_rx_waiting) {
1577                         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1578
1579                         //lwsl_notice("%p: dropping ah EST\n", wsi);
1580                         lws_header_table_detach(wsi, 1);
1581                 }
1582
1583                 return 0;
1584         } /* while all chars are handled */
1585
1586         return 0;
1587
1588 bail_nuke_ah:
1589         /* drop the header info */
1590         /* we're closing, losing some rx is OK */
1591         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1592         //lwsl_notice("%s: drop2\n", __func__);
1593         lws_header_table_detach(wsi, 1);
1594
1595         return 1;
1596 }
1597
1598 static int
1599 lws_get_idlest_tsi(struct lws_context *context)
1600 {
1601         unsigned int lowest = ~0;
1602         int n = 0, hit = -1;
1603
1604         for (; n < context->count_threads; n++) {
1605                 if ((unsigned int)context->pt[n].fds_count !=
1606                     context->fd_limit_per_thread - 1 &&
1607                     (unsigned int)context->pt[n].fds_count < lowest) {
1608                         lowest = context->pt[n].fds_count;
1609                         hit = n;
1610                 }
1611         }
1612
1613         return hit;
1614 }
1615
1616 struct lws *
1617 lws_create_new_server_wsi(struct lws_vhost *vhost)
1618 {
1619         struct lws *new_wsi;
1620         int n = lws_get_idlest_tsi(vhost->context);
1621
1622         if (n < 0) {
1623                 lwsl_err("no space for new conn\n");
1624                 return NULL;
1625         }
1626
1627         new_wsi = lws_zalloc(sizeof(struct lws));
1628         if (new_wsi == NULL) {
1629                 lwsl_err("Out of memory for new connection\n");
1630                 return NULL;
1631         }
1632
1633         new_wsi->tsi = n;
1634         lwsl_debug("Accepted wsi %p to context %p, tsi %d\n", new_wsi,
1635                     vhost->context, new_wsi->tsi);
1636
1637         new_wsi->vhost = vhost;
1638         new_wsi->context = vhost->context;
1639         new_wsi->pending_timeout = NO_PENDING_TIMEOUT;
1640         new_wsi->rxflow_change_to = LWS_RXFLOW_ALLOW;
1641
1642         /* initialize the instance struct */
1643
1644         new_wsi->state = LWSS_HTTP;
1645         new_wsi->mode = LWSCM_HTTP_SERVING;
1646         new_wsi->hdr_parsing_completed = 0;
1647
1648 #ifdef LWS_OPENSSL_SUPPORT
1649         new_wsi->use_ssl = LWS_SSL_ENABLED(vhost);
1650 #endif
1651
1652         /*
1653          * these can only be set once the protocol is known
1654          * we set an unestablished connection's protocol pointer
1655          * to the start of the supported list, so it can look
1656          * for matching ones during the handshake
1657          */
1658         new_wsi->protocol = vhost->protocols;
1659         new_wsi->user_space = NULL;
1660         new_wsi->ietf_spec_revision = 0;
1661         new_wsi->desc.sockfd = LWS_SOCK_INVALID;
1662         vhost->context->count_wsi_allocated++;
1663
1664         /*
1665          * outermost create notification for wsi
1666          * no user_space because no protocol selection
1667          */
1668         vhost->protocols[0].callback(new_wsi, LWS_CALLBACK_WSI_CREATE,
1669                                        NULL, NULL, 0);
1670
1671         return new_wsi;
1672 }
1673
1674 LWS_VISIBLE int LWS_WARN_UNUSED_RESULT
1675 lws_http_transaction_completed(struct lws *wsi)
1676 {
1677         int n = NO_PENDING_TIMEOUT;
1678
1679         lws_access_log(wsi);
1680
1681         lwsl_info("%s: wsi %p\n", __func__, wsi);
1682         /* if we can't go back to accept new headers, drop the connection */
1683         if (wsi->u.http.connection_type != HTTP_CONNECTION_KEEP_ALIVE) {
1684                 lwsl_info("%s: %p: close connection\n", __func__, wsi);
1685                 return 1;
1686         }
1687
1688         if (lws_bind_protocol(wsi, &wsi->vhost->protocols[0]))
1689                 return 1;
1690
1691         /* otherwise set ourselves up ready to go again */
1692         wsi->state = LWSS_HTTP;
1693         wsi->mode = LWSCM_HTTP_SERVING;
1694         wsi->u.http.content_length = 0;
1695         wsi->u.http.content_remain = 0;
1696         wsi->hdr_parsing_completed = 0;
1697 #ifdef LWS_WITH_ACCESS_LOG
1698         wsi->access_log.sent = 0;
1699 #endif
1700
1701         if (wsi->vhost->keepalive_timeout)
1702                 n = PENDING_TIMEOUT_HTTP_KEEPALIVE_IDLE;
1703         lws_set_timeout(wsi, n, wsi->vhost->keepalive_timeout);
1704
1705         /*
1706          * We already know we are on http1.1 / keepalive and the next thing
1707          * coming will be another header set.
1708          *
1709          * If there is no pending rx and we still have the ah, drop it and
1710          * reacquire a new ah when the new headers start to arrive.  (Otherwise
1711          * we needlessly hog an ah indefinitely.)
1712          *
1713          * However if there is pending rx and we know from the keepalive state
1714          * that is already at least the start of another header set, simply
1715          * reset the existing header table and keep it.
1716          */
1717         if (wsi->u.hdr.ah) {
1718                 lwsl_info("%s: wsi->more_rx_waiting=%d\n", __func__,
1719                                 wsi->more_rx_waiting);
1720
1721                 if (!wsi->more_rx_waiting) {
1722                         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1723                         lws_header_table_detach(wsi, 1);
1724 #ifdef LWS_OPENSSL_SUPPORT
1725                         /*
1726                          * additionally... if we are hogging an SSL instance
1727                          * with no pending pipelined headers (or ah now), and
1728                          * SSL is scarce, drop this connection without waiting
1729                          */
1730
1731                         if (wsi->vhost->use_ssl &&
1732                             wsi->context->simultaneous_ssl == wsi->context->simultaneous_ssl_restriction) {
1733                                 lwsl_info("%s: simultaneous_ssl_restriction and nothing pipelined\n", __func__);
1734                                 return 1;
1735                         }
1736 #endif
1737                 } else
1738                         lws_header_table_reset(wsi, 1);
1739         }
1740
1741         /* If we're (re)starting on headers, need other implied init */
1742         wsi->u.hdr.ues = URIES_IDLE;
1743
1744         lwsl_info("%s: %p: keep-alive await new transaction\n", __func__, wsi);
1745
1746         return 0;
1747 }
1748
1749 /* if not a socket, it's a raw, non-ssl file descriptor */
1750
1751 LWS_VISIBLE struct lws *
1752 lws_adopt_descriptor_vhost(struct lws_vhost *vh, lws_adoption_type type,
1753                            lws_sock_file_fd_type fd, const char *vh_prot_name,
1754                            struct lws *parent)
1755 {
1756         struct lws_context *context = vh->context;
1757         struct lws *new_wsi = lws_create_new_server_wsi(vh);
1758         int n, ssl = 0;
1759
1760         if (!new_wsi) {
1761                 if (type & LWS_ADOPT_SOCKET)
1762                         compatible_close(fd.sockfd);
1763                 return NULL;
1764         }
1765
1766         if (parent) {
1767                 new_wsi->parent = parent;
1768                 new_wsi->sibling_list = parent->child_list;
1769                 parent->child_list = new_wsi;
1770         }
1771
1772         new_wsi->desc = fd;
1773
1774         if (vh_prot_name) {
1775                 new_wsi->protocol = lws_vhost_name_to_protocol(new_wsi->vhost,
1776                                                                vh_prot_name);
1777                 if (!new_wsi->protocol) {
1778                         lwsl_err("Protocol %s not enabled on vhost %s\n",
1779                                  vh_prot_name, new_wsi->vhost->name);
1780                         goto bail;
1781                 }
1782                 if (lws_ensure_user_space(new_wsi))
1783                         goto bail;
1784         } else
1785                 if (type & LWS_ADOPT_HTTP) /* he will transition later */
1786                         new_wsi->protocol =
1787                                 &vh->protocols[vh->default_protocol_index];
1788                 else { /* this is the only time he will transition */
1789                         lws_bind_protocol(new_wsi,
1790                                 &vh->protocols[vh->raw_protocol_index]);
1791                         lws_union_transition(new_wsi, LWSCM_RAW);
1792                 }
1793
1794         if (type & LWS_ADOPT_SOCKET) { /* socket desc */
1795                 lwsl_debug("%s: new wsi %p, sockfd %d\n", __func__, new_wsi,
1796                            (int)(size_t)fd.sockfd);
1797
1798                 if (type & LWS_ADOPT_HTTP)
1799                         /* the transport is accepted...
1800                          * give him time to negotiate */
1801                         lws_set_timeout(new_wsi,
1802                                         PENDING_TIMEOUT_ESTABLISH_WITH_SERVER,
1803                                         context->timeout_secs);
1804
1805 #if LWS_POSIX == 0
1806 #if defined(LWS_WITH_ESP8266)
1807                 esp8266_tcp_stream_accept(accept_fd, new_wsi);
1808 #endif
1809 #endif
1810         } else /* file desc */
1811                 lwsl_debug("%s: new wsi %p, filefd %d\n", __func__, new_wsi,
1812                            (int)(size_t)fd.filefd);
1813
1814         /*
1815          * A new connection was accepted. Give the user a chance to
1816          * set properties of the newly created wsi. There's no protocol
1817          * selected yet so we issue this to the vhosts's default protocol,
1818          * itself by default protocols[0]
1819          */
1820         n = LWS_CALLBACK_SERVER_NEW_CLIENT_INSTANTIATED;
1821         if (!(type & LWS_ADOPT_HTTP)) {
1822                 if (!(type & LWS_ADOPT_SOCKET))
1823                         n = LWS_CALLBACK_RAW_ADOPT_FILE;
1824                 else
1825                         n = LWS_CALLBACK_RAW_ADOPT;
1826         }
1827
1828         if (!LWS_SSL_ENABLED(new_wsi->vhost) || !(type & LWS_ADOPT_ALLOW_SSL) ||
1829             !(type & LWS_ADOPT_SOCKET)) {
1830                 /* non-SSL */
1831                 if (!(type & LWS_ADOPT_HTTP)) {
1832                         if (!(type & LWS_ADOPT_SOCKET))
1833                                 new_wsi->mode = LWSCM_RAW_FILEDESC;
1834                         else
1835                                 new_wsi->mode = LWSCM_RAW;
1836                 }
1837         } else {
1838                 /* SSL */
1839                 if (!(type & LWS_ADOPT_HTTP))
1840                         new_wsi->mode = LWSCM_SSL_INIT_RAW;
1841                 else
1842                         new_wsi->mode = LWSCM_SSL_INIT;
1843
1844                 ssl = 1;
1845         }
1846
1847         lws_libev_accept(new_wsi, new_wsi->desc);
1848         lws_libuv_accept(new_wsi, new_wsi->desc);
1849         lws_libevent_accept(new_wsi, new_wsi->desc);
1850
1851         if (!ssl) {
1852                 if (insert_wsi_socket_into_fds(context, new_wsi)) {
1853                         lwsl_err("%s: fail inserting socket\n", __func__);
1854                         goto fail;
1855                 }
1856         } else
1857                 if (lws_server_socket_service_ssl(new_wsi, fd.sockfd)) {
1858                         lwsl_err("%s: fail ssl negotiation\n", __func__);
1859                         goto fail;
1860                 }
1861
1862         /*
1863          *  by deferring callback to this point, after insertion to fds,
1864          * lws_callback_on_writable() can work from the callback
1865          */
1866         if ((new_wsi->protocol->callback)(
1867                         new_wsi, n, new_wsi->user_space, NULL, 0))
1868                 goto fail;
1869
1870         if (type & LWS_ADOPT_HTTP)
1871                 if (!lws_header_table_attach(new_wsi, 0))
1872                         lwsl_debug("Attached ah immediately\n");
1873
1874         return new_wsi;
1875
1876 fail:
1877         if (type & LWS_ADOPT_SOCKET)
1878                 lws_close_free_wsi(new_wsi, LWS_CLOSE_STATUS_NOSTATUS);
1879
1880         return NULL;
1881
1882 bail:
1883         if (parent)
1884                 parent->child_list = new_wsi->sibling_list;
1885         if (new_wsi->user_space)
1886                 lws_free(new_wsi->user_space);
1887         lws_free(new_wsi);
1888
1889         return NULL;
1890 }
1891
1892 LWS_VISIBLE struct lws *
1893 lws_adopt_socket_vhost(struct lws_vhost *vh, lws_sockfd_type accept_fd)
1894 {
1895         lws_sock_file_fd_type fd;
1896
1897         fd.sockfd = accept_fd;
1898         return lws_adopt_descriptor_vhost(vh, LWS_ADOPT_SOCKET |
1899                         LWS_ADOPT_HTTP | LWS_ADOPT_ALLOW_SSL, fd, NULL, NULL);
1900 }
1901
1902 LWS_VISIBLE struct lws *
1903 lws_adopt_socket(struct lws_context *context, lws_sockfd_type accept_fd)
1904 {
1905         return lws_adopt_socket_vhost(context->vhost_list, accept_fd);
1906 }
1907
1908 /* Common read-buffer adoption for lws_adopt_*_readbuf */
1909 static struct lws*
1910 adopt_socket_readbuf(struct lws *wsi, const char *readbuf, size_t len)
1911 {
1912         struct lws_context_per_thread *pt;
1913         struct allocated_headers *ah;
1914         struct lws_pollfd *pfd;
1915
1916         if (!wsi)
1917                 return NULL;
1918
1919         if (!readbuf || len == 0)
1920                 return wsi;
1921
1922         if (len > sizeof(ah->rx)) {
1923                 lwsl_err("%s: rx in too big\n", __func__);
1924                 goto bail;
1925         }
1926
1927         /*
1928          * we can't process the initial read data until we can attach an ah.
1929          *
1930          * if one is available, get it and place the data in his ah rxbuf...
1931          * wsi with ah that have pending rxbuf get auto-POLLIN service.
1932          *
1933          * no autoservice because we didn't get a chance to attach the
1934          * readbuf data to wsi or ah yet, and we will do it next if we get
1935          * the ah.
1936          */
1937         if (wsi->u.hdr.ah || !lws_header_table_attach(wsi, 0)) {
1938                 ah = wsi->u.hdr.ah;
1939                 memcpy(ah->rx, readbuf, len);
1940                 ah->rxpos = 0;
1941                 ah->rxlen = len;
1942
1943                 lwsl_notice("%s: calling service on readbuf ah\n", __func__);
1944                 pt = &wsi->context->pt[(int)wsi->tsi];
1945
1946                 /* unlike a normal connect, we have the headers already
1947                  * (or the first part of them anyway).
1948                  * libuv won't come back and service us without a network
1949                  * event, so we need to do the header service right here.
1950                  */
1951                 pfd = &pt->fds[wsi->position_in_fds_table];
1952                 pfd->revents |= LWS_POLLIN;
1953                 lwsl_err("%s: calling service\n", __func__);
1954                 if (lws_service_fd_tsi(wsi->context, pfd, wsi->tsi))
1955                         /* service closed us */
1956                         return NULL;
1957
1958                 return wsi;
1959         }
1960         lwsl_err("%s: deferring handling ah\n", __func__);
1961         /*
1962          * hum if no ah came, we are on the wait list and must defer
1963          * dealing with this until the ah arrives.
1964          *
1965          * later successful lws_header_table_attach() will apply the
1966          * below to the rx buffer (via lws_header_table_reset()).
1967          */
1968         wsi->u.hdr.preamble_rx = lws_malloc(len);
1969         if (!wsi->u.hdr.preamble_rx) {
1970                 lwsl_err("OOM\n");
1971                 goto bail;
1972         }
1973         memcpy(wsi->u.hdr.preamble_rx, readbuf, len);
1974         wsi->u.hdr.preamble_rx_len = len;
1975
1976         return wsi;
1977
1978 bail:
1979         lws_close_free_wsi(wsi, LWS_CLOSE_STATUS_NOSTATUS);
1980
1981         return NULL;
1982 }
1983
1984 LWS_VISIBLE struct lws *
1985 lws_adopt_socket_readbuf(struct lws_context *context, lws_sockfd_type accept_fd,
1986                          const char *readbuf, size_t len)
1987 {
1988         return adopt_socket_readbuf(lws_adopt_socket(context, accept_fd), readbuf, len);
1989 }
1990
1991 LWS_VISIBLE struct lws *
1992 lws_adopt_socket_vhost_readbuf(struct lws_vhost *vhost, lws_sockfd_type accept_fd,
1993                          const char *readbuf, size_t len)
1994 {
1995         return adopt_socket_readbuf(lws_adopt_socket_vhost(vhost, accept_fd), readbuf, len);
1996 }
1997
1998 LWS_VISIBLE int
1999 lws_server_socket_service(struct lws_context *context, struct lws *wsi,
2000                           struct lws_pollfd *pollfd)
2001 {
2002         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
2003         lws_sockfd_type accept_fd = LWS_SOCK_INVALID;
2004         struct allocated_headers *ah;
2005         lws_sock_file_fd_type fd;
2006         int opts = LWS_ADOPT_SOCKET | LWS_ADOPT_ALLOW_SSL;
2007 #if LWS_POSIX
2008         struct sockaddr_in cli_addr;
2009         socklen_t clilen;
2010 #endif
2011         int n, len;
2012
2013         // lwsl_notice("%s: mode %d\n", __func__, wsi->mode);
2014
2015         switch (wsi->mode) {
2016
2017         case LWSCM_HTTP_SERVING:
2018         case LWSCM_HTTP_SERVING_ACCEPTED:
2019         case LWSCM_HTTP2_SERVING:
2020         case LWSCM_RAW:
2021
2022                 /* handle http headers coming in */
2023
2024                 /* pending truncated sends have uber priority */
2025
2026                 if (wsi->trunc_len) {
2027                         if (!(pollfd->revents & LWS_POLLOUT))
2028                                 break;
2029
2030                         if (lws_issue_raw(wsi, wsi->trunc_alloc +
2031                                                wsi->trunc_offset,
2032                                           wsi->trunc_len) < 0)
2033                                 goto fail;
2034                         /*
2035                          * we can't afford to allow input processing to send
2036                          * something new, so spin around he event loop until
2037                          * he doesn't have any partials
2038                          */
2039                         break;
2040                 }
2041
2042                 /* any incoming data ready? */
2043
2044                 if (!(pollfd->revents & pollfd->events & LWS_POLLIN))
2045                         goto try_pollout;
2046
2047                 /*
2048                  * If we previously just did POLLIN when IN and OUT were
2049                  * signalled (because POLLIN processing may have used up
2050                  * the POLLOUT), don't let that happen twice in a row...
2051                  * next time we see the situation favour POLLOUT
2052                  */
2053 #if !defined(LWS_WITH_ESP8266)
2054                 if (wsi->favoured_pollin &&
2055                     (pollfd->revents & pollfd->events & LWS_POLLOUT)) {
2056                         wsi->favoured_pollin = 0;
2057                         goto try_pollout;
2058                 }
2059 #endif
2060
2061                 /* these states imply we MUST have an ah attached */
2062
2063                 if (wsi->mode != LWSCM_RAW && (wsi->state == LWSS_HTTP ||
2064                     wsi->state == LWSS_HTTP_ISSUING_FILE ||
2065                     wsi->state == LWSS_HTTP_HEADERS)) {
2066                         if (!wsi->u.hdr.ah) {
2067
2068                                 //lwsl_err("wsi %p: missing ah\n", wsi);
2069                                 /* no autoservice beacuse we will do it next */
2070                                 if (lws_header_table_attach(wsi, 0)) {
2071                                         lwsl_info("wsi %p: failed to acquire ah\n", wsi);
2072                                         goto try_pollout;
2073                                 }
2074                         }
2075                         ah = wsi->u.hdr.ah;
2076
2077                         //lwsl_notice("%s: %p: rxpos:%d rxlen:%d\n", __func__, wsi,
2078                         //         ah->rxpos, ah->rxlen);
2079
2080                         /* if nothing in ah rx buffer, get some fresh rx */
2081                         if (ah->rxpos == ah->rxlen) {
2082                                 ah->rxlen = lws_ssl_capable_read(wsi, ah->rx,
2083                                                    sizeof(ah->rx));
2084                                 ah->rxpos = 0;
2085                                 //lwsl_notice("%s: wsi %p, ah->rxlen = %d\r\n",
2086                                 //         __func__, wsi, ah->rxlen);
2087                                 switch (ah->rxlen) {
2088                                 case 0:
2089                                         lwsl_info("%s: read 0 len\n", __func__);
2090                                         /* lwsl_info("   state=%d\n", wsi->state); */
2091 //                                      if (!wsi->hdr_parsing_completed)
2092 //                                              lws_header_table_detach(wsi);
2093                                         /* fallthru */
2094                                 case LWS_SSL_CAPABLE_ERROR:
2095                                         goto fail;
2096                                 case LWS_SSL_CAPABLE_MORE_SERVICE:
2097                                         ah->rxlen = ah->rxpos = 0;
2098                                         goto try_pollout;
2099                                 }
2100                         }
2101
2102                         if (!(ah->rxpos != ah->rxlen && ah->rxlen)) {
2103                                 lwsl_err("%s: assert: rxpos %d, rxlen %d\n",
2104                                          __func__, ah->rxpos, ah->rxlen);
2105
2106                                 assert(0);
2107                         }
2108
2109                         /* just ignore incoming if waiting for close */
2110                         if (wsi->state != LWSS_FLUSHING_STORED_SEND_BEFORE_CLOSE) {
2111                                 n = lws_read(wsi, ah->rx + ah->rxpos,
2112                                              ah->rxlen - ah->rxpos);
2113                                 if (n < 0) /* we closed wsi */
2114                                         return 1;
2115                                 if (wsi->u.hdr.ah) {
2116                                         if ( wsi->u.hdr.ah->rxlen)
2117                                                  wsi->u.hdr.ah->rxpos += n;
2118
2119                                         lwsl_debug("%s: wsi %p: ah read rxpos %d, rxlen %d\n", __func__, wsi, wsi->u.hdr.ah->rxpos, wsi->u.hdr.ah->rxlen);
2120
2121                                         if (wsi->u.hdr.ah->rxpos == wsi->u.hdr.ah->rxlen &&
2122                                             (wsi->mode != LWSCM_HTTP_SERVING &&
2123                                              wsi->mode != LWSCM_HTTP_SERVING_ACCEPTED &&
2124                                              wsi->mode != LWSCM_HTTP2_SERVING))
2125                                                 lws_header_table_detach(wsi, 1);
2126                                 }
2127                                 break;
2128                         }
2129
2130                         goto try_pollout;
2131                 }
2132
2133                 len = lws_ssl_capable_read(wsi, pt->serv_buf,
2134                                            context->pt_serv_buf_size);
2135                 lwsl_debug("%s: wsi %p read %d\r\n", __func__, wsi, len);
2136                 switch (len) {
2137                 case 0:
2138                         lwsl_info("%s: read 0 len\n", __func__);
2139                         /* lwsl_info("   state=%d\n", wsi->state); */
2140 //                      if (!wsi->hdr_parsing_completed)
2141 //                              lws_header_table_detach(wsi);
2142                         /* fallthru */
2143                 case LWS_SSL_CAPABLE_ERROR:
2144                         goto fail;
2145                 case LWS_SSL_CAPABLE_MORE_SERVICE:
2146                         goto try_pollout;
2147                 }
2148
2149                 if (wsi->mode == LWSCM_RAW) {
2150                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2151                                         wsi, LWS_CALLBACK_RAW_RX,
2152                                         wsi->user_space, pt->serv_buf, len);
2153                         if (n < 0) {
2154                                 lwsl_info("LWS_CALLBACK_RAW_RX_fail\n");
2155                                 goto fail;
2156                         }
2157                         goto try_pollout;
2158                 }
2159
2160                 /* just ignore incoming if waiting for close */
2161                 if (wsi->state != LWSS_FLUSHING_STORED_SEND_BEFORE_CLOSE) {
2162                         /*
2163                          * this may want to send
2164                          * (via HTTP callback for example)
2165                          */
2166                         n = lws_read(wsi, pt->serv_buf, len);
2167                         if (n < 0) /* we closed wsi */
2168                                 return 1;
2169                         /*
2170                          *  he may have used up the
2171                          * writability above, if we will defer POLLOUT
2172                          * processing in favour of POLLIN, note it
2173                          */
2174                         if (pollfd->revents & LWS_POLLOUT)
2175                                 wsi->favoured_pollin = 1;
2176                         break;
2177                 }
2178
2179 try_pollout:
2180
2181                 /* this handles POLLOUT for http serving fragments */
2182
2183                 if (!(pollfd->revents & LWS_POLLOUT))
2184                         break;
2185
2186                 /* one shot */
2187                 if (lws_change_pollfd(wsi, LWS_POLLOUT, 0)) {
2188                         lwsl_notice("%s a\n", __func__);
2189                         goto fail;
2190                 }
2191
2192                 if (wsi->mode == LWSCM_RAW) {
2193                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2194                                         wsi, LWS_CALLBACK_RAW_WRITEABLE,
2195                                         wsi->user_space, NULL, 0);
2196                         if (n < 0) {
2197                                 lwsl_info("writeable_fail\n");
2198                                 goto fail;
2199                         }
2200                         break;
2201                 }
2202
2203                 if (!wsi->hdr_parsing_completed)
2204                         break;
2205
2206                 if (wsi->state != LWSS_HTTP_ISSUING_FILE) {
2207                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2208                                         wsi, LWS_CALLBACK_HTTP_WRITEABLE,
2209                                         wsi->user_space, NULL, 0);
2210                         if (n < 0) {
2211                                 lwsl_info("writeable_fail\n");
2212                                 goto fail;
2213                         }
2214                         break;
2215                 }
2216
2217                 /* >0 == completion, <0 == error */
2218                 n = lws_serve_http_file_fragment(wsi);
2219                 if (n < 0 || (n > 0 && lws_http_transaction_completed(wsi))) {
2220                         lwsl_info("completed\n");
2221                         goto fail;
2222                 }
2223
2224                 break;
2225
2226         case LWSCM_SERVER_LISTENER:
2227
2228 #if LWS_POSIX
2229                 /* pollin means a client has connected to us then */
2230
2231                 do {
2232                         if (!(pollfd->revents & LWS_POLLIN) || !(pollfd->events & LWS_POLLIN))
2233                                 break;
2234
2235 #ifdef LWS_OPENSSL_SUPPORT
2236                         /*
2237                          * can we really accept it, with regards to SSL limit?
2238                          * another vhost may also have had POLLIN on his listener this
2239                          * round and used it up already
2240                          */
2241
2242                         if (wsi->vhost->use_ssl &&
2243                             context->simultaneous_ssl == context->simultaneous_ssl_restriction)
2244                                 /* no... ignore it, he won't come again until we are
2245                                  * below the simultaneous_ssl_restriction limit and
2246                                  * POLLIN is enabled on him again
2247                                  */
2248                                 break;
2249 #endif
2250                         /* listen socket got an unencrypted connection... */
2251
2252                         clilen = sizeof(cli_addr);
2253                         lws_latency_pre(context, wsi);
2254                         accept_fd  = accept(pollfd->fd, (struct sockaddr *)&cli_addr,
2255                                             &clilen);
2256                         lws_latency(context, wsi, "listener accept", accept_fd,
2257                                     accept_fd >= 0);
2258                         if (accept_fd < 0) {
2259                                 if (LWS_ERRNO == LWS_EAGAIN ||
2260                                     LWS_ERRNO == LWS_EWOULDBLOCK) {
2261 //                                      lwsl_err("accept asks to try again\n");
2262                                         break;
2263                                 }
2264                                 lwsl_err("ERROR on accept: %s\n", strerror(LWS_ERRNO));
2265                                 break;
2266                         }
2267
2268                         lws_plat_set_socket_options(wsi->vhost, accept_fd);
2269
2270                         lwsl_debug("accepted new conn  port %u on fd=%d\n",
2271                                           ntohs(cli_addr.sin_port), accept_fd);
2272
2273 #else
2274                         /* not very beautiful... */
2275                         accept_fd = (lws_sockfd_type)pollfd;
2276 #endif
2277                         /*
2278                          * look at who we connected to and give user code a chance
2279                          * to reject based on client IP.  There's no protocol selected
2280                          * yet so we issue this to protocols[0]
2281                          */
2282                         if ((wsi->vhost->protocols[0].callback)(wsi,
2283                                         LWS_CALLBACK_FILTER_NETWORK_CONNECTION,
2284                                         NULL, (void *)(long)accept_fd, 0)) {
2285                                 lwsl_debug("Callback denied network connection\n");
2286                                 compatible_close(accept_fd);
2287                                 break;
2288                         }
2289
2290                         if (!(wsi->vhost->options & LWS_SERVER_OPTION_ONLY_RAW))
2291                                 opts |= LWS_ADOPT_HTTP;
2292
2293                         fd.sockfd = accept_fd;
2294                         if (!lws_adopt_descriptor_vhost(wsi->vhost, opts, fd,
2295                                                         NULL, NULL))
2296                                 /* already closed cleanly as necessary */
2297                                 return 1;
2298
2299 #if LWS_POSIX
2300                 } while (pt->fds_count < context->fd_limit_per_thread - 1 &&
2301                          lws_poll_listen_fd(&pt->fds[wsi->position_in_fds_table]) > 0);
2302 #endif
2303                 return 0;
2304
2305         default:
2306                 break;
2307         }
2308
2309         if (!lws_server_socket_service_ssl(wsi, accept_fd))
2310                 return 0;
2311
2312 fail:
2313         lws_close_free_wsi(wsi, LWS_CLOSE_STATUS_NOSTATUS);
2314
2315         return 1;
2316 }
2317
2318 LWS_VISIBLE int
2319 lws_serve_http_file(struct lws *wsi, const char *file, const char *content_type,
2320                     const char *other_headers, int other_headers_len)
2321 {
2322         static const char * const intermediates[] = { "private", "public" };
2323         struct lws_context *context = lws_get_context(wsi);
2324         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
2325 #if defined(LWS_WITH_RANGES)
2326         struct lws_range_parsing *rp = &wsi->u.http.range;
2327 #endif
2328         char cache_control[50], *cc = "no-store";
2329         unsigned char *response = pt->serv_buf + LWS_PRE;
2330         unsigned char *p = response;
2331         unsigned char *end = p + context->pt_serv_buf_size - LWS_PRE;
2332         unsigned long computed_total_content_length;
2333         int ret = 0, cclen = 8, n = HTTP_STATUS_OK;
2334         lws_fop_flags_t fflags = LWS_O_RDONLY;
2335 #if defined(LWS_WITH_RANGES)
2336         int ranges;
2337 #endif
2338         const struct lws_plat_file_ops *fops;
2339         const char *vpath;
2340
2341         /*
2342          * We either call the platform fops .open with first arg platform fops,
2343          * or we call fops_zip .open with first arg platform fops, and fops_zip
2344          * open will decide whether to switch to fops_zip or stay with fops_def.
2345          *
2346          * If wsi->u.http.fop_fd is already set, the caller already opened it
2347          */
2348         if (!wsi->u.http.fop_fd) {
2349                 fops = lws_vfs_select_fops(wsi->context->fops, file, &vpath);
2350                 fflags |= lws_vfs_prepare_flags(wsi);
2351                 wsi->u.http.fop_fd = fops->LWS_FOP_OPEN(wsi->context->fops,
2352                                                         file, vpath, &fflags);
2353                 if (!wsi->u.http.fop_fd) {
2354                         lwsl_err("Unable to open '%s'\n", file);
2355
2356                         return -1;
2357                 }
2358         }
2359         wsi->u.http.filelen = lws_vfs_get_length(wsi->u.http.fop_fd);
2360         computed_total_content_length = wsi->u.http.filelen;
2361
2362 #if defined(LWS_WITH_RANGES)
2363         ranges = lws_ranges_init(wsi, rp, wsi->u.http.filelen);
2364
2365         lwsl_debug("Range count %d\n", ranges);
2366         /*
2367          * no ranges -> 200;
2368          *  1 range  -> 206 + Content-Type: normal; Content-Range;
2369          *  more     -> 206 + Content-Type: multipart/byteranges
2370          *              Repeat the true Content-Type in each multipart header
2371          *              along with Content-Range
2372          */
2373         if (ranges < 0) {
2374                 /* it means he expressed a range in Range:, but it was illegal */
2375                 lws_return_http_status(wsi, HTTP_STATUS_REQ_RANGE_NOT_SATISFIABLE, NULL);
2376                 if (lws_http_transaction_completed(wsi))
2377                         return -1; /* <0 means just hang up */
2378
2379                 lws_vfs_file_close(&wsi->u.http.fop_fd);
2380
2381                 return 0; /* == 0 means we dealt with the transaction complete */
2382         }
2383         if (ranges)
2384                 n = HTTP_STATUS_PARTIAL_CONTENT;
2385 #endif
2386
2387         if (lws_add_http_header_status(wsi, n, &p, end))
2388                 return -1;
2389
2390         if ((wsi->u.http.fop_fd->flags & (LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP |
2391                        LWS_FOP_FLAG_COMPR_IS_GZIP)) ==
2392             (LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP | LWS_FOP_FLAG_COMPR_IS_GZIP)) {
2393                 if (lws_add_http_header_by_token(wsi,
2394                         WSI_TOKEN_HTTP_CONTENT_ENCODING,
2395                         (unsigned char *)"gzip", 4, &p, end))
2396                         return -1;
2397                 lwsl_info("file is being provided in gzip\n");
2398         }
2399
2400 #if defined(LWS_WITH_RANGES)
2401         if (ranges < 2 && content_type && content_type[0])
2402                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_TYPE,
2403                                                  (unsigned char *)content_type,
2404                                                  strlen(content_type), &p, end))
2405                         return -1;
2406
2407         if (ranges >= 2) { /* multipart byteranges */
2408                 strncpy(wsi->u.http.multipart_content_type, content_type,
2409                         sizeof(wsi->u.http.multipart_content_type) - 1);
2410                 wsi->u.http.multipart_content_type[
2411                          sizeof(wsi->u.http.multipart_content_type) - 1] = '\0';
2412                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_TYPE,
2413                                                  (unsigned char *)"multipart/byteranges; boundary=_lws",
2414                                                  20, &p, end))
2415                         return -1;
2416
2417                 /*
2418                  *  our overall content length has to include
2419                  *
2420                  *  - (n + 1) x "_lws\r\n"
2421                  *  - n x Content-Type: xxx/xxx\r\n
2422                  *  - n x Content-Range: bytes xxx-yyy/zzz\r\n
2423                  *  - n x /r/n
2424                  *  - the actual payloads (aggregated in rp->agg)
2425                  *
2426                  *  Precompute it for the main response header
2427                  */
2428
2429                 computed_total_content_length = (unsigned long)rp->agg +
2430                                                 6 /* final _lws\r\n */;
2431
2432                 lws_ranges_reset(rp);
2433                 while (lws_ranges_next(rp)) {
2434                         n = lws_snprintf(cache_control, sizeof(cache_control),
2435                                         "bytes %llu-%llu/%llu",
2436                                         rp->start, rp->end, rp->extent);
2437
2438                         computed_total_content_length +=
2439                                         6 /* header _lws\r\n */ +
2440                                         14 + strlen(content_type) + 2 + /* Content-Type: xxx/xxx\r\n */
2441                                         15 + n + 2 + /* Content-Range: xxxx\r\n */
2442                                         2; /* /r/n */
2443                 }
2444
2445                 lws_ranges_reset(rp);
2446                 lws_ranges_next(rp);
2447         }
2448
2449         if (ranges == 1) {
2450                 computed_total_content_length = (unsigned long)rp->agg;
2451                 n = lws_snprintf(cache_control, sizeof(cache_control), "bytes %llu-%llu/%llu",
2452                                 rp->start, rp->end, rp->extent);
2453
2454                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_RANGE,
2455                                                  (unsigned char *)cache_control,
2456                                                  n, &p, end))
2457                         return -1;
2458         }
2459
2460         wsi->u.http.range.inside = 0;
2461
2462         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_ACCEPT_RANGES,
2463                                          (unsigned char *)"bytes", 5, &p, end))
2464                 return -1;
2465 #endif
2466
2467         if (!wsi->sending_chunked) {
2468                 if (lws_add_http_header_content_length(wsi,
2469                                                        computed_total_content_length,
2470                                                        &p, end))
2471                         return -1;
2472         } else {
2473                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_TRANSFER_ENCODING,
2474                                                  (unsigned char *)"chunked",
2475                                                  7, &p, end))
2476                         return -1;
2477         }
2478
2479         if (wsi->cache_secs && wsi->cache_reuse) {
2480                 if (wsi->cache_revalidate) {
2481                         cc = cache_control;
2482                         cclen = sprintf(cache_control, "%s max-age: %u",
2483                                     intermediates[wsi->cache_intermediaries],
2484                                     wsi->cache_secs);
2485                 } else {
2486                         cc = "no-cache";
2487                         cclen = 8;
2488                 }
2489         }
2490
2491         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CACHE_CONTROL,
2492                         (unsigned char *)cc, cclen, &p, end))
2493                 return -1;
2494
2495         if (wsi->u.http.connection_type == HTTP_CONNECTION_KEEP_ALIVE)
2496                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_CONNECTION,
2497                                 (unsigned char *)"keep-alive", 10, &p, end))
2498                         return -1;
2499
2500         if (other_headers) {
2501                 if ((end - p) < other_headers_len)
2502                         return -1;
2503                 memcpy(p, other_headers, other_headers_len);
2504                 p += other_headers_len;
2505         }
2506
2507         if (lws_finalize_http_header(wsi, &p, end))
2508                 return -1;
2509
2510         ret = lws_write(wsi, response, p - response, LWS_WRITE_HTTP_HEADERS);
2511         if (ret != (p - response)) {
2512                 lwsl_err("_write returned %d from %ld\n", ret, (long)(p - response));
2513                 return -1;
2514         }
2515
2516         wsi->u.http.filepos = 0;
2517         wsi->state = LWSS_HTTP_ISSUING_FILE;
2518
2519         return lws_serve_http_file_fragment(wsi);
2520 }
2521
2522 int
2523 lws_interpret_incoming_packet(struct lws *wsi, unsigned char **buf, size_t len)
2524 {
2525         int m;
2526
2527         lwsl_parser("%s: received %d byte packet\n", __func__, (int)len);
2528 #if 0
2529         lwsl_hexdump(*buf, len);
2530 #endif
2531
2532         /* let the rx protocol state machine have as much as it needs */
2533
2534         while (len) {
2535                 /*
2536                  * we were accepting input but now we stopped doing so
2537                  */
2538                 if (!(wsi->rxflow_change_to & LWS_RXFLOW_ALLOW)) {
2539                         lws_rxflow_cache(wsi, *buf, 0, len);
2540                         lwsl_parser("%s: cached %ld\n", __func__, (long)len);
2541                         return 1;
2542                 }
2543
2544                 if (wsi->u.ws.rx_draining_ext) {
2545                         // lwsl_notice("draining with 0\n");
2546                         m = lws_rx_sm(wsi, 0);
2547                         if (m < 0)
2548                                 return -1;
2549                         continue;
2550                 }
2551
2552                 /* account for what we're using in rxflow buffer */
2553                 if (wsi->rxflow_buffer)
2554                         wsi->rxflow_pos++;
2555
2556                 /* consume payload bytes efficiently */
2557                 if (
2558                     wsi->lws_rx_parse_state ==
2559                     LWS_RXPS_PAYLOAD_UNTIL_LENGTH_EXHAUSTED) {
2560                         m = lws_payload_until_length_exhausted(wsi, buf, &len);
2561                         if (wsi->rxflow_buffer)
2562                                 wsi->rxflow_pos += m;
2563                 }
2564
2565                 /* process the byte */
2566                 m = lws_rx_sm(wsi, *(*buf)++);
2567                 if (m < 0)
2568                         return -1;
2569                 len--;
2570         }
2571
2572         lwsl_parser("%s: exit with %d unused\n", __func__, (int)len);
2573
2574         return 0;
2575 }
2576
2577 LWS_VISIBLE void
2578 lws_server_get_canonical_hostname(struct lws_context *context,
2579                                   struct lws_context_creation_info *info)
2580 {
2581         if (lws_check_opt(info->options, LWS_SERVER_OPTION_SKIP_SERVER_CANONICAL_NAME))
2582                 return;
2583 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
2584         /* find canonical hostname */
2585         gethostname((char *)context->canonical_hostname,
2586                     sizeof(context->canonical_hostname) - 1);
2587
2588         lwsl_notice(" canonical_hostname = %s\n", context->canonical_hostname);
2589 #else
2590         (void)context;
2591 #endif
2592 }
2593
2594 #define LWS_MAX_ELEM_NAME 32
2595
2596 enum urldecode_stateful {
2597         US_NAME,
2598         US_IDLE,
2599         US_PC1,
2600         US_PC2,
2601
2602         MT_LOOK_BOUND_IN,
2603         MT_HNAME,
2604         MT_DISP,
2605         MT_TYPE,
2606         MT_IGNORE1,
2607         MT_IGNORE2,
2608 };
2609
2610 static const char * const mp_hdr[] = {
2611         "content-disposition: ",
2612         "content-type: ",
2613         "\x0d\x0a"
2614 };
2615
2616 typedef int (*lws_urldecode_stateful_cb)(void *data,
2617                 const char *name, char **buf, int len, int final);
2618
2619 struct lws_urldecode_stateful {
2620         char *out;
2621         void *data;
2622         char name[LWS_MAX_ELEM_NAME];
2623         char temp[LWS_MAX_ELEM_NAME];
2624         char content_type[32];
2625         char content_disp[32];
2626         char content_disp_filename[256];
2627         char mime_boundary[128];
2628         int out_len;
2629         int pos;
2630         int hdr_idx;
2631         int mp;
2632         int sum;
2633
2634         unsigned int multipart_form_data:1;
2635         unsigned int inside_quote:1;
2636         unsigned int subname:1;
2637         unsigned int boundary_real_crlf:1;
2638
2639         enum urldecode_stateful state;
2640
2641         lws_urldecode_stateful_cb output;
2642 };
2643
2644 static struct lws_urldecode_stateful *
2645 lws_urldecode_s_create(struct lws *wsi, char *out, int out_len, void *data,
2646                        lws_urldecode_stateful_cb output)
2647 {
2648         struct lws_urldecode_stateful *s = lws_zalloc(sizeof(*s));
2649         char buf[200], *p;
2650         int m = 0;
2651
2652         if (!s)
2653                 return NULL;
2654
2655         s->out = out;
2656         s->out_len  = out_len;
2657         s->output = output;
2658         s->pos = 0;
2659         s->sum = 0;
2660         s->mp = 0;
2661         s->state = US_NAME;
2662         s->name[0] = '\0';
2663         s->data = data;
2664
2665         if (lws_hdr_copy(wsi, buf, sizeof(buf), WSI_TOKEN_HTTP_CONTENT_TYPE) > 0) {
2666                 /* multipart/form-data; boundary=----WebKitFormBoundarycc7YgAPEIHvgE9Bf */
2667
2668                 if (!strncmp(buf, "multipart/form-data", 19)) {
2669                         s->multipart_form_data = 1;
2670                         s->state = MT_LOOK_BOUND_IN;
2671                         s->mp = 2;
2672                         p = strstr(buf, "boundary=");
2673                         if (p) {
2674                                 p += 9;
2675                                 s->mime_boundary[m++] = '\x0d';
2676                                 s->mime_boundary[m++] = '\x0a';
2677                                 s->mime_boundary[m++] = '-';
2678                                 s->mime_boundary[m++] = '-';
2679                                 while (m < sizeof(s->mime_boundary) - 1 &&
2680                                        *p && *p != ' ')
2681                                         s->mime_boundary[m++] = *p++;
2682
2683                                 s->mime_boundary[m] = '\0';
2684
2685                                 lwsl_notice("boundary '%s'\n", s->mime_boundary);
2686                         }
2687                 }
2688         }
2689
2690         return s;
2691 }
2692
2693 static int
2694 lws_urldecode_s_process(struct lws_urldecode_stateful *s, const char *in, int len)
2695 {
2696         int n, m, hit = 0;
2697         char c, was_end = 0;
2698
2699         while (len--) {
2700                 if (s->pos == s->out_len - s->mp - 1) {
2701                         if (s->output(s->data, s->name, &s->out, s->pos, 0))
2702                                 return -1;
2703
2704                         was_end = s->pos;
2705                         s->pos = 0;
2706                 }
2707                 switch (s->state) {
2708
2709                 /* states for url arg style */
2710
2711                 case US_NAME:
2712                         s->inside_quote = 0;
2713                         if (*in == '=') {
2714                                 s->name[s->pos] = '\0';
2715                                 s->pos = 0;
2716                                 s->state = US_IDLE;
2717                                 in++;
2718                                 continue;
2719                         }
2720                         if (*in == '&') {
2721                                 s->name[s->pos] = '\0';
2722                                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
2723                                         return -1;
2724                                 s->pos = 0;
2725                                 s->state = US_IDLE;
2726                                 in++;
2727                                 continue;
2728                         }
2729                         if (s->pos >= sizeof(s->name) - 1) {
2730                                 lwsl_notice("Name too long\n");
2731                                 return -1;
2732                         }
2733                         s->name[s->pos++] = *in++;
2734                         break;
2735                 case US_IDLE:
2736                         if (*in == '%') {
2737                                 s->state++;
2738                                 in++;
2739                                 continue;
2740                         }
2741                         if (*in == '&') {
2742                                 s->out[s->pos] = '\0';
2743                                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
2744                                         return -1;
2745                                 s->pos = 0;
2746                                 s->state = US_NAME;
2747                                 in++;
2748                                 continue;
2749                         }
2750                         if (*in == '+') {
2751                                 in++;
2752                                 s->out[s->pos++] = ' ';
2753                                 continue;
2754                         }
2755                         s->out[s->pos++] = *in++;
2756                         break;
2757                 case US_PC1:
2758                         n = char_to_hex(*in);
2759                         if (n < 0)
2760                                 return -1;
2761
2762                         in++;
2763                         s->sum = n << 4;
2764                         s->state++;
2765                         break;
2766
2767                 case US_PC2:
2768                         n = char_to_hex(*in);
2769                         if (n < 0)
2770                                 return -1;
2771
2772                         in++;
2773                         s->out[s->pos++] = s->sum | n;
2774                         s->state = US_IDLE;
2775                         break;
2776
2777
2778                 /* states for multipart / mime style */
2779
2780                 case MT_LOOK_BOUND_IN:
2781 retry_as_first:
2782                         if (*in == s->mime_boundary[s->mp] &&
2783                             s->mime_boundary[s->mp]) {
2784                                 in++;
2785                                 s->mp++;
2786                                 if (!s->mime_boundary[s->mp]) {
2787                                         s->mp = 0;
2788                                         s->state = MT_IGNORE1;
2789
2790                                         if (s->pos || was_end)
2791                                                 if (s->output(s->data, s->name,
2792                                                       &s->out, s->pos, 1))
2793                                                         return -1;
2794
2795                                         s->pos = 0;
2796
2797                                         s->content_disp[0] = '\0';
2798                                         s->name[0] = '\0';
2799                                         s->content_disp_filename[0] = '\0';
2800                                         s->boundary_real_crlf = 1;
2801                                 }
2802                                 continue;
2803                         }
2804                         if (s->mp) {
2805                                 n = 0;
2806                                 if (!s->boundary_real_crlf)
2807                                         n = 2;
2808
2809                                 memcpy(s->out + s->pos, s->mime_boundary + n, s->mp - n);
2810                                 s->pos += s->mp;
2811                                 s->mp = 0;
2812                                 goto retry_as_first;
2813                         }
2814
2815                         s->out[s->pos++] = *in;
2816                         in++;
2817                         s->mp = 0;
2818                         break;
2819
2820                 case MT_HNAME:
2821                         m = 0;
2822                         c =*in;
2823                         if (c >= 'A' && c <= 'Z')
2824                                 c += 'a' - 'A';
2825                         for (n = 0; n < ARRAY_SIZE(mp_hdr); n++)
2826                                 if (c == mp_hdr[n][s->mp]) {
2827                                         m++;
2828                                         hit = n;
2829                                 }
2830                         in++;
2831                         if (!m) {
2832                                 s->mp = 0;
2833                                 continue;
2834                         }
2835
2836                         s->mp++;
2837                         if (m != 1)
2838                                 continue;
2839
2840                         if (mp_hdr[hit][s->mp])
2841                                 continue;
2842
2843                         s->mp = 0;
2844                         s->temp[0] = '\0';
2845                         s->subname = 0;
2846
2847                         if (hit == 2)
2848                                 s->state = MT_LOOK_BOUND_IN;
2849                         else
2850                                 s->state += hit + 1;
2851                         break;
2852
2853                 case MT_DISP:
2854                         /* form-data; name="file"; filename="t.txt" */
2855
2856                         if (*in == '\x0d') {
2857 //                              lwsl_notice("disp: '%s', '%s', '%s'\n",
2858 //                                 s->content_disp, s->name,
2859 //                                 s->content_disp_filename);
2860
2861                                 if (s->content_disp_filename[0])
2862                                         if (s->output(s->data, s->name,
2863                                                       &s->out, s->pos, LWS_UFS_OPEN))
2864                                                 return -1;
2865                                 s->state = MT_IGNORE2;
2866                                 goto done;
2867                         }
2868                         if (*in == ';') {
2869                                 s->subname = 1;
2870                                 s->temp[0] = '\0';
2871                                 s->mp = 0;
2872                                 goto done;
2873                         }
2874
2875                         if (*in == '\"') {
2876                                 s->inside_quote ^= 1;
2877                                 goto done;
2878                         }
2879
2880                         if (s->subname) {
2881                                 if (*in == '=') {
2882                                         s->temp[s->mp] = '\0';
2883                                         s->subname = 0;
2884                                         s->mp = 0;
2885                                         goto done;
2886                                 }
2887                                 if (s->mp < sizeof(s->temp) - 1 &&
2888                                     (*in != ' ' || s->inside_quote))
2889                                         s->temp[s->mp++] = *in;
2890                                 goto done;
2891                         }
2892
2893                         if (!s->temp[0]) {
2894                                 if (s->mp < sizeof(s->content_disp) - 1)
2895                                         s->content_disp[s->mp++] = *in;
2896                                 s->content_disp[s->mp] = '\0';
2897                                 goto done;
2898                         }
2899
2900                         if (!strcmp(s->temp, "name")) {
2901                                 if (s->mp < sizeof(s->name) - 1)
2902                                         s->name[s->mp++] = *in;
2903                                 s->name[s->mp] = '\0';
2904                                 goto done;
2905                         }
2906
2907                         if (!strcmp(s->temp, "filename")) {
2908                                 if (s->mp < sizeof(s->content_disp_filename) - 1)
2909                                         s->content_disp_filename[s->mp++] = *in;
2910                                 s->content_disp_filename[s->mp] = '\0';
2911                                 goto done;
2912                         }
2913 done:
2914                         in++;
2915                         break;
2916
2917                 case MT_TYPE:
2918                         if (*in == '\x0d')
2919                                 s->state = MT_IGNORE2;
2920                         else {
2921                                 if (s->mp < sizeof(s->content_type) - 1)
2922                                         s->content_type[s->mp++] = *in;
2923                                 s->content_type[s->mp] = '\0';
2924                         }
2925                         in++;
2926                         break;
2927
2928                 case MT_IGNORE1:
2929                         if (*in == '\x0d')
2930                                 s->state = MT_IGNORE2;
2931                         in++;
2932                         break;
2933
2934                 case MT_IGNORE2:
2935                         s->mp = 0;
2936                         if (*in == '\x0a')
2937                                 s->state = MT_HNAME;
2938                         in++;
2939                         break;
2940                 }
2941         }
2942
2943         return 0;
2944 }
2945
2946 static int
2947 lws_urldecode_s_destroy(struct lws_urldecode_stateful *s)
2948 {
2949         int ret = 0;
2950
2951         if (s->state != US_IDLE)
2952                 ret = -1;
2953
2954         if (!ret)
2955                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
2956                         ret = -1;
2957
2958         lws_free(s);
2959
2960         return ret;
2961 }
2962
2963 struct lws_spa {
2964         struct lws_urldecode_stateful *s;
2965         lws_spa_fileupload_cb opt_cb;
2966         const char * const *param_names;
2967         int count_params;
2968         char **params;
2969         int *param_length;
2970         void *opt_data;
2971
2972         char *storage;
2973         char *end;
2974         int max_storage;
2975
2976         char finalized;
2977 };
2978
2979 static int
2980 lws_urldecode_spa_lookup(struct lws_spa *spa,
2981                          const char *name)
2982 {
2983         int n;
2984
2985         for (n = 0; n < spa->count_params; n++)
2986                 if (!strcmp(spa->param_names[n], name))
2987                         return n;
2988
2989         return -1;
2990 }
2991
2992 static int
2993 lws_urldecode_spa_cb(void *data, const char *name, char **buf, int len,
2994                      int final)
2995 {
2996         struct lws_spa *spa =
2997                         (struct lws_spa *)data;
2998         int n;
2999
3000         if (spa->s->content_disp_filename[0]) {
3001                 if (spa->opt_cb) {
3002                         n = spa->opt_cb(spa->opt_data, name,
3003                                         spa->s->content_disp_filename,
3004                                         *buf, len, final);
3005
3006                         if (n < 0)
3007                                 return -1;
3008                 }
3009                 return 0;
3010         }
3011         n = lws_urldecode_spa_lookup(spa, name);
3012
3013         if (n == -1 || !len) /* unrecognized */
3014                 return 0;
3015
3016         if (!spa->params[n])
3017                 spa->params[n] = *buf;
3018
3019         if ((*buf) + len >= spa->end) {
3020                 lwsl_notice("%s: exceeded storage\n", __func__);
3021                 return -1;
3022         }
3023
3024         spa->param_length[n] += len;
3025
3026         /* move it on inside storage */
3027         (*buf) += len;
3028         *((*buf)++) = '\0';
3029
3030         spa->s->out_len -= len + 1;
3031
3032         return 0;
3033 }
3034
3035 LWS_VISIBLE LWS_EXTERN struct lws_spa *
3036 lws_spa_create(struct lws *wsi, const char * const *param_names,
3037                          int count_params, int max_storage,
3038                          lws_spa_fileupload_cb opt_cb, void *opt_data)
3039 {
3040         struct lws_spa *spa = lws_zalloc(sizeof(*spa));
3041
3042         if (!spa)
3043                 return NULL;
3044
3045         spa->param_names = param_names;
3046         spa->count_params = count_params;
3047         spa->max_storage = max_storage;
3048         spa->opt_cb = opt_cb;
3049         spa->opt_data = opt_data;
3050
3051         spa->storage = lws_malloc(max_storage);
3052         if (!spa->storage)
3053                 goto bail2;
3054         spa->end = spa->storage + max_storage - 1;
3055
3056         spa->params = lws_zalloc(sizeof(char *) * count_params);
3057         if (!spa->params)
3058                 goto bail3;
3059
3060         spa->s = lws_urldecode_s_create(wsi, spa->storage, max_storage, spa,
3061                                         lws_urldecode_spa_cb);
3062         if (!spa->s)
3063                 goto bail4;
3064
3065         spa->param_length = lws_zalloc(sizeof(int) * count_params);
3066         if (!spa->param_length)
3067                 goto bail5;
3068
3069         lwsl_info("%s: Created SPA %p\n", __func__, spa);
3070
3071         return spa;
3072
3073 bail5:
3074         lws_urldecode_s_destroy(spa->s);
3075 bail4:
3076         lws_free(spa->params);
3077 bail3:
3078         lws_free(spa->storage);
3079 bail2:
3080         lws_free(spa);
3081
3082         return NULL;
3083 }
3084
3085 LWS_VISIBLE LWS_EXTERN int
3086 lws_spa_process(struct lws_spa *ludspa, const char *in, int len)
3087 {
3088         if (!ludspa) {
3089                 lwsl_err("%s: NULL spa\n", __func__);
3090                 return -1;
3091         }
3092         /* we reject any junk after the last part arrived and we finalized */
3093         if (ludspa->finalized)
3094                 return 0;
3095
3096         return lws_urldecode_s_process(ludspa->s, in, len);
3097 }
3098
3099 LWS_VISIBLE LWS_EXTERN int
3100 lws_spa_get_length(struct lws_spa *ludspa, int n)
3101 {
3102         if (n >= ludspa->count_params)
3103                 return 0;
3104
3105         return ludspa->param_length[n];
3106 }
3107
3108 LWS_VISIBLE LWS_EXTERN const char *
3109 lws_spa_get_string(struct lws_spa *ludspa, int n)
3110 {
3111         if (n >= ludspa->count_params)
3112                 return NULL;
3113
3114         return ludspa->params[n];
3115 }
3116
3117 LWS_VISIBLE LWS_EXTERN int
3118 lws_spa_finalize(struct lws_spa *spa)
3119 {
3120         if (spa->s) {
3121                 lws_urldecode_s_destroy(spa->s);
3122                 spa->s = NULL;
3123         }
3124
3125         spa->finalized = 1;
3126
3127         return 0;
3128 }
3129
3130 LWS_VISIBLE LWS_EXTERN int
3131 lws_spa_destroy(struct lws_spa *spa)
3132 {
3133         int n = 0;
3134
3135         lwsl_notice("%s: destroy spa %p\n", __func__, spa);
3136
3137         if (spa->s)
3138                 lws_urldecode_s_destroy(spa->s);
3139
3140         lwsl_debug("%s %p %p %p %p\n", __func__,
3141                         spa->param_length,
3142                         spa->params,
3143                         spa->storage,
3144                         spa
3145                         );
3146
3147         lws_free(spa->param_length);
3148         lws_free(spa->params);
3149         lws_free(spa->storage);
3150         lws_free(spa);
3151
3152         return n;
3153 }
3154
3155 #if 0
3156 LWS_VISIBLE LWS_EXTERN int
3157 lws_spa_destroy(struct lws_spa *spa)
3158 {
3159         int n = 0;
3160
3161         lwsl_info("%s: destroy spa %p\n", __func__, spa);
3162
3163         if (spa->s)
3164                 lws_urldecode_s_destroy(spa->s);
3165
3166         lwsl_debug("%s\n", __func__);
3167
3168         lws_free(spa->param_length);
3169         lws_free(spa->params);
3170         lws_free(spa->storage);
3171         lws_free(spa);
3172
3173         return n;
3174 }
3175 #endif
3176 LWS_VISIBLE LWS_EXTERN int
3177 lws_chunked_html_process(struct lws_process_html_args *args,
3178                          struct lws_process_html_state *s)
3179 {
3180         char *sp, buffer[32];
3181         const char *pc;
3182         int old_len, n;
3183
3184         /* do replacements */
3185         sp = args->p;
3186         old_len = args->len;
3187         args->len = 0;
3188         s->start = sp;
3189         while (sp < args->p + old_len) {
3190
3191                 if (args->len + 7 >= args->max_len) {
3192                         lwsl_err("Used up interpret padding\n");
3193                         return -1;
3194                 }
3195
3196                 if ((!s->pos && *sp == '$') || s->pos) {
3197                         int hits = 0, hit = 0;
3198
3199                         if (!s->pos)
3200                                 s->start = sp;
3201                         s->swallow[s->pos++] = *sp;
3202                         if (s->pos == sizeof(s->swallow) - 1)
3203                                 goto skip;
3204                         for (n = 0; n < s->count_vars; n++)
3205                                 if (!strncmp(s->swallow, s->vars[n], s->pos)) {
3206                                         hits++;
3207                                         hit = n;
3208                                 }
3209                         if (!hits) {
3210 skip:
3211                                 s->swallow[s->pos] = '\0';
3212                                 memcpy(s->start, s->swallow, s->pos);
3213                                 args->len++;
3214                                 s->pos = 0;
3215                                 sp = s->start + 1;
3216                                 continue;
3217                         }
3218                         if (hits == 1 && s->pos == strlen(s->vars[hit])) {
3219                                 pc = s->replace(s->data, hit);
3220                                 if (!pc)
3221                                         pc = "NULL";
3222                                 n = strlen(pc);
3223                                 s->swallow[s->pos] = '\0';
3224                                 if (n != s->pos) {
3225                                         memmove(s->start + n,
3226                                                 s->start + s->pos,
3227                                                 old_len - (sp - args->p));
3228                                         old_len += (n - s->pos) + 1;
3229                                 }
3230                                 memcpy(s->start, pc, n);
3231                                 args->len++;
3232                                 sp = s->start + 1;
3233
3234                                 s->pos = 0;
3235                         }
3236                         sp++;
3237                         continue;
3238                 }
3239
3240                 args->len++;
3241                 sp++;
3242         }
3243
3244         /* no space left for final chunk trailer */
3245         if (args->final && args->len + 7 >= args->max_len)
3246                 return -1;
3247
3248         n = sprintf(buffer, "%X\x0d\x0a", args->len);
3249
3250         args->p -= n;
3251         memcpy(args->p, buffer, n);
3252         args->len += n;
3253
3254         if (args->final) {
3255                 sp = args->p + args->len;
3256                 *sp++ = '\x0d';
3257                 *sp++ = '\x0a';
3258                 *sp++ = '0';
3259                 *sp++ = '\x0d';
3260                 *sp++ = '\x0a';
3261                 *sp++ = '\x0d';
3262                 *sp++ = '\x0a';
3263                 args->len += 7;
3264         } else {
3265                 sp = args->p + args->len;
3266                 *sp++ = '\x0d';
3267                 *sp++ = '\x0a';
3268                 args->len += 2;
3269         }
3270
3271         return 0;
3272 }