159c14045acfd685b24eb7fceb088fe330cc4e97
[platform/upstream/libwebsockets.git] / lib / server.c
1 /*
2  * libwebsockets - small server side websockets and web server implementation
3  *
4  * Copyright (C) 2010-2016 Andy Green <andy@warmcat.com>
5  *
6  *  This library is free software; you can redistribute it and/or
7  *  modify it under the terms of the GNU Lesser General Public
8  *  License as published by the Free Software Foundation:
9  *  version 2.1 of the License.
10  *
11  *  This library is distributed in the hope that it will be useful,
12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  *  Lesser General Public License for more details.
15  *
16  *  You should have received a copy of the GNU Lesser General Public
17  *  License along with this library; if not, write to the Free Software
18  *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
19  *  MA  02110-1301  USA
20  */
21
22
23 #include "private-libwebsockets.h"
24
25 #if defined (LWS_WITH_ESP8266)
26 #undef memcpy
27 void *memcpy(void *dest, const void *src, size_t n)
28 {
29         return ets_memcpy(dest, src, n);
30 }
31 #endif
32
33 int
34 lws_context_init_server(struct lws_context_creation_info *info,
35                         struct lws_vhost *vhost)
36 {
37 #if LWS_POSIX
38         int n, opt = 1, limit = 1;
39 #endif
40         lws_sockfd_type sockfd;
41         struct lws_vhost *vh;
42         struct lws *wsi;
43         int m = 0;
44
45         (void)opt;
46         /* set up our external listening socket we serve on */
47
48         if (info->port == CONTEXT_PORT_NO_LISTEN || info->port == CONTEXT_PORT_NO_LISTEN_SERVER)
49                 return 0;
50
51         vh = vhost->context->vhost_list;
52         while (vh) {
53                 if (vh->listen_port == info->port) {
54                         if ((!info->iface && !vh->iface) ||
55                             (info->iface && vh->iface &&
56                             !strcmp(info->iface, vh->iface))) {
57                                 vhost->listen_port = info->port;
58                                 vhost->iface = info->iface;
59                                 lwsl_notice(" using listen skt from vhost %s\n",
60                                             vh->name);
61                                 return 0;
62                         }
63                 }
64                 vh = vh->vhost_next;
65         }
66
67 #if LWS_POSIX
68         (void)n;
69 #if defined(__linux__)
70         limit = vhost->context->count_threads;
71 #endif
72
73         for (m = 0; m < limit; m++) {
74 #ifdef LWS_USE_UNIX_SOCK
75         if (LWS_UNIX_SOCK_ENABLED(vhost))
76                 sockfd = socket(AF_UNIX, SOCK_STREAM, 0);
77         else
78 #endif
79 #ifdef LWS_USE_IPV6
80         if (LWS_IPV6_ENABLED(vhost))
81                 sockfd = socket(AF_INET6, SOCK_STREAM, 0);
82         else
83 #endif
84                 sockfd = socket(AF_INET, SOCK_STREAM, 0);
85
86         if (sockfd == -1) {
87 #else
88 #if defined(LWS_WITH_ESP8266)
89         sockfd = esp8266_create_tcp_listen_socket(vhost);
90         if (!lws_sockfd_valid(sockfd)) {
91 #endif
92 #endif
93                 lwsl_err("ERROR opening socket\n");
94                 return 1;
95         }
96 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
97
98 #if (defined(WIN32) || defined(_WIN32)) && defined(SO_EXCLUSIVEADDRUSE)
99         /*
100          * only accept that we are the only listener on the port
101          * https://msdn.microsoft.com/zh-tw/library/windows/desktop/ms740621(v=vs.85).aspx
102          *
103          * for lws, to match Linux, we default to exclusive listen
104          */
105         if (!lws_check_opt(vhost->options, LWS_SERVER_OPTION_ALLOW_LISTEN_SHARE)) {
106                 if (setsockopt(sockfd, SOL_SOCKET, SO_EXCLUSIVEADDRUSE,
107                                (const void *)&opt, sizeof(opt)) < 0) {
108                         lwsl_err("reuseaddr failed\n");
109                         compatible_close(sockfd);
110                         return 1;
111                 }
112         } else
113 #endif
114
115         /*
116          * allow us to restart even if old sockets in TIME_WAIT
117          */
118         if (setsockopt(sockfd, SOL_SOCKET, SO_REUSEADDR,
119                        (const void *)&opt, sizeof(opt)) < 0) {
120                 lwsl_err("reuseaddr failed\n");
121                 compatible_close(sockfd);
122                 return 1;
123         }
124
125 #if defined(LWS_USE_IPV6) && defined(IPV6_V6ONLY)
126         if (LWS_IPV6_ENABLED(vhost)) {
127                 if (vhost->options & LWS_SERVER_OPTION_IPV6_V6ONLY_MODIFY) {
128                         int value = (vhost->options & LWS_SERVER_OPTION_IPV6_V6ONLY_VALUE) ? 1 : 0;
129                         if (setsockopt(sockfd, IPPROTO_IPV6, IPV6_V6ONLY,
130                                         (const void*)&value, sizeof(value)) < 0) {
131                                 compatible_close(sockfd);
132                                 return 1;
133                         }
134                 }
135         }
136 #endif
137
138 #if defined(__linux__) && defined(SO_REUSEPORT)
139         n = lws_check_opt(vhost->options, LWS_SERVER_OPTION_ALLOW_LISTEN_SHARE);
140 #if LWS_MAX_SMP > 1
141         n = 1;
142 #endif
143
144         if (n)
145                 if (vhost->context->count_threads > 1)
146                         if (setsockopt(sockfd, SOL_SOCKET, SO_REUSEPORT,
147                                         (const void *)&opt, sizeof(opt)) < 0) {
148                                 compatible_close(sockfd);
149                                 return 1;
150                         }
151 #endif
152 #endif
153         lws_plat_set_socket_options(vhost, sockfd);
154
155 #if LWS_POSIX
156         n = lws_socket_bind(vhost, sockfd, info->port, info->iface);
157         if (n < 0)
158                 goto bail;
159         info->port = n;
160 #endif
161         vhost->listen_port = info->port;
162         vhost->iface = info->iface;
163
164         wsi = lws_zalloc(sizeof(struct lws));
165         if (wsi == NULL) {
166                 lwsl_err("Out of mem\n");
167                 goto bail;
168         }
169         wsi->context = vhost->context;
170         wsi->desc.sockfd = sockfd;
171         wsi->mode = LWSCM_SERVER_LISTENER;
172         wsi->protocol = vhost->protocols;
173         wsi->tsi = m;
174         wsi->vhost = vhost;
175         wsi->listener = 1;
176
177 #ifdef LWS_USE_LIBUV
178         if (LWS_LIBUV_ENABLED(vhost->context))
179                 lws_uv_initvhost(vhost, wsi);
180 #endif
181
182         if (insert_wsi_socket_into_fds(vhost->context, wsi))
183                 goto bail;
184
185         vhost->context->count_wsi_allocated++;
186         vhost->lserv_wsi = wsi;
187
188 #if LWS_POSIX
189         n = listen(wsi->desc.sockfd, LWS_SOMAXCONN);
190         if (n < 0) {
191                 lwsl_err("listen failed with error %d\n", LWS_ERRNO);
192                 vhost->lserv_wsi = NULL;
193                 vhost->context->count_wsi_allocated--;
194                 remove_wsi_socket_from_fds(wsi);
195                 goto bail;
196         }
197         } /* for each thread able to independently listen */
198 #else
199 #if defined(LWS_WITH_ESP8266)
200         esp8266_tcp_stream_bind(wsi->desc.sockfd, info->port, wsi);
201 #endif
202 #endif
203         if (!lws_check_opt(info->options, LWS_SERVER_OPTION_EXPLICIT_VHOSTS)) {
204 #ifdef LWS_USE_UNIX_SOCK
205                 if (LWS_UNIX_SOCK_ENABLED(vhost))
206                         lwsl_notice(" Listening on \"%s\"\n", info->iface);
207                 else
208 #endif
209                         lwsl_notice(" Listening on port %d\n", info->port);
210         }
211
212         return 0;
213
214 bail:
215         compatible_close(sockfd);
216
217         return 1;
218 }
219
220 #if defined(LWS_WITH_ESP8266)
221 #undef strchr
222 #define strchr ets_strchr
223 #endif
224
225 struct lws_vhost *
226 lws_select_vhost(struct lws_context *context, int port, const char *servername)
227 {
228         struct lws_vhost *vhost = context->vhost_list;
229         const char *p;
230         int n, m, colon;
231
232         n = strlen(servername);
233         colon = n;
234         p = strchr(servername, ':');
235         if (p)
236                 colon = p - servername;
237
238         /* Priotity 1: first try exact matches */
239
240         while (vhost) {
241                 if (port == vhost->listen_port &&
242                     !strncmp(vhost->name, servername, colon)) {
243                         lwsl_info("SNI: Found: %s\n", servername);
244                         return vhost;
245                 }
246                 vhost = vhost->vhost_next;
247         }
248
249         /*
250          * Priority 2: if no exact matches, try matching *.vhost-name
251          * unintentional matches are possible but resolve to x.com for *.x.com
252          * which is reasonable.  If exact match exists we already chose it and
253          * never reach here.  SSL will still fail it if the cert doesn't allow
254          * *.x.com.
255          */
256
257         vhost = context->vhost_list;
258         while (vhost) {
259                 m = strlen(vhost->name);
260                 if (port == vhost->listen_port &&
261                     m <= (colon - 2) &&
262                     servername[colon - m - 1] == '.' &&
263                     !strncmp(vhost->name, servername + colon - m, m)) {
264                         lwsl_info("SNI: Found %s on wildcard: %s\n",
265                                     servername, vhost->name);
266                         return vhost;
267                 }
268                 vhost = vhost->vhost_next;
269         }
270
271         /* Priority 3: match the first vhost on our port */
272
273         vhost = context->vhost_list;
274         while (vhost) {
275                 if (port == vhost->listen_port) {
276                         lwsl_info("vhost match to %s based on port %d\n",
277                                         vhost->name, port);
278                         return vhost;
279                 }
280                 vhost = vhost->vhost_next;
281         }
282
283         /* no match */
284
285         return NULL;
286 }
287
288 LWS_VISIBLE LWS_EXTERN const char *
289 lws_get_mimetype(const char *file, const struct lws_http_mount *m)
290 {
291         int n = strlen(file);
292         const struct lws_protocol_vhost_options *pvo = NULL;
293
294         if (m)
295                 pvo = m->extra_mimetypes;
296
297         if (n < 5)
298                 return NULL;
299
300         if (!strcmp(&file[n - 4], ".ico"))
301                 return "image/x-icon";
302
303         if (!strcmp(&file[n - 4], ".gif"))
304                 return "image/gif";
305
306         if (!strcmp(&file[n - 3], ".js"))
307                 return "text/javascript";
308
309         if (!strcmp(&file[n - 4], ".png"))
310                 return "image/png";
311
312         if (!strcmp(&file[n - 4], ".jpg"))
313                 return "image/jpeg";
314
315         if (!strcmp(&file[n - 3], ".gz"))
316                 return "application/gzip";
317
318         if (!strcmp(&file[n - 4], ".JPG"))
319                 return "image/jpeg";
320
321         if (!strcmp(&file[n - 5], ".html"))
322                 return "text/html";
323
324         if (!strcmp(&file[n - 4], ".css"))
325                 return "text/css";
326
327         if (!strcmp(&file[n - 4], ".txt"))
328                 return "text/plain";
329
330         if (!strcmp(&file[n - 4], ".svg"))
331                 return "image/svg+xml";
332
333         if (!strcmp(&file[n - 4], ".ttf"))
334                 return "application/x-font-ttf";
335
336         if (!strcmp(&file[n - 4], ".otf"))
337                 return "application/font-woff";
338
339         if (!strcmp(&file[n - 5], ".woff"))
340                 return "application/font-woff";
341
342         if (!strcmp(&file[n - 4], ".xml"))
343                 return "application/xml";
344
345         while (pvo) {
346                 if (pvo->name[0] == '*') /* ie, match anything */
347                         return pvo->value;
348
349                 if (!strcmp(&file[n - strlen(pvo->name)], pvo->name))
350                         return pvo->value;
351
352                 pvo = pvo->next;
353         }
354
355         return NULL;
356 }
357 static lws_fop_flags_t
358 lws_vfs_prepare_flags(struct lws *wsi)
359 {
360         lws_fop_flags_t f = 0;
361
362         if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_ACCEPT_ENCODING))
363                 return f;
364
365         if (strstr(lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP_ACCEPT_ENCODING),
366                    "gzip")) {
367                 lwsl_info("client indicates GZIP is acceptable\n");
368                 f |= LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP;
369         }
370
371         return f;
372 }
373
374 static int
375 lws_http_serve(struct lws *wsi, char *uri, const char *origin,
376                const struct lws_http_mount *m)
377 {
378         const struct lws_protocol_vhost_options *pvo = m->interpret;
379         struct lws_process_html_args args;
380         const char *mimetype;
381 #if !defined(_WIN32_WCE) && !defined(LWS_WITH_ESP8266)
382         const struct lws_plat_file_ops *fops;
383         const char *vpath;
384         lws_fop_flags_t fflags = LWS_O_RDONLY;
385 #if defined(WIN32) && defined(LWS_HAVE__STAT32I64)
386         struct _stat32i64 st;
387 #else
388         struct stat st;
389 #endif
390         int spin = 0;
391 #endif
392         char path[256], sym[512];
393         unsigned char *p = (unsigned char *)sym + 32 + LWS_PRE, *start = p;
394         unsigned char *end = p + sizeof(sym) - 32 - LWS_PRE;
395 #if !defined(WIN32) && LWS_POSIX && !defined(LWS_WITH_ESP32)
396         size_t len;
397 #endif
398         int n;
399
400         lws_snprintf(path, sizeof(path) - 1, "%s/%s", origin, uri);
401
402 #if !defined(_WIN32_WCE) && !defined(LWS_WITH_ESP8266)
403
404         fflags |= lws_vfs_prepare_flags(wsi);
405
406         do {
407                 spin++;
408                 fops = lws_vfs_select_fops(wsi->context->fops, path, &vpath);
409
410                 if (wsi->u.http.fop_fd)
411                         lws_vfs_file_close(&wsi->u.http.fop_fd);
412
413                 wsi->u.http.fop_fd = fops->LWS_FOP_OPEN(wsi->context->fops,
414                                                         path, vpath, &fflags);
415                 if (!wsi->u.http.fop_fd) {
416                         lwsl_err("Unable to open '%s'\n", path);
417
418                         return -1;
419                 }
420
421                 /* if it can't be statted, don't try */
422                 if (fflags & LWS_FOP_FLAG_VIRTUAL)
423                         break;
424 #if defined(LWS_WITH_ESP32)
425                 break;
426 #endif
427 #if !defined(WIN32)
428                 if (fstat(wsi->u.http.fop_fd->fd, &st)) {
429                         lwsl_info("unable to stat %s\n", path);
430                         goto bail;
431                 }
432 #else
433 #if defined(LWS_HAVE__STAT32I64)
434                 if (_stat32i64(path, &st)) {
435                         lwsl_info("unable to stat %s\n", path);
436                         goto bail;
437                 }
438 #else
439                 if (stat(path, &st)) {
440                         lwsl_info("unable to stat %s\n", path);
441                         goto bail;
442                 }
443 #endif
444 #endif
445
446                 wsi->u.http.fop_fd->mod_time = (uint32_t)st.st_mtime;
447                 fflags |= LWS_FOP_FLAG_MOD_TIME_VALID;
448
449                 lwsl_debug(" %s mode %d\n", path, S_IFMT & st.st_mode);
450 #if !defined(WIN32) && LWS_POSIX && !defined(LWS_WITH_ESP32)
451                 if ((S_IFMT & st.st_mode) == S_IFLNK) {
452                         len = readlink(path, sym, sizeof(sym) - 1);
453                         if (len) {
454                                 lwsl_err("Failed to read link %s\n", path);
455                                 goto bail;
456                         }
457                         sym[len] = '\0';
458                         lwsl_debug("symlink %s -> %s\n", path, sym);
459                         lws_snprintf(path, sizeof(path) - 1, "%s", sym);
460                 }
461 #endif
462                 if ((S_IFMT & st.st_mode) == S_IFDIR) {
463                         lwsl_debug("default filename append to dir\n");
464                         lws_snprintf(path, sizeof(path) - 1, "%s/%s/index.html",
465                                  origin, uri);
466                 }
467
468         } while ((S_IFMT & st.st_mode) != S_IFREG && spin < 5);
469
470         if (spin == 5)
471                 lwsl_err("symlink loop %s \n", path);
472
473         n = sprintf(sym, "%08lX%08lX",
474                     (unsigned long)lws_vfs_get_length(wsi->u.http.fop_fd),
475                     (unsigned long)lws_vfs_get_mod_time(wsi->u.http.fop_fd));
476
477         /* disable ranges if IF_RANGE token invalid */
478
479         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_IF_RANGE))
480                 if (strcmp(sym, lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP_IF_RANGE)))
481                         /* differs - defeat Range: */
482                         wsi->u.http.ah->frag_index[WSI_TOKEN_HTTP_RANGE] = 0;
483
484         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_IF_NONE_MATCH)) {
485                 /*
486                  * he thinks he has some version of it already,
487                  * check if the tag matches
488                  */
489                 if (!strcmp(sym, lws_hdr_simple_ptr(wsi,
490                                         WSI_TOKEN_HTTP_IF_NONE_MATCH))) {
491
492                         lwsl_debug("%s: ETAG match %s %s\n", __func__,
493                                    uri, origin);
494
495                         /* we don't need to send the payload */
496                         if (lws_add_http_header_status(wsi,
497                                         HTTP_STATUS_NOT_MODIFIED, &p, end))
498                                 return -1;
499
500                         if (lws_add_http_header_by_token(wsi,
501                                         WSI_TOKEN_HTTP_ETAG,
502                                         (unsigned char *)sym, n, &p, end))
503                                 return -1;
504
505                         if (lws_finalize_http_header(wsi, &p, end))
506                                 return -1;
507
508                         n = lws_write(wsi, start, p - start,
509                                       LWS_WRITE_HTTP_HEADERS);
510                         if (n != (p - start)) {
511                                 lwsl_err("_write returned %d from %ld\n", n,
512                                          (long)(p - start));
513                                 return -1;
514                         }
515
516                         lws_vfs_file_close(&wsi->u.http.fop_fd);
517
518                         return lws_http_transaction_completed(wsi);
519                 }
520         }
521
522         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_ETAG,
523                         (unsigned char *)sym, n, &p, end))
524                 return -1;
525 #endif
526
527         mimetype = lws_get_mimetype(path, m);
528         if (!mimetype) {
529                 lwsl_err("unknown mimetype for %s\n", path);
530                goto bail;
531         }
532         if (!mimetype[0])
533                 lwsl_debug("sending no mimetype for %s\n", path);
534
535         wsi->sending_chunked = 0;
536
537         /*
538          * check if this is in the list of file suffixes to be interpreted by
539          * a protocol
540          */
541         while (pvo) {
542                 n = strlen(path);
543                 if (n > (int)strlen(pvo->name) &&
544                     !strcmp(&path[n - strlen(pvo->name)], pvo->name)) {
545                         wsi->sending_chunked = 1;
546                         wsi->protocol_interpret_idx = (char)(long)pvo->value;
547                         lwsl_info("want %s interpreted by %s\n", path,
548                                     wsi->vhost->protocols[(int)(long)(pvo->value)].name);
549                         wsi->protocol = &wsi->vhost->protocols[(int)(long)(pvo->value)];
550                         if (lws_ensure_user_space(wsi))
551                                 return -1;
552                         break;
553                 }
554                 pvo = pvo->next;
555         }
556
557         if (m->protocol) {
558                 const struct lws_protocols *pp = lws_vhost_name_to_protocol(
559                                                         wsi->vhost, m->protocol);
560
561                 if (lws_bind_protocol(wsi, pp))
562                         return 1;
563                 args.p = (char *)p;
564                 args.max_len = end - p;
565                 if (pp->callback(wsi, LWS_CALLBACK_ADD_HEADERS,
566                                           wsi->user_space, &args, 0))
567                         return -1;
568                 p = (unsigned char *)args.p;
569         }
570
571         n = lws_serve_http_file(wsi, path, mimetype, (char *)start, p - start);
572
573         if (n < 0 || ((n > 0) && lws_http_transaction_completed(wsi)))
574                 return -1; /* error or can't reuse connection: close the socket */
575
576         return 0;
577 bail:
578
579         return -1;
580 }
581
582 const struct lws_http_mount *
583 lws_find_mount(struct lws *wsi, const char *uri_ptr, int uri_len)
584 {
585         const struct lws_http_mount *hm, *hit = NULL;
586         int best = 0;
587
588         hm = wsi->vhost->mount_list;
589         while (hm) {
590                 if (uri_len >= hm->mountpoint_len &&
591                     !strncmp(uri_ptr, hm->mountpoint, hm->mountpoint_len) &&
592                     (uri_ptr[hm->mountpoint_len] == '\0' ||
593                      uri_ptr[hm->mountpoint_len] == '/' ||
594                      hm->mountpoint_len == 1)
595                     ) {
596                         if (hm->origin_protocol == LWSMPRO_CALLBACK ||
597                             ((hm->origin_protocol == LWSMPRO_CGI ||
598                              lws_hdr_total_length(wsi, WSI_TOKEN_GET_URI) ||
599                              hm->protocol) &&
600                             hm->mountpoint_len > best)) {
601                                 best = hm->mountpoint_len;
602                                 hit = hm;
603                         }
604                 }
605                 hm = hm->mount_next;
606         }
607
608         return hit;
609 }
610
611 #if LWS_POSIX
612
613 static int
614 lws_find_string_in_file(const char *filename, const char *string, int stringlen)
615 {
616         char buf[128];
617         int fd, match = 0, pos = 0, n = 0, hit = 0;
618
619         fd = open(filename, O_RDONLY);
620         if (fd < 0) {
621                 lwsl_err("can't open auth file: %s\n", filename);
622                 return 1;
623         }
624
625         while (1) {
626                 if (pos == n) {
627                         n = read(fd, buf, sizeof(buf));
628                         if (n <= 0) {
629                                 if (match == stringlen)
630                                         hit = 1;
631                                 break;
632                         }
633                         pos = 0;
634                 }
635
636                 if (match == stringlen) {
637                         if (buf[pos] == '\r' || buf[pos] == '\n') {
638                                 hit = 1;
639                                 break;
640                         }
641                         match = 0;
642                 }
643
644                 if (buf[pos] == string[match])
645                         match++;
646                 else
647                         match = 0;
648
649                 pos++;
650         }
651
652         close(fd);
653
654         return hit;
655 }
656
657 static int
658 lws_unauthorised_basic_auth(struct lws *wsi)
659 {
660         struct lws_context_per_thread *pt = &wsi->context->pt[(int)wsi->tsi];
661         unsigned char *start = pt->serv_buf + LWS_PRE,
662                       *p = start, *end = p + 512;
663         char buf[64];
664         int n;
665
666         /* no auth... tell him it is required */
667
668         if (lws_add_http_header_status(wsi, HTTP_STATUS_UNAUTHORIZED, &p, end))
669                 return -1;
670
671         n = lws_snprintf(buf, sizeof(buf), "Basic realm=\"lwsws\"");
672         if (lws_add_http_header_by_token(wsi,
673                         WSI_TOKEN_HTTP_WWW_AUTHENTICATE,
674                         (unsigned char *)buf, n, &p, end))
675                 return -1;
676
677         if (lws_finalize_http_header(wsi, &p, end))
678                 return -1;
679
680         n = lws_write(wsi, start, p - start, LWS_WRITE_HTTP_HEADERS);
681         if (n < 0)
682                 return -1;
683
684         return lws_http_transaction_completed(wsi);
685
686 }
687
688 #endif
689
690 int lws_clean_url(char *p)
691 {
692         while (*p) {
693                 if (p[0] == '/' && p[1] == '/') {
694                         char *p1 = p;
695                         while (*p1) {
696                                 *p1 = p1[1];
697                                 p1++;
698                         }
699                         continue;
700                 }
701                 p++;
702         }
703
704         return 0;
705 }
706
707 int
708 lws_http_action(struct lws *wsi)
709 {
710         struct lws_context_per_thread *pt = &wsi->context->pt[(int)wsi->tsi];
711         enum http_connection_type connection_type;
712         enum http_version request_version;
713         char content_length_str[32];
714         struct lws_process_html_args args;
715         const struct lws_http_mount *hit = NULL;
716         unsigned int n, count = 0;
717         char http_version_str[10];
718         char http_conn_str[20];
719         int http_version_len;
720         char *uri_ptr = NULL, *s;
721         int uri_len = 0;
722         int meth = -1;
723
724         static const unsigned char methods[] = {
725                 WSI_TOKEN_GET_URI,
726                 WSI_TOKEN_POST_URI,
727                 WSI_TOKEN_OPTIONS_URI,
728                 WSI_TOKEN_PUT_URI,
729                 WSI_TOKEN_PATCH_URI,
730                 WSI_TOKEN_DELETE_URI,
731                 WSI_TOKEN_CONNECT,
732 #ifdef LWS_USE_HTTP2
733                 WSI_TOKEN_HTTP_COLON_PATH,
734 #endif
735         };
736 #if defined(_DEBUG) || defined(LWS_WITH_ACCESS_LOG)
737         static const char * const method_names[] = {
738                 "GET", "POST", "OPTIONS", "PUT", "PATCH", "DELETE", "CONNECT",
739 #ifdef LWS_USE_HTTP2
740                 ":path",
741 #endif
742         };
743 #endif
744         static const char * const oprot[] = {
745                 "http://", "https://"
746         };
747
748         /* it's not websocket.... shall we accept it as http? */
749
750         for (n = 0; n < ARRAY_SIZE(methods); n++)
751                 if (lws_hdr_total_length(wsi, methods[n]))
752                         count++;
753         if (!count) {
754                 lwsl_warn("Missing URI in HTTP request\n");
755                 goto bail_nuke_ah;
756         }
757
758         if (count != 1) {
759                 lwsl_warn("multiple methods?\n");
760                 goto bail_nuke_ah;
761         }
762
763         if (lws_ensure_user_space(wsi))
764                 goto bail_nuke_ah;
765
766         for (n = 0; n < ARRAY_SIZE(methods); n++)
767                 if (lws_hdr_total_length(wsi, methods[n])) {
768                         uri_ptr = lws_hdr_simple_ptr(wsi, methods[n]);
769                         uri_len = lws_hdr_total_length(wsi, methods[n]);
770                         lwsl_info("Method: %s request for '%s'\n",
771                                         method_names[n], uri_ptr);
772                         meth = n;
773                         break;
774                 }
775
776         (void)meth;
777
778         /* we insist on absolute paths */
779
780         if (uri_ptr[0] != '/') {
781                 lws_return_http_status(wsi, HTTP_STATUS_FORBIDDEN, NULL);
782
783                 goto bail_nuke_ah;
784         }
785
786         /* HTTP header had a content length? */
787
788         wsi->u.http.content_length = 0;
789         if (lws_hdr_total_length(wsi, WSI_TOKEN_POST_URI) ||
790                 lws_hdr_total_length(wsi, WSI_TOKEN_PATCH_URI) ||
791                 lws_hdr_total_length(wsi, WSI_TOKEN_PUT_URI))
792                 wsi->u.http.content_length = 100 * 1024 * 1024;
793
794         if (lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_CONTENT_LENGTH)) {
795                 lws_hdr_copy(wsi, content_length_str,
796                              sizeof(content_length_str) - 1,
797                              WSI_TOKEN_HTTP_CONTENT_LENGTH);
798                 wsi->u.http.content_length = atoll(content_length_str);
799         }
800
801         if (wsi->http2_substream) {
802                 wsi->u.http.request_version = HTTP_VERSION_2;
803         } else {
804                 /* http_version? Default to 1.0, override with token: */
805                 request_version = HTTP_VERSION_1_0;
806
807                 /* Works for single digit HTTP versions. : */
808                 http_version_len = lws_hdr_total_length(wsi, WSI_TOKEN_HTTP);
809                 if (http_version_len > 7) {
810                         lws_hdr_copy(wsi, http_version_str,
811                                         sizeof(http_version_str) - 1, WSI_TOKEN_HTTP);
812                         if (http_version_str[5] == '1' && http_version_str[7] == '1')
813                                 request_version = HTTP_VERSION_1_1;
814                 }
815                 wsi->u.http.request_version = request_version;
816
817                 /* HTTP/1.1 defaults to "keep-alive", 1.0 to "close" */
818                 if (request_version == HTTP_VERSION_1_1)
819                         connection_type = HTTP_CONNECTION_KEEP_ALIVE;
820                 else
821                         connection_type = HTTP_CONNECTION_CLOSE;
822
823                 /* Override default if http "Connection:" header: */
824                 if (lws_hdr_total_length(wsi, WSI_TOKEN_CONNECTION)) {
825                         lws_hdr_copy(wsi, http_conn_str, sizeof(http_conn_str) - 1,
826                                      WSI_TOKEN_CONNECTION);
827                         http_conn_str[sizeof(http_conn_str) - 1] = '\0';
828                         if (!strcasecmp(http_conn_str, "keep-alive"))
829                                 connection_type = HTTP_CONNECTION_KEEP_ALIVE;
830                         else
831                                 if (!strcasecmp(http_conn_str, "close"))
832                                         connection_type = HTTP_CONNECTION_CLOSE;
833                 }
834                 wsi->u.http.connection_type = connection_type;
835         }
836
837         n = wsi->protocol->callback(wsi, LWS_CALLBACK_FILTER_HTTP_CONNECTION,
838                                     wsi->user_space, uri_ptr, uri_len);
839         if (n) {
840                 lwsl_info("LWS_CALLBACK_HTTP closing\n");
841
842                 return 1;
843         }
844         /*
845          * if there is content supposed to be coming,
846          * put a timeout on it having arrived
847          */
848         lws_set_timeout(wsi, PENDING_TIMEOUT_HTTP_CONTENT,
849                         wsi->context->timeout_secs);
850 #ifdef LWS_OPENSSL_SUPPORT
851         if (wsi->redirect_to_https) {
852                 /*
853                  * we accepted http:// only so we could redirect to
854                  * https://, so issue the redirect.  Create the redirection
855                  * URI from the host: header and ignore the path part
856                  */
857                 unsigned char *start = pt->serv_buf + LWS_PRE, *p = start,
858                               *end = p + 512;
859
860                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HOST))
861                         goto bail_nuke_ah;
862
863                 n = sprintf((char *)end, "https://%s/",
864                             lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST));
865
866                 n = lws_http_redirect(wsi, HTTP_STATUS_MOVED_PERMANENTLY,
867                                       end, n, &p, end);
868                 if ((int)n < 0)
869                         goto bail_nuke_ah;
870
871                 return lws_http_transaction_completed(wsi);
872         }
873 #endif
874
875 #ifdef LWS_WITH_ACCESS_LOG
876         /*
877          * Produce Apache-compatible log string for wsi, like this:
878          *
879          * 2.31.234.19 - - [27/Mar/2016:03:22:44 +0800]
880          * "GET /aep-screen.png HTTP/1.1"
881          * 200 152987 "https://libwebsockets.org/index.html"
882          * "Mozilla/5.0 (Macint... Chrome/49.0.2623.87 Safari/537.36"
883          *
884          */
885         {
886                 static const char * const hver[] = {
887                         "http/1.0", "http/1.1", "http/2"
888                 };
889 #ifdef LWS_USE_IPV6
890                 char ads[INET6_ADDRSTRLEN];
891 #else
892                 char ads[INET_ADDRSTRLEN];
893 #endif
894                 char da[64];
895                 const char *pa, *me;
896                 struct tm *tmp;
897                 time_t t = time(NULL);
898                 int l = 256;
899
900                 if (wsi->access_log_pending)
901                         lws_access_log(wsi);
902
903                 wsi->access_log.header_log = lws_malloc(l);
904                 if (wsi->access_log.header_log) {
905
906                         tmp = localtime(&t);
907                         if (tmp)
908                                 strftime(da, sizeof(da), "%d/%b/%Y:%H:%M:%S %z", tmp);
909                         else
910                                 strcpy(da, "01/Jan/1970:00:00:00 +0000");
911
912                         pa = lws_get_peer_simple(wsi, ads, sizeof(ads));
913                         if (!pa)
914                                 pa = "(unknown)";
915
916                         if (meth >= 0)
917                                 me = method_names[meth];
918                         else
919                                 me = "unknown";
920
921                         lws_snprintf(wsi->access_log.header_log, l,
922                                  "%s - - [%s] \"%s %s %s\"",
923                                  pa, da, me, uri_ptr,
924                                  hver[wsi->u.http.request_version]);
925
926                         l = lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_USER_AGENT);
927                         if (l) {
928                                 wsi->access_log.user_agent = lws_malloc(l + 2);
929                                 if (wsi->access_log.user_agent)
930                                         lws_hdr_copy(wsi, wsi->access_log.user_agent,
931                                                         l + 1, WSI_TOKEN_HTTP_USER_AGENT);
932                                 else
933                                         lwsl_err("OOM getting user agent\n");
934                         }
935                         wsi->access_log_pending = 1;
936                 }
937         }
938 #endif
939
940         /* can we serve it from the mount list? */
941
942         hit = lws_find_mount(wsi, uri_ptr, uri_len);
943         if (!hit) {
944                 /* deferred cleanup and reset to protocols[0] */
945
946                 lwsl_info("no hit\n");
947
948                 if (lws_bind_protocol(wsi, &wsi->vhost->protocols[0]))
949                         return 1;
950
951                 n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
952                                     wsi->user_space, uri_ptr, uri_len);
953
954                 goto after;
955         }
956
957         s = uri_ptr + hit->mountpoint_len;
958
959         /*
960          * if we have a mountpoint like https://xxx.com/yyy
961          * there is an implied / at the end for our purposes since
962          * we can only mount on a "directory".
963          *
964          * But if we just go with that, the browser cannot understand
965          * that he is actually looking down one "directory level", so
966          * even though we give him /yyy/abc.html he acts like the
967          * current directory level is /.  So relative urls like "x.png"
968          * wrongly look outside the mountpoint.
969          *
970          * Therefore if we didn't come in on a url with an explicit
971          * / at the end, we must redirect to add it so the browser
972          * understands he is one "directory level" down.
973          */
974         if ((hit->mountpoint_len > 1 ||
975              (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
976               hit->origin_protocol == LWSMPRO_REDIR_HTTPS)) &&
977             (*s != '/' ||
978              (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
979               hit->origin_protocol == LWSMPRO_REDIR_HTTPS)) &&
980             (hit->origin_protocol != LWSMPRO_CGI &&
981              hit->origin_protocol != LWSMPRO_CALLBACK //&&
982              //hit->protocol == NULL
983              )) {
984                 unsigned char *start = pt->serv_buf + LWS_PRE,
985                               *p = start, *end = p + 512;
986
987                 lwsl_debug("Doing 301 '%s' org %s\n", s, hit->origin);
988
989                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HOST))
990                         goto bail_nuke_ah;
991
992                 /* > at start indicates deal with by redirect */
993                 if (hit->origin_protocol == LWSMPRO_REDIR_HTTP ||
994                     hit->origin_protocol == LWSMPRO_REDIR_HTTPS)
995                         n = lws_snprintf((char *)end, 256, "%s%s",
996                                     oprot[hit->origin_protocol & 1],
997                                     hit->origin);
998                 else
999                         n = lws_snprintf((char *)end, 256,
1000                             "%s%s%s/", oprot[lws_is_ssl(wsi)],
1001                             lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST),
1002                             uri_ptr);
1003                 lws_clean_url((char *)end);
1004
1005                 n = lws_http_redirect(wsi, HTTP_STATUS_MOVED_PERMANENTLY,
1006                                       end, n, &p, end);
1007                 if ((int)n < 0)
1008                         goto bail_nuke_ah;
1009
1010                 return lws_http_transaction_completed(wsi);
1011         }
1012
1013 #if LWS_POSIX
1014         /* basic auth? */
1015
1016         if (hit->basic_auth_login_file) {
1017                 char b64[160], plain[(sizeof(b64) * 3) / 4];
1018                 int m;
1019
1020                 /* Did he send auth? */
1021                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_AUTHORIZATION))
1022                         return lws_unauthorised_basic_auth(wsi);
1023
1024                 n = HTTP_STATUS_FORBIDDEN;
1025
1026                 m = lws_hdr_copy(wsi, b64, sizeof(b64), WSI_TOKEN_HTTP_AUTHORIZATION);
1027                 if (m < 7) {
1028                         lwsl_err("b64 auth too long\n");
1029                         goto transaction_result_n;
1030                 }
1031
1032                 b64[5] = '\0';
1033                 if (strcasecmp(b64, "Basic")) {
1034                         lwsl_err("auth missing basic: %s\n", b64);
1035                         goto transaction_result_n;
1036                 }
1037
1038                 /* It'll be like Authorization: Basic QWxhZGRpbjpPcGVuU2VzYW1l */
1039
1040                 m = lws_b64_decode_string(b64 + 6, plain, sizeof(plain));
1041                 if (m < 0) {
1042                         lwsl_err("plain auth too long\n");
1043                         goto transaction_result_n;
1044                 }
1045
1046 //              lwsl_notice(plain);
1047
1048                 if (!lws_find_string_in_file(hit->basic_auth_login_file, plain, m)) {
1049                         lwsl_err("basic auth lookup failed\n");
1050                         return lws_unauthorised_basic_auth(wsi);
1051                 }
1052
1053                 lwsl_notice("basic auth accepted\n");
1054
1055                 /* accept the auth */
1056         }
1057 #endif
1058
1059 #if defined(LWS_WITH_HTTP_PROXY)
1060         /*
1061          * The mount is a reverse proxy?
1062          */
1063
1064         if (hit->origin_protocol == LWSMPRO_HTTPS ||
1065             hit->origin_protocol == LWSMPRO_HTTP)  {
1066                 struct lws_client_connect_info i;
1067                 char ads[96], rpath[256], *pcolon, *pslash, *p;
1068                 int n, na;
1069
1070                 memset(&i, 0, sizeof(i));
1071                 i.context = lws_get_context(wsi);
1072
1073                 pcolon = strchr(hit->origin, ':');
1074                 pslash = strchr(hit->origin, '/');
1075                 if (!pslash) {
1076                         lwsl_err("Proxy mount origin '%s' must have /\n", hit->origin);
1077                         return -1;
1078                 }
1079                 if (pcolon > pslash)
1080                         pcolon = NULL;
1081                 
1082                 if (pcolon)
1083                         n = pcolon - hit->origin;
1084                 else
1085                         n = pslash - hit->origin;
1086
1087                 if (n >= sizeof(ads) - 2)
1088                         n = sizeof(ads) - 2;
1089
1090                 memcpy(ads, hit->origin, n);
1091                 ads[n] = '\0';
1092
1093                 i.address = ads;
1094                 i.port = 80;
1095                 if (hit->origin_protocol == LWSMPRO_HTTPS) { 
1096                         i.port = 443;
1097                         i.ssl_connection = 1;
1098                 }
1099                 if (pcolon)
1100                         i.port = atoi(pcolon + 1);
1101                 
1102                 lws_snprintf(rpath, sizeof(rpath) - 1, "/%s/%s", pslash + 1, uri_ptr + hit->mountpoint_len);
1103                 lws_clean_url(rpath);
1104                 na = lws_hdr_total_length(wsi, WSI_TOKEN_HTTP_URI_ARGS);
1105                 if (na) {
1106                         p = rpath + strlen(rpath);
1107                         *p++ = '?';
1108                         lws_hdr_copy(wsi, p, &rpath[sizeof(rpath) - 1] - p, WSI_TOKEN_HTTP_URI_ARGS);
1109                         while (--na) {
1110                                 if (*p == '\0')
1111                                         *p = '&';
1112                                 p++;
1113                         }
1114                 }
1115                                 
1116
1117                 i.path = rpath;
1118                 i.host = i.address;
1119                 i.origin = NULL;
1120                 i.method = "GET";
1121                 i.parent_wsi = wsi;
1122                 i.uri_replace_from = hit->origin;
1123                 i.uri_replace_to = hit->mountpoint;
1124
1125                 lwsl_notice("proxying to %s port %d url %s, ssl %d, from %s, to %s\n",
1126                                 i.address, i.port, i.path, i.ssl_connection, i.uri_replace_from, i.uri_replace_to);
1127         
1128                 if (!lws_client_connect_via_info(&i)) {
1129                         lwsl_err("proxy connect fail\n");
1130                         return 1;
1131                 }
1132
1133                 return 0;
1134         }
1135 #endif
1136
1137         /*
1138          * A particular protocol callback is mounted here?
1139          *
1140          * For the duration of this http transaction, bind us to the
1141          * associated protocol
1142          */
1143         if (hit->origin_protocol == LWSMPRO_CALLBACK || hit->protocol) {
1144                 const struct lws_protocols *pp;
1145                 const char *name = hit->origin;
1146                 if (hit->protocol)
1147                         name = hit->protocol;
1148
1149                 pp = lws_vhost_name_to_protocol(wsi->vhost, name);
1150                 if (!pp) {
1151                         n = -1;
1152                         lwsl_err("Unable to find plugin '%s'\n",
1153                                  hit->origin);
1154                         return 1;
1155                 }
1156
1157                 if (lws_bind_protocol(wsi, pp))
1158                         return 1;
1159
1160                 args.p = uri_ptr;
1161                 args.len = uri_len;
1162                 args.max_len = hit->auth_mask;
1163                 args.final = 0; /* used to signal callback dealt with it */
1164
1165                 n = wsi->protocol->callback(wsi, LWS_CALLBACK_CHECK_ACCESS_RIGHTS,
1166                                             wsi->user_space, &args, 0);
1167                 if (n) {
1168                         lws_return_http_status(wsi, HTTP_STATUS_UNAUTHORIZED,
1169                                                NULL);
1170                         goto bail_nuke_ah;
1171                 }
1172                 if (args.final) /* callback completely handled it well */
1173                         return 0;
1174
1175                 if (hit->cgienv && wsi->protocol->callback(wsi,
1176                                 LWS_CALLBACK_HTTP_PMO,
1177                                 wsi->user_space, (void *)hit->cgienv, 0))
1178                         return 1;
1179
1180                 if (lws_hdr_total_length(wsi, WSI_TOKEN_POST_URI)) {
1181                         n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
1182                                             wsi->user_space,
1183                                             uri_ptr + hit->mountpoint_len,
1184                                             uri_len - hit->mountpoint_len);
1185                         goto after;
1186                 }
1187         }
1188
1189 #ifdef LWS_WITH_CGI
1190         /* did we hit something with a cgi:// origin? */
1191         if (hit->origin_protocol == LWSMPRO_CGI) {
1192                 const char *cmd[] = {
1193                         NULL, /* replace with cgi path */
1194                         NULL
1195                 };
1196
1197                 lwsl_debug("%s: cgi\n", __func__);
1198                 cmd[0] = hit->origin;
1199
1200                 n = 5;
1201                 if (hit->cgi_timeout)
1202                         n = hit->cgi_timeout;
1203
1204                 n = lws_cgi(wsi, cmd, hit->mountpoint_len, n,
1205                             hit->cgienv);
1206                 if (n) {
1207                         lwsl_err("%s: cgi failed\n", __func__);
1208                         return -1;
1209                 }
1210
1211                 goto deal_body;
1212         }
1213 #endif
1214
1215         n = strlen(s);
1216         if (s[0] == '\0' || (n == 1 && s[n - 1] == '/'))
1217                 s = (char *)hit->def;
1218         if (!s)
1219                 s = "index.html";
1220
1221         wsi->cache_secs = hit->cache_max_age;
1222         wsi->cache_reuse = hit->cache_reusable;
1223         wsi->cache_revalidate = hit->cache_revalidate;
1224         wsi->cache_intermediaries = hit->cache_intermediaries;
1225
1226         n = lws_http_serve(wsi, s, hit->origin, hit);
1227         if (n) {
1228                 /*
1229                  *      lws_return_http_status(wsi, HTTP_STATUS_NOT_FOUND, NULL);
1230                  */
1231                 if (hit->protocol) {
1232                         const struct lws_protocols *pp = lws_vhost_name_to_protocol(
1233                                         wsi->vhost, hit->protocol);
1234
1235                         if (lws_bind_protocol(wsi, pp))
1236                                 return 1;
1237
1238                         n = pp->callback(wsi, LWS_CALLBACK_HTTP,
1239                                          wsi->user_space,
1240                                          uri_ptr + hit->mountpoint_len,
1241                                          uri_len - hit->mountpoint_len);
1242                 } else
1243                         n = wsi->protocol->callback(wsi, LWS_CALLBACK_HTTP,
1244                                     wsi->user_space, uri_ptr, uri_len);
1245         }
1246
1247 after:
1248         if (n) {
1249                 lwsl_info("LWS_CALLBACK_HTTP closing\n");
1250
1251                 return 1;
1252         }
1253
1254 #ifdef LWS_WITH_CGI
1255 deal_body:
1256 #endif
1257         /*
1258          * If we're not issuing a file, check for content_length or
1259          * HTTP keep-alive. No keep-alive header allocation for
1260          * ISSUING_FILE, as this uses HTTP/1.0.
1261          *
1262          * In any case, return 0 and let lws_read decide how to
1263          * proceed based on state
1264          */
1265         if (wsi->state != LWSS_HTTP_ISSUING_FILE)
1266                 /* Prepare to read body if we have a content length: */
1267                 if (wsi->u.http.content_length > 0)
1268                         wsi->state = LWSS_HTTP_BODY;
1269
1270         return 0;
1271
1272 bail_nuke_ah:
1273         /* we're closing, losing some rx is OK */
1274         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1275         // lwsl_notice("%s: drop1\n", __func__);
1276         lws_header_table_detach(wsi, 1);
1277
1278         return 1;
1279 #if LWS_POSIX
1280 transaction_result_n:
1281         lws_return_http_status(wsi, n, NULL);
1282
1283         return lws_http_transaction_completed(wsi);
1284 #endif
1285 }
1286
1287 int
1288 lws_handshake_server(struct lws *wsi, unsigned char **buf, size_t len)
1289 {
1290         int protocol_len, n = 0, hit, non_space_char_found = 0, m;
1291         struct lws_context *context = lws_get_context(wsi);
1292         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
1293         struct _lws_header_related hdr;
1294         struct allocated_headers *ah;
1295         unsigned char *obuf = *buf;
1296         char protocol_list[128];
1297         char protocol_name[64];
1298         size_t olen = len;
1299         char *p;
1300
1301         if (len >= 10000000) {
1302                 lwsl_err("%s: assert: len %ld\n", __func__, (long)len);
1303                 assert(0);
1304         }
1305
1306         if (!wsi->u.hdr.ah) {
1307                 lwsl_err("%s: assert: NULL ah\n", __func__);
1308                 assert(0);
1309         }
1310
1311         while (len--) {
1312                 wsi->more_rx_waiting = !!len;
1313
1314                 if (wsi->mode != LWSCM_HTTP_SERVING &&
1315                     wsi->mode != LWSCM_HTTP_SERVING_ACCEPTED) {
1316                         lwsl_err("%s: bad wsi mode %d\n", __func__, wsi->mode);
1317                         goto bail_nuke_ah;
1318                 }
1319
1320                 m = lws_parse(wsi, *(*buf)++);
1321                 if (m) {
1322                         if (m == 2) {
1323                                 /*
1324                                  * we are transitioning from http with
1325                                  * an AH, to raw.  Drop the ah and set
1326                                  * the mode.
1327                                  */
1328 raw_transition:
1329                                 lws_set_timeout(wsi, NO_PENDING_TIMEOUT, 0);
1330                                 lws_bind_protocol(wsi, &wsi->vhost->protocols[
1331                                                         wsi->vhost->
1332                                                         raw_protocol_index]);
1333                                 lwsl_info("transition to raw vh %s prot %d\n",
1334                                           wsi->vhost->name,
1335                                           wsi->vhost->raw_protocol_index);
1336                                 if ((wsi->protocol->callback)(wsi,
1337                                                 LWS_CALLBACK_RAW_ADOPT,
1338                                                 wsi->user_space, NULL, 0))
1339                                         goto bail_nuke_ah;
1340
1341                                 wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1342                                 lws_union_transition(wsi, LWSCM_RAW);
1343                                 lws_header_table_detach(wsi, 1);
1344
1345                                 if (m == 2 && (wsi->protocol->callback)(wsi,
1346                                                 LWS_CALLBACK_RAW_RX,
1347                                                 wsi->user_space, obuf, olen))
1348                                         return 1;
1349
1350                                 return 0;
1351                         }
1352                         lwsl_info("lws_parse failed\n");
1353                         goto bail_nuke_ah;
1354                 }
1355
1356                 if (wsi->u.hdr.parser_state != WSI_PARSING_COMPLETE)
1357                         continue;
1358
1359                 lwsl_parser("%s: lws_parse sees parsing complete\n", __func__);
1360                 lwsl_debug("%s: wsi->more_rx_waiting=%d\n", __func__,
1361                                 wsi->more_rx_waiting);
1362
1363                 /* check for unwelcome guests */
1364
1365                 if (wsi->context->reject_service_keywords) {
1366                         const struct lws_protocol_vhost_options *rej =
1367                                         wsi->context->reject_service_keywords;
1368                         char ua[384], *msg = NULL;
1369
1370                         if (lws_hdr_copy(wsi, ua, sizeof(ua) - 1,
1371                                           WSI_TOKEN_HTTP_USER_AGENT) > 0) {
1372                                 ua[sizeof(ua) - 1] = '\0';
1373                                 while (rej) {
1374                                         if (strstr(ua, rej->name)) {
1375                                                 msg = strchr(rej->value, ' ');
1376                                                 if (msg)
1377                                                         msg++;
1378                                                 lws_return_http_status(wsi, atoi(rej->value), msg);
1379
1380                                                 wsi->vhost->conn_stats.rejected++;
1381
1382                                                 goto bail_nuke_ah;
1383                                         }
1384                                         rej = rej->next;
1385                                 }
1386                         }
1387                 }
1388
1389                 /* select vhost */
1390
1391                 if (lws_hdr_total_length(wsi, WSI_TOKEN_HOST)) {
1392                         struct lws_vhost *vhost = lws_select_vhost(
1393                                 context, wsi->vhost->listen_port,
1394                                 lws_hdr_simple_ptr(wsi, WSI_TOKEN_HOST));
1395
1396                         if (vhost)
1397                                 wsi->vhost = vhost;
1398                 } else
1399                         lwsl_info("no host\n");
1400
1401                 wsi->vhost->conn_stats.trans++;
1402                 if (!wsi->conn_stat_done) {
1403                         wsi->vhost->conn_stats.conn++;
1404                         wsi->conn_stat_done = 1;
1405                 }
1406
1407                 if (lws_hdr_total_length(wsi, WSI_TOKEN_CONNECT)) {
1408                         lwsl_info("Changing to RAW mode\n");
1409                         m = 0;
1410                         goto raw_transition;
1411                 }
1412
1413                 wsi->mode = LWSCM_PRE_WS_SERVING_ACCEPT;
1414                 lws_set_timeout(wsi, NO_PENDING_TIMEOUT, 0);
1415
1416                 /* is this websocket protocol or normal http 1.0? */
1417
1418                 if (lws_hdr_total_length(wsi, WSI_TOKEN_UPGRADE)) {
1419                         if (!strcasecmp(lws_hdr_simple_ptr(wsi, WSI_TOKEN_UPGRADE),
1420                                         "websocket")) {
1421                                 wsi->vhost->conn_stats.ws_upg++;
1422                                 lwsl_info("Upgrade to ws\n");
1423                                 goto upgrade_ws;
1424                         }
1425 #ifdef LWS_USE_HTTP2
1426                         if (!strcasecmp(lws_hdr_simple_ptr(wsi, WSI_TOKEN_UPGRADE),
1427                                         "h2c")) {
1428                                 wsi->vhost->conn_stats.http2_upg++;
1429                                 lwsl_info("Upgrade to h2c\n");
1430                                 goto upgrade_h2c;
1431                         }
1432 #endif
1433                         lwsl_info("Unknown upgrade\n");
1434                         /* dunno what he wanted to upgrade to */
1435                         goto bail_nuke_ah;
1436                 }
1437
1438                 /* no upgrade ack... he remained as HTTP */
1439
1440                 lwsl_info("No upgrade\n");
1441                 ah = wsi->u.hdr.ah;
1442
1443                 lws_union_transition(wsi, LWSCM_HTTP_SERVING_ACCEPTED);
1444                 wsi->state = LWSS_HTTP;
1445                 wsi->u.http.fop_fd = NULL;
1446
1447                 /* expose it at the same offset as u.hdr */
1448                 wsi->u.http.ah = ah;
1449                 lwsl_debug("%s: wsi %p: ah %p\n", __func__, (void *)wsi,
1450                            (void *)wsi->u.hdr.ah);
1451
1452                 n = lws_http_action(wsi);
1453
1454                 return n;
1455
1456 #ifdef LWS_USE_HTTP2
1457 upgrade_h2c:
1458                 if (!lws_hdr_total_length(wsi, WSI_TOKEN_HTTP2_SETTINGS)) {
1459                         lwsl_info("missing http2_settings\n");
1460                         goto bail_nuke_ah;
1461                 }
1462
1463                 lwsl_info("h2c upgrade...\n");
1464
1465                 p = lws_hdr_simple_ptr(wsi, WSI_TOKEN_HTTP2_SETTINGS);
1466                 /* convert the peer's HTTP-Settings */
1467                 n = lws_b64_decode_string(p, protocol_list,
1468                                           sizeof(protocol_list));
1469                 if (n < 0) {
1470                         lwsl_parser("HTTP2_SETTINGS too long\n");
1471                         return 1;
1472                 }
1473
1474                 /* adopt the header info */
1475
1476                 ah = wsi->u.hdr.ah;
1477
1478                 lws_union_transition(wsi, LWSCM_HTTP2_SERVING);
1479
1480                 /* http2 union member has http union struct at start */
1481                 wsi->u.http.ah = ah;
1482
1483                 lws_http2_init(&wsi->u.http2.peer_settings);
1484                 lws_http2_init(&wsi->u.http2.my_settings);
1485
1486                 /* HTTP2 union */
1487
1488                 lws_http2_interpret_settings_payload(&wsi->u.http2.peer_settings,
1489                                 (unsigned char *)protocol_list, n);
1490
1491                 strcpy(protocol_list,
1492                        "HTTP/1.1 101 Switching Protocols\x0d\x0a"
1493                       "Connection: Upgrade\x0d\x0a"
1494                       "Upgrade: h2c\x0d\x0a\x0d\x0a");
1495                 n = lws_issue_raw(wsi, (unsigned char *)protocol_list,
1496                                         strlen(protocol_list));
1497                 if (n != strlen(protocol_list)) {
1498                         lwsl_debug("http2 switch: ERROR writing to socket\n");
1499                         return 1;
1500                 }
1501
1502                 wsi->state = LWSS_HTTP2_AWAIT_CLIENT_PREFACE;
1503
1504                 return 0;
1505 #endif
1506
1507 upgrade_ws:
1508                 if (!wsi->protocol)
1509                         lwsl_err("NULL protocol at lws_read\n");
1510
1511                 /*
1512                  * It's websocket
1513                  *
1514                  * Select the first protocol we support from the list
1515                  * the client sent us.
1516                  *
1517                  * Copy it to remove header fragmentation
1518                  */
1519
1520                 if (lws_hdr_copy(wsi, protocol_list, sizeof(protocol_list) - 1,
1521                                  WSI_TOKEN_PROTOCOL) < 0) {
1522                         lwsl_err("protocol list too long");
1523                         goto bail_nuke_ah;
1524                 }
1525
1526                 protocol_len = lws_hdr_total_length(wsi, WSI_TOKEN_PROTOCOL);
1527                 protocol_list[protocol_len] = '\0';
1528                 p = protocol_list;
1529                 hit = 0;
1530
1531                 while (*p && !hit) {
1532                         n = 0;
1533                         non_space_char_found = 0;
1534                         while (n < sizeof(protocol_name) - 1 && *p &&
1535                                *p != ',') {
1536                                 // ignore leading spaces
1537                                 if (!non_space_char_found && *p == ' ') {
1538                                         n++;
1539                                         continue;
1540                                 }
1541                                 non_space_char_found = 1;
1542                                 protocol_name[n++] = *p++;
1543                         }
1544                         protocol_name[n] = '\0';
1545                         if (*p)
1546                                 p++;
1547
1548                         lwsl_info("checking %s\n", protocol_name);
1549
1550                         n = 0;
1551                         while (wsi->vhost->protocols[n].callback) {
1552                                 lwsl_info("try %s\n", wsi->vhost->protocols[n].name);
1553
1554                                 if (wsi->vhost->protocols[n].name &&
1555                                     !strcmp(wsi->vhost->protocols[n].name,
1556                                             protocol_name)) {
1557                                         wsi->protocol = &wsi->vhost->protocols[n];
1558                                         hit = 1;
1559                                         break;
1560                                 }
1561
1562                                 n++;
1563                         }
1564                 }
1565
1566                 /* we didn't find a protocol he wanted? */
1567
1568                 if (!hit) {
1569                         if (lws_hdr_simple_ptr(wsi, WSI_TOKEN_PROTOCOL)) {
1570                                 lwsl_info("No protocol from \"%s\" supported\n",
1571                                          protocol_list);
1572                                 goto bail_nuke_ah;
1573                         }
1574                         /*
1575                          * some clients only have one protocol and
1576                          * do not send the protocol list header...
1577                          * allow it and match to the vhost's default
1578                          * protocol (which itself defaults to zero)
1579                          */
1580                         lwsl_info("defaulting to prot handler %d\n",
1581                                 wsi->vhost->default_protocol_index);
1582                         n = wsi->vhost->default_protocol_index;
1583                         wsi->protocol = &wsi->vhost->protocols[
1584                                       (int)wsi->vhost->default_protocol_index];
1585                 }
1586
1587                 /* allocate wsi->user storage */
1588                 if (lws_ensure_user_space(wsi))
1589                         goto bail_nuke_ah;
1590
1591                 /*
1592                  * Give the user code a chance to study the request and
1593                  * have the opportunity to deny it
1594                  */
1595                 if ((wsi->protocol->callback)(wsi,
1596                                 LWS_CALLBACK_FILTER_PROTOCOL_CONNECTION,
1597                                 wsi->user_space,
1598                               lws_hdr_simple_ptr(wsi, WSI_TOKEN_PROTOCOL), 0)) {
1599                         lwsl_warn("User code denied connection\n");
1600                         goto bail_nuke_ah;
1601                 }
1602
1603                 /*
1604                  * Perform the handshake according to the protocol version the
1605                  * client announced
1606                  */
1607
1608                 switch (wsi->ietf_spec_revision) {
1609                 case 13:
1610                         lwsl_parser("lws_parse calling handshake_04\n");
1611                         if (handshake_0405(context, wsi)) {
1612                                 lwsl_info("hs0405 has failed the connection\n");
1613                                 goto bail_nuke_ah;
1614                         }
1615                         break;
1616
1617                 default:
1618                         lwsl_info("Unknown client spec version %d\n",
1619                                   wsi->ietf_spec_revision);
1620                         goto bail_nuke_ah;
1621                 }
1622
1623                 lws_same_vh_protocol_insert(wsi, n);
1624
1625                 /* we are upgrading to ws, so http/1.1 and keepalive +
1626                  * pipelined header considerations about keeping the ah around
1627                  * no longer apply.  However it's common for the first ws
1628                  * protocol data to have been coalesced with the browser
1629                  * upgrade request and to already be in the ah rx buffer.
1630                  */
1631
1632                 lwsl_info("%s: %p: inheriting ah in ws mode (rxpos:%d, rxlen:%d)\n",
1633                           __func__, wsi, wsi->u.hdr.ah->rxpos,
1634                           wsi->u.hdr.ah->rxlen);
1635                 lws_pt_lock(pt);
1636                 hdr = wsi->u.hdr;
1637
1638                 lws_union_transition(wsi, LWSCM_WS_SERVING);
1639                 /*
1640                  * first service is WS mode will notice this, use the RX and
1641                  * then detach the ah (caution: we are not in u.hdr union
1642                  * mode any more then... ah_temp member is at start the same
1643                  * though)
1644                  *
1645                  * Because rxpos/rxlen shows something in the ah, we will get
1646                  * service guaranteed next time around the event loop
1647                  *
1648                  * All union members begin with hdr, so we can use it even
1649                  * though we transitioned to ws union mode (the ah detach
1650                  * code uses it anyway).
1651                  */
1652                 wsi->u.hdr = hdr;
1653                 lws_pt_unlock(pt);
1654
1655                 lws_restart_ws_ping_pong_timer(wsi);
1656
1657                 /*
1658                  * create the frame buffer for this connection according to the
1659                  * size mentioned in the protocol definition.  If 0 there, use
1660                  * a big default for compatibility
1661                  */
1662
1663                 n = wsi->protocol->rx_buffer_size;
1664                 if (!n)
1665                         n = context->pt_serv_buf_size;
1666                 n += LWS_PRE;
1667                 wsi->u.ws.rx_ubuf = lws_malloc(n + 4 /* 0x0000ffff zlib */);
1668                 if (!wsi->u.ws.rx_ubuf) {
1669                         lwsl_err("Out of Mem allocating rx buffer %d\n", n);
1670                         return 1;
1671                 }
1672                 wsi->u.ws.rx_ubuf_alloc = n;
1673                 lwsl_debug("Allocating RX buffer %d\n", n);
1674 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
1675                 if (setsockopt(wsi->desc.sockfd, SOL_SOCKET, SO_SNDBUF,
1676                                (const char *)&n, sizeof n)) {
1677                         lwsl_warn("Failed to set SNDBUF to %d", n);
1678                         return 1;
1679                 }
1680 #endif
1681
1682                 lwsl_parser("accepted v%02d connection\n",
1683                             wsi->ietf_spec_revision);
1684
1685                 /* notify user code that we're ready to roll */
1686
1687                 if (wsi->protocol->callback)
1688                         if (wsi->protocol->callback(wsi, LWS_CALLBACK_ESTABLISHED,
1689                                                     wsi->user_space,
1690 #ifdef LWS_OPENSSL_SUPPORT
1691                                                     wsi->ssl,
1692 #else
1693                                                     NULL,
1694 #endif
1695                                                     0))
1696                                 return 1;
1697
1698                 /* !!! drop ah unreservedly after ESTABLISHED */
1699                 if (!wsi->more_rx_waiting) {
1700                         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1701
1702                         //lwsl_notice("%p: dropping ah EST\n", wsi);
1703                         lws_header_table_detach(wsi, 1);
1704                 }
1705
1706                 return 0;
1707         } /* while all chars are handled */
1708
1709         return 0;
1710
1711 bail_nuke_ah:
1712         /* drop the header info */
1713         /* we're closing, losing some rx is OK */
1714         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1715         //lwsl_notice("%s: drop2\n", __func__);
1716         lws_header_table_detach(wsi, 1);
1717
1718         return 1;
1719 }
1720
1721 static int
1722 lws_get_idlest_tsi(struct lws_context *context)
1723 {
1724         unsigned int lowest = ~0;
1725         int n = 0, hit = -1;
1726
1727         for (; n < context->count_threads; n++) {
1728                 if ((unsigned int)context->pt[n].fds_count !=
1729                     context->fd_limit_per_thread - 1 &&
1730                     (unsigned int)context->pt[n].fds_count < lowest) {
1731                         lowest = context->pt[n].fds_count;
1732                         hit = n;
1733                 }
1734         }
1735
1736         return hit;
1737 }
1738
1739 struct lws *
1740 lws_create_new_server_wsi(struct lws_vhost *vhost)
1741 {
1742         struct lws *new_wsi;
1743         int n = lws_get_idlest_tsi(vhost->context);
1744
1745         if (n < 0) {
1746                 lwsl_err("no space for new conn\n");
1747                 return NULL;
1748         }
1749
1750         new_wsi = lws_zalloc(sizeof(struct lws));
1751         if (new_wsi == NULL) {
1752                 lwsl_err("Out of memory for new connection\n");
1753                 return NULL;
1754         }
1755
1756         new_wsi->tsi = n;
1757         lwsl_debug("Accepted wsi %p to context %p, tsi %d\n", new_wsi,
1758                     vhost->context, new_wsi->tsi);
1759
1760         new_wsi->vhost = vhost;
1761         new_wsi->context = vhost->context;
1762         new_wsi->pending_timeout = NO_PENDING_TIMEOUT;
1763         new_wsi->rxflow_change_to = LWS_RXFLOW_ALLOW;
1764
1765         /* initialize the instance struct */
1766
1767         new_wsi->state = LWSS_HTTP;
1768         new_wsi->mode = LWSCM_HTTP_SERVING;
1769         new_wsi->hdr_parsing_completed = 0;
1770
1771 #ifdef LWS_OPENSSL_SUPPORT
1772         new_wsi->use_ssl = LWS_SSL_ENABLED(vhost);
1773 #endif
1774
1775         /*
1776          * these can only be set once the protocol is known
1777          * we set an unestablished connection's protocol pointer
1778          * to the start of the supported list, so it can look
1779          * for matching ones during the handshake
1780          */
1781         new_wsi->protocol = vhost->protocols;
1782         new_wsi->user_space = NULL;
1783         new_wsi->ietf_spec_revision = 0;
1784         new_wsi->desc.sockfd = LWS_SOCK_INVALID;
1785         vhost->context->count_wsi_allocated++;
1786
1787         /*
1788          * outermost create notification for wsi
1789          * no user_space because no protocol selection
1790          */
1791         vhost->protocols[0].callback(new_wsi, LWS_CALLBACK_WSI_CREATE,
1792                                        NULL, NULL, 0);
1793
1794         return new_wsi;
1795 }
1796
1797 LWS_VISIBLE int LWS_WARN_UNUSED_RESULT
1798 lws_http_transaction_completed(struct lws *wsi)
1799 {
1800         int n = NO_PENDING_TIMEOUT;
1801
1802         lws_access_log(wsi);
1803
1804         lwsl_info("%s: wsi %p\n", __func__, wsi);
1805         /* if we can't go back to accept new headers, drop the connection */
1806         if (wsi->u.http.connection_type != HTTP_CONNECTION_KEEP_ALIVE) {
1807                 lwsl_info("%s: %p: close connection\n", __func__, wsi);
1808                 return 1;
1809         }
1810
1811         if (lws_bind_protocol(wsi, &wsi->vhost->protocols[0]))
1812                 return 1;
1813
1814         /* otherwise set ourselves up ready to go again */
1815         wsi->state = LWSS_HTTP;
1816         wsi->mode = LWSCM_HTTP_SERVING;
1817         wsi->u.http.content_length = 0;
1818         wsi->u.http.content_remain = 0;
1819         wsi->hdr_parsing_completed = 0;
1820 #ifdef LWS_WITH_ACCESS_LOG
1821         wsi->access_log.sent = 0;
1822 #endif
1823
1824         if (wsi->vhost->keepalive_timeout)
1825                 n = PENDING_TIMEOUT_HTTP_KEEPALIVE_IDLE;
1826         lws_set_timeout(wsi, n, wsi->vhost->keepalive_timeout);
1827
1828         /*
1829          * We already know we are on http1.1 / keepalive and the next thing
1830          * coming will be another header set.
1831          *
1832          * If there is no pending rx and we still have the ah, drop it and
1833          * reacquire a new ah when the new headers start to arrive.  (Otherwise
1834          * we needlessly hog an ah indefinitely.)
1835          *
1836          * However if there is pending rx and we know from the keepalive state
1837          * that is already at least the start of another header set, simply
1838          * reset the existing header table and keep it.
1839          */
1840         if (wsi->u.hdr.ah) {
1841                 lwsl_info("%s: wsi->more_rx_waiting=%d\n", __func__,
1842                                 wsi->more_rx_waiting);
1843
1844                 if (!wsi->more_rx_waiting) {
1845                         wsi->u.hdr.ah->rxpos = wsi->u.hdr.ah->rxlen;
1846                         lws_header_table_detach(wsi, 1);
1847 #ifdef LWS_OPENSSL_SUPPORT
1848                         /*
1849                          * additionally... if we are hogging an SSL instance
1850                          * with no pending pipelined headers (or ah now), and
1851                          * SSL is scarce, drop this connection without waiting
1852                          */
1853
1854                         if (wsi->vhost->use_ssl &&
1855                             wsi->context->simultaneous_ssl_restriction &&
1856                             wsi->context->simultaneous_ssl ==
1857                                    wsi->context->simultaneous_ssl_restriction) {
1858                                 lwsl_info("%s: simultaneous_ssl_restriction and nothing pipelined\n", __func__);
1859                                 return 1;
1860                         }
1861 #endif
1862                 } else
1863                         lws_header_table_reset(wsi, 1);
1864         }
1865
1866         /* If we're (re)starting on headers, need other implied init */
1867         wsi->u.hdr.ues = URIES_IDLE;
1868
1869         lwsl_info("%s: %p: keep-alive await new transaction\n", __func__, wsi);
1870
1871         return 0;
1872 }
1873
1874 /* if not a socket, it's a raw, non-ssl file descriptor */
1875
1876 LWS_VISIBLE struct lws *
1877 lws_adopt_descriptor_vhost(struct lws_vhost *vh, lws_adoption_type type,
1878                            lws_sock_file_fd_type fd, const char *vh_prot_name,
1879                            struct lws *parent)
1880 {
1881         struct lws_context *context = vh->context;
1882         struct lws *new_wsi = lws_create_new_server_wsi(vh);
1883         struct lws_context_per_thread *pt;
1884         int n, ssl = 0;
1885
1886         if (!new_wsi) {
1887                 if (type & LWS_ADOPT_SOCKET)
1888                         compatible_close(fd.sockfd);
1889                 return NULL;
1890         }
1891         pt = &context->pt[(int)new_wsi->tsi];
1892         lws_stats_atomic_bump(context, pt, LWSSTATS_C_CONNECTIONS, 1);
1893
1894         if (parent) {
1895                 new_wsi->parent = parent;
1896                 new_wsi->sibling_list = parent->child_list;
1897                 parent->child_list = new_wsi;
1898         }
1899
1900         new_wsi->desc = fd;
1901
1902         if (vh_prot_name) {
1903                 new_wsi->protocol = lws_vhost_name_to_protocol(new_wsi->vhost,
1904                                                                vh_prot_name);
1905                 if (!new_wsi->protocol) {
1906                         lwsl_err("Protocol %s not enabled on vhost %s\n",
1907                                  vh_prot_name, new_wsi->vhost->name);
1908                         goto bail;
1909                 }
1910                if (lws_ensure_user_space(new_wsi)) {
1911                        lwsl_notice("OOM trying to get user_space\n");
1912                         goto bail;
1913                }
1914         } else
1915                 if (type & LWS_ADOPT_HTTP) /* he will transition later */
1916                         new_wsi->protocol =
1917                                 &vh->protocols[vh->default_protocol_index];
1918                 else { /* this is the only time he will transition */
1919                         lws_bind_protocol(new_wsi,
1920                                 &vh->protocols[vh->raw_protocol_index]);
1921                         lws_union_transition(new_wsi, LWSCM_RAW);
1922                 }
1923
1924         if (type & LWS_ADOPT_SOCKET) { /* socket desc */
1925                 lwsl_debug("%s: new wsi %p, sockfd %d\n", __func__, new_wsi,
1926                            (int)(size_t)fd.sockfd);
1927
1928                 if (type & LWS_ADOPT_HTTP)
1929                         /* the transport is accepted...
1930                          * give him time to negotiate */
1931                         lws_set_timeout(new_wsi,
1932                                         PENDING_TIMEOUT_ESTABLISH_WITH_SERVER,
1933                                         context->timeout_secs);
1934
1935 #if LWS_POSIX == 0
1936 #if defined(LWS_WITH_ESP8266)
1937                 esp8266_tcp_stream_accept(accept_fd, new_wsi);
1938 #endif
1939 #endif
1940         } else /* file desc */
1941                 lwsl_debug("%s: new wsi %p, filefd %d\n", __func__, new_wsi,
1942                            (int)(size_t)fd.filefd);
1943
1944         /*
1945          * A new connection was accepted. Give the user a chance to
1946          * set properties of the newly created wsi. There's no protocol
1947          * selected yet so we issue this to the vhosts's default protocol,
1948          * itself by default protocols[0]
1949          */
1950         n = LWS_CALLBACK_SERVER_NEW_CLIENT_INSTANTIATED;
1951         if (!(type & LWS_ADOPT_HTTP)) {
1952                 if (!(type & LWS_ADOPT_SOCKET))
1953                         n = LWS_CALLBACK_RAW_ADOPT_FILE;
1954                 else
1955                         n = LWS_CALLBACK_RAW_ADOPT;
1956         }
1957
1958         if (!LWS_SSL_ENABLED(new_wsi->vhost) || !(type & LWS_ADOPT_ALLOW_SSL) ||
1959             !(type & LWS_ADOPT_SOCKET)) {
1960                 /* non-SSL */
1961                 if (!(type & LWS_ADOPT_HTTP)) {
1962                         if (!(type & LWS_ADOPT_SOCKET))
1963                                 new_wsi->mode = LWSCM_RAW_FILEDESC;
1964                         else
1965                                 new_wsi->mode = LWSCM_RAW;
1966                 }
1967         } else {
1968                 /* SSL */
1969                 if (!(type & LWS_ADOPT_HTTP))
1970                         new_wsi->mode = LWSCM_SSL_INIT_RAW;
1971                 else
1972                         new_wsi->mode = LWSCM_SSL_INIT;
1973
1974                 ssl = 1;
1975         }
1976
1977         lws_libev_accept(new_wsi, new_wsi->desc);
1978         lws_libuv_accept(new_wsi, new_wsi->desc);
1979         lws_libevent_accept(new_wsi, new_wsi->desc);
1980
1981         if (!ssl) {
1982                 if (insert_wsi_socket_into_fds(context, new_wsi)) {
1983                         lwsl_err("%s: fail inserting socket\n", __func__);
1984                         goto fail;
1985                 }
1986         } else
1987                 if (lws_server_socket_service_ssl(new_wsi, fd.sockfd)) {
1988                         lwsl_err("%s: fail ssl negotiation\n", __func__);
1989                         goto fail;
1990                 }
1991
1992         /*
1993          *  by deferring callback to this point, after insertion to fds,
1994          * lws_callback_on_writable() can work from the callback
1995          */
1996         if ((new_wsi->protocol->callback)(
1997                         new_wsi, n, new_wsi->user_space, NULL, 0))
1998                 goto fail;
1999
2000         if (type & LWS_ADOPT_HTTP) {
2001                 if (!lws_header_table_attach(new_wsi, 0)) {
2002                         lwsl_debug("Attached ah immediately\n");
2003                 } else {
2004                         lwsl_notice("%s: waiting for ah\n", __func__);
2005                 }
2006         }
2007
2008         return new_wsi;
2009
2010 fail:
2011         if (type & LWS_ADOPT_SOCKET)
2012                 lws_close_free_wsi(new_wsi, LWS_CLOSE_STATUS_NOSTATUS);
2013
2014         return NULL;
2015
2016 bail:
2017        lwsl_notice("%s: exiting on bail\n", __func__);
2018         if (parent)
2019                 parent->child_list = new_wsi->sibling_list;
2020         if (new_wsi->user_space)
2021                 lws_free(new_wsi->user_space);
2022         lws_free(new_wsi);
2023        compatible_close(fd.sockfd);
2024
2025         return NULL;
2026 }
2027
2028 LWS_VISIBLE struct lws *
2029 lws_adopt_socket_vhost(struct lws_vhost *vh, lws_sockfd_type accept_fd)
2030 {
2031         lws_sock_file_fd_type fd;
2032
2033         fd.sockfd = accept_fd;
2034         return lws_adopt_descriptor_vhost(vh, LWS_ADOPT_SOCKET |
2035                         LWS_ADOPT_HTTP | LWS_ADOPT_ALLOW_SSL, fd, NULL, NULL);
2036 }
2037
2038 LWS_VISIBLE struct lws *
2039 lws_adopt_socket(struct lws_context *context, lws_sockfd_type accept_fd)
2040 {
2041         return lws_adopt_socket_vhost(context->vhost_list, accept_fd);
2042 }
2043
2044 /* Common read-buffer adoption for lws_adopt_*_readbuf */
2045 static struct lws*
2046 adopt_socket_readbuf(struct lws *wsi, const char *readbuf, size_t len)
2047 {
2048         struct lws_context_per_thread *pt;
2049         struct allocated_headers *ah;
2050         struct lws_pollfd *pfd;
2051
2052         if (!wsi)
2053                 return NULL;
2054
2055         if (!readbuf || len == 0)
2056                 return wsi;
2057
2058         if (len > sizeof(ah->rx)) {
2059                 lwsl_err("%s: rx in too big\n", __func__);
2060                 goto bail;
2061         }
2062
2063         /*
2064          * we can't process the initial read data until we can attach an ah.
2065          *
2066          * if one is available, get it and place the data in his ah rxbuf...
2067          * wsi with ah that have pending rxbuf get auto-POLLIN service.
2068          *
2069          * no autoservice because we didn't get a chance to attach the
2070          * readbuf data to wsi or ah yet, and we will do it next if we get
2071          * the ah.
2072          */
2073         if (wsi->u.hdr.ah || !lws_header_table_attach(wsi, 0)) {
2074                 ah = wsi->u.hdr.ah;
2075                 memcpy(ah->rx, readbuf, len);
2076                 ah->rxpos = 0;
2077                 ah->rxlen = len;
2078
2079                 lwsl_notice("%s: calling service on readbuf ah\n", __func__);
2080                 pt = &wsi->context->pt[(int)wsi->tsi];
2081
2082                 /* unlike a normal connect, we have the headers already
2083                  * (or the first part of them anyway).
2084                  * libuv won't come back and service us without a network
2085                  * event, so we need to do the header service right here.
2086                  */
2087                 pfd = &pt->fds[wsi->position_in_fds_table];
2088                 pfd->revents |= LWS_POLLIN;
2089                 lwsl_err("%s: calling service\n", __func__);
2090                 if (lws_service_fd_tsi(wsi->context, pfd, wsi->tsi))
2091                         /* service closed us */
2092                         return NULL;
2093
2094                 return wsi;
2095         }
2096         lwsl_err("%s: deferring handling ah\n", __func__);
2097         /*
2098          * hum if no ah came, we are on the wait list and must defer
2099          * dealing with this until the ah arrives.
2100          *
2101          * later successful lws_header_table_attach() will apply the
2102          * below to the rx buffer (via lws_header_table_reset()).
2103          */
2104         wsi->u.hdr.preamble_rx = lws_malloc(len);
2105         if (!wsi->u.hdr.preamble_rx) {
2106                 lwsl_err("OOM\n");
2107                 goto bail;
2108         }
2109         memcpy(wsi->u.hdr.preamble_rx, readbuf, len);
2110         wsi->u.hdr.preamble_rx_len = len;
2111
2112         return wsi;
2113
2114 bail:
2115         lws_close_free_wsi(wsi, LWS_CLOSE_STATUS_NOSTATUS);
2116
2117         return NULL;
2118 }
2119
2120 LWS_VISIBLE struct lws *
2121 lws_adopt_socket_readbuf(struct lws_context *context, lws_sockfd_type accept_fd,
2122                          const char *readbuf, size_t len)
2123 {
2124         return adopt_socket_readbuf(lws_adopt_socket(context, accept_fd), readbuf, len);
2125 }
2126
2127 LWS_VISIBLE struct lws *
2128 lws_adopt_socket_vhost_readbuf(struct lws_vhost *vhost, lws_sockfd_type accept_fd,
2129                          const char *readbuf, size_t len)
2130 {
2131         return adopt_socket_readbuf(lws_adopt_socket_vhost(vhost, accept_fd), readbuf, len);
2132 }
2133
2134 LWS_VISIBLE int
2135 lws_server_socket_service(struct lws_context *context, struct lws *wsi,
2136                           struct lws_pollfd *pollfd)
2137 {
2138         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
2139         lws_sockfd_type accept_fd = LWS_SOCK_INVALID;
2140         struct allocated_headers *ah;
2141         lws_sock_file_fd_type fd;
2142         int opts = LWS_ADOPT_SOCKET | LWS_ADOPT_ALLOW_SSL;
2143 #if LWS_POSIX
2144         struct sockaddr_storage cli_addr;
2145         socklen_t clilen;
2146 #endif
2147         int n, len;
2148         
2149         // lwsl_notice("%s: mode %d\n", __func__, wsi->mode);
2150
2151         switch (wsi->mode) {
2152
2153         case LWSCM_HTTP_SERVING:
2154         case LWSCM_HTTP_SERVING_ACCEPTED:
2155         case LWSCM_HTTP2_SERVING:
2156         case LWSCM_RAW:
2157
2158                 /* handle http headers coming in */
2159
2160                 /* pending truncated sends have uber priority */
2161
2162                 if (wsi->trunc_len) {
2163                         if (!(pollfd->revents & LWS_POLLOUT))
2164                                 break;
2165
2166                         if (lws_issue_raw(wsi, wsi->trunc_alloc +
2167                                                wsi->trunc_offset,
2168                                           wsi->trunc_len) < 0)
2169                                 goto fail;
2170                         /*
2171                          * we can't afford to allow input processing to send
2172                          * something new, so spin around he event loop until
2173                          * he doesn't have any partials
2174                          */
2175                         break;
2176                 }
2177
2178                 /* any incoming data ready? */
2179
2180                 if (!(pollfd->revents & pollfd->events & LWS_POLLIN))
2181                         goto try_pollout;
2182
2183                 /*
2184                  * If we previously just did POLLIN when IN and OUT were
2185                  * signalled (because POLLIN processing may have used up
2186                  * the POLLOUT), don't let that happen twice in a row...
2187                  * next time we see the situation favour POLLOUT
2188                  */
2189 #if !defined(LWS_WITH_ESP8266)
2190                 if (wsi->favoured_pollin &&
2191                     (pollfd->revents & pollfd->events & LWS_POLLOUT)) {
2192                         wsi->favoured_pollin = 0;
2193                         goto try_pollout;
2194                 }
2195 #endif
2196
2197                 /* these states imply we MUST have an ah attached */
2198
2199                 if (wsi->mode != LWSCM_RAW && (wsi->state == LWSS_HTTP ||
2200                     wsi->state == LWSS_HTTP_ISSUING_FILE ||
2201                     wsi->state == LWSS_HTTP_HEADERS)) {
2202                         if (!wsi->u.hdr.ah) {
2203                                 
2204                                 //lwsl_err("wsi %p: missing ah\n", wsi);
2205                                 /* no autoservice beacuse we will do it next */
2206                                 if (lws_header_table_attach(wsi, 0)) {
2207                                         lwsl_info("wsi %p: failed to acquire ah\n", wsi);
2208                                         goto try_pollout;
2209                                 }
2210                         }
2211                         ah = wsi->u.hdr.ah;
2212
2213                         //lwsl_notice("%s: %p: rxpos:%d rxlen:%d\n", __func__, wsi,
2214                         //         ah->rxpos, ah->rxlen);
2215
2216                         /* if nothing in ah rx buffer, get some fresh rx */
2217                         if (ah->rxpos == ah->rxlen) {
2218                                 ah->rxlen = lws_ssl_capable_read(wsi, ah->rx,
2219                                                    sizeof(ah->rx));
2220                                 ah->rxpos = 0;
2221                                 //lwsl_notice("%s: wsi %p, ah->rxlen = %d\r\n",
2222                                 //         __func__, wsi, ah->rxlen);
2223                                 switch (ah->rxlen) {
2224                                 case 0:
2225                                         lwsl_info("%s: read 0 len\n", __func__);
2226                                         /* lwsl_info("   state=%d\n", wsi->state); */
2227 //                                      if (!wsi->hdr_parsing_completed)
2228 //                                              lws_header_table_detach(wsi);
2229                                         /* fallthru */
2230                                 case LWS_SSL_CAPABLE_ERROR:
2231                                         goto fail;
2232                                 case LWS_SSL_CAPABLE_MORE_SERVICE:
2233                                         ah->rxlen = ah->rxpos = 0;
2234                                         goto try_pollout;
2235                                 }
2236                         }
2237
2238                         if (!(ah->rxpos != ah->rxlen && ah->rxlen)) {
2239                                 lwsl_err("%s: assert: rxpos %d, rxlen %d\n",
2240                                          __func__, ah->rxpos, ah->rxlen);
2241
2242                                 assert(0);
2243                         }
2244                         
2245                         /* just ignore incoming if waiting for close */
2246                         if (wsi->state != LWSS_FLUSHING_STORED_SEND_BEFORE_CLOSE) {
2247                                 n = lws_read(wsi, ah->rx + ah->rxpos,
2248                                              ah->rxlen - ah->rxpos);
2249                                 if (n < 0) /* we closed wsi */
2250                                         return 1;
2251                                 if (wsi->u.hdr.ah) {
2252                                         if ( wsi->u.hdr.ah->rxlen)
2253                                                  wsi->u.hdr.ah->rxpos += n;
2254
2255                                         lwsl_debug("%s: wsi %p: ah read rxpos %d, rxlen %d\n", __func__, wsi, wsi->u.hdr.ah->rxpos, wsi->u.hdr.ah->rxlen);
2256
2257                                         if (wsi->u.hdr.ah->rxpos == wsi->u.hdr.ah->rxlen &&
2258                                             (wsi->mode != LWSCM_HTTP_SERVING &&
2259                                              wsi->mode != LWSCM_HTTP_SERVING_ACCEPTED &&
2260                                              wsi->mode != LWSCM_HTTP2_SERVING))
2261                                                 lws_header_table_detach(wsi, 1);
2262                                 }
2263                                 break;
2264                         }
2265
2266                         goto try_pollout;
2267                 }
2268
2269                 len = lws_ssl_capable_read(wsi, pt->serv_buf,
2270                                            context->pt_serv_buf_size);
2271                 lwsl_debug("%s: wsi %p read %d\r\n", __func__, wsi, len);
2272                 switch (len) {
2273                 case 0:
2274                         lwsl_info("%s: read 0 len\n", __func__);
2275                         /* lwsl_info("   state=%d\n", wsi->state); */
2276 //                      if (!wsi->hdr_parsing_completed)
2277 //                              lws_header_table_detach(wsi);
2278                         /* fallthru */
2279                 case LWS_SSL_CAPABLE_ERROR:
2280                         goto fail;
2281                 case LWS_SSL_CAPABLE_MORE_SERVICE:
2282                         goto try_pollout;
2283                 }
2284                 
2285                 if (wsi->mode == LWSCM_RAW) {
2286                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2287                                         wsi, LWS_CALLBACK_RAW_RX,
2288                                         wsi->user_space, pt->serv_buf, len);
2289                         if (n < 0) {
2290                                 lwsl_info("LWS_CALLBACK_RAW_RX_fail\n");
2291                                 goto fail;
2292                         }
2293                         goto try_pollout;
2294                 }
2295
2296                 /* just ignore incoming if waiting for close */
2297                 if (wsi->state != LWSS_FLUSHING_STORED_SEND_BEFORE_CLOSE) {
2298                         /*
2299                          * this may want to send
2300                          * (via HTTP callback for example)
2301                          */
2302                         n = lws_read(wsi, pt->serv_buf, len);
2303                         if (n < 0) /* we closed wsi */
2304                                 return 1;
2305                         /*
2306                          *  he may have used up the
2307                          * writability above, if we will defer POLLOUT
2308                          * processing in favour of POLLIN, note it
2309                          */
2310                         if (pollfd->revents & LWS_POLLOUT)
2311                                 wsi->favoured_pollin = 1;
2312                         break;
2313                 }
2314
2315 try_pollout:
2316                 
2317                 /* this handles POLLOUT for http serving fragments */
2318
2319                 if (!(pollfd->revents & LWS_POLLOUT))
2320                         break;
2321
2322                 /* one shot */
2323                 if (lws_change_pollfd(wsi, LWS_POLLOUT, 0)) {
2324                         lwsl_notice("%s a\n", __func__);
2325                         goto fail;
2326                 }
2327
2328                 if (wsi->mode == LWSCM_RAW) {
2329                         lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_C_WRITEABLE_CB, 1);
2330 #if defined(LWS_WITH_STATS)
2331                         {
2332                                 uint64_t ul = time_in_microseconds() - wsi->active_writable_req_us;
2333
2334                                 lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_MS_WRITABLE_DELAY, ul);
2335                                 lws_stats_atomic_max(wsi->context, pt, LWSSTATS_MS_WORST_WRITABLE_DELAY, ul);
2336                                 wsi->active_writable_req_us = 0;
2337                         }
2338 #endif
2339                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2340                                         wsi, LWS_CALLBACK_RAW_WRITEABLE,
2341                                         wsi->user_space, NULL, 0);
2342                         if (n < 0) {
2343                                 lwsl_info("writeable_fail\n");
2344                                 goto fail;
2345                         }
2346                         break;
2347                 }
2348
2349                 if (!wsi->hdr_parsing_completed)
2350                         break;
2351
2352                 if (wsi->state != LWSS_HTTP_ISSUING_FILE) {
2353
2354                         lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_C_WRITEABLE_CB, 1);
2355 #if defined(LWS_WITH_STATS)
2356                         {
2357                                 uint64_t ul = time_in_microseconds() - wsi->active_writable_req_us;
2358
2359                                 lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_MS_WRITABLE_DELAY, ul);
2360                                 lws_stats_atomic_max(wsi->context, pt, LWSSTATS_MS_WORST_WRITABLE_DELAY, ul);
2361                                 wsi->active_writable_req_us = 0;
2362                         }
2363 #endif
2364
2365                         n = user_callback_handle_rxflow(wsi->protocol->callback,
2366                                         wsi, LWS_CALLBACK_HTTP_WRITEABLE,
2367                                         wsi->user_space, NULL, 0);
2368                         if (n < 0) {
2369                                 lwsl_info("writeable_fail\n");
2370                                 goto fail;
2371                         }
2372                         break;
2373                 }
2374
2375                 /* >0 == completion, <0 == error */
2376                 n = lws_serve_http_file_fragment(wsi);
2377                 if (n < 0 || (n > 0 && lws_http_transaction_completed(wsi))) {
2378                         lwsl_info("completed\n");
2379                         goto fail;
2380                 }
2381
2382                 break;
2383
2384         case LWSCM_SERVER_LISTENER:
2385
2386 #if LWS_POSIX
2387                 /* pollin means a client has connected to us then */
2388
2389                 do {
2390                         if (!(pollfd->revents & LWS_POLLIN) || !(pollfd->events & LWS_POLLIN))
2391                                 break;
2392
2393 #ifdef LWS_OPENSSL_SUPPORT
2394                         /*
2395                          * can we really accept it, with regards to SSL limit?
2396                          * another vhost may also have had POLLIN on his listener this
2397                          * round and used it up already
2398                          */
2399
2400                         if (wsi->vhost->use_ssl &&
2401                             context->simultaneous_ssl_restriction &&
2402                             context->simultaneous_ssl ==
2403                                           context->simultaneous_ssl_restriction)
2404                                 /* no... ignore it, he won't come again until we are
2405                                  * below the simultaneous_ssl_restriction limit and
2406                                  * POLLIN is enabled on him again
2407                                  */
2408                                 break;
2409 #endif
2410                         /* listen socket got an unencrypted connection... */
2411
2412                         clilen = sizeof(cli_addr);
2413                         lws_latency_pre(context, wsi);
2414                         accept_fd  = accept(pollfd->fd, (struct sockaddr *)&cli_addr,
2415                                             &clilen);
2416                         lws_latency(context, wsi, "listener accept", accept_fd,
2417                                     accept_fd >= 0);
2418                         if (accept_fd < 0) {
2419                                 if (LWS_ERRNO == LWS_EAGAIN ||
2420                                     LWS_ERRNO == LWS_EWOULDBLOCK) {
2421 //                                      lwsl_err("accept asks to try again\n");
2422                                         break;
2423                                 }
2424                                 lwsl_err("ERROR on accept: %s\n", strerror(LWS_ERRNO));
2425                                 break;
2426                         }
2427
2428                         lws_plat_set_socket_options(wsi->vhost, accept_fd);
2429
2430 #if defined(LWS_USE_IPV6)
2431                         lwsl_debug("accepted new conn port %u on fd=%d\n",
2432                                           ((cli_addr.ss_family == AF_INET6) ?
2433                                           ntohs(((struct sockaddr_in6 *) &cli_addr)->sin6_port) :
2434                                           ntohs(((struct sockaddr_in *) &cli_addr)->sin_port)),
2435                                           accept_fd);
2436 #else
2437                         lwsl_debug("accepted new conn port %u on fd=%d\n",
2438                                           ntohs(((struct sockaddr_in *) &cli_addr)->sin_port),
2439                                           accept_fd);
2440 #endif
2441
2442 #else
2443                         /* not very beautiful... */
2444                         accept_fd = (lws_sockfd_type)pollfd;
2445 #endif
2446                         /*
2447                          * look at who we connected to and give user code a chance
2448                          * to reject based on client IP.  There's no protocol selected
2449                          * yet so we issue this to protocols[0]
2450                          */
2451                         if ((wsi->vhost->protocols[0].callback)(wsi,
2452                                         LWS_CALLBACK_FILTER_NETWORK_CONNECTION,
2453                                         NULL, (void *)(long)accept_fd, 0)) {
2454                                 lwsl_debug("Callback denied network connection\n");
2455                                 compatible_close(accept_fd);
2456                                 break;
2457                         }
2458
2459                         if (!(wsi->vhost->options & LWS_SERVER_OPTION_ONLY_RAW))
2460                                 opts |= LWS_ADOPT_HTTP;
2461
2462                         fd.sockfd = accept_fd;
2463                         if (!lws_adopt_descriptor_vhost(wsi->vhost, opts, fd,
2464                                                         NULL, NULL))
2465                                 /* already closed cleanly as necessary */
2466                                 return 1;
2467
2468 #if LWS_POSIX
2469                 } while (pt->fds_count < context->fd_limit_per_thread - 1 &&
2470                          lws_poll_listen_fd(&pt->fds[wsi->position_in_fds_table]) > 0);
2471 #endif
2472                 return 0;
2473
2474         default:
2475                 break;
2476         }
2477
2478         if (!lws_server_socket_service_ssl(wsi, accept_fd))
2479                 return 0;
2480
2481 fail:
2482         lws_close_free_wsi(wsi, LWS_CLOSE_STATUS_NOSTATUS);
2483
2484         return 1;
2485 }
2486
2487 LWS_VISIBLE int
2488 lws_serve_http_file(struct lws *wsi, const char *file, const char *content_type,
2489                     const char *other_headers, int other_headers_len)
2490 {
2491         static const char * const intermediates[] = { "private", "public" };
2492         struct lws_context *context = lws_get_context(wsi);
2493         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
2494 #if defined(LWS_WITH_RANGES)
2495         struct lws_range_parsing *rp = &wsi->u.http.range;
2496 #endif
2497         char cache_control[50], *cc = "no-store";
2498         unsigned char *response = pt->serv_buf + LWS_PRE;
2499         unsigned char *p = response;
2500         unsigned char *end = p + context->pt_serv_buf_size - LWS_PRE;
2501         lws_filepos_t computed_total_content_length;
2502         int ret = 0, cclen = 8, n = HTTP_STATUS_OK;
2503         lws_fop_flags_t fflags = LWS_O_RDONLY;
2504 #if defined(LWS_WITH_RANGES)
2505         int ranges;
2506 #endif
2507         const struct lws_plat_file_ops *fops;
2508         const char *vpath;
2509
2510         /*
2511          * We either call the platform fops .open with first arg platform fops,
2512          * or we call fops_zip .open with first arg platform fops, and fops_zip
2513          * open will decide whether to switch to fops_zip or stay with fops_def.
2514          *
2515          * If wsi->u.http.fop_fd is already set, the caller already opened it
2516          */
2517         if (!wsi->u.http.fop_fd) {
2518                 fops = lws_vfs_select_fops(wsi->context->fops, file, &vpath);
2519                 fflags |= lws_vfs_prepare_flags(wsi);
2520                 wsi->u.http.fop_fd = fops->LWS_FOP_OPEN(wsi->context->fops,
2521                                                         file, vpath, &fflags);
2522                 if (!wsi->u.http.fop_fd) {
2523                         lwsl_err("Unable to open '%s'\n", file);
2524
2525                         return -1;
2526                 }
2527         }
2528         wsi->u.http.filelen = lws_vfs_get_length(wsi->u.http.fop_fd);
2529         computed_total_content_length = wsi->u.http.filelen;
2530
2531 #if defined(LWS_WITH_RANGES)
2532         ranges = lws_ranges_init(wsi, rp, wsi->u.http.filelen);
2533
2534         lwsl_debug("Range count %d\n", ranges);
2535         /*
2536          * no ranges -> 200;
2537          *  1 range  -> 206 + Content-Type: normal; Content-Range;
2538          *  more     -> 206 + Content-Type: multipart/byteranges
2539          *              Repeat the true Content-Type in each multipart header
2540          *              along with Content-Range
2541          */
2542         if (ranges < 0) {
2543                 /* it means he expressed a range in Range:, but it was illegal */
2544                 lws_return_http_status(wsi, HTTP_STATUS_REQ_RANGE_NOT_SATISFIABLE, NULL);
2545                 if (lws_http_transaction_completed(wsi))
2546                         return -1; /* <0 means just hang up */
2547
2548                 lws_vfs_file_close(&wsi->u.http.fop_fd);
2549
2550                 return 0; /* == 0 means we dealt with the transaction complete */
2551         }
2552         if (ranges)
2553                 n = HTTP_STATUS_PARTIAL_CONTENT;
2554 #endif
2555
2556         if (lws_add_http_header_status(wsi, n, &p, end))
2557                 return -1;
2558
2559         if ((wsi->u.http.fop_fd->flags & (LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP |
2560                        LWS_FOP_FLAG_COMPR_IS_GZIP)) ==
2561             (LWS_FOP_FLAG_COMPR_ACCEPTABLE_GZIP | LWS_FOP_FLAG_COMPR_IS_GZIP)) {
2562                 if (lws_add_http_header_by_token(wsi,
2563                         WSI_TOKEN_HTTP_CONTENT_ENCODING,
2564                         (unsigned char *)"gzip", 4, &p, end))
2565                         return -1;
2566                 lwsl_info("file is being provided in gzip\n");
2567         }
2568
2569 #if defined(LWS_WITH_RANGES)
2570         if (ranges < 2 && content_type && content_type[0])
2571                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_TYPE,
2572                                                  (unsigned char *)content_type,
2573                                                  strlen(content_type), &p, end))
2574                         return -1;
2575
2576         if (ranges >= 2) { /* multipart byteranges */
2577                 strncpy(wsi->u.http.multipart_content_type, content_type,
2578                         sizeof(wsi->u.http.multipart_content_type) - 1);
2579                 wsi->u.http.multipart_content_type[
2580                          sizeof(wsi->u.http.multipart_content_type) - 1] = '\0';
2581                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_TYPE,
2582                                                  (unsigned char *)"multipart/byteranges; boundary=_lws",
2583                                                  20, &p, end))
2584                         return -1;
2585
2586                 /*
2587                  *  our overall content length has to include
2588                  *
2589                  *  - (n + 1) x "_lws\r\n"
2590                  *  - n x Content-Type: xxx/xxx\r\n
2591                  *  - n x Content-Range: bytes xxx-yyy/zzz\r\n
2592                  *  - n x /r/n
2593                  *  - the actual payloads (aggregated in rp->agg)
2594                  *
2595                  *  Precompute it for the main response header
2596                  */
2597
2598                 computed_total_content_length = (lws_filepos_t)rp->agg +
2599                                                 6 /* final _lws\r\n */;
2600
2601                 lws_ranges_reset(rp);
2602                 while (lws_ranges_next(rp)) {
2603                         n = lws_snprintf(cache_control, sizeof(cache_control),
2604                                         "bytes %llu-%llu/%llu",
2605                                         rp->start, rp->end, rp->extent);
2606
2607                         computed_total_content_length +=
2608                                         6 /* header _lws\r\n */ +
2609                                         14 + strlen(content_type) + 2 + /* Content-Type: xxx/xxx\r\n */
2610                                         15 + n + 2 + /* Content-Range: xxxx\r\n */
2611                                         2; /* /r/n */
2612                 }
2613
2614                 lws_ranges_reset(rp);
2615                 lws_ranges_next(rp);
2616         }
2617
2618         if (ranges == 1) {
2619                 computed_total_content_length = (lws_filepos_t)rp->agg;
2620                 n = lws_snprintf(cache_control, sizeof(cache_control), "bytes %llu-%llu/%llu",
2621                                 rp->start, rp->end, rp->extent);
2622
2623                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CONTENT_RANGE,
2624                                                  (unsigned char *)cache_control,
2625                                                  n, &p, end))
2626                         return -1;
2627         }
2628
2629         wsi->u.http.range.inside = 0;
2630
2631         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_ACCEPT_RANGES,
2632                                          (unsigned char *)"bytes", 5, &p, end))
2633                 return -1;
2634 #endif
2635
2636         if (!wsi->sending_chunked) {
2637                 if (lws_add_http_header_content_length(wsi,
2638                                                        computed_total_content_length,
2639                                                        &p, end))
2640                         return -1;
2641         } else {
2642                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_TRANSFER_ENCODING,
2643                                                  (unsigned char *)"chunked",
2644                                                  7, &p, end))
2645                         return -1;
2646         }
2647
2648         if (wsi->cache_secs && wsi->cache_reuse) {
2649                 if (wsi->cache_revalidate) {
2650                         cc = cache_control;
2651                         cclen = sprintf(cache_control, "%s max-age: %u",
2652                                     intermediates[wsi->cache_intermediaries],
2653                                     wsi->cache_secs);
2654                 } else {
2655                         cc = "no-cache";
2656                         cclen = 8;
2657                 }
2658         }
2659
2660         if (lws_add_http_header_by_token(wsi, WSI_TOKEN_HTTP_CACHE_CONTROL,
2661                         (unsigned char *)cc, cclen, &p, end))
2662                 return -1;
2663
2664         if (wsi->u.http.connection_type == HTTP_CONNECTION_KEEP_ALIVE)
2665                 if (lws_add_http_header_by_token(wsi, WSI_TOKEN_CONNECTION,
2666                                 (unsigned char *)"keep-alive", 10, &p, end))
2667                         return -1;
2668
2669         if (other_headers) {
2670                 if ((end - p) < other_headers_len)
2671                         return -1;
2672                 memcpy(p, other_headers, other_headers_len);
2673                 p += other_headers_len;
2674         }
2675
2676         if (lws_finalize_http_header(wsi, &p, end))
2677                 return -1;
2678
2679         ret = lws_write(wsi, response, p - response, LWS_WRITE_HTTP_HEADERS);
2680         if (ret != (p - response)) {
2681                 lwsl_err("_write returned %d from %ld\n", ret, (long)(p - response));
2682                 return -1;
2683         }
2684
2685         wsi->u.http.filepos = 0;
2686         wsi->state = LWSS_HTTP_ISSUING_FILE;
2687
2688         return lws_serve_http_file_fragment(wsi);
2689 }
2690
2691 int
2692 lws_interpret_incoming_packet(struct lws *wsi, unsigned char **buf, size_t len)
2693 {
2694         int m;
2695
2696         lwsl_parser("%s: received %d byte packet\n", __func__, (int)len);
2697 #if 0
2698         lwsl_hexdump(*buf, len);
2699 #endif
2700
2701         /* let the rx protocol state machine have as much as it needs */
2702
2703         while (len) {
2704                 /*
2705                  * we were accepting input but now we stopped doing so
2706                  */
2707                 if (!(wsi->rxflow_change_to & LWS_RXFLOW_ALLOW)) {
2708                         lws_rxflow_cache(wsi, *buf, 0, len);
2709                         lwsl_parser("%s: cached %ld\n", __func__, (long)len);
2710                         return 1;
2711                 }
2712
2713                 if (wsi->u.ws.rx_draining_ext) {
2714                         // lwsl_notice("draining with 0\n");
2715                         m = lws_rx_sm(wsi, 0);
2716                         if (m < 0)
2717                                 return -1;
2718                         continue;
2719                 }
2720
2721                 /* account for what we're using in rxflow buffer */
2722                 if (wsi->rxflow_buffer)
2723                         wsi->rxflow_pos++;
2724
2725                 /* consume payload bytes efficiently */
2726                 if (
2727                     wsi->lws_rx_parse_state ==
2728                     LWS_RXPS_PAYLOAD_UNTIL_LENGTH_EXHAUSTED) {
2729                         m = lws_payload_until_length_exhausted(wsi, buf, &len);
2730                         if (wsi->rxflow_buffer)
2731                                 wsi->rxflow_pos += m;
2732                 }
2733
2734                 /* process the byte */
2735                 m = lws_rx_sm(wsi, *(*buf)++);
2736                 if (m < 0)
2737                         return -1;
2738                 len--;
2739         }
2740
2741         lwsl_parser("%s: exit with %d unused\n", __func__, (int)len);
2742
2743         return 0;
2744 }
2745
2746 LWS_VISIBLE void
2747 lws_server_get_canonical_hostname(struct lws_context *context,
2748                                   struct lws_context_creation_info *info)
2749 {
2750         if (lws_check_opt(info->options, LWS_SERVER_OPTION_SKIP_SERVER_CANONICAL_NAME))
2751                 return;
2752 #if LWS_POSIX && !defined(LWS_WITH_ESP32)
2753         /* find canonical hostname */
2754         gethostname((char *)context->canonical_hostname,
2755                     sizeof(context->canonical_hostname) - 1);
2756
2757         lwsl_notice(" canonical_hostname = %s\n", context->canonical_hostname);
2758 #else
2759         (void)context;
2760 #endif
2761 }
2762
2763 #define LWS_MAX_ELEM_NAME 32
2764
2765 enum urldecode_stateful {
2766         US_NAME,
2767         US_IDLE,
2768         US_PC1,
2769         US_PC2,
2770
2771         MT_LOOK_BOUND_IN,
2772         MT_HNAME,
2773         MT_DISP,
2774         MT_TYPE,
2775         MT_IGNORE1,
2776         MT_IGNORE2,
2777 };
2778
2779 static const char * const mp_hdr[] = {
2780         "content-disposition: ",
2781         "content-type: ",
2782         "\x0d\x0a"
2783 };
2784
2785 typedef int (*lws_urldecode_stateful_cb)(void *data,
2786                 const char *name, char **buf, int len, int final);
2787
2788 struct lws_urldecode_stateful {
2789         char *out;
2790         void *data;
2791         char name[LWS_MAX_ELEM_NAME];
2792         char temp[LWS_MAX_ELEM_NAME];
2793         char content_type[32];
2794         char content_disp[32];
2795         char content_disp_filename[256];
2796         char mime_boundary[128];
2797         int out_len;
2798         int pos;
2799         int hdr_idx;
2800         int mp;
2801         int sum;
2802
2803         unsigned int multipart_form_data:1;
2804         unsigned int inside_quote:1;
2805         unsigned int subname:1;
2806         unsigned int boundary_real_crlf:1;
2807
2808         enum urldecode_stateful state;
2809
2810         lws_urldecode_stateful_cb output;
2811 };
2812
2813 static struct lws_urldecode_stateful *
2814 lws_urldecode_s_create(struct lws *wsi, char *out, int out_len, void *data,
2815                        lws_urldecode_stateful_cb output)
2816 {
2817         struct lws_urldecode_stateful *s = lws_zalloc(sizeof(*s));
2818         char buf[200], *p;
2819         int m = 0;
2820
2821         if (!s)
2822                 return NULL;
2823
2824         s->out = out;
2825         s->out_len  = out_len;
2826         s->output = output;
2827         s->pos = 0;
2828         s->sum = 0;
2829         s->mp = 0;
2830         s->state = US_NAME;
2831         s->name[0] = '\0';
2832         s->data = data;
2833
2834         if (lws_hdr_copy(wsi, buf, sizeof(buf), WSI_TOKEN_HTTP_CONTENT_TYPE) > 0) {
2835                 /* multipart/form-data; boundary=----WebKitFormBoundarycc7YgAPEIHvgE9Bf */
2836
2837                 if (!strncmp(buf, "multipart/form-data", 19)) {
2838                         s->multipart_form_data = 1;
2839                         s->state = MT_LOOK_BOUND_IN;
2840                         s->mp = 2;
2841                         p = strstr(buf, "boundary=");
2842                         if (p) {
2843                                 p += 9;
2844                                 s->mime_boundary[m++] = '\x0d';
2845                                 s->mime_boundary[m++] = '\x0a';
2846                                 s->mime_boundary[m++] = '-';
2847                                 s->mime_boundary[m++] = '-';
2848                                 while (m < sizeof(s->mime_boundary) - 1 &&
2849                                        *p && *p != ' ')
2850                                         s->mime_boundary[m++] = *p++;
2851
2852                                 s->mime_boundary[m] = '\0';
2853
2854                                 lwsl_notice("boundary '%s'\n", s->mime_boundary);
2855                         }
2856                 }
2857         }
2858
2859         return s;
2860 }
2861
2862 static int
2863 lws_urldecode_s_process(struct lws_urldecode_stateful *s, const char *in, int len)
2864 {
2865         int n, m, hit = 0;
2866         char c, was_end = 0;
2867
2868         while (len--) {
2869                 if (s->pos == s->out_len - s->mp - 1) {
2870                         if (s->output(s->data, s->name, &s->out, s->pos, 0))
2871                                 return -1;
2872
2873                         was_end = s->pos;
2874                         s->pos = 0;
2875                 }
2876                 switch (s->state) {
2877
2878                 /* states for url arg style */
2879
2880                 case US_NAME:
2881                         s->inside_quote = 0;
2882                         if (*in == '=') {
2883                                 s->name[s->pos] = '\0';
2884                                 s->pos = 0;
2885                                 s->state = US_IDLE;
2886                                 in++;
2887                                 continue;
2888                         }
2889                         if (*in == '&') {
2890                                 s->name[s->pos] = '\0';
2891                                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
2892                                         return -1;
2893                                 s->pos = 0;
2894                                 s->state = US_IDLE;
2895                                 in++;
2896                                 continue;
2897                         }
2898                         if (s->pos >= sizeof(s->name) - 1) {
2899                                 lwsl_notice("Name too long\n");
2900                                 return -1;
2901                         }
2902                         s->name[s->pos++] = *in++;
2903                         break;
2904                 case US_IDLE:
2905                         if (*in == '%') {
2906                                 s->state++;
2907                                 in++;
2908                                 continue;
2909                         }
2910                         if (*in == '&') {
2911                                 s->out[s->pos] = '\0';
2912                                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
2913                                         return -1;
2914                                 s->pos = 0;
2915                                 s->state = US_NAME;
2916                                 in++;
2917                                 continue;
2918                         }
2919                         if (*in == '+') {
2920                                 in++;
2921                                 s->out[s->pos++] = ' ';
2922                                 continue;
2923                         }
2924                         s->out[s->pos++] = *in++;
2925                         break;
2926                 case US_PC1:
2927                         n = char_to_hex(*in);
2928                         if (n < 0)
2929                                 return -1;
2930
2931                         in++;
2932                         s->sum = n << 4;
2933                         s->state++;
2934                         break;
2935
2936                 case US_PC2:
2937                         n = char_to_hex(*in);
2938                         if (n < 0)
2939                                 return -1;
2940
2941                         in++;
2942                         s->out[s->pos++] = s->sum | n;
2943                         s->state = US_IDLE;
2944                         break;
2945
2946
2947                 /* states for multipart / mime style */
2948
2949                 case MT_LOOK_BOUND_IN:
2950 retry_as_first:
2951                         if (*in == s->mime_boundary[s->mp] &&
2952                             s->mime_boundary[s->mp]) {
2953                                 in++;
2954                                 s->mp++;
2955                                 if (!s->mime_boundary[s->mp]) {
2956                                         s->mp = 0;
2957                                         s->state = MT_IGNORE1;
2958
2959                                         if (s->pos || was_end)
2960                                                 if (s->output(s->data, s->name,
2961                                                       &s->out, s->pos, 1))
2962                                                         return -1;
2963
2964                                         s->pos = 0;
2965
2966                                         s->content_disp[0] = '\0';
2967                                         s->name[0] = '\0';
2968                                         s->content_disp_filename[0] = '\0';
2969                                         s->boundary_real_crlf = 1;
2970                                 }
2971                                 continue;
2972                         }
2973                         if (s->mp) {
2974                                 n = 0;
2975                                 if (!s->boundary_real_crlf)
2976                                         n = 2;
2977
2978                                 memcpy(s->out + s->pos, s->mime_boundary + n, s->mp - n);
2979                                 s->pos += s->mp;
2980                                 s->mp = 0;
2981                                 goto retry_as_first;
2982                         }
2983
2984                         s->out[s->pos++] = *in;
2985                         in++;
2986                         s->mp = 0;
2987                         break;
2988
2989                 case MT_HNAME:
2990                         m = 0;
2991                         c =*in;
2992                         if (c >= 'A' && c <= 'Z')
2993                                 c += 'a' - 'A';
2994                         for (n = 0; n < ARRAY_SIZE(mp_hdr); n++)
2995                                 if (c == mp_hdr[n][s->mp]) {
2996                                         m++;
2997                                         hit = n;
2998                                 }
2999                         in++;
3000                         if (!m) {
3001                                 s->mp = 0;
3002                                 continue;
3003                         }
3004
3005                         s->mp++;
3006                         if (m != 1)
3007                                 continue;
3008
3009                         if (mp_hdr[hit][s->mp])
3010                                 continue;
3011
3012                         s->mp = 0;
3013                         s->temp[0] = '\0';
3014                         s->subname = 0;
3015
3016                         if (hit == 2)
3017                                 s->state = MT_LOOK_BOUND_IN;
3018                         else
3019                                 s->state += hit + 1;
3020                         break;
3021
3022                 case MT_DISP:
3023                         /* form-data; name="file"; filename="t.txt" */
3024
3025                         if (*in == '\x0d') {
3026 //                              lwsl_notice("disp: '%s', '%s', '%s'\n",
3027 //                                 s->content_disp, s->name,
3028 //                                 s->content_disp_filename);
3029
3030                                 if (s->content_disp_filename[0])
3031                                         if (s->output(s->data, s->name,
3032                                                       &s->out, s->pos, LWS_UFS_OPEN))
3033                                                 return -1;
3034                                 s->state = MT_IGNORE2;
3035                                 goto done;
3036                         }
3037                         if (*in == ';') {
3038                                 s->subname = 1;
3039                                 s->temp[0] = '\0';
3040                                 s->mp = 0;
3041                                 goto done;
3042                         }
3043
3044                         if (*in == '\"') {
3045                                 s->inside_quote ^= 1;
3046                                 goto done;
3047                         }
3048
3049                         if (s->subname) {
3050                                 if (*in == '=') {
3051                                         s->temp[s->mp] = '\0';
3052                                         s->subname = 0;
3053                                         s->mp = 0;
3054                                         goto done;
3055                                 }
3056                                 if (s->mp < sizeof(s->temp) - 1 &&
3057                                     (*in != ' ' || s->inside_quote))
3058                                         s->temp[s->mp++] = *in;
3059                                 goto done;
3060                         }
3061
3062                         if (!s->temp[0]) {
3063                                 if (s->mp < sizeof(s->content_disp) - 1)
3064                                         s->content_disp[s->mp++] = *in;
3065                                 s->content_disp[s->mp] = '\0';
3066                                 goto done;
3067                         }
3068
3069                         if (!strcmp(s->temp, "name")) {
3070                                 if (s->mp < sizeof(s->name) - 1)
3071                                         s->name[s->mp++] = *in;
3072                                 s->name[s->mp] = '\0';
3073                                 goto done;
3074                         }
3075
3076                         if (!strcmp(s->temp, "filename")) {
3077                                 if (s->mp < sizeof(s->content_disp_filename) - 1)
3078                                         s->content_disp_filename[s->mp++] = *in;
3079                                 s->content_disp_filename[s->mp] = '\0';
3080                                 goto done;
3081                         }
3082 done:
3083                         in++;
3084                         break;
3085
3086                 case MT_TYPE:
3087                         if (*in == '\x0d')
3088                                 s->state = MT_IGNORE2;
3089                         else {
3090                                 if (s->mp < sizeof(s->content_type) - 1)
3091                                         s->content_type[s->mp++] = *in;
3092                                 s->content_type[s->mp] = '\0';
3093                         }
3094                         in++;
3095                         break;
3096
3097                 case MT_IGNORE1:
3098                         if (*in == '\x0d')
3099                                 s->state = MT_IGNORE2;
3100                         in++;
3101                         break;
3102
3103                 case MT_IGNORE2:
3104                         s->mp = 0;
3105                         if (*in == '\x0a')
3106                                 s->state = MT_HNAME;
3107                         in++;
3108                         break;
3109                 }
3110         }
3111
3112         return 0;
3113 }
3114
3115 static int
3116 lws_urldecode_s_destroy(struct lws_urldecode_stateful *s)
3117 {
3118         int ret = 0;
3119
3120         if (s->state != US_IDLE)
3121                 ret = -1;
3122
3123         if (!ret)
3124                 if (s->output(s->data, s->name, &s->out, s->pos, 1))
3125                         ret = -1;
3126
3127         lws_free(s);
3128
3129         return ret;
3130 }
3131
3132 struct lws_spa {
3133         struct lws_urldecode_stateful *s;
3134         lws_spa_fileupload_cb opt_cb;
3135         const char * const *param_names;
3136         int count_params;
3137         char **params;
3138         int *param_length;
3139         void *opt_data;
3140
3141         char *storage;
3142         char *end;
3143         int max_storage;
3144
3145         char finalized;
3146 };
3147
3148 static int
3149 lws_urldecode_spa_lookup(struct lws_spa *spa,
3150                          const char *name)
3151 {
3152         int n;
3153
3154         for (n = 0; n < spa->count_params; n++)
3155                 if (!strcmp(spa->param_names[n], name))
3156                         return n;
3157
3158         return -1;
3159 }
3160
3161 static int
3162 lws_urldecode_spa_cb(void *data, const char *name, char **buf, int len,
3163                      int final)
3164 {
3165         struct lws_spa *spa =
3166                         (struct lws_spa *)data;
3167         int n;
3168
3169         if (spa->s->content_disp_filename[0]) {
3170                 if (spa->opt_cb) {
3171                         n = spa->opt_cb(spa->opt_data, name,
3172                                         spa->s->content_disp_filename,
3173                                         *buf, len, final);
3174
3175                         if (n < 0)
3176                                 return -1;
3177                 }
3178                 return 0;
3179         }
3180         n = lws_urldecode_spa_lookup(spa, name);
3181
3182         if (n == -1 || !len) /* unrecognized */
3183                 return 0;
3184
3185         if (!spa->params[n])
3186                 spa->params[n] = *buf;
3187
3188         if ((*buf) + len >= spa->end) {
3189                 lwsl_notice("%s: exceeded storage\n", __func__);
3190                 return -1;
3191         }
3192
3193         spa->param_length[n] += len;
3194
3195         /* move it on inside storage */
3196         (*buf) += len;
3197         *((*buf)++) = '\0';
3198
3199         spa->s->out_len -= len + 1;
3200
3201         return 0;
3202 }
3203
3204 LWS_VISIBLE LWS_EXTERN struct lws_spa *
3205 lws_spa_create(struct lws *wsi, const char * const *param_names,
3206                          int count_params, int max_storage,
3207                          lws_spa_fileupload_cb opt_cb, void *opt_data)
3208 {
3209         struct lws_spa *spa = lws_zalloc(sizeof(*spa));
3210
3211         if (!spa)
3212                 return NULL;
3213
3214         spa->param_names = param_names;
3215         spa->count_params = count_params;
3216         spa->max_storage = max_storage;
3217         spa->opt_cb = opt_cb;
3218         spa->opt_data = opt_data;
3219
3220         spa->storage = lws_malloc(max_storage);
3221         if (!spa->storage)
3222                 goto bail2;
3223         spa->end = spa->storage + max_storage - 1;
3224
3225         spa->params = lws_zalloc(sizeof(char *) * count_params);
3226         if (!spa->params)
3227                 goto bail3;
3228
3229         spa->s = lws_urldecode_s_create(wsi, spa->storage, max_storage, spa,
3230                                         lws_urldecode_spa_cb);
3231         if (!spa->s)
3232                 goto bail4;
3233
3234         spa->param_length = lws_zalloc(sizeof(int) * count_params);
3235         if (!spa->param_length)
3236                 goto bail5;
3237
3238         lwsl_info("%s: Created SPA %p\n", __func__, spa);
3239
3240         return spa;
3241
3242 bail5:
3243         lws_urldecode_s_destroy(spa->s);
3244 bail4:
3245         lws_free(spa->params);
3246 bail3:
3247         lws_free(spa->storage);
3248 bail2:
3249         lws_free(spa);
3250
3251         return NULL;
3252 }
3253
3254 LWS_VISIBLE LWS_EXTERN int
3255 lws_spa_process(struct lws_spa *ludspa, const char *in, int len)
3256 {
3257         if (!ludspa) {
3258                 lwsl_err("%s: NULL spa\n", __func__);
3259                 return -1;
3260         }
3261         /* we reject any junk after the last part arrived and we finalized */
3262         if (ludspa->finalized)
3263                 return 0;
3264
3265         return lws_urldecode_s_process(ludspa->s, in, len);
3266 }
3267
3268 LWS_VISIBLE LWS_EXTERN int
3269 lws_spa_get_length(struct lws_spa *ludspa, int n)
3270 {
3271         if (n >= ludspa->count_params)
3272                 return 0;
3273
3274         return ludspa->param_length[n];
3275 }
3276
3277 LWS_VISIBLE LWS_EXTERN const char *
3278 lws_spa_get_string(struct lws_spa *ludspa, int n)
3279 {
3280         if (n >= ludspa->count_params)
3281                 return NULL;
3282
3283         return ludspa->params[n];
3284 }
3285
3286 LWS_VISIBLE LWS_EXTERN int
3287 lws_spa_finalize(struct lws_spa *spa)
3288 {
3289         if (spa->s) {
3290                 lws_urldecode_s_destroy(spa->s);
3291                 spa->s = NULL;
3292         }
3293
3294         spa->finalized = 1;
3295
3296         return 0;
3297 }
3298
3299 LWS_VISIBLE LWS_EXTERN int
3300 lws_spa_destroy(struct lws_spa *spa)
3301 {
3302         int n = 0;
3303
3304         lwsl_notice("%s: destroy spa %p\n", __func__, spa);
3305
3306         if (spa->s)
3307                 lws_urldecode_s_destroy(spa->s);
3308
3309         lwsl_debug("%s %p %p %p %p\n", __func__,
3310                         spa->param_length,
3311                         spa->params,
3312                         spa->storage,
3313                         spa
3314                         );
3315
3316         lws_free(spa->param_length);
3317         lws_free(spa->params);
3318         lws_free(spa->storage);
3319         lws_free(spa);
3320
3321         return n;
3322 }
3323
3324 #if 0
3325 LWS_VISIBLE LWS_EXTERN int
3326 lws_spa_destroy(struct lws_spa *spa)
3327 {
3328         int n = 0;
3329
3330         lwsl_info("%s: destroy spa %p\n", __func__, spa);
3331
3332         if (spa->s)
3333                 lws_urldecode_s_destroy(spa->s);
3334
3335         lwsl_debug("%s\n", __func__);
3336
3337         lws_free(spa->param_length);
3338         lws_free(spa->params);
3339         lws_free(spa->storage);
3340         lws_free(spa);
3341
3342         return n;
3343 }
3344 #endif
3345 LWS_VISIBLE LWS_EXTERN int
3346 lws_chunked_html_process(struct lws_process_html_args *args,
3347                          struct lws_process_html_state *s)
3348 {
3349         char *sp, buffer[32];
3350         const char *pc;
3351         int old_len, n;
3352
3353         /* do replacements */
3354         sp = args->p;
3355         old_len = args->len;
3356         args->len = 0;
3357         s->start = sp;
3358         while (sp < args->p + old_len) {
3359
3360                 if (args->len + 7 >= args->max_len) {
3361                         lwsl_err("Used up interpret padding\n");
3362                         return -1;
3363                 }
3364
3365                 if ((!s->pos && *sp == '$') || s->pos) {
3366                         int hits = 0, hit = 0;
3367
3368                         if (!s->pos)
3369                                 s->start = sp;
3370                         s->swallow[s->pos++] = *sp;
3371                         if (s->pos == sizeof(s->swallow) - 1)
3372                                 goto skip;
3373                         for (n = 0; n < s->count_vars; n++)
3374                                 if (!strncmp(s->swallow, s->vars[n], s->pos)) {
3375                                         hits++;
3376                                         hit = n;
3377                                 }
3378                         if (!hits) {
3379 skip:
3380                                 s->swallow[s->pos] = '\0';
3381                                 memcpy(s->start, s->swallow, s->pos);
3382                                 args->len++;
3383                                 s->pos = 0;
3384                                 sp = s->start + 1;
3385                                 continue;
3386                         }
3387                         if (hits == 1 && s->pos == strlen(s->vars[hit])) {
3388                                 pc = s->replace(s->data, hit);
3389                                 if (!pc)
3390                                         pc = "NULL";
3391                                 n = strlen(pc);
3392                                 s->swallow[s->pos] = '\0';
3393                                 if (n != s->pos) {
3394                                         memmove(s->start + n,
3395                                                 s->start + s->pos,
3396                                                 old_len - (sp - args->p));
3397                                         old_len += (n - s->pos) + 1;
3398                                 }
3399                                 memcpy(s->start, pc, n);
3400                                 args->len++;
3401                                 sp = s->start + 1;
3402
3403                                 s->pos = 0;
3404                         }
3405                         sp++;
3406                         continue;
3407                 }
3408
3409                 args->len++;
3410                 sp++;
3411         }
3412
3413         /* no space left for final chunk trailer */
3414         if (args->final && args->len + 7 >= args->max_len)
3415                 return -1;
3416
3417         n = sprintf(buffer, "%X\x0d\x0a", args->len);
3418
3419         args->p -= n;
3420         memcpy(args->p, buffer, n);
3421         args->len += n;
3422
3423         if (args->final) {
3424                 sp = args->p + args->len;
3425                 *sp++ = '\x0d';
3426                 *sp++ = '\x0a';
3427                 *sp++ = '0';
3428                 *sp++ = '\x0d';
3429                 *sp++ = '\x0a';
3430                 *sp++ = '\x0d';
3431                 *sp++ = '\x0a';
3432                 args->len += 7;
3433         } else {
3434                 sp = args->p + args->len;
3435                 *sp++ = '\x0d';
3436                 *sp++ = '\x0a';
3437                 args->len += 2;
3438         }
3439
3440         return 0;
3441 }