2 * libwebsockets - small server side websockets and web server implementation
4 * Copyright (C) 2010-2017 Andy Green <andy@warmcat.com>
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation:
9 * version 2.1 of the License.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
22 #include "private-libwebsockets.h"
24 /* workaround for mingw */
25 #if !defined(ECONNABORTED)
26 #define ECONNABORTED 103
29 int lws_alloc_vfs_file(struct lws_context *context, const char *filename, uint8_t **buf,
30 lws_filepos_t *amount)
33 lws_fop_flags_t flags = LWS_O_RDONLY;
34 lws_fop_fd_t fops_fd = lws_vfs_file_open(
35 lws_get_fops(context), filename, &flags);
41 len = lws_vfs_get_length(fops_fd);
47 if (lws_vfs_file_read(fops_fd, amount, *buf, len))
52 lws_vfs_file_close(&fops_fd);
57 #if defined(LWS_WITH_ESP32)
58 int alloc_file(struct lws_context *context, const char *filename, uint8_t **buf,
59 lws_filepos_t *amount)
65 ESP_ERROR_CHECK(nvs_open("lws-station", NVS_READWRITE, &nvh));
66 if (nvs_get_blob(nvh, filename, NULL, &s) != ESP_OK) {
75 if (nvs_get_blob(nvh, filename, (char *)*buf, &s) != ESP_OK) {
88 int alloc_pem_to_der_file(struct lws_context *context, const char *filename, uint8_t **buf,
89 lws_filepos_t *amount)
91 uint8_t *pem, *p, *q, *end;
95 n = alloc_file(context, filename, &pem, &len);
99 /* trim the first line */
103 if (strncmp((char *)p, "-----", 5))
106 while (p < end && *p != '\n' && *p != '-')
112 while (p < end && *p != '\n')
120 /* trim the last line */
124 while (q > pem && *q != '\n')
132 *amount = lws_b64_decode_string((char *)p, (char *)pem, len);
144 int openssl_websocket_private_data_index,
145 openssl_SSL_CTX_private_data_index;
147 int lws_ssl_get_error(struct lws *wsi, int n)
151 lwsl_debug("%s: %p %d\n", __func__, wsi->ssl, n);
152 return SSL_get_error(wsi->ssl, n);
155 /* Copies a string describing the code returned by lws_ssl_get_error(),
156 * which may also contain system error information in the case of SSL_ERROR_SYSCALL,
157 * into buf up to len.
158 * Returns a pointer to buf.
160 * Note: the lws_ssl_get_error() code is *not* an error code that can be passed
161 * to ERR_error_string(),
163 * ret is the return value originally passed to lws_ssl_get_error(), needed to disambiguate
166 * See man page for SSL_get_error().
168 * Not thread safe, uses strerror()
170 char* lws_ssl_get_error_string(int status, int ret, char *buf, size_t len) {
172 case SSL_ERROR_NONE: return strncpy(buf, "SSL_ERROR_NONE", len);
173 case SSL_ERROR_ZERO_RETURN: return strncpy(buf, "SSL_ERROR_ZERO_RETURN", len);
174 case SSL_ERROR_WANT_READ: return strncpy(buf, "SSL_ERROR_WANT_READ", len);
175 case SSL_ERROR_WANT_WRITE: return strncpy(buf, "SSL_ERROR_WANT_WRITE", len);
176 case SSL_ERROR_WANT_CONNECT: return strncpy(buf, "SSL_ERROR_WANT_CONNECT", len);
177 case SSL_ERROR_WANT_ACCEPT: return strncpy(buf, "SSL_ERROR_WANT_ACCEPT", len);
178 case SSL_ERROR_WANT_X509_LOOKUP: return strncpy(buf, "SSL_ERROR_WANT_X509_LOOKUP", len);
179 case SSL_ERROR_SYSCALL:
182 lws_snprintf(buf, len, "SSL_ERROR_SYSCALL: EOF");
185 #ifndef LWS_PLAT_OPTEE
186 lws_snprintf(buf, len, "SSL_ERROR_SYSCALL: %s", strerror(errno));
188 lws_snprintf(buf, len, "SSL_ERROR_SYSCALL: %d", errno);
192 return strncpy(buf, "SSL_ERROR_SYSCALL", len);
194 case SSL_ERROR_SSL: return "SSL_ERROR_SSL";
195 default: return "SSL_ERROR_UNKNOWN";
200 lws_ssl_elaborate_error(void)
202 #if defined(LWS_WITH_ESP32)
207 while ((err = ERR_get_error()) != 0) {
208 ERR_error_string_n(err, buf, sizeof(buf));
209 lwsl_err("*** %s\n", buf);
214 #if !defined(LWS_WITH_ESP32)
217 lws_context_init_ssl_pem_passwd_cb(char * buf, int size, int rwflag, void *userdata)
219 struct lws_context_creation_info * info =
220 (struct lws_context_creation_info *)userdata;
222 strncpy(buf, info->ssl_private_key_password, size);
223 buf[size - 1] = '\0';
229 lws_ssl_bind_passphrase(SSL_CTX *ssl_ctx, struct lws_context_creation_info *info)
231 if (!info->ssl_private_key_password)
234 * password provided, set ssl callback and user data
235 * for checking password which will be trigered during
236 * SSL_CTX_use_PrivateKey_file function
238 SSL_CTX_set_default_passwd_cb_userdata(ssl_ctx, (void *)info);
239 SSL_CTX_set_default_passwd_cb(ssl_ctx, lws_context_init_ssl_pem_passwd_cb);
244 lws_context_init_ssl_library(struct lws_context_creation_info *info)
247 #ifdef USE_OLD_CYASSL
248 lwsl_notice(" Compiled with CyaSSL support\n");
250 lwsl_notice(" Compiled with wolfSSL support\n");
253 #if defined(LWS_USE_BORINGSSL)
254 lwsl_notice(" Compiled with BoringSSL support\n");
256 lwsl_notice(" Compiled with OpenSSL support\n");
259 if (!lws_check_opt(info->options, LWS_SERVER_OPTION_DO_SSL_GLOBAL_INIT)) {
260 lwsl_notice(" SSL disabled: no LWS_SERVER_OPTION_DO_SSL_GLOBAL_INIT\n");
264 /* basic openssl init */
266 lwsl_notice("Doing SSL library init\n");
268 #if !defined(LWS_WITH_ESP32)
270 OpenSSL_add_all_algorithms();
271 SSL_load_error_strings();
273 openssl_websocket_private_data_index =
274 SSL_get_ex_new_index(0, "lws", NULL, NULL, NULL);
276 openssl_SSL_CTX_private_data_index = SSL_CTX_get_ex_new_index(0,
277 NULL, NULL, NULL, NULL);
284 lws_ssl_destroy(struct lws_vhost *vhost)
286 if (!lws_check_opt(vhost->context->options,
287 LWS_SERVER_OPTION_DO_SSL_GLOBAL_INIT))
291 SSL_CTX_free(vhost->ssl_ctx);
292 if (!vhost->user_supplied_ssl_ctx && vhost->ssl_client_ctx)
293 SSL_CTX_free(vhost->ssl_client_ctx);
294 #if !defined(LWS_WITH_ESP32)
296 // after 1.1.0 no need
297 #if (OPENSSL_VERSION_NUMBER < 0x10100000)
298 // <= 1.0.1f = old api, 1.0.1g+ = new api
299 #if (OPENSSL_VERSION_NUMBER <= 0x1000106f) || defined(USE_WOLFSSL)
302 #if OPENSSL_VERSION_NUMBER >= 0x1010005f && \
303 !defined(LIBRESSL_VERSION_NUMBER) && \
304 !defined(OPENSSL_IS_BORINGSSL)
305 ERR_remove_thread_state();
307 ERR_remove_thread_state(NULL);
312 CRYPTO_cleanup_all_ex_data();
318 lws_ssl_remove_wsi_from_buffered_list(struct lws *wsi)
320 struct lws_context *context = wsi->context;
321 struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
323 if (!wsi->pending_read_list_prev &&
324 !wsi->pending_read_list_next &&
325 pt->pending_read_list != wsi)
326 /* we are not on the list */
329 /* point previous guy's next to our next */
330 if (!wsi->pending_read_list_prev)
331 pt->pending_read_list = wsi->pending_read_list_next;
333 wsi->pending_read_list_prev->pending_read_list_next =
334 wsi->pending_read_list_next;
336 /* point next guy's previous to our previous */
337 if (wsi->pending_read_list_next)
338 wsi->pending_read_list_next->pending_read_list_prev =
339 wsi->pending_read_list_prev;
341 wsi->pending_read_list_prev = NULL;
342 wsi->pending_read_list_next = NULL;
346 lws_ssl_capable_read(struct lws *wsi, unsigned char *buf, int len)
348 struct lws_context *context = wsi->context;
349 struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
351 #if !defined(LWS_WITH_ESP32)
352 int ssl_read_errno = 0;
356 return lws_ssl_capable_read_no_ssl(wsi, buf, len);
358 lws_stats_atomic_bump(context, pt, LWSSTATS_C_API_READ, 1);
361 n = SSL_read(wsi->ssl, buf, len);
362 #if defined(LWS_WITH_ESP32)
363 if (!n && errno == ENOTCONN) {
364 lwsl_debug("%p: SSL_read ENOTCONN\n", wsi);
365 return LWS_SSL_CAPABLE_ERROR;
369 lwsl_debug("%p: SSL_read says %d\n", wsi, n);
370 /* manpage: returning 0 means connection shut down */
372 n = lws_ssl_get_error(wsi, n);
373 lwsl_debug("%p: ssl err %d errno %d\n", wsi, n, errno);
374 if (n == SSL_ERROR_ZERO_RETURN)
375 return LWS_SSL_CAPABLE_ERROR;
377 if (n == SSL_ERROR_SYSCALL) {
378 #if !defined(LWS_WITH_ESP32)
379 int err = ERR_get_error();
380 if (err == 0 && (ssl_read_errno == EPIPE ||
381 ssl_read_errno == ECONNABORTED ||
382 ssl_read_errno == 0))
383 return LWS_SSL_CAPABLE_ERROR;
387 lwsl_err("%s failed: %s\n",__func__,
388 ERR_error_string(lws_ssl_get_error(wsi, 0), NULL));
389 lws_ssl_elaborate_error();
391 return LWS_SSL_CAPABLE_ERROR;
395 n = lws_ssl_get_error(wsi, n);
396 // lwsl_notice("get_ssl_err result %d\n", n);
397 if (n == SSL_ERROR_WANT_READ || SSL_want_read(wsi->ssl)) {
398 lwsl_debug("%s: WANT_READ\n", __func__);
399 lwsl_debug("%p: LWS_SSL_CAPABLE_MORE_SERVICE\n", wsi);
400 return LWS_SSL_CAPABLE_MORE_SERVICE;
402 if (n == SSL_ERROR_WANT_WRITE || SSL_want_write(wsi->ssl)) {
403 lwsl_debug("%s: WANT_WRITE\n", __func__);
404 lwsl_debug("%p: LWS_SSL_CAPABLE_MORE_SERVICE\n", wsi);
405 return LWS_SSL_CAPABLE_MORE_SERVICE;
409 lwsl_err("%s failed2: %s\n",__func__,
410 ERR_error_string(lws_ssl_get_error(wsi, 0), NULL));
411 lws_ssl_elaborate_error();
413 return LWS_SSL_CAPABLE_ERROR;
416 lws_stats_atomic_bump(context, pt, LWSSTATS_B_READ, n);
419 wsi->vhost->conn_stats.rx += n;
421 lws_restart_ws_ping_pong_timer(wsi);
424 * if it was our buffer that limited what we read,
425 * check if SSL has additional data pending inside SSL buffers.
427 * Because these won't signal at the network layer with POLLIN
428 * and if we don't realize, this data will sit there forever
435 if (!SSL_pending(wsi->ssl))
438 if (wsi->pending_read_list_next)
440 if (wsi->pending_read_list_prev)
442 if (pt->pending_read_list == wsi)
445 /* add us to the linked list of guys with pending ssl */
446 if (pt->pending_read_list)
447 pt->pending_read_list->pending_read_list_prev = wsi;
449 wsi->pending_read_list_next = pt->pending_read_list;
450 wsi->pending_read_list_prev = NULL;
451 pt->pending_read_list = wsi;
455 lws_ssl_remove_wsi_from_buffered_list(wsi);
461 lws_ssl_pending(struct lws *wsi)
466 return SSL_pending(wsi->ssl);
470 lws_ssl_capable_write(struct lws *wsi, unsigned char *buf, int len)
473 #if !defined(LWS_WITH_ESP32)
474 int ssl_read_errno = 0;
478 return lws_ssl_capable_write_no_ssl(wsi, buf, len);
480 n = SSL_write(wsi->ssl, buf, len);
484 n = lws_ssl_get_error(wsi, n);
485 if (n == SSL_ERROR_WANT_READ || n == SSL_ERROR_WANT_WRITE) {
486 if (n == SSL_ERROR_WANT_WRITE) {
487 lwsl_debug("%s: WANT_WRITE\n", __func__);
488 lws_set_blocking_send(wsi);
490 return LWS_SSL_CAPABLE_MORE_SERVICE;
493 if (n == SSL_ERROR_ZERO_RETURN)
494 return LWS_SSL_CAPABLE_ERROR;
496 #if !defined(LWS_WITH_ESP32)
497 if (n == SSL_ERROR_SYSCALL) {
499 int err = ERR_get_error();
501 && (ssl_read_errno == EPIPE
502 || ssl_read_errno == ECONNABORTED
503 || ssl_read_errno == 0))
504 return LWS_SSL_CAPABLE_ERROR;
508 lwsl_err("%s failed: %s\n",__func__,
509 ERR_error_string(lws_ssl_get_error(wsi, 0), NULL));
510 lws_ssl_elaborate_error();
512 return LWS_SSL_CAPABLE_ERROR;
516 lws_gate_accepts(struct lws_context *context, int on)
518 struct lws_vhost *v = context->vhost_list;
520 lwsl_info("gating accepts %d\n", on);
523 if (v->use_ssl && v->lserv_wsi) /* gate ability to accept incoming connections */
524 if (lws_change_pollfd(v->lserv_wsi, (LWS_POLLIN) * !on, (LWS_POLLIN) * on))
525 lwsl_err("Unable to set accept POLLIN %d\n", on);
534 lws_ssl_close(struct lws *wsi)
539 return 0; /* not handled */
541 n = SSL_get_fd(wsi->ssl);
542 SSL_shutdown(wsi->ssl);
547 if (wsi->context->simultaneous_ssl_restriction &&
548 wsi->context->simultaneous_ssl-- ==
549 wsi->context->simultaneous_ssl_restriction)
550 /* we made space and can do an accept */
551 lws_gate_accepts(wsi->context, 1);
553 return 1; /* handled */
556 /* leave all wsi close processing to the caller */
559 lws_server_socket_service_ssl(struct lws *wsi, lws_sockfd_type accept_fd)
561 struct lws_context *context = wsi->context;
562 struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
564 #if !defined(USE_WOLFSSL) && !defined(LWS_WITH_ESP32)
569 if (!LWS_SSL_ENABLED(wsi->vhost))
574 case LWSCM_SSL_INIT_RAW:
576 lwsl_err("%s: leaking ssl\n", __func__);
577 if (accept_fd == LWS_SOCK_INVALID)
579 if (context->simultaneous_ssl_restriction &&
580 context->simultaneous_ssl >= context->simultaneous_ssl_restriction) {
581 lwsl_notice("unable to deal with SSL connection\n");
585 wsi->ssl = SSL_new(wsi->vhost->ssl_ctx);
586 if (wsi->ssl == NULL) {
587 lwsl_err("SSL_new failed: %d (errno %d)\n",
588 lws_ssl_get_error(wsi, 0), errno);
590 lws_ssl_elaborate_error();
591 if (accept_fd != LWS_SOCK_INVALID)
592 compatible_close(accept_fd);
595 if (context->simultaneous_ssl_restriction &&
596 ++context->simultaneous_ssl == context->simultaneous_ssl_restriction)
597 /* that was the last allowed SSL connection */
598 lws_gate_accepts(context, 0);
600 #if !defined(LWS_WITH_ESP32)
601 SSL_set_ex_data(wsi->ssl,
602 openssl_websocket_private_data_index, wsi);
604 SSL_set_fd(wsi->ssl, accept_fd);
607 #ifdef USE_OLD_CYASSL
608 CyaSSL_set_using_nonblock(wsi->ssl, 1);
610 wolfSSL_set_using_nonblock(wsi->ssl, 1);
613 #if defined(LWS_WITH_ESP32)
614 lws_plat_set_socket_options(wsi->vhost, accept_fd);
616 SSL_set_mode(wsi->ssl, SSL_MODE_ACCEPT_MOVING_WRITE_BUFFER);
617 bio = SSL_get_rbio(wsi->ssl);
619 BIO_set_nbio(bio, 1); /* nonblocking */
621 lwsl_notice("NULL rbio\n");
622 bio = SSL_get_wbio(wsi->ssl);
624 BIO_set_nbio(bio, 1); /* nonblocking */
626 lwsl_notice("NULL rbio\n");
631 * we are not accepted yet, but we need to enter ourselves
632 * as a live connection. That way we can retry when more
633 * pieces come if we're not sorted yet
636 if (wsi->mode == LWSCM_SSL_INIT)
637 wsi->mode = LWSCM_SSL_ACK_PENDING;
639 wsi->mode = LWSCM_SSL_ACK_PENDING_RAW;
641 if (insert_wsi_socket_into_fds(context, wsi)) {
642 lwsl_err("%s: failed to insert into fds\n", __func__);
646 lws_set_timeout(wsi, PENDING_TIMEOUT_SSL_ACCEPT,
647 context->timeout_secs);
649 lwsl_debug("inserted SSL accept into fds, trying SSL_accept\n");
653 case LWSCM_SSL_ACK_PENDING:
654 case LWSCM_SSL_ACK_PENDING_RAW:
655 if (lws_change_pollfd(wsi, LWS_POLLOUT, 0)) {
656 lwsl_err("%s: lws_change_pollfd failed\n", __func__);
660 lws_latency_pre(context, wsi);
662 if (wsi->vhost->allow_non_ssl_on_ssl_port) {
664 n = recv(wsi->desc.sockfd, (char *)pt->serv_buf, context->pt_serv_buf_size,
668 * optionally allow non-SSL connect on SSL listening socket
669 * This is disabled by default, if enabled it goes around any
670 * SSL-level access control (eg, client-side certs) so leave
671 * it disabled unless you know it's not a problem for you
674 if (n >= 1 && pt->serv_buf[0] >= ' ') {
676 * TLS content-type for Handshake is 0x16, and
677 * for ChangeCipherSpec Record, it's 0x14
679 * A non-ssl session will start with the HTTP
680 * method in ASCII. If we see it's not a legit
681 * SSL handshake kill the SSL for this
682 * connection and try to handle as a HTTP
683 * connection upgrade directly.
687 SSL_shutdown(wsi->ssl);
690 if (lws_check_opt(context->options,
691 LWS_SERVER_OPTION_REDIRECT_HTTP_TO_HTTPS))
692 wsi->redirect_to_https = 1;
696 * connection is gone, or nothing to read
697 * if it's gone, we will timeout on
698 * PENDING_TIMEOUT_SSL_ACCEPT
701 if (n < 0 && (LWS_ERRNO == LWS_EAGAIN ||
702 LWS_ERRNO == LWS_EWOULDBLOCK)) {
704 * well, we get no way to know ssl or not
705 * so go around again waiting for something
706 * to come and give us a hint, or timeout the
709 m = SSL_ERROR_WANT_READ;
714 /* normal SSL connection processing path */
716 #if defined(LWS_WITH_STATS)
717 if (!wsi->accept_start_us)
718 wsi->accept_start_us = time_in_microseconds();
721 n = SSL_accept(wsi->ssl);
722 lws_latency(context, wsi,
723 "SSL_accept LWSCM_SSL_ACK_PENDING\n", n, n == 1);
724 lwsl_info("SSL_accept says %d\n", n);
728 m = lws_ssl_get_error(wsi, n);
730 #if defined(LWS_WITH_ESP32)
731 if (m == 5 && errno == 11)
732 m = SSL_ERROR_WANT_READ;
736 if (m == SSL_ERROR_WANT_READ || SSL_want_read(wsi->ssl)) {
737 if (lws_change_pollfd(wsi, 0, LWS_POLLIN)) {
738 lwsl_err("%s: WANT_READ change_pollfd failed\n", __func__);
742 lwsl_info("SSL_ERROR_WANT_READ\n");
745 if (m == SSL_ERROR_WANT_WRITE || SSL_want_write(wsi->ssl)) {
746 lwsl_debug("%s: WANT_WRITE\n", __func__);
748 if (lws_change_pollfd(wsi, 0, LWS_POLLOUT)) {
749 lwsl_err("%s: WANT_WRITE change_pollfd failed\n", __func__);
755 lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_C_SSL_CONNECTIONS_FAILED, 1);
756 lwsl_err("SSL_accept failed socket %u: %s\n", wsi->desc.sockfd,
757 lws_ssl_get_error_string(m, n, buf, sizeof(buf)));
758 lws_ssl_elaborate_error();
762 lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_C_SSL_CONNECTIONS_ACCEPTED, 1);
763 #if defined(LWS_WITH_STATS)
764 lws_stats_atomic_bump(wsi->context, pt, LWSSTATS_MS_SSL_CONNECTIONS_ACCEPTED_DELAY, time_in_microseconds() - wsi->accept_start_us);
767 /* OK, we are accepted... give him some time to negotiate */
768 lws_set_timeout(wsi, PENDING_TIMEOUT_ESTABLISH_WITH_SERVER,
769 context->timeout_secs);
771 if (wsi->mode == LWSCM_SSL_ACK_PENDING_RAW)
772 wsi->mode = LWSCM_RAW;
774 wsi->mode = LWSCM_HTTP_SERVING;
776 lws_http2_configure_if_upgraded(wsi);
778 lwsl_debug("accepted new SSL conn\n");
789 lws_ssl_SSL_CTX_destroy(struct lws_vhost *vhost)
792 SSL_CTX_free(vhost->ssl_ctx);
794 if (!vhost->user_supplied_ssl_ctx && vhost->ssl_client_ctx)
795 SSL_CTX_free(vhost->ssl_client_ctx);
799 lws_ssl_context_destroy(struct lws_context *context)
802 #if !defined(LWS_WITH_ESP32)
804 // after 1.1.0 no need
805 #if (OPENSSL_VERSION_NUMBER < 0x10100000)
806 // <= 1.0.1f = old api, 1.0.1g+ = new api
807 #if (OPENSSL_VERSION_NUMBER <= 0x1000106f) || defined(USE_WOLFSSL)
810 #if OPENSSL_VERSION_NUMBER >= 0x1010005f && \
811 !defined(LIBRESSL_VERSION_NUMBER) && \
812 !defined(OPENSSL_IS_BORINGSSL)
813 ERR_remove_thread_state();
815 ERR_remove_thread_state(NULL);
820 CRYPTO_cleanup_all_ex_data();