lib/pollfd.c

   1 /*
   2  * libwebsockets - small server side websockets and web server implementation
   3  *
   4  * Copyright (C) 2010-2015 Andy Green <andy@warmcat.com>
   5  *
   6  *  This library is free software; you can redistribute it and/or
   7  *  modify it under the terms of the GNU Lesser General Public
   8  *  License as published by the Free Software Foundation:
   9  *  version 2.1 of the License.
  10  *
  11  *  This library is distributed in the hope that it will be useful,
  12  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  *  Lesser General Public License for more details.
  15  *
  16  *  You should have received a copy of the GNU Lesser General Public
  17  *  License along with this library; if not, write to the Free Software
  18  *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
  19  *  MA  02110-1301  USA
  20  */
  21
  22 #include "private-libwebsockets.h"
  23
  24 int
  25 _lws_change_pollfd(struct lws *wsi, int _and, int _or, struct lws_pollargs *pa)
  26 {
  27         struct lws_context_per_thread *pt;
  28         struct lws_context *context;
  29         int ret = 0, pa_events = 1;
  30         struct lws_pollfd *pfd;
  31         int sampled_tid, tid;
  32
  33         if (!wsi || wsi->position_in_fds_table < 0)
  34                 return 0;
  35
  36         if (wsi->handling_pollout && !_and && _or == LWS_POLLOUT) {
  37                 /*
  38                  * Happening alongside service thread handling POLLOUT.
  39                  * The danger is when he is finished, he will disable POLLOUT,
  40                  * countermanding what we changed here.
  41                  *
  42                  * Instead of changing the fds, inform the service thread
  43                  * what happened, and ask it to leave POLLOUT active on exit
  44                  */
  45                 wsi->leave_pollout_active = 1;
  46                 /*
  47                  * by definition service thread is not in poll wait, so no need
  48                  * to cancel service
  49                  */
  50
  51                 lwsl_debug("%s: using leave_pollout_active\n", __func__);
  52
  53                 return 0;
  54         }
  55
  56         context = wsi->context;
  57         pt = &context->pt[(int)wsi->tsi];
  58         assert(wsi->position_in_fds_table >= 0 &&
  59                wsi->position_in_fds_table < pt->fds_count);
  60
  61         pfd = &pt->fds[wsi->position_in_fds_table];
  62         pa->fd = wsi->desc.sockfd;
  63         pa->prev_events = pfd->events;
  64         pa->events = pfd->events = (pfd->events & ~_and) | _or;
  65
  66         //lwsl_notice("%s: wsi %p, posin %d. from %d -> %d\n", __func__, wsi, wsi->position_in_fds_table, pa->prev_events, pa->events);
  67
  68
  69         if (wsi->http2_substream)
  70                 return 0;
  71
  72         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_CHANGE_MODE_POLL_FD,
  73                                            wsi->user_space, (void *)pa, 0)) {
  74                 ret = -1;
  75                 goto bail;
  76         }
  77
  78         if (_and & LWS_POLLIN) {
  79                 lws_libev_io(wsi, LWS_EV_STOP | LWS_EV_READ);
  80                 lws_libuv_io(wsi, LWS_EV_STOP | LWS_EV_READ);
  81                 lws_libevent_io(wsi, LWS_EV_STOP | LWS_EV_READ);
  82         }
  83         if (_or & LWS_POLLIN) {
  84                 lws_libev_io(wsi, LWS_EV_START | LWS_EV_READ);
  85                 lws_libuv_io(wsi, LWS_EV_START | LWS_EV_READ);
  86                 lws_libevent_io(wsi, LWS_EV_START | LWS_EV_READ);
  87         }
  88         if (_and & LWS_POLLOUT) {
  89                 lws_libev_io(wsi, LWS_EV_STOP | LWS_EV_WRITE);
  90                 lws_libuv_io(wsi, LWS_EV_STOP | LWS_EV_WRITE);
  91                 lws_libevent_io(wsi, LWS_EV_STOP | LWS_EV_WRITE);
  92         }
  93         if (_or & LWS_POLLOUT) {
  94                 lws_libev_io(wsi, LWS_EV_START | LWS_EV_WRITE);
  95                 lws_libuv_io(wsi, LWS_EV_START | LWS_EV_WRITE);
  96                 lws_libevent_io(wsi, LWS_EV_START | LWS_EV_WRITE);
  97         }
  98
  99         /*
 100          * if we changed something in this pollfd...
 101          *   ... and we're running in a different thread context
 102          *     than the service thread...
 103          *       ... and the service thread is waiting ...
 104          *         then cancel it to force a restart with our changed events
 105          */
 106 #if LWS_POSIX
 107         pa_events = pa->prev_events != pa->events;
 108 #endif
 109
 110         if (pa_events) {
 111
 112                 if (lws_plat_change_pollfd(context, wsi, pfd)) {
 113                         lwsl_info("%s failed\n", __func__);
 114                         ret = -1;
 115                         goto bail;
 116                 }
 117
 118                 sampled_tid = context->service_tid;
 119                 if (sampled_tid) {
 120                         tid = wsi->vhost->protocols[0].callback(wsi,
 121                                      LWS_CALLBACK_GET_THREAD_ID, NULL, NULL, 0);
 122                         if (tid == -1) {
 123                                 ret = -1;
 124                                 goto bail;
 125                         }
 126                         if (tid != sampled_tid)
 127                                 lws_cancel_service_pt(wsi);
 128                 }
 129         }
 130 bail:
 131         return ret;
 132 }
 133
 134 #ifndef LWS_NO_SERVER
 135 static void
 136 lws_accept_modulation(struct lws_context_per_thread *pt, int allow)
 137 {
 138 // multithread listen seems broken
 139 #if 0
 140         struct lws_vhost *vh = context->vhost_list;
 141         struct lws_pollargs pa1;
 142
 143         while (vh) {
 144                 if (allow)
 145                         _lws_change_pollfd(pt->wsi_listening,
 146                                            0, LWS_POLLIN, &pa1);
 147                 else
 148                         _lws_change_pollfd(pt->wsi_listening,
 149                                            LWS_POLLIN, 0, &pa1);
 150                 vh = vh->vhost_next;
 151         }
 152 #endif
 153 }
 154 #endif
 155
 156 int
 157 insert_wsi_socket_into_fds(struct lws_context *context, struct lws *wsi)
 158 {
 159         struct lws_pollargs pa = { wsi->desc.sockfd, LWS_POLLIN, 0 };
 160         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
 161         int ret = 0;
 162
 163
 164         lwsl_debug("%s: %p: tsi=%d, sock=%d, pos-in-fds=%d\n",
 165                   __func__, wsi, wsi->tsi, wsi->desc.sockfd, pt->fds_count);
 166
 167         if ((unsigned int)pt->fds_count >= context->fd_limit_per_thread) {
 168                 lwsl_err("Too many fds (%d vs %d)\n", context->max_fds,
 169                                 context->fd_limit_per_thread    );
 170                 return 1;
 171         }
 172
 173 #if !defined(_WIN32) && !defined(LWS_WITH_ESP8266)
 174         if (wsi->desc.sockfd >= context->max_fds) {
 175                 lwsl_err("Socket fd %d is too high (%d)\n",
 176                          wsi->desc.sockfd, context->max_fds);
 177                 return 1;
 178         }
 179 #endif
 180
 181         assert(wsi);
 182         assert(wsi->vhost);
 183         assert(lws_socket_is_valid(wsi->desc.sockfd));
 184
 185         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_LOCK_POLL,
 186                                            wsi->user_space, (void *) &pa, 1))
 187                 return -1;
 188
 189         lws_pt_lock(pt);
 190         pt->count_conns++;
 191         insert_wsi(context, wsi);
 192 #if defined(LWS_WITH_ESP8266)
 193         if (wsi->position_in_fds_table == -1)
 194 #endif
 195                 wsi->position_in_fds_table = pt->fds_count;
 196
 197         // lwsl_notice("%s: %p: setting posinfds %d\n", __func__, wsi, wsi->position_in_fds_table);
 198
 199         pt->fds[wsi->position_in_fds_table].fd = wsi->desc.sockfd;
 200 #if LWS_POSIX
 201         pt->fds[wsi->position_in_fds_table].events = LWS_POLLIN;
 202 #else
 203         pt->fds[wsi->position_in_fds_table].events = 0; // LWS_POLLIN;
 204 #endif
 205         pa.events = pt->fds[pt->fds_count].events;
 206
 207         lws_plat_insert_socket_into_fds(context, wsi);
 208
 209         /* external POLL support via protocol 0 */
 210         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_ADD_POLL_FD,
 211                                            wsi->user_space, (void *) &pa, 0))
 212                 ret =  -1;
 213 #ifndef LWS_NO_SERVER
 214         /* if no more room, defeat accepts on this thread */
 215         if ((unsigned int)pt->fds_count == context->fd_limit_per_thread - 1)
 216                 lws_accept_modulation(pt, 0);
 217 #endif
 218         lws_pt_unlock(pt);
 219
 220         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_UNLOCK_POLL,
 221                                            wsi->user_space, (void *)&pa, 1))
 222                 ret = -1;
 223
 224         return ret;
 225 }
 226
 227 int
 228 remove_wsi_socket_from_fds(struct lws *wsi)
 229 {
 230         struct lws_context *context = wsi->context;
 231         struct lws_pollargs pa = { wsi->desc.sockfd, 0, 0 };
 232 #if !defined(LWS_WITH_ESP8266)
 233         struct lws_context_per_thread *pt = &context->pt[(int)wsi->tsi];
 234         struct lws *end_wsi;
 235         int v;
 236 #endif
 237         int m, ret = 0;
 238
 239 #if !defined(_WIN32) && !defined(LWS_WITH_ESP8266)
 240         if (wsi->desc.sockfd > context->max_fds) {
 241                 lwsl_err("fd %d too high (%d)\n", wsi->desc.sockfd, context->max_fds);
 242                 return 1;
 243         }
 244 #endif
 245
 246         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_LOCK_POLL,
 247                                            wsi->user_space, (void *)&pa, 1))
 248                 return -1;
 249
 250         /*
 251          * detach ourselves from vh protocol list if we're on one
 252          * A -> B -> C
 253          * A -> C , or, B -> C, or A -> B
 254          */
 255         lwsl_info("%s: removing same prot wsi %p\n", __func__, wsi);
 256         if (wsi->same_vh_protocol_prev) {
 257                 assert (*(wsi->same_vh_protocol_prev) == wsi);
 258                 lwsl_info("have prev %p, setting him to our next %p\n",
 259                          wsi->same_vh_protocol_prev,
 260                          wsi->same_vh_protocol_next);
 261
 262                 /* guy who pointed to us should point to our next */
 263                 *(wsi->same_vh_protocol_prev) = wsi->same_vh_protocol_next;
 264         } //else
 265                 //lwsl_err("null wsi->prev\n");
 266         /* our next should point back to our prev */
 267         if (wsi->same_vh_protocol_next) {
 268                 wsi->same_vh_protocol_next->same_vh_protocol_prev =
 269                                 wsi->same_vh_protocol_prev;
 270         } //else
 271                 //lwsl_err("null wsi->next\n");
 272
 273         wsi->same_vh_protocol_prev = NULL;
 274         wsi->same_vh_protocol_next = NULL;
 275
 276         /* the guy who is to be deleted's slot index in pt->fds */
 277         m = wsi->position_in_fds_table;
 278
 279 #if !defined(LWS_WITH_ESP8266)
 280         lws_libev_io(wsi, LWS_EV_STOP | LWS_EV_READ | LWS_EV_WRITE | LWS_EV_PREPARE_DELETION);
 281         lws_libuv_io(wsi, LWS_EV_STOP | LWS_EV_READ | LWS_EV_WRITE | LWS_EV_PREPARE_DELETION);
 282
 283         lws_pt_lock(pt);
 284
 285         lwsl_debug("%s: wsi=%p, sock=%d, fds pos=%d, end guy pos=%d, endfd=%d\n",
 286                   __func__, wsi, wsi->desc.sockfd, wsi->position_in_fds_table,
 287                   pt->fds_count, pt->fds[pt->fds_count].fd);
 288
 289         /* have the last guy take up the now vacant slot */
 290         pt->fds[m] = pt->fds[pt->fds_count - 1];
 291 #endif
 292         /* this decrements pt->fds_count */
 293         lws_plat_delete_socket_from_fds(context, wsi, m);
 294 #if !defined(LWS_WITH_ESP8266)
 295         v = (int) pt->fds[m].fd;
 296         /* end guy's "position in fds table" is now the deletion guy's old one */
 297         end_wsi = wsi_from_fd(context, v);
 298         if (!end_wsi) {
 299                 lwsl_err("no wsi found for sock fd %d at pos %d, pt->fds_count=%d\n", (int)pt->fds[m].fd, m, pt->fds_count);
 300                 assert(0);
 301         } else
 302                 end_wsi->position_in_fds_table = m;
 303
 304         /* deletion guy's lws_lookup entry needs nuking */
 305         delete_from_fd(context, wsi->desc.sockfd);
 306         /* removed wsi has no position any more */
 307         wsi->position_in_fds_table = -1;
 308
 309         /* remove also from external POLL support via protocol 0 */
 310         if (lws_socket_is_valid(wsi->desc.sockfd))
 311                 if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_DEL_POLL_FD,
 312                                                    wsi->user_space, (void *) &pa, 0))
 313                         ret = -1;
 314 #ifndef LWS_NO_SERVER
 315         if (!context->being_destroyed)
 316                 /* if this made some room, accept connects on this thread */
 317                 if ((unsigned int)pt->fds_count < context->fd_limit_per_thread - 1)
 318                         lws_accept_modulation(pt, 1);
 319 #endif
 320         lws_pt_unlock(pt);
 321
 322         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_UNLOCK_POLL,
 323                                            wsi->user_space, (void *) &pa, 1))
 324                 ret = -1;
 325 #endif
 326         return ret;
 327 }
 328
 329 int
 330 lws_change_pollfd(struct lws *wsi, int _and, int _or)
 331 {
 332         struct lws_context_per_thread *pt;
 333         struct lws_context *context;
 334         struct lws_pollargs pa;
 335         int ret = 0;
 336
 337         if (!wsi || !wsi->protocol || wsi->position_in_fds_table < 0)
 338                 return 1;
 339
 340         context = lws_get_context(wsi);
 341         if (!context)
 342                 return 1;
 343
 344         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_LOCK_POLL,
 345                                            wsi->user_space,  (void *) &pa, 0))
 346                 return -1;
 347
 348         pt = &context->pt[(int)wsi->tsi];
 349
 350         lws_pt_lock(pt);
 351         ret = _lws_change_pollfd(wsi, _and, _or, &pa);
 352         lws_pt_unlock(pt);
 353         if (wsi->vhost->protocols[0].callback(wsi, LWS_CALLBACK_UNLOCK_POLL,
 354                                            wsi->user_space, (void *) &pa, 0))
 355                 ret = -1;
 356
 357         return ret;
 358 }
 359
 360 LWS_VISIBLE int
 361 lws_callback_on_writable(struct lws *wsi)
 362 {
 363 #ifdef LWS_USE_HTTP2
 364         struct lws *network_wsi, *wsi2;
 365         int already;
 366 #endif
 367
 368         if (wsi->state == LWSS_SHUTDOWN)
 369                 return 0;
 370
 371         if (wsi->socket_is_permanently_unusable)
 372                 return 0;
 373
 374 #ifdef LWS_USE_HTTP2
 375         lwsl_info("%s: %p\n", __func__, wsi);
 376
 377         if (wsi->mode != LWSCM_HTTP2_SERVING)
 378                 goto network_sock;
 379
 380         if (wsi->u.http2.requested_POLLOUT) {
 381                 lwsl_info("already pending writable\n");
 382                 return 1;
 383         }
 384
 385         if (wsi->u.http2.tx_credit <= 0) {
 386                 /*
 387                  * other side is not able to cope with us sending
 388                  * anything so no matter if we have POLLOUT on our side.
 389                  *
 390                  * Delay waiting for our POLLOUT until peer indicates he has
 391                  * space for more using tx window command in http2 layer
 392                  */
 393                 lwsl_info("%s: %p: waiting_tx_credit (%d)\n", __func__, wsi,
 394                           wsi->u.http2.tx_credit);
 395                 wsi->u.http2.waiting_tx_credit = 1;
 396                 return 0;
 397         }
 398
 399         network_wsi = lws_http2_get_network_wsi(wsi);
 400         already = network_wsi->u.http2.requested_POLLOUT;
 401
 402         /* mark everybody above him as requesting pollout */
 403
 404         wsi2 = wsi;
 405         while (wsi2) {
 406                 wsi2->u.http2.requested_POLLOUT = 1;
 407                 lwsl_info("mark %p pending writable\n", wsi2);
 408                 wsi2 = wsi2->u.http2.parent_wsi;
 409         }
 410
 411         /* for network action, act only on the network wsi */
 412
 413         wsi = network_wsi;
 414         if (already)
 415                 return 1;
 416 network_sock:
 417 #endif
 418
 419         if (lws_ext_cb_active(wsi, LWS_EXT_CB_REQUEST_ON_WRITEABLE, NULL, 0))
 420                 return 1;
 421
 422         if (wsi->position_in_fds_table < 0) {
 423                 lwsl_err("%s: failed to find socket %d\n", __func__, wsi->desc.sockfd);
 424                 return -1;
 425         }
 426
 427         if (lws_change_pollfd(wsi, 0, LWS_POLLOUT))
 428                 return -1;
 429
 430         return 1;
 431 }
 432
 433 LWS_VISIBLE int
 434 lws_callback_on_writable_all_protocol_vhost(const struct lws_vhost *vhost,
 435                                       const struct lws_protocols *protocol)
 436 {
 437         struct lws *wsi;
 438
 439         if (protocol < vhost->protocols ||
 440             protocol >= (vhost->protocols + vhost->count_protocols)) {
 441
 442                 lwsl_err("%s: protocol %p is not from vhost %p (%p - %p)\n",
 443                         __func__, protocol, vhost->protocols, vhost,
 444                         (vhost->protocols + vhost->count_protocols));
 445
 446                 return -1;
 447         }
 448
 449         wsi = vhost->same_vh_protocol_list[protocol - vhost->protocols];
 450         //lwsl_notice("%s: protocol %p, start wsi %p\n", __func__, protocol, wsi);
 451         while (wsi) {
 452                 //lwsl_notice("%s: protocol %p, this wsi %p (wsi->protocol=%p)\n",
 453                 //              __func__, protocol, wsi, wsi->protocol);
 454                 assert(wsi->protocol == protocol);
 455                 assert(*wsi->same_vh_protocol_prev == wsi);
 456                 if (wsi->same_vh_protocol_next) {
 457                 //      lwsl_err("my next says %p\n", wsi->same_vh_protocol_next);
 458                 //      lwsl_err("my next's prev says %p\n",
 459                 //              wsi->same_vh_protocol_next->same_vh_protocol_prev);
 460                         assert(wsi->same_vh_protocol_next->same_vh_protocol_prev == &wsi->same_vh_protocol_next);
 461                 }
 462                 //lwsl_notice("  apv: %p\n", wsi);
 463                 lws_callback_on_writable(wsi);
 464                 wsi = wsi->same_vh_protocol_next;
 465         }
 466
 467         return 0;
 468 }
 469
 470 LWS_VISIBLE int
 471 lws_callback_on_writable_all_protocol(const struct lws_context *context,
 472                                       const struct lws_protocols *protocol)
 473 {
 474         struct lws_vhost *vhost = context->vhost_list;
 475         int n;
 476
 477         while (vhost) {
 478                 for (n = 0; n < vhost->count_protocols; n++)
 479                         if (protocol->callback ==
 480                             vhost->protocols[n].callback &&
 481                             !strcmp(protocol->name, vhost->protocols[n].name))
 482                                 break;
 483                 if (n != vhost->count_protocols)
 484                         lws_callback_on_writable_all_protocol_vhost(
 485                                 vhost, &vhost->protocols[n]);
 486
 487                 vhost = vhost->vhost_next;
 488         }
 489
 490         return 0;
 491 }