resource/csdk/connectivity/src/ip_adapter/caipserver.c

   1 /* ****************************************************************
   2  *
   3  * Copyright 2014 Samsung Electronics All Rights Reserved.
   4  *
   5  *
   6  *
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  *
  19  ******************************************************************/
  20
  21 #ifndef __APPLE_USE_RFC_3542
  22 #define __APPLE_USE_RFC_3542 // for PKTINFO
  23 #endif
  24 #ifndef _GNU_SOURCE
  25 #define _GNU_SOURCE // for in6_pktinfo
  26 #endif
  27
  28 #include "iotivity_config.h"
  29 #include <sys/types.h>
  30 #ifdef HAVE_SYS_SOCKET_H
  31 #include <sys/socket.h>
  32 #endif
  33 #include <assert.h>
  34 #ifdef HAVE_WINSOCK2_H
  35 #include <winsock2.h>
  36 #endif
  37 #ifdef HAVE_WS2TCPIP_H
  38 #include <ws2tcpip.h>
  39 #endif
  40 #include <stdio.h>
  41 #ifdef HAVE_UNISTD_H
  42 #include <unistd.h>
  43 #endif
  44 #include <fcntl.h>
  45 #ifdef HAVE_SYS_SELECT_H
  46 #include <sys/select.h>
  47 #endif
  48 #ifdef HAVE_ARPA_INET_H
  49 #include <arpa/inet.h>
  50 #endif
  51 #ifdef HAVE_NETINET_IN_H
  52 #include <netinet/in.h>
  53 #endif
  54 #ifdef HAVE_NET_IF_H
  55 #include <net/if.h>
  56 #endif
  57 #include <errno.h>
  58 #ifdef __linux__
  59 #include <linux/netlink.h>
  60 #include <linux/rtnetlink.h>
  61 #endif
  62
  63 #include <coap/pdu.h>
  64 #include "caipinterface.h"
  65 #include "caipnwmonitor.h"
  66 #include "caadapterutils.h"
  67 #if defined(__WITH_DTLS__) || defined(__WITH_TLS__)
  68 #include "ca_adapter_net_ssl.h"
  69 #endif
  70 #include "octhread.h"
  71 #include "oic_malloc.h"
  72 #include "oic_string.h"
  73
  74 #define USE_IP_MREQN
  75 #if defined(_WIN32)
  76 #undef USE_IP_MREQN
  77 #endif
  78
  79 /*
  80  * Logging tag for module name
  81  */
  82 #define TAG "OIC_CA_IP_SERVER"
  83
  84 #define SELECT_TIMEOUT 1     // select() seconds (and termination latency)
  85
  86 #define IPv4_MULTICAST     "224.0.1.187"
  87 static struct in_addr IPv4MulticastAddress = { 0 };
  88
  89 #define IPv6_DOMAINS       16
  90 #define IPv6_MULTICAST_INT "ff01::158"
  91 static struct in6_addr IPv6MulticastAddressInt;
  92 #define IPv6_MULTICAST_LNK "ff02::158"
  93 static struct in6_addr IPv6MulticastAddressLnk;
  94 #define IPv6_MULTICAST_RLM "ff03::158"
  95 static struct in6_addr IPv6MulticastAddressRlm;
  96 #define IPv6_MULTICAST_ADM "ff04::158"
  97 static struct in6_addr IPv6MulticastAddressAdm;
  98 #define IPv6_MULTICAST_SIT "ff05::158"
  99 static struct in6_addr IPv6MulticastAddressSit;
 100 #define IPv6_MULTICAST_ORG "ff08::158"
 101 static struct in6_addr IPv6MulticastAddressOrg;
 102 #define IPv6_MULTICAST_GLB "ff0e::158"
 103 static struct in6_addr IPv6MulticastAddressGlb;
 104
 105 static char *ipv6mcnames[IPv6_DOMAINS] = {
 106     NULL,
 107     IPv6_MULTICAST_INT,
 108     IPv6_MULTICAST_LNK,
 109     IPv6_MULTICAST_RLM,
 110     IPv6_MULTICAST_ADM,
 111     IPv6_MULTICAST_SIT,
 112     NULL,
 113     NULL,
 114     IPv6_MULTICAST_ORG,
 115     NULL,
 116     NULL,
 117     NULL,
 118     NULL,
 119     NULL,
 120     IPv6_MULTICAST_GLB,
 121     NULL
 122 };
 123
 124 #if defined (_WIN32)
 125 #define IFF_UP_RUNNING_FLAGS  (IFF_UP)
 126
 127     char* caips_get_error(){
 128         static char buffer[32];
 129         snprintf(buffer, 32, "%i", WSAGetLastError());
 130         return buffer;
 131     }
 132 #define CAIPS_GET_ERROR \
 133     caips_get_error()
 134 #else
 135 #define IFF_UP_RUNNING_FLAGS  (IFF_UP|IFF_RUNNING)
 136
 137 #define CAIPS_GET_ERROR \
 138     strerror(errno)
 139 #endif
 140 static CAIPErrorHandleCallback g_ipErrorHandler = NULL;
 141
 142 static CAIPPacketReceivedCallback g_packetReceivedCallback = NULL;
 143
 144 static void CAFindReadyMessage();
 145 #if !defined(WSA_WAIT_EVENT_0)
 146 static void CASelectReturned(fd_set *readFds, int ret);
 147 #else
 148 static void CAEventReturned(CASocketFd_t socket);
 149 #endif
 150 static void CAProcessNewInterface(CAInterface_t *ifchanged);
 151 static CAResult_t CAReceiveMessage(CASocketFd_t fd, CATransportFlags_t flags);
 152
 153 static void CAReceiveHandler(void *data)
 154 {
 155     (void)data;
 156
 157     while (!caglobals.ip.terminate)
 158     {
 159         CAFindReadyMessage();
 160     }
 161 }
 162
 163 #if !defined(WSA_WAIT_EVENT_0)
 164
 165 #define CLOSE_SOCKET(TYPE) \
 166     if (caglobals.ip.TYPE.fd != OC_INVALID_SOCKET) \
 167     { \
 168         close(caglobals.ip.TYPE.fd); \
 169         caglobals.ip.TYPE.fd = OC_INVALID_SOCKET; \
 170     }
 171
 172 #define SET(TYPE, FDS) \
 173     if (caglobals.ip.TYPE.fd != OC_INVALID_SOCKET) \
 174     { \
 175         FD_SET(caglobals.ip.TYPE.fd, FDS); \
 176     }
 177
 178 #define ISSET(TYPE, FDS, FLAGS) \
 179     if (caglobals.ip.TYPE.fd != OC_INVALID_SOCKET && FD_ISSET(caglobals.ip.TYPE.fd, FDS)) \
 180     { \
 181         fd = caglobals.ip.TYPE.fd; \
 182         flags = FLAGS; \
 183     }
 184
 185
 186 static void CAFindReadyMessage()
 187 {
 188     fd_set readFds;
 189     struct timeval timeout;
 190
 191     timeout.tv_sec = caglobals.ip.selectTimeout;
 192     timeout.tv_usec = 0;
 193     struct timeval *tv = caglobals.ip.selectTimeout == -1 ? NULL : &timeout;
 194
 195     FD_ZERO(&readFds);
 196     SET(u6,  &readFds)
 197     SET(u6s, &readFds)
 198     SET(u4,  &readFds)
 199     SET(u4s, &readFds)
 200     SET(m6,  &readFds)
 201     SET(m6s, &readFds)
 202     SET(m4,  &readFds)
 203     SET(m4s, &readFds)
 204
 205     if (caglobals.ip.shutdownFds[0] != -1)
 206     {
 207         FD_SET(caglobals.ip.shutdownFds[0], &readFds);
 208     }
 209     if (caglobals.ip.netlinkFd != OC_INVALID_SOCKET)
 210     {
 211         FD_SET(caglobals.ip.netlinkFd, &readFds);
 212     }
 213
 214     int ret = select(caglobals.ip.maxfd + 1, &readFds, NULL, NULL, tv);
 215
 216     if (caglobals.ip.terminate)
 217     {
 218         OIC_LOG_V(DEBUG, TAG, "Packet receiver Stop request received.");
 219         return;
 220     }
 221
 222     if (ret <= 0)
 223     {
 224         if (ret < 0)
 225         {
 226             OIC_LOG_V(FATAL, TAG, "select error %s", CAIPS_GET_ERROR);
 227         }
 228         return;
 229     }
 230
 231     CASelectReturned(&readFds, ret);
 232 }
 233
 234 static void CASelectReturned(fd_set *readFds, int ret)
 235 {
 236     (void)ret;
 237     CASocketFd_t fd = OC_INVALID_SOCKET;
 238     CATransportFlags_t flags = CA_DEFAULT_FLAGS;
 239
 240     while (!caglobals.ip.terminate)
 241     {
 242         ISSET(u6,  readFds, CA_IPV6)
 243         else ISSET(u6s, readFds, CA_IPV6 | CA_SECURE)
 244         else ISSET(u4,  readFds, CA_IPV4)
 245         else ISSET(u4s, readFds, CA_IPV4 | CA_SECURE)
 246         else ISSET(m6,  readFds, CA_MULTICAST | CA_IPV6)
 247         else ISSET(m6s, readFds, CA_MULTICAST | CA_IPV6 | CA_SECURE)
 248         else ISSET(m4,  readFds, CA_MULTICAST | CA_IPV4)
 249         else ISSET(m4s, readFds, CA_MULTICAST | CA_IPV4 | CA_SECURE)
 250         else if ((caglobals.ip.netlinkFd != OC_INVALID_SOCKET) && FD_ISSET(caglobals.ip.netlinkFd, readFds))
 251         {
 252             CAInterface_t *ifchanged = CAFindInterfaceChange();
 253             if (ifchanged)
 254             {
 255                 CAProcessNewInterface(ifchanged);
 256                 OICFree(ifchanged);
 257             }
 258             break;
 259         }
 260         else if (FD_ISSET(caglobals.ip.shutdownFds[0], readFds))
 261         {
 262             char buf[10] = {0};
 263             ssize_t len = read(caglobals.ip.shutdownFds[0], buf, sizeof (buf));
 264             if (-1 == len)
 265             {
 266                 continue;
 267             }
 268             break;
 269         }
 270         else
 271         {
 272             break;
 273         }
 274         (void)CAReceiveMessage(fd, flags);
 275         FD_CLR(fd, readFds);
 276     }
 277 }
 278
 279 #else // if defined(WSA_WAIT_EVENT_0)
 280
 281 #define CLOSE_SOCKET(TYPE) \
 282     if (caglobals.ip.TYPE.fd != OC_INVALID_SOCKET) \
 283     { \
 284         closesocket(caglobals.ip.TYPE.fd); \
 285         caglobals.ip.TYPE.fd = OC_INVALID_SOCKET; \
 286     }
 287
 288 #define PUSH_HANDLE(HANDLE, ARRAY, INDEX) \
 289 { \
 290     ARRAY[INDEX] = HANDLE; \
 291     INDEX++; \
 292 }
 293
 294 // Turn handle into WSAEvent and push to ARRAY
 295 #define PUSH_SOCKET(SOCKET, ARRAY, INDEX) \
 296     if (SOCKET != OC_INVALID_SOCKET) \
 297     { \
 298         WSAEVENT NewEvent; \
 299         NewEvent = WSACreateEvent(); \
 300         if (WSA_INVALID_EVENT != NewEvent) \
 301         { \
 302             if (0 != WSAEventSelect(SOCKET, NewEvent, FD_READ)) \
 303             { \
 304                 OIC_LOG_V(ERROR, TAG, "WSAEventSelect failed 0x%08x ", WSAGetLastError()); \
 305                 if (!WSACloseEvent(NewEvent)) \
 306                 { \
 307                     OIC_LOG_V(ERROR, TAG, "WSACloseEvent(NewEvent) failed 0x%08x", WSAGetLastError()); \
 308                 } \
 309             } \
 310             else \
 311             { \
 312                 PUSH_HANDLE(NewEvent, ARRAY, INDEX); \
 313             } \
 314         } \
 315         else \
 316         { \
 317             OIC_LOG_V(ERROR, TAG, "WSACreateEvent(NewEvent) failed 0x%08x", WSAGetLastError()); \
 318         }\
 319     }
 320
 321 #define INSERT_SOCKET(FD, ARRAY, INDEX) \
 322     { \
 323         if (OC_INVALID_SOCKET != FD) \
 324         { \
 325             ARRAY[INDEX] = FD; \
 326         } \
 327     }
 328
 329
 330 // Inserts the socket into the SOCKET_ARRAY and pushes the socket event into EVENT_ARRAY
 331 #define PUSH_IP_SOCKET(TYPE, EVENT_ARRAY, SOCKET_ARRAY, INDEX) \
 332     { \
 333         if (OC_INVALID_SOCKET != caglobals.ip.TYPE.fd) \
 334         { \
 335             INSERT_SOCKET(caglobals.ip.TYPE.fd, SOCKET_ARRAY, INDEX); \
 336             PUSH_SOCKET(caglobals.ip.TYPE.fd, EVENT_ARRAY, INDEX); \
 337         } \
 338     }
 339
 340 #define IS_MATCHING_IP_SOCKET(TYPE, SOCKET, FLAGS) \
 341     if ((caglobals.ip.TYPE.fd != OC_INVALID_SOCKET) && (caglobals.ip.TYPE.fd == SOCKET)) \
 342     { \
 343         fd = caglobals.ip.TYPE.fd; \
 344         flags = FLAGS; \
 345     }
 346
 347 #define EVENT_ARRAY_SIZE  10
 348
 349 static void CAFindReadyMessage()
 350 {
 351     CASocketFd_t socketArray[EVENT_ARRAY_SIZE];
 352     HANDLE eventArray[EVENT_ARRAY_SIZE];
 353     int arraySize = 0;
 354     int eventIndex;
 355
 356     // socketArray and eventArray should have same number of elements
 357     OC_STATIC_ASSERT(_countof(socketArray) == _countof(eventArray), "Arrays should have same number of elements");
 358
 359     PUSH_IP_SOCKET(u6,  eventArray, socketArray, arraySize);
 360     PUSH_IP_SOCKET(u6s, eventArray, socketArray, arraySize);
 361     PUSH_IP_SOCKET(u4,  eventArray, socketArray, arraySize);
 362     PUSH_IP_SOCKET(u4s, eventArray, socketArray, arraySize);
 363     PUSH_IP_SOCKET(m6,  eventArray, socketArray, arraySize);
 364     PUSH_IP_SOCKET(m6s, eventArray, socketArray, arraySize);
 365     PUSH_IP_SOCKET(m4,  eventArray, socketArray, arraySize);
 366     PUSH_IP_SOCKET(m4s, eventArray, socketArray, arraySize);
 367
 368     if (WSA_INVALID_EVENT != caglobals.ip.shutdownEvent)
 369     {
 370         INSERT_SOCKET(OC_INVALID_SOCKET, socketArray, arraySize);
 371         PUSH_HANDLE(caglobals.ip.shutdownEvent, eventArray, arraySize);
 372     }
 373
 374     if (WSA_INVALID_EVENT != caglobals.ip.addressChangeEvent)
 375     {
 376         INSERT_SOCKET(OC_INVALID_SOCKET, socketArray, arraySize);
 377         PUSH_HANDLE(caglobals.ip.addressChangeEvent, eventArray, arraySize);
 378     }
 379
 380     // Should not have overflowed buffer
 381     assert(arraySize <= (_countof(socketArray)));
 382
 383     // Timeout is unnecessary on Windows
 384     assert(-1 == caglobals.ip.selectTimeout);
 385
 386     while (!caglobals.ip.terminate)
 387     {
 388         int ret = WSAWaitForMultipleEvents(arraySize, eventArray, FALSE, WSA_INFINITE, FALSE);
 389
 390         switch (ret)
 391         {
 392             case WSA_WAIT_FAILED:
 393                 OIC_LOG_V(ERROR, TAG, "WSAWaitForMultipleEvents returned WSA_WAIT_FAILED 0x%08x", WSAGetLastError());
 394                 break;
 395             case WSA_WAIT_IO_COMPLETION:
 396                 OIC_LOG_V(ERROR, TAG, "WSAWaitForMultipleEvents returned WSA_WAIT_IO_COMPLETION 0x%08x", WSAGetLastError());
 397                 break;
 398             case WSA_WAIT_TIMEOUT:
 399                 OIC_LOG_V(ERROR, TAG, "WSAWaitForMultipleEvents returned WSA_WAIT_TIMEOUT 0x%08x", WSAGetLastError());
 400                 break;
 401             default:
 402                 eventIndex = ret - WSA_WAIT_EVENT_0;
 403                 if ((eventIndex >= 0) && (eventIndex < arraySize))
 404                 {
 405                     if (false == WSAResetEvent(eventArray[eventIndex]))
 406                     {
 407                         OIC_LOG_V(ERROR, TAG, "WSAResetEvent failed 0x%08x", WSAGetLastError());
 408                     }
 409
 410                     // Handle address changes if addressChangeEvent is triggered.
 411                     if ((caglobals.ip.addressChangeEvent != WSA_INVALID_EVENT) &&
 412                         (caglobals.ip.addressChangeEvent == eventArray[eventIndex]))
 413                     {
 414                         CAInterface_t *newAddress;
 415                         while ((newAddress = CAFindInterfaceChange()) != NULL)
 416                         {
 417                             CAProcessNewInterface(newAddress);
 418                             OICFree(newAddress);
 419                         }
 420                         break;
 421                     }
 422
 423                     // Break out if shutdownEvent is triggered.
 424                     if ((caglobals.ip.shutdownEvent != WSA_INVALID_EVENT) &&
 425                         (caglobals.ip.shutdownEvent == eventArray[eventIndex]))
 426                     {
 427                         break;
 428                     }
 429                     CAEventReturned(socketArray[eventIndex]);
 430                 }
 431                 else
 432                 {
 433                     OIC_LOG_V(ERROR, TAG, "WSAWaitForMultipleEvents failed 0x%08x", WSAGetLastError());
 434                 }
 435                 break;
 436         }
 437
 438     }
 439
 440     while (arraySize > 0)
 441     {
 442         arraySize--;
 443         if (!WSACloseEvent(eventArray[arraySize]))
 444         {
 445             OIC_LOG_V(ERROR, TAG, "WSACloseEvent (Index %i) failed 0x%08x", arraySize, WSAGetLastError());
 446         }
 447     }
 448
 449     if (caglobals.ip.terminate)
 450     {
 451         caglobals.ip.shutdownEvent = WSA_INVALID_EVENT;
 452         WSACleanup();
 453     }
 454 }
 455
 456 static void CAEventReturned(CASocketFd_t socket)
 457 {
 458     CASocketFd_t fd = OC_INVALID_SOCKET;
 459     CATransportFlags_t flags = CA_DEFAULT_FLAGS;
 460
 461     while (!caglobals.ip.terminate)
 462     {
 463         IS_MATCHING_IP_SOCKET(u6,  socket, CA_IPV6)
 464         else IS_MATCHING_IP_SOCKET(u6s, socket, CA_IPV6 | CA_SECURE)
 465         else IS_MATCHING_IP_SOCKET(u4,  socket, CA_IPV4)
 466         else IS_MATCHING_IP_SOCKET(u4s, socket, CA_IPV4 | CA_SECURE)
 467         else IS_MATCHING_IP_SOCKET(m6,  socket, CA_MULTICAST | CA_IPV6)
 468         else IS_MATCHING_IP_SOCKET(m6s, socket, CA_MULTICAST | CA_IPV6 | CA_SECURE)
 469         else IS_MATCHING_IP_SOCKET(m4,  socket, CA_MULTICAST | CA_IPV4)
 470         else IS_MATCHING_IP_SOCKET(m4s, socket, CA_MULTICAST | CA_IPV4 | CA_SECURE)
 471         else
 472         {
 473             break;
 474         }
 475         (void)CAReceiveMessage(socket, flags);
 476         // We will never get more than one match per socket, so always break.
 477         break;
 478     }
 479 }
 480
 481 #endif
 482
 483 void CAUnregisterForAddressChanges()
 484 {
 485 #ifdef _WIN32
 486     if (caglobals.ip.addressChangeEvent != WSA_INVALID_EVENT)
 487     {
 488         WSACloseEvent(caglobals.ip.addressChangeEvent);
 489         caglobals.ip.addressChangeEvent = WSA_INVALID_EVENT;
 490     }
 491 #else
 492     if (caglobals.ip.netlinkFd != OC_INVALID_SOCKET)
 493     {
 494         close(caglobals.ip.netlinkFd);
 495         caglobals.ip.netlinkFd = OC_INVALID_SOCKET;
 496     }
 497 #endif
 498 }
 499
 500 void CADeInitializeIPGlobals()
 501 {
 502     CLOSE_SOCKET(u6);
 503     CLOSE_SOCKET(u6s);
 504     CLOSE_SOCKET(u4);
 505     CLOSE_SOCKET(u4s);
 506     CLOSE_SOCKET(m6);
 507     CLOSE_SOCKET(m6s);
 508     CLOSE_SOCKET(m4);
 509     CLOSE_SOCKET(m4s);
 510
 511     CAUnregisterForAddressChanges();
 512 }
 513
 514 static CAResult_t CAReceiveMessage(CASocketFd_t fd, CATransportFlags_t flags)
 515 {
 516     char recvBuffer[COAP_MAX_PDU_SIZE] = {0};
 517
 518     size_t len = 0;
 519     int level = 0;
 520     int type = 0;
 521     int namelen = 0;
 522     struct sockaddr_storage srcAddr = { .ss_family = 0 };
 523     unsigned char *pktinfo = NULL;
 524 #if !defined(WSA_CMSG_DATA)
 525     struct cmsghdr *cmp = NULL;
 526     struct iovec iov = { .iov_base = recvBuffer, .iov_len = sizeof (recvBuffer) };
 527     union control
 528     {
 529         struct cmsghdr cmsg;
 530         unsigned char data[CMSG_SPACE(sizeof (struct in6_pktinfo))];
 531     } cmsg;
 532
 533     if (flags & CA_IPV6)
 534     {
 535         namelen = sizeof (struct sockaddr_in6);
 536         level = IPPROTO_IPV6;
 537         type = IPV6_PKTINFO;
 538         len = sizeof (struct in6_pktinfo);
 539     }
 540     else
 541     {
 542         namelen = sizeof (struct sockaddr_in);
 543         level = IPPROTO_IP;
 544         type = IP_PKTINFO;
 545         len = sizeof (struct in6_pktinfo);
 546     }
 547
 548     struct msghdr msg = { .msg_name = &srcAddr,
 549                           .msg_namelen = namelen,
 550                           .msg_iov = &iov,
 551                           .msg_iovlen = 1,
 552                           .msg_control = &cmsg,
 553                           .msg_controllen = CMSG_SPACE(len) };
 554
 555     ssize_t recvLen = recvmsg(fd, &msg, flags);
 556     if (OC_SOCKET_ERROR == recvLen)
 557     {
 558         OIC_LOG_V(ERROR, TAG, "Recvfrom failed %s", strerror(errno));
 559         return CA_STATUS_FAILED;
 560     }
 561
 562     for (cmp = CMSG_FIRSTHDR(&msg); cmp != NULL; cmp = CMSG_NXTHDR(&msg, cmp))
 563     {
 564         if (cmp->cmsg_level == level && cmp->cmsg_type == type)
 565         {
 566             pktinfo = CMSG_DATA(cmp);
 567         }
 568     }
 569 #else // if defined(WSA_CMSG_DATA)
 570     union control
 571     {
 572         WSACMSGHDR cmsg;
 573         uint8_t data[WSA_CMSG_SPACE(sizeof (IN6_PKTINFO))];
 574     } cmsg;
 575     memset(&cmsg, 0, sizeof(cmsg));
 576
 577     if (flags & CA_IPV6)
 578     {
 579         namelen  = sizeof (struct sockaddr_in6);
 580         level = IPPROTO_IPV6;
 581         type = IPV6_PKTINFO;
 582     }
 583     else
 584     {
 585         namelen = sizeof (struct sockaddr_in);
 586         level = IPPROTO_IP;
 587         type = IP_PKTINFO;
 588     }
 589
 590     WSABUF iov = {.len = sizeof (recvBuffer), .buf = recvBuffer};
 591     WSAMSG msg = {.name = (PSOCKADDR)&srcAddr,
 592                   .namelen = namelen,
 593                   .lpBuffers = &iov,
 594                   .dwBufferCount = 1,
 595                   .Control = {.buf = cmsg.data, .len = sizeof (cmsg)}
 596                  };
 597
 598     uint32_t recvLen = 0;
 599     uint32_t ret = caglobals.ip.wsaRecvMsg(fd, &msg, &recvLen, 0,0);
 600     OIC_LOG_V(DEBUG, TAG, "WSARecvMsg recvd %u bytes", recvLen);
 601     if (OC_SOCKET_ERROR == ret)
 602     {
 603         OIC_LOG_V(ERROR, TAG, "WSARecvMsg failed %i", WSAGetLastError());
 604     }
 605
 606     for (WSACMSGHDR *cmp = WSA_CMSG_FIRSTHDR(&msg); cmp != NULL;
 607          cmp = WSA_CMSG_NXTHDR(&msg, cmp))
 608     {
 609         if (cmp->cmsg_level == level && cmp->cmsg_type == type)
 610         {
 611             pktinfo = WSA_CMSG_DATA(cmp);
 612         }
 613     }
 614 #endif // !defined(WSA_CMSG_DATA)
 615     CASecureEndpoint_t sep = {.endpoint = {.adapter = CA_ADAPTER_IP, .flags = flags}};
 616
 617     if (flags & CA_IPV6)
 618     {
 619         sep.endpoint.ifindex = ((struct in6_pktinfo *)pktinfo)->ipi6_ifindex;
 620
 621         if (flags & CA_MULTICAST)
 622         {
 623             struct in6_addr *addr = &(((struct in6_pktinfo *)pktinfo)->ipi6_addr);
 624             unsigned char topbits = ((unsigned char *)addr)[0];
 625             if (topbits != 0xff)
 626             {
 627                 sep.endpoint.flags &= ~CA_MULTICAST;
 628             }
 629         }
 630     }
 631     else
 632     {
 633         sep.endpoint.ifindex = ((struct in_pktinfo *)pktinfo)->ipi_ifindex;
 634
 635         if (flags & CA_MULTICAST)
 636         {
 637             struct in_addr *addr = &((struct in_pktinfo *)pktinfo)->ipi_addr;
 638             uint32_t host = ntohl(addr->s_addr);
 639             unsigned char topbits = ((unsigned char *)&host)[3];
 640             if (topbits < 224 || topbits > 239)
 641             {
 642                 sep.endpoint.flags &= ~CA_MULTICAST;
 643             }
 644         }
 645     }
 646
 647     CAConvertAddrToName(&srcAddr, namelen, sep.endpoint.addr, &sep.endpoint.port);
 648
 649     if (flags & CA_SECURE)
 650     {
 651 #ifdef __WITH_DTLS__
 652         int ret = CAdecryptSsl(&sep, (uint8_t *)recvBuffer, recvLen);
 653         OIC_LOG_V(DEBUG, TAG, "CAdecryptSsl returns [%d]", ret);
 654 #else
 655         OIC_LOG(ERROR, TAG, "Encrypted message but no DTLS");
 656 #endif
 657     }
 658     else
 659     {
 660         if (g_packetReceivedCallback)
 661         {
 662             g_packetReceivedCallback(&sep, recvBuffer, recvLen);
 663         }
 664     }
 665
 666     return CA_STATUS_OK;
 667 }
 668
 669 void CAIPPullData()
 670 {
 671     OIC_LOG(DEBUG, TAG, "IN");
 672     OIC_LOG(DEBUG, TAG, "OUT");
 673 }
 674
 675 static CASocketFd_t CACreateSocket(int family, uint16_t *port, bool isMulticast)
 676 {
 677     int socktype = SOCK_DGRAM;
 678 #ifdef SOCK_CLOEXEC
 679     socktype |= SOCK_CLOEXEC;
 680 #endif
 681     CASocketFd_t fd = socket(family, socktype, IPPROTO_UDP);
 682     if (OC_INVALID_SOCKET == fd)
 683     {
 684         OIC_LOG_V(ERROR, TAG, "create socket failed: %s", CAIPS_GET_ERROR);
 685         return OC_INVALID_SOCKET;
 686     }
 687
 688 #if !defined(SOCK_CLOEXEC) && defined(FD_CLOEXEC)
 689     int fl = fcntl(fd, F_GETFD);
 690     if (-1 == fl || -1 == fcntl(fd, F_SETFD, fl|FD_CLOEXEC))
 691     {
 692         OIC_LOG_V(ERROR, TAG, "set FD_CLOEXEC failed: %s", strerror(errno));
 693         close(fd);
 694         return OC_INVALID_SOCKET;
 695     }
 696 #endif
 697     struct sockaddr_storage sa = { .ss_family = family };
 698     socklen_t socklen = 0;
 699
 700     if (family == AF_INET6)
 701     {
 702         int on = 1;
 703
 704         if (OC_SOCKET_ERROR == setsockopt(fd, IPPROTO_IPV6, IPV6_V6ONLY, OPTVAL_T(&on), sizeof (on)))
 705         {
 706             OIC_LOG_V(ERROR, TAG, "IPV6_V6ONLY failed: %s", CAIPS_GET_ERROR);
 707         }
 708
 709 #if defined(IPV6_RECVPKTINFO)
 710         if (OC_SOCKET_ERROR == setsockopt(fd, IPPROTO_IPV6, IPV6_RECVPKTINFO, &on, sizeof (on)))
 711 #else
 712         if (OC_SOCKET_ERROR == setsockopt(fd, IPPROTO_IPV6, IPV6_PKTINFO, OPTVAL_T(&on), sizeof (on)))
 713 #endif
 714         {
 715             OIC_LOG_V(ERROR, TAG, "IPV6_RECVPKTINFO failed: %s",CAIPS_GET_ERROR);
 716         }
 717
 718         ((struct sockaddr_in6 *)&sa)->sin6_port = htons(*port);
 719         socklen = sizeof (struct sockaddr_in6);
 720     }
 721     else
 722     {
 723         int on = 1;
 724         if (OC_SOCKET_ERROR == setsockopt(fd, IPPROTO_IP, IP_PKTINFO, OPTVAL_T(&on), sizeof (on)))
 725         {
 726             OIC_LOG_V(ERROR, TAG, "IP_PKTINFO failed: %s", CAIPS_GET_ERROR);
 727         }
 728
 729         ((struct sockaddr_in *)&sa)->sin_port = htons(*port);
 730         socklen = sizeof (struct sockaddr_in);
 731     }
 732
 733     if (isMulticast && *port) // use the given port
 734     {
 735         int on = 1;
 736         if (setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, OPTVAL_T(&on), sizeof (on)))
 737         {
 738             OIC_LOG_V(ERROR, TAG, "SO_REUSEADDR failed: %s", CAIPS_GET_ERROR);
 739 #ifdef _WIN32
 740             closesocket(fd);
 741 #else
 742             close(fd);
 743 #endif
 744             return OC_INVALID_SOCKET;
 745         }
 746     }
 747
 748     if (OC_SOCKET_ERROR == bind(fd, (struct sockaddr *)&sa, socklen))
 749     {
 750         OIC_LOG_V(ERROR, TAG, "bind socket failed: %s", CAIPS_GET_ERROR);
 751 #ifdef _WIN32
 752         closesocket(fd);
 753 #else
 754         close(fd);
 755 #endif
 756         return OC_INVALID_SOCKET;
 757     }
 758
 759     if (!*port) // return the assigned port
 760     {
 761         if (OC_SOCKET_ERROR == getsockname(fd, (struct sockaddr *)&sa, &socklen))
 762         {
 763             OIC_LOG_V(ERROR, TAG, "getsockname failed: %s", CAIPS_GET_ERROR);
 764 #ifdef _WIN32
 765             closesocket(fd);
 766 #else
 767             close(fd);
 768 #endif
 769             return OC_INVALID_SOCKET;
 770         }
 771         *port = ntohs(family == AF_INET6 ?
 772                       ((struct sockaddr_in6 *)&sa)->sin6_port :
 773                       ((struct sockaddr_in *)&sa)->sin_port);
 774     }
 775
 776     return fd;
 777 }
 778
 779 #define CHECKFD(FD) \
 780     if (FD > caglobals.ip.maxfd) \
 781         caglobals.ip.maxfd = FD;
 782 #define NEWSOCKET(FAMILY, NAME, MULTICAST) \
 783     caglobals.ip.NAME.fd = CACreateSocket(FAMILY, &caglobals.ip.NAME.port, MULTICAST); \
 784     if (caglobals.ip.NAME.fd == OC_INVALID_SOCKET) \
 785     {   \
 786         caglobals.ip.NAME.port = 0; \
 787         caglobals.ip.NAME.fd = CACreateSocket(FAMILY, &caglobals.ip.NAME.port, MULTICAST); \
 788     }   \
 789     CHECKFD(caglobals.ip.NAME.fd)
 790
 791 static void CARegisterForAddressChanges()
 792 {
 793 #ifdef _WIN32
 794     caglobals.ip.addressChangeEvent = WSACreateEvent();
 795     if (WSA_INVALID_EVENT != caglobals.ip.addressChangeEvent)
 796     {
 797         OIC_LOG(ERROR, TAG, "WSACreateEvent failed");
 798     }
 799 #else
 800     caglobals.ip.netlinkFd = OC_INVALID_SOCKET;
 801 #ifdef __linux__
 802     // create NETLINK fd for interface change notifications
 803     struct sockaddr_nl sa = { AF_NETLINK, 0, 0, RTMGRP_LINK };
 804
 805     caglobals.ip.netlinkFd = socket(AF_NETLINK, SOCK_RAW|SOCK_CLOEXEC, NETLINK_ROUTE);
 806     if (caglobals.ip.netlinkFd == OC_INVALID_SOCKET)
 807     {
 808         OIC_LOG_V(ERROR, TAG, "netlink socket failed: %s", strerror(errno));
 809     }
 810     else
 811     {
 812         int r = bind(caglobals.ip.netlinkFd, (struct sockaddr *)&sa, sizeof (sa));
 813         if (r)
 814         {
 815             OIC_LOG_V(ERROR, TAG, "netlink bind failed: %s", strerror(errno));
 816             close(caglobals.ip.netlinkFd);
 817             caglobals.ip.netlinkFd = OC_INVALID_SOCKET;
 818         }
 819         else
 820         {
 821             CHECKFD(caglobals.ip.netlinkFd);
 822         }
 823     }
 824 #endif
 825 #endif
 826 }
 827
 828 static void CAInitializeFastShutdownMechanism()
 829 {
 830     caglobals.ip.selectTimeout = -1; // don't poll for shutdown
 831     int ret = -1;
 832 #if defined(WSA_WAIT_EVENT_0)
 833     caglobals.ip.shutdownEvent = WSACreateEvent();
 834     if (WSA_INVALID_EVENT != caglobals.ip.shutdownEvent)
 835     {
 836         ret = 0;
 837     }
 838 #elif defined(HAVE_PIPE2)
 839     ret = pipe2(caglobals.ip.shutdownFds, O_CLOEXEC);
 840     CHECKFD(caglobals.ip.shutdownFds[0]);
 841     CHECKFD(caglobals.ip.shutdownFds[1]);
 842 #else
 843     ret = pipe(caglobals.ip.shutdownFds);
 844     if (-1 != ret)
 845     {
 846         ret = fcntl(caglobals.ip.shutdownFds[0], F_GETFD);
 847         if (-1 != ret)
 848         {
 849             ret = fcntl(caglobals.ip.shutdownFds[0], F_SETFD, ret|FD_CLOEXEC);
 850         }
 851         if (-1 != ret)
 852         {
 853             ret = fcntl(caglobals.ip.shutdownFds[1], F_GETFD);
 854         }
 855         if (-1 != ret)
 856         {
 857             ret = fcntl(caglobals.ip.shutdownFds[1], F_SETFD, ret|FD_CLOEXEC);
 858         }
 859         if (-1 == ret)
 860         {
 861             close(caglobals.ip.shutdownFds[1]);
 862             close(caglobals.ip.shutdownFds[0]);
 863             caglobals.ip.shutdownFds[0] = -1;
 864             caglobals.ip.shutdownFds[1] = -1;
 865         }
 866     }
 867     CHECKFD(caglobals.ip.shutdownFds[0]);
 868     CHECKFD(caglobals.ip.shutdownFds[1]);
 869 #endif
 870     if (-1 == ret)
 871     {
 872         OIC_LOG_V(ERROR, TAG, "fast shutdown mechanism init failed: %s", CAIPS_GET_ERROR);
 873         caglobals.ip.selectTimeout = SELECT_TIMEOUT; //poll needed for shutdown
 874     }
 875 }
 876
 877 CAResult_t CAIPStartServer(const ca_thread_pool_t threadPool)
 878 {
 879     CAResult_t res = CA_STATUS_OK;
 880
 881     if (caglobals.ip.started)
 882     {
 883         return res;
 884     }
 885 #if defined (_WIN32)
 886     WORD wVersionRequested = MAKEWORD(2, 2);
 887     WSADATA wsaData ={.wVersion = 0};
 888     int err = WSAStartup(wVersionRequested, &wsaData);
 889     if (err != 0)
 890     {
 891         OIC_LOG_V(ERROR, TAG, "WSAStartup failed: %i", err);
 892         return CA_STATUS_FAILED;
 893     }
 894     OIC_LOG(DEBUG, TAG, "WSAStartup Succeeded");
 895 #endif
 896     if (!IPv4MulticastAddress.s_addr)
 897     {
 898         (void)inet_pton(AF_INET, IPv4_MULTICAST, &IPv4MulticastAddress);
 899         (void)inet_pton(AF_INET6, IPv6_MULTICAST_INT, &IPv6MulticastAddressInt);
 900         (void)inet_pton(AF_INET6, IPv6_MULTICAST_LNK, &IPv6MulticastAddressLnk);
 901         (void)inet_pton(AF_INET6, IPv6_MULTICAST_RLM, &IPv6MulticastAddressRlm);
 902         (void)inet_pton(AF_INET6, IPv6_MULTICAST_ADM, &IPv6MulticastAddressAdm);
 903         (void)inet_pton(AF_INET6, IPv6_MULTICAST_SIT, &IPv6MulticastAddressSit);
 904         (void)inet_pton(AF_INET6, IPv6_MULTICAST_ORG, &IPv6MulticastAddressOrg);
 905         (void)inet_pton(AF_INET6, IPv6_MULTICAST_GLB, &IPv6MulticastAddressGlb);
 906     }
 907
 908     if (!caglobals.ip.ipv6enabled && !caglobals.ip.ipv4enabled)
 909     {
 910         caglobals.ip.ipv4enabled = true;  // only needed to run CA tests
 911     }
 912
 913     if (caglobals.ip.ipv6enabled)
 914     {
 915         NEWSOCKET(AF_INET6, u6, false)
 916         NEWSOCKET(AF_INET6, u6s, false)
 917         NEWSOCKET(AF_INET6, m6, true)
 918         NEWSOCKET(AF_INET6, m6s, true)
 919         OIC_LOG_V(INFO, TAG, "IPv6 unicast port: %u", caglobals.ip.u6.port);
 920     }
 921     if (caglobals.ip.ipv4enabled)
 922     {
 923         NEWSOCKET(AF_INET, u4, false)
 924         NEWSOCKET(AF_INET, u4s, false)
 925         NEWSOCKET(AF_INET, m4, true)
 926         NEWSOCKET(AF_INET, m4s, true)
 927         OIC_LOG_V(INFO, TAG, "IPv4 unicast port: %u", caglobals.ip.u4.port);
 928     }
 929
 930     OIC_LOG_V(DEBUG, TAG,
 931               "socket summary: u6=%d, u6s=%d, u4=%d, u4s=%d, m6=%d, m6s=%d, m4=%d, m4s=%d",
 932               caglobals.ip.u6.fd, caglobals.ip.u6s.fd, caglobals.ip.u4.fd, caglobals.ip.u4s.fd,
 933               caglobals.ip.m6.fd, caglobals.ip.m6s.fd, caglobals.ip.m4.fd, caglobals.ip.m4s.fd);
 934
 935     OIC_LOG_V(DEBUG, TAG,
 936               "port summary: u6 port=%d, u6s port=%d, u4 port=%d, u4s port=%d, m6 port=%d,"
 937               "m6s port=%d, m4 port=%d, m4s port=%d",
 938               caglobals.ip.u6.port, caglobals.ip.u6s.port, caglobals.ip.u4.port,
 939               caglobals.ip.u4s.port, caglobals.ip.m6.port, caglobals.ip.m6s.port,
 940               caglobals.ip.m4.port, caglobals.ip.m4s.port);
 941 #if defined (SIO_GET_EXTENSION_FUNCTION_POINTER)
 942     caglobals.ip.wsaRecvMsg = NULL;
 943     GUID GuidWSARecvMsg = WSAID_WSARECVMSG;
 944     DWORD copied = 0;
 945     err = WSAIoctl(caglobals.ip.u4.fd, SIO_GET_EXTENSION_FUNCTION_POINTER, &GuidWSARecvMsg, sizeof(GuidWSARecvMsg), &(caglobals.ip.wsaRecvMsg), sizeof(caglobals.ip.wsaRecvMsg), &copied, 0, 0);
 946     if (0 != err)
 947     {
 948         OIC_LOG_V(ERROR, TAG, "WSAIoctl failed %i", WSAGetLastError());
 949         return CA_STATUS_FAILED;
 950     }
 951 #endif
 952     // set up appropriate FD mechanism for fast shutdown
 953     CAInitializeFastShutdownMechanism();
 954
 955     // create source of network address change notifications
 956     CARegisterForAddressChanges();
 957
 958     caglobals.ip.selectTimeout = CAGetPollingInterval(caglobals.ip.selectTimeout);
 959
 960     res = CAIPStartListenServer();
 961     if (CA_STATUS_OK != res)
 962     {
 963         OIC_LOG_V(ERROR, TAG, "Failed to start listening server![%d]", res);
 964         return res;
 965     }
 966
 967     caglobals.ip.terminate = false;
 968     res = ca_thread_pool_add_task(threadPool, CAReceiveHandler, NULL);
 969     if (CA_STATUS_OK != res)
 970     {
 971         OIC_LOG(ERROR, TAG, "thread_pool_add_task failed");
 972         return res;
 973     }
 974     OIC_LOG(DEBUG, TAG, "CAReceiveHandler thread started successfully.");
 975
 976     caglobals.ip.started = true;
 977     return CA_STATUS_OK;
 978 }
 979
 980 void CAIPStopServer()
 981 {
 982     caglobals.ip.started = false;
 983     caglobals.ip.terminate = true;
 984
 985 #if !defined(WSA_WAIT_EVENT_0)
 986     if (caglobals.ip.shutdownFds[1] != -1)
 987     {
 988         close(caglobals.ip.shutdownFds[1]);
 989         // receive thread will stop immediately
 990     }
 991     else
 992     {
 993         // receive thread will stop in SELECT_TIMEOUT seconds.
 994     }
 995 #else
 996     // receive thread will stop immediately.
 997     if (!WSASetEvent(caglobals.ip.shutdownEvent))
 998     {
 999         OIC_LOG_V(DEBUG, TAG, "set shutdown event failed: %#08X", GetLastError());
1000     }
1001 #endif
1002 }
1003
1004 void CAWakeUpForChange()
1005 {
1006 #if !defined(WSA_WAIT_EVENT_0)
1007     if (caglobals.ip.shutdownFds[1] != -1)
1008     {
1009         ssize_t len = 0;
1010         do
1011         {
1012             len = write(caglobals.ip.shutdownFds[1], "w", 1);
1013         } while ((len == -1) && (errno == EINTR));
1014         if ((len == -1) && (errno != EINTR) && (errno != EPIPE))
1015         {
1016             OIC_LOG_V(DEBUG, TAG, "write failed: %s", strerror(errno));
1017         }
1018     }
1019 #else
1020     if (!WSASetEvent(caglobals.ip.shutdownEvent))
1021     {
1022         OIC_LOG_V(DEBUG, TAG, "set shutdown event failed: %#08X", GetLastError());
1023     }
1024 #endif
1025 }
1026
1027 static void applyMulticastToInterface4(uint32_t ifindex)
1028 {
1029     if (!caglobals.ip.ipv4enabled)
1030     {
1031         return;
1032     }
1033
1034 #if defined(USE_IP_MREQN)
1035     struct ip_mreqn mreq = { .imr_multiaddr = IPv4MulticastAddress,
1036                              .imr_address.s_addr = htonl(INADDR_ANY),
1037                              .imr_ifindex = ifindex };
1038 #else
1039     struct ip_mreq mreq  = { .imr_multiaddr.s_addr = IPv4MulticastAddress.s_addr,
1040                              .imr_interface.s_addr = htonl(ifindex) };
1041 #endif
1042
1043     int ret = setsockopt(caglobals.ip.m4.fd, IPPROTO_IP, IP_ADD_MEMBERSHIP, OPTVAL_T(&mreq), sizeof (mreq));
1044     if (OC_SOCKET_ERROR == ret)
1045     {
1046 #if !defined(WSAEINVAL)
1047         if (EADDRINUSE != errno)
1048 #else
1049         if (WSAEINVAL != WSAGetLastError()) // Joining multicast group more than once (IPv4 Flavor)
1050 #endif
1051         {
1052             OIC_LOG_V(ERROR, TAG, "       IPv4 IP_ADD_MEMBERSHIP failed: %s", CAIPS_GET_ERROR);
1053         }
1054     }
1055     ret = setsockopt(caglobals.ip.m4s.fd, IPPROTO_IP, IP_ADD_MEMBERSHIP, OPTVAL_T(&mreq), sizeof (mreq));
1056     if (OC_SOCKET_ERROR == ret)
1057     {
1058 #if !defined(WSAEINVAL)
1059         if (EADDRINUSE != errno)
1060 #else
1061         if (WSAEINVAL == WSAGetLastError())
1062         {
1063             // We're trying to join the multicast group again.
1064             // If the interface has gone down and come back up, the socket might be in
1065             // an inconsistent state where it still thinks we're joined when the interface
1066             // doesn't think we're joined.  So try to leave and rejoin the group just in case.
1067             setsockopt(caglobals.ip.m4s.fd, IPPROTO_IP, IP_DROP_MEMBERSHIP, OPTVAL_T(&mreq),
1068                              sizeof(mreq));
1069             ret = setsockopt(caglobals.ip.m4s.fd, IPPROTO_IP, IP_ADD_MEMBERSHIP, OPTVAL_T(&mreq),
1070                              sizeof(mreq));
1071         }
1072         if (OC_SOCKET_ERROR == ret)
1073 #endif
1074         {
1075             OIC_LOG_V(ERROR, TAG, "SECURE IPv4 IP_ADD_MEMBERSHIP failed: %s", CAIPS_GET_ERROR);
1076         }
1077     }
1078 }
1079
1080 static void applyMulticast6(int fd, struct in6_addr *addr, uint32_t ifindex)
1081 {
1082     struct ipv6_mreq mreq = {.ipv6mr_multiaddr = {0},
1083                              .ipv6mr_interface = ifindex };
1084
1085     // VS2013 has problems with struct copies inside struct initializers, so copy separately.
1086     mreq.ipv6mr_multiaddr = *addr;
1087
1088     int ret = setsockopt(fd, IPPROTO_IPV6, IPV6_JOIN_GROUP, OPTVAL_T(&mreq), sizeof (mreq));
1089     if (OC_SOCKET_ERROR == ret)
1090     {
1091 #if !defined(_WIN32)
1092         if (EADDRINUSE != errno)
1093 #else
1094         if (WSAEINVAL == WSAGetLastError())
1095         {
1096             // We're trying to join the multicast group again.
1097             // If the interface has gone down and come back up, the socket might be in
1098             // an inconsistent state where it still thinks we're joined when the interface
1099             // doesn't think we're joined.  So try to leave and rejoin the group just in case.
1100             setsockopt(fd, IPPROTO_IPV6, IPV6_LEAVE_GROUP, OPTVAL_T(&mreq), sizeof(mreq));
1101             ret = setsockopt(fd, IPPROTO_IPV6, IPV6_JOIN_GROUP, OPTVAL_T(&mreq), sizeof(mreq));
1102         }
1103         if (OC_SOCKET_ERROR == ret)
1104 #endif
1105         {
1106             OIC_LOG_V(ERROR, TAG, "IPv6 IPV6_JOIN_GROUP failed: %s", CAIPS_GET_ERROR);
1107         }
1108     }
1109 }
1110
1111 static void applyMulticastToInterface6(uint32_t ifindex)
1112 {
1113     if (!caglobals.ip.ipv6enabled)
1114     {
1115         return;
1116     }
1117     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressInt, ifindex);
1118     applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressLnk, ifindex);
1119     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressRlm, ifindex);
1120     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressAdm, ifindex);
1121     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressSit, ifindex);
1122     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressOrg, ifindex);
1123     //applyMulticast6(caglobals.ip.m6.fd, &IPv6MulticastAddressGlb, ifindex);
1124
1125     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressInt, ifindex);
1126     applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressLnk, ifindex);
1127     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressRlm, ifindex);
1128     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressAdm, ifindex);
1129     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressSit, ifindex);
1130     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressOrg, ifindex);
1131     //applyMulticast6(caglobals.ip.m6s.fd, &IPv6MulticastAddressGlb, ifindex);
1132 }
1133
1134 CAResult_t CAIPStartListenServer()
1135 {
1136     u_arraylist_t *iflist = CAIPGetInterfaceInformation(0);
1137     if (!iflist)
1138     {
1139         OIC_LOG_V(ERROR, TAG, "CAIPGetInterfaceInformation() failed: %s", strerror(errno));
1140         return CA_STATUS_FAILED;
1141     }
1142
1143     uint32_t len = u_arraylist_length(iflist);
1144     OIC_LOG_V(DEBUG, TAG, "IP network interfaces found: %d", len);
1145
1146     for (uint32_t i = 0; i < len; i++)
1147     {
1148         CAInterface_t *ifitem = (CAInterface_t *)u_arraylist_get(iflist, i);
1149
1150         if (!ifitem)
1151         {
1152             continue;
1153         }
1154         if ((ifitem->flags & IFF_UP_RUNNING_FLAGS) != IFF_UP_RUNNING_FLAGS)
1155         {
1156             continue;
1157         }
1158         if (ifitem->family == AF_INET)
1159         {
1160             OIC_LOG_V(DEBUG, TAG, "Adding IPv4 interface %i to multicast group", ifitem->index);
1161             applyMulticastToInterface4(ifitem->index);
1162         }
1163         if (ifitem->family == AF_INET6)
1164         {
1165             OIC_LOG_V(DEBUG, TAG, "Adding IPv6 interface %i to multicast group", ifitem->index);
1166             applyMulticastToInterface6(ifitem->index);
1167         }
1168     }
1169
1170     u_arraylist_destroy(iflist);
1171     return CA_STATUS_OK;
1172 }
1173
1174 CAResult_t CAIPStopListenServer()
1175 {
1176     u_arraylist_t *iflist = CAIPGetInterfaceInformation(0);
1177     if (!iflist)
1178     {
1179         OIC_LOG_V(ERROR, TAG, "Get interface info failed: %s", strerror(errno));
1180         return CA_STATUS_FAILED;
1181     }
1182
1183     uint32_t len = u_arraylist_length(iflist);
1184     OIC_LOG_V(DEBUG, TAG, "IP network interfaces found: %d", len);
1185
1186     for (uint32_t i = 0; i < len; i++)
1187     {
1188         CAInterface_t *ifitem = (CAInterface_t *)u_arraylist_get(iflist, i);
1189
1190         if (!ifitem)
1191         {
1192             continue;
1193         }
1194         if ((ifitem->flags & IFF_UP_RUNNING_FLAGS) != IFF_UP_RUNNING_FLAGS)
1195         {
1196             continue;
1197         }
1198         if (ifitem->family == AF_INET)
1199         {
1200             CLOSE_SOCKET(m4);
1201             CLOSE_SOCKET(m4s);
1202             OIC_LOG_V(DEBUG, TAG, "IPv4 network interface: %s cloed", ifitem->name);
1203         }
1204         if (ifitem->family == AF_INET6)
1205         {
1206             CLOSE_SOCKET(m6);
1207             CLOSE_SOCKET(m6s);
1208             OIC_LOG_V(DEBUG, TAG, "IPv6 network interface: %s", ifitem->name);
1209         }
1210     }
1211     u_arraylist_destroy(iflist);
1212     return CA_STATUS_OK;
1213 }
1214
1215 static void CAProcessNewInterface(CAInterface_t *ifitem)
1216 {
1217     if (!ifitem)
1218     {
1219         OIC_LOG(DEBUG, TAG, "ifitem is null");
1220         return;
1221     }
1222
1223     if (ifitem->family == AF_INET6)
1224     {
1225         applyMulticastToInterface6(ifitem->index);
1226     }
1227     if (ifitem->family == AF_INET)
1228     {
1229         applyMulticastToInterface4(ifitem->index);
1230     }
1231 }
1232
1233 void CAIPSetPacketReceiveCallback(CAIPPacketReceivedCallback callback)
1234 {
1235     g_packetReceivedCallback = callback;
1236 }
1237
1238 static void sendData(int fd, const CAEndpoint_t *endpoint,
1239                      const void *data, uint32_t dlen,
1240                      const char *cast, const char *fam)
1241 {
1242     OIC_LOG(DEBUG, TAG, "IN");
1243
1244     if (!endpoint)
1245     {
1246         OIC_LOG(DEBUG, TAG, "endpoint is null");
1247         if (g_ipErrorHandler)
1248         {
1249             g_ipErrorHandler(endpoint, data, dlen, CA_STATUS_INVALID_PARAM);
1250         }
1251         return;
1252     }
1253
1254     (void)cast;  // eliminates release warning
1255     (void)fam;
1256
1257     struct sockaddr_storage sock = { .ss_family = 0 };
1258     CAConvertNameToAddr(endpoint->addr, endpoint->port, &sock);
1259
1260     socklen_t socklen = 0;
1261     if (sock.ss_family == AF_INET6)
1262     {
1263         socklen = sizeof(struct sockaddr_in6);
1264     }
1265     else
1266     {
1267         socklen = sizeof(struct sockaddr_in);
1268     }
1269
1270 #ifdef TB_LOG
1271     const char *secure = (endpoint->flags & CA_SECURE) ? "secure " : "";
1272 #endif
1273 #if !defined(_WIN32)
1274     ssize_t len = sendto(fd, data, dlen, 0, (struct sockaddr *)&sock, socklen);
1275     if (OC_SOCKET_ERROR == len)
1276     {
1277          // If logging is not defined/enabled.
1278         if (g_ipErrorHandler)
1279         {
1280             g_ipErrorHandler(endpoint, data, dlen, CA_SEND_FAILED);
1281         }
1282         OIC_LOG_V(ERROR, TAG, "%s%s %s sendTo failed: %s", secure, cast, fam, strerror(errno));
1283     }
1284     else
1285     {
1286         OIC_LOG_V(INFO, TAG, "%s%s %s sendTo is successful: %zd bytes", secure, cast, fam, len);
1287     }
1288 #else
1289     int err = 0;
1290     int len = 0;
1291     int sent = 0;
1292     do {
1293         len = sendto(fd, ((char*)data) + sent, dlen - sent, 0, (struct sockaddr *)&sock, socklen);
1294         if (OC_SOCKET_ERROR == len)
1295         {
1296             err = WSAGetLastError();
1297             if ((WSAEWOULDBLOCK != err) && (WSAENOBUFS != err))
1298             {
1299                  // If logging is not defined/enabled.
1300                 if (g_ipErrorHandler)
1301                 {
1302                     g_ipErrorHandler(endpoint, data, dlen, CA_SEND_FAILED);
1303                 }
1304
1305                 OIC_LOG_V(ERROR, TAG, "%s%s %s sendTo failed: %i", secure, cast, fam, err);
1306             }
1307         }
1308         else
1309         {
1310             sent += len;
1311             if (sent != len)
1312             {
1313                 OIC_LOG_V(DEBUG, TAG, "%s%s %s sendTo (Partial Send) is successful: "
1314                                       "currently sent: %ld bytes, "
1315                                       "total sent: %ld bytes, "
1316                                       "remaining: %ld bytes",
1317                                       secure, cast, fam, len, sent, dlen-sent);
1318             }
1319             else
1320             {
1321                 OIC_LOG_V(INFO, TAG, "%s%s %s sendTo is successful: %ld bytes",
1322                                      secure, cast, fam, len);
1323             }
1324         }
1325     } while ((OC_SOCKET_ERROR == len) && ((WSAEWOULDBLOCK == err) || (WSAENOBUFS == err)) || (sent < dlen));
1326 #endif
1327 }
1328
1329 static void sendMulticastData6(const u_arraylist_t *iflist,
1330                                CAEndpoint_t *endpoint,
1331                                const void *data, uint32_t datalen)
1332 {
1333     if (!endpoint)
1334     {
1335         OIC_LOG(DEBUG, TAG, "endpoint is null");
1336         return;
1337     }
1338
1339     int scope = endpoint->flags & CA_SCOPE_MASK;
1340     char *ipv6mcname = ipv6mcnames[scope];
1341     if (!ipv6mcname)
1342     {
1343         OIC_LOG_V(INFO, TAG, "IPv6 multicast scope invalid: %d", scope);
1344         return;
1345     }
1346     OICStrcpy(endpoint->addr, sizeof(endpoint->addr), ipv6mcname);
1347     int fd = caglobals.ip.u6.fd;
1348
1349     uint32_t len = u_arraylist_length(iflist);
1350     for (uint32_t i = 0; i < len; i++)
1351     {
1352         CAInterface_t *ifitem = (CAInterface_t *)u_arraylist_get(iflist, i);
1353         if (!ifitem)
1354         {
1355             continue;
1356         }
1357         if ((ifitem->flags & IFF_UP_RUNNING_FLAGS) != IFF_UP_RUNNING_FLAGS)
1358         {
1359             continue;
1360         }
1361         if (ifitem->family != AF_INET6)
1362         {
1363             continue;
1364         }
1365
1366         int index = ifitem->index;
1367         if (setsockopt(fd, IPPROTO_IPV6, IPV6_MULTICAST_IF, OPTVAL_T(&index), sizeof (index)))
1368         {
1369             OIC_LOG_V(ERROR, TAG, "setsockopt6 failed: %s", CAIPS_GET_ERROR);
1370             return;
1371         }
1372         sendData(fd, endpoint, data, datalen, "multicast", "ipv6");
1373     }
1374 }
1375
1376 static void sendMulticastData4(const u_arraylist_t *iflist,
1377                                CAEndpoint_t *endpoint,
1378                                const void *data, uint32_t datalen)
1379 {
1380     VERIFY_NON_NULL_VOID(endpoint, TAG, "endpoint is NULL");
1381
1382 #if defined(USE_IP_MREQN)
1383     struct ip_mreqn mreq = { .imr_multiaddr = IPv4MulticastAddress,
1384                              .imr_address.s_addr = htonl(INADDR_ANY),
1385                              .imr_ifindex = 0};
1386 #else
1387     struct ip_mreq mreq  = { .imr_multiaddr.s_addr = IPv4MulticastAddress.s_addr,
1388                              .imr_interface = {0}};
1389 #endif
1390
1391     OICStrcpy(endpoint->addr, sizeof(endpoint->addr), IPv4_MULTICAST);
1392     int fd = caglobals.ip.u4.fd;
1393
1394     uint32_t len = u_arraylist_length(iflist);
1395     for (uint32_t i = 0; i < len; i++)
1396     {
1397         CAInterface_t *ifitem = (CAInterface_t *)u_arraylist_get(iflist, i);
1398         if (!ifitem)
1399         {
1400             continue;
1401         }
1402         if ((ifitem->flags & IFF_UP_RUNNING_FLAGS) != IFF_UP_RUNNING_FLAGS)
1403         {
1404             continue;
1405         }
1406         if (ifitem->family != AF_INET)
1407         {
1408             continue;
1409         }
1410 #if defined(USE_IP_MREQN)
1411         mreq.imr_ifindex = ifitem->index;
1412 #else
1413         mreq.imr_interface.s_addr = htonl(ifitem->index);
1414 #endif
1415         if (setsockopt(fd, IPPROTO_IP, IP_MULTICAST_IF, OPTVAL_T(&mreq), sizeof (mreq)))
1416         {
1417             OIC_LOG_V(ERROR, TAG, "send IP_MULTICAST_IF failed: %s (using defualt)",
1418                     CAIPS_GET_ERROR);
1419         }
1420         sendData(fd, endpoint, data, datalen, "multicast", "ipv4");
1421     }
1422 }
1423
1424 void CAIPSendData(CAEndpoint_t *endpoint, const void *data, uint32_t datalen,
1425                   bool isMulticast)
1426 {
1427     VERIFY_NON_NULL_VOID(endpoint, TAG, "endpoint is NULL");
1428     VERIFY_NON_NULL_VOID(data, TAG, "data is NULL");
1429
1430     bool isSecure = (endpoint->flags & CA_SECURE) != 0;
1431
1432     if (isMulticast)
1433     {
1434         endpoint->port = isSecure ? CA_SECURE_COAP : CA_COAP;
1435
1436         u_arraylist_t *iflist = CAIPGetInterfaceInformation(0);
1437         if (!iflist)
1438         {
1439             OIC_LOG_V(ERROR, TAG, "get interface info failed: %s", strerror(errno));
1440             return;
1441         }
1442
1443         if ((endpoint->flags & CA_IPV6) && caglobals.ip.ipv6enabled)
1444         {
1445             sendMulticastData6(iflist, endpoint, data, datalen);
1446         }
1447         if ((endpoint->flags & CA_IPV4) && caglobals.ip.ipv4enabled)
1448         {
1449             sendMulticastData4(iflist, endpoint, data, datalen);
1450         }
1451
1452         u_arraylist_destroy(iflist);
1453     }
1454     else
1455     {
1456         if (!endpoint->port)    // unicast discovery
1457         {
1458             endpoint->port = isSecure ? CA_SECURE_COAP : CA_COAP;
1459         }
1460
1461         CASocketFd_t fd;
1462         if (caglobals.ip.ipv6enabled && (endpoint->flags & CA_IPV6))
1463         {
1464             fd = isSecure ? caglobals.ip.u6s.fd : caglobals.ip.u6.fd;
1465 #ifndef __WITH_DTLS__
1466             fd = caglobals.ip.u6.fd;
1467 #endif
1468             sendData(fd, endpoint, data, datalen, "unicast", "ipv6");
1469         }
1470         if (caglobals.ip.ipv4enabled && (endpoint->flags & CA_IPV4))
1471         {
1472             fd = isSecure ? caglobals.ip.u4s.fd : caglobals.ip.u4.fd;
1473 #ifndef __WITH_DTLS__
1474             fd = caglobals.ip.u4.fd;
1475 #endif
1476             sendData(fd, endpoint, data, datalen, "unicast", "ipv4");
1477         }
1478     }
1479 }
1480
1481 CAResult_t CAGetIPInterfaceInformation(CAEndpoint_t **info, uint32_t *size)
1482 {
1483     VERIFY_NON_NULL(info, TAG, "info is NULL");
1484     VERIFY_NON_NULL(size, TAG, "size is NULL");
1485
1486     u_arraylist_t *iflist = CAIPGetInterfaceInformation(0);
1487     if (!iflist)
1488     {
1489         OIC_LOG_V(ERROR, TAG, "get interface info failed: %s", strerror(errno));
1490         return CA_STATUS_FAILED;
1491     }
1492
1493     uint32_t len = u_arraylist_length(iflist);
1494     uint32_t length = len;
1495
1496 #ifdef __WITH_DTLS__
1497     //If DTLS is supported, each interface can support secure port as well
1498     length = len * 2;
1499 #endif
1500
1501     CAEndpoint_t *eps = (CAEndpoint_t *)OICCalloc(length, sizeof (CAEndpoint_t));
1502     if (!eps)
1503     {
1504         OIC_LOG(ERROR, TAG, "Malloc Failed");
1505         u_arraylist_destroy(iflist);
1506         return CA_MEMORY_ALLOC_FAILED;
1507     }
1508
1509     for (uint32_t i = 0, j = 0; i < len; i++)
1510     {
1511         CAInterface_t *ifitem = (CAInterface_t *)u_arraylist_get(iflist, i);
1512         if(!ifitem)
1513         {
1514             continue;
1515         }
1516
1517         eps[j].adapter = CA_ADAPTER_IP;
1518         eps[j].ifindex = 0;
1519
1520         if (ifitem->family == AF_INET6)
1521         {
1522             eps[j].flags = CA_IPV6;
1523             eps[j].port = caglobals.ip.u6.port;
1524         }
1525         else
1526         {
1527             eps[j].flags = CA_IPV4;
1528             eps[j].port = caglobals.ip.u4.port;
1529         }
1530         OICStrcpy(eps[j].addr, sizeof(eps[j].addr), ifitem->addr);
1531
1532 #ifdef __WITH_DTLS__
1533         j++;
1534
1535         eps[j].adapter = CA_ADAPTER_IP;
1536         eps[j].ifindex = 0;
1537
1538         if (ifitem->family == AF_INET6)
1539         {
1540             eps[j].flags = CA_IPV6 | CA_SECURE;
1541             eps[j].port = caglobals.ip.u6s.port;
1542         }
1543         else
1544         {
1545             eps[j].flags = CA_IPV4 | CA_SECURE;
1546             eps[j].port = caglobals.ip.u4s.port;
1547         }
1548         OICStrcpy(eps[j].addr, sizeof(eps[j].addr), ifitem->addr);
1549 #endif
1550         j++;
1551     }
1552
1553     *info = eps;
1554     *size = length;
1555
1556     u_arraylist_destroy(iflist);
1557
1558     return CA_STATUS_OK;
1559 }
1560
1561 void CAIPSetErrorHandler(CAIPErrorHandleCallback errorHandleCallback)
1562 {
1563     g_ipErrorHandler = errorHandleCallback;
1564 }