Update snapshot(2018-01-31)
[platform/upstream/iotivity.git] / resource / csdk / connectivity / src / tcp_adapter / catcpserver.c
index 87116e1..661612e 100644 (file)
 #include <sys/socket.h>
 #include <sys/select.h>
 #include <sys/ioctl.h>
+#ifdef __TIZENRT__
+#include <tinyara/config.h>
+#include <poll.h>
+#else
 #include <sys/poll.h>
+#endif
 #include <stdio.h>
 #include <unistd.h>
 #include <fcntl.h>
 #endif
 
 #include "catcpinterface.h"
-#include "pdu.h"
+#include "caipnwmonitor.h"
+#include <coap/pdu.h>
 #include "caadapterutils.h"
-#include "camutex.h"
+#include "octhread.h"
 #include "oic_malloc.h"
-#include "oic_string.h"
+
+#ifdef __WITH_TLS__
+#include "ca_adapter_net_ssl.h"
+#endif
 
 /**
  * Logging tag for module name.
  */
-#define TAG "OIC_CA_TCP_SERVER"
+//#define TAG "OIC_CA_TCP_SERVER"
+#define TAG TCP_SERVER_TAG
 
 /**
- * Server port number for local test.
+ * Maximum CoAP over TCP header length
+ * to know the total data length.
  */
-#define SERVER_PORT 8000
+#define COAP_MAX_HEADER_SIZE  6
 
 /**
- * Maximum CoAP over TCP header length
- * to know the total data length.
+ * TLS header size
+ */
+#define TLS_HEADER_SIZE 5
+
+/**
+ * Max Connection Counts.
+ */
+#define MAX_CONNECTION_COUNTS   500
+
+#define COAP_TCP_MAX_BUFFER_CHUNK_SIZE 65530 //64kb - 6 (coap+tcp max header size)
+
+/**
+ * Thread pool.
  */
-#define TCP_MAX_HEADER_LEN  6
+static ca_thread_pool_t g_threadPool = NULL;
 
 /**
  * Mutex to synchronize device object list.
  */
-static ca_mutex g_mutexObjectList = NULL;
+static oc_mutex g_mutexObjectList = NULL;
 
 /**
  * Conditional mutex to synchronize.
  */
-static ca_cond g_condObjectList = NULL;
+static oc_cond g_condObjectList = NULL;
 
 /**
  * Maintains the callback to be notified when data received from remote device.
@@ -85,36 +107,47 @@ static CATCPErrorHandleCallback g_tcpErrorHandler = NULL;
  */
 static CATCPConnectionHandleCallback g_connectionCallback = NULL;
 
-static CAResult_t CATCPCreateMutex();
-static void CATCPDestroyMutex();
-static CAResult_t CATCPCreateCond();
-static void CATCPDestroyCond();
-static int CACreateAcceptSocket(int family, CASocket_t *sock);
+static CASocketFd_t CACreateAcceptSocket(int family, CASocket_t *sock);
 static void CAAcceptConnection(CATransportFlags_t flag, CASocket_t *sock);
 static void CAFindReadyMessage();
-static void CASelectReturned(fd_set *readFds, int ret);
+static void CASelectReturned(fd_set *readFds);
 static void CAReceiveMessage(int fd);
 static void CAReceiveHandler(void *data);
-static int CATCPCreateSocket(int family, CATCPSessionInfo_t *tcpServerInfo);
+static CAResult_t CATCPCreateSocket(int family, CATCPSessionInfo_t *svritem);
+static void CATCPInitializeSocket();
+static CATCPSessionInfo_t *CAGetSessionInfoFromFDAsOwner(int fd, size_t *index);
 
 #define CHECKFD(FD) \
     if (FD > caglobals.tcp.maxfd) \
         caglobals.tcp.maxfd = FD;
 
-static void CATCPDestroyMutex()
+#define CLOSE_SOCKET(TYPE) \
+    if (caglobals.tcp.TYPE.fd != OC_INVALID_SOCKET) \
+    { \
+        close(caglobals.tcp.TYPE.fd); \
+        caglobals.tcp.TYPE.fd = OC_INVALID_SOCKET; \
+    }
+
+#define CA_FD_SET(TYPE, FDS) \
+    if (caglobals.tcp.TYPE.fd != OC_INVALID_SOCKET) \
+    { \
+        FD_SET(caglobals.tcp.TYPE.fd, FDS); \
+    }
+
+void CATCPDestroyMutex()
 {
     if (g_mutexObjectList)
     {
-        ca_mutex_free(g_mutexObjectList);
+        oc_mutex_free(g_mutexObjectList);
         g_mutexObjectList = NULL;
     }
 }
 
-static CAResult_t CATCPCreateMutex()
+CAResult_t CATCPCreateMutex()
 {
     if (!g_mutexObjectList)
     {
-        g_mutexObjectList = ca_mutex_new();
+        g_mutexObjectList = oc_mutex_new();
         if (!g_mutexObjectList)
         {
             OIC_LOG(ERROR, TAG, "Failed to created mutex!");
@@ -125,20 +158,20 @@ static CAResult_t CATCPCreateMutex()
     return CA_STATUS_OK;
 }
 
-static void CATCPDestroyCond()
+void CATCPDestroyCond()
 {
     if (g_condObjectList)
     {
-        ca_cond_free(g_condObjectList);
+        oc_cond_free(g_condObjectList);
         g_condObjectList = NULL;
     }
 }
 
-static CAResult_t CATCPCreateCond()
+CAResult_t CATCPCreateCond()
 {
     if (!g_condObjectList)
     {
-        g_condObjectList = ca_cond_new();
+        g_condObjectList = oc_cond_new();
         if (!g_condObjectList)
         {
             OIC_LOG(ERROR, TAG, "Failed to created cond!");
@@ -158,9 +191,9 @@ static void CAReceiveHandler(void *data)
         CAFindReadyMessage();
     }
 
-    ca_mutex_lock(g_mutexObjectList);
-    ca_cond_signal(g_condObjectList);
-    ca_mutex_unlock(g_mutexObjectList);
+    oc_mutex_lock(g_mutexObjectList);
+    oc_cond_signal(g_condObjectList);
+    oc_mutex_unlock(g_mutexObjectList);
 
     OIC_LOG(DEBUG, TAG, "OUT - CAReceiveHandler");
 }
@@ -171,20 +204,17 @@ static void CAFindReadyMessage()
     struct timeval timeout = { .tv_sec = caglobals.tcp.selectTimeout };
 
     FD_ZERO(&readFds);
-
-    if (-1 != caglobals.tcp.ipv4.fd)
-    {
-        FD_SET(caglobals.tcp.ipv4.fd, &readFds);
-    }
-    if (-1 != caglobals.tcp.ipv6.fd)
-    {
-        FD_SET(caglobals.tcp.ipv6.fd, &readFds);
-    }
-    if (-1 != caglobals.tcp.shutdownFds[0])
+    CA_FD_SET(ipv4, &readFds);
+    CA_FD_SET(ipv4s, &readFds);
+    CA_FD_SET(ipv6, &readFds);
+    CA_FD_SET(ipv6s, &readFds);
+#ifndef __TIZENRT__
+    if (OC_INVALID_SOCKET != caglobals.tcp.shutdownFds[0])
     {
         FD_SET(caglobals.tcp.shutdownFds[0], &readFds);
     }
-    if (-1 != caglobals.tcp.connectionFds[0])
+#endif
+    if (OC_INVALID_SOCKET != caglobals.tcp.connectionFds[0])
     {
         FD_SET(caglobals.tcp.connectionFds[0], &readFds);
     }
@@ -194,7 +224,7 @@ static void CAFindReadyMessage()
     {
         CATCPSessionInfo_t *svritem =
                 (CATCPSessionInfo_t *) u_arraylist_get(caglobals.tcp.svrlist, i);
-        if (svritem && 0 <= svritem->fd)
+        if (svritem && 0 <= svritem->fd && CONNECTED == svritem->state)
         {
             FD_SET(svritem->fd, &readFds);
         }
@@ -204,7 +234,7 @@ static void CAFindReadyMessage()
 
     if (caglobals.tcp.terminate)
     {
-        OIC_LOG_V(DEBUG, TAG, "Packet receiver Stop request received.");
+        OIC_LOG_V(INFO, TAG, "Packet receiver Stop request received.");
         return;
     }
     if (0 >= ret)
@@ -216,10 +246,10 @@ static void CAFindReadyMessage()
         return;
     }
 
-    CASelectReturned(&readFds, ret);
+    CASelectReturned(&readFds);
 }
 
-static void CASelectReturned(fd_set *readFds, int ret)
+static void CASelectReturned(fd_set *readFds)
 {
     VERIFY_NON_NULL_VOID(readFds, TAG, "readFds is NULL");
 
@@ -228,24 +258,19 @@ static void CASelectReturned(fd_set *readFds, int ret)
         CAAcceptConnection(CA_IPV4, &caglobals.tcp.ipv4);
         return;
     }
+    else if (caglobals.tcp.ipv4s.fd != -1 && FD_ISSET(caglobals.tcp.ipv4s.fd, readFds))
+    {
+        CAAcceptConnection(CA_IPV4 | CA_SECURE, &caglobals.tcp.ipv4s);
+        return;
+    }
     else if (caglobals.tcp.ipv6.fd != -1 && FD_ISSET(caglobals.tcp.ipv6.fd, readFds))
     {
         CAAcceptConnection(CA_IPV6, &caglobals.tcp.ipv6);
         return;
     }
-    else if (-1 != caglobals.tcp.connectionFds[0] &&
-            FD_ISSET(caglobals.tcp.connectionFds[0], readFds))
+    else if (caglobals.tcp.ipv6s.fd != -1 && FD_ISSET(caglobals.tcp.ipv6s.fd, readFds))
     {
-        // new connection was created from remote device.
-        // exit the function to update read file descriptor.
-        char buf[MAX_ADDR_STR_SIZE_CA] = {0};
-        ssize_t len = read(caglobals.tcp.connectionFds[0], buf, sizeof (buf));
-        if (-1 == len)
-        {
-            return;
-        }
-        OIC_LOG_V(DEBUG, TAG, "Received new connection event with [%s]", buf);
-        FD_CLR(caglobals.tcp.connectionFds[0], readFds);
+        CAAcceptConnection(CA_IPV6 | CA_SECURE, &caglobals.tcp.ipv6s);
         return;
     }
     else if (-1 != caglobals.tcp.connectionFds[0] &&
@@ -260,12 +285,24 @@ static void CASelectReturned(fd_set *readFds, int ret)
             return;
         }
         OIC_LOG_V(DEBUG, TAG, "Received new connection event with [%s]", buf);
-        FD_CLR(caglobals.tcp.connectionFds[0], readFds);
         return;
     }
     else
     {
+        int *readFDList = NULL;
+        size_t readFDListSize = 0;
+
+        oc_mutex_lock(g_mutexObjectList);
         uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+
+        readFDList = (int*) OICCalloc(length, sizeof(int));
+        if (NULL == readFDList)
+        {
+            OIC_LOG_V(ERROR, TAG, "Failed to allocate memory!");
+            oc_mutex_unlock(g_mutexObjectList);
+            return;
+        }
+
         for (size_t i = 0; i < length; i++)
         {
             CATCPSessionInfo_t *svritem =
@@ -274,23 +311,44 @@ static void CASelectReturned(fd_set *readFds, int ret)
             {
                 if (FD_ISSET(svritem->fd, readFds))
                 {
-                    CAReceiveMessage(svritem->fd);
-                    FD_CLR(svritem->fd, readFds);
+                    readFDList[readFDListSize++] = svritem->fd;
                 }
             }
         }
+        oc_mutex_unlock(g_mutexObjectList);
+
+        // Read incomming messages from fds
+        for (size_t i = 0; i < readFDListSize; i++)
+        {
+            CAReceiveMessage(readFDList[i]);
+        }
+
+        OICFree(readFDList);
     }
 }
 
 static void CAAcceptConnection(CATransportFlags_t flag, CASocket_t *sock)
 {
+    OIC_LOG_V(INFO, TAG, "In %s", __func__);
     VERIFY_NON_NULL_VOID(sock, TAG, "sock is NULL");
 
+    if (MAX_CONNECTION_COUNTS == u_arraylist_length(caglobals.tcp.svrlist))
+    {
+        OIC_LOG_V(INFO, TAG, "Exceeding the max connection counts limit, close listening port");
+        close(sock->fd);
+        sock->fd = OC_INVALID_SOCKET;
+        return;
+    }
+
     struct sockaddr_storage clientaddr;
     socklen_t clientlen = sizeof (struct sockaddr_in);
+    if (flag & CA_IPV6)
+    {
+        clientlen = sizeof(struct sockaddr_in6);
+    }
 
-    int sockfd = accept(sock->fd, (struct sockaddr *)&clientaddr, &clientlen);
-    if (-1 != sockfd)
+    CASocketFd_t sockfd = accept(sock->fd, (struct sockaddr *)&clientaddr, &clientlen);
+    if (OC_INVALID_SOCKET != sockfd)
     {
         CATCPSessionInfo_t *svritem =
                 (CATCPSessionInfo_t *) OICCalloc(1, sizeof (*svritem));
@@ -303,104 +361,347 @@ static void CAAcceptConnection(CATransportFlags_t flag, CASocket_t *sock)
 
         svritem->fd = sockfd;
         svritem->sep.endpoint.flags = flag;
+        svritem->sep.endpoint.adapter = CA_ADAPTER_TCP;
+        svritem->state = CONNECTED;
+        svritem->isClient = false;
         CAConvertAddrToName((struct sockaddr_storage *)&clientaddr, clientlen,
-                            (char *) &svritem->sep.endpoint.addr, &svritem->sep.endpoint.port);
+                            svritem->sep.endpoint.addr, &svritem->sep.endpoint.port);
+
+        // Allocate message buffer
+        svritem->tlsdata = (unsigned char*) OICCalloc(TLS_DATA_MAX_SIZE, sizeof(unsigned char));
+        if (!svritem->tlsdata)
+        {
+            OIC_LOG(ERROR, TAG, "Out of memory");
+            close(sockfd);
+            OICFree(svritem);
+            return;
+        }
 
-        ca_mutex_lock(g_mutexObjectList);
+        oc_mutex_lock(g_mutexObjectList);
         bool result = u_arraylist_add(caglobals.tcp.svrlist, svritem);
         if (!result)
         {
             OIC_LOG(ERROR, TAG, "u_arraylist_add failed.");
             close(sockfd);
+            OICFree(svritem->tlsdata);
             OICFree(svritem);
-            ca_mutex_unlock(g_mutexObjectList);
+            oc_mutex_unlock(g_mutexObjectList);
             return;
         }
-        ca_mutex_unlock(g_mutexObjectList);
+        oc_mutex_unlock(g_mutexObjectList);
 
         CHECKFD(sockfd);
+
+        // pass the connection information to CA Common Layer.
+        if (g_connectionCallback)
+        {
+            g_connectionCallback(&(svritem->sep.endpoint), true, svritem->isClient);
+        }
     }
+    OIC_LOG_V(INFO, TAG, "Out %s", __func__);
 }
 
-static void CAReceiveMessage(int fd)
+/**
+ * Clean socket state data
+ *
+ * @param[in/out] item - socket state data
+ */
+void CACleanData(CATCPSessionInfo_t *svritem)
 {
-    // #1. get remote device information from file descriptor.
-    size_t index = 0;
-    CATCPSessionInfo_t *svritem = CAGetSessionInfoFromFD(fd, &index);
-    if (!svritem)
+    if (svritem)
     {
-        OIC_LOG(ERROR, TAG, "there is no connection information in list");
-        return;
+        OICFree(svritem->data);
+        svritem->data = NULL;
+        svritem->len = 0;
+#ifdef __WITH_TLS__
+        svritem->tlsLen = 0;
+#endif
+        svritem->totalLen = 0;
+        svritem->bufLen = 0;
+        svritem->protocol = UNKNOWN;
+    }
+}
+
+/**
+ * Construct CoAP header and payload from buffer
+ *
+ * @param[in] svritem - used socket, buffer, current received message length and protocol
+ * @param[in/out]  data  - data buffer, this value is updated as data is copied to svritem
+ * @param[in/out]  dataLength  - length of data, this value decreased as data is copied to svritem
+ * @return             - CA_STATUS_OK or appropriate error code
+ */
+CAResult_t CAConstructCoAP(CATCPSessionInfo_t *svritem, unsigned char **data,
+                          size_t *dataLength)
+{
+    OIC_LOG_V(DEBUG, TAG, "In %s", __func__);
+
+    if (NULL == svritem || NULL == data || NULL == dataLength)
+    {
+        OIC_LOG(ERROR, TAG, "Invalid input parameter(NULL)");
+        return CA_STATUS_INVALID_PARAM;
     }
 
-    // #2. get already allocated memory size.
-    size_t bufSize = (svritem->totalDataLen == 0) ? TCP_MAX_HEADER_LEN : svritem->totalDataLen;
-    if (!svritem->recvData)
+    unsigned char *inBuffer = *data;
+    size_t inLen = *dataLength;
+    OIC_LOG_V(DEBUG, TAG, "before-datalength : %u", *dataLength);
+
+    if (NULL == svritem->data && inLen > 0)
     {
-        svritem->recvData = (unsigned char *) OICCalloc(1, bufSize);
-        if (!svritem->recvData)
+        // allocate memory for message header (CoAP header size because it is bigger)
+        svritem->data = (unsigned char *) OICCalloc(1, COAP_MAX_HEADER_SIZE);
+        if (NULL == svritem->data)
         {
-            OIC_LOG(ERROR, TAG, "out of memory");
-            CADisconnectTCPSession(svritem, index);
-            return;
+            OIC_LOG(ERROR, TAG, "OICCalloc - out of memory");
+            return CA_MEMORY_ALLOC_FAILED;
+        }
+
+        // copy 1 byte to parse coap header length
+        memcpy(svritem->data, inBuffer, 1);
+        svritem->len = 1;
+        svritem->bufLen = COAP_MAX_HEADER_SIZE;
+        inBuffer++;
+        inLen--;
+    }
+
+    //if not enough data received - read them on next CAFillHeader() call
+    if (0 == inLen)
+    {
+        return CA_STATUS_OK;
+    }
+
+    //if enough data received - parse header
+    svritem->protocol = COAP;
+
+    //seems CoAP data received. read full coap header.
+    coap_transport_t transport = coap_get_tcp_header_type_from_initbyte(svritem->data[0] >> 4);
+    size_t headerLen = coap_get_tcp_header_length_for_transport(transport);
+    size_t copyLen = 0;
+
+    // HEADER
+    if (svritem->len < headerLen)
+    {
+        copyLen = headerLen - svritem->len;
+        if (inLen < copyLen)
+        {
+            copyLen = inLen;
+        }
+
+        //read required bytes to have full CoAP header
+        memcpy(svritem->data + svritem->len, inBuffer, copyLen);
+        svritem->len += copyLen;
+        inBuffer += copyLen;
+        inLen -= copyLen;
+
+        //if not enough data received - read them on next CAFillHeader() call
+        if (svritem->len < headerLen)
+        {
+            *data = inBuffer;
+            *dataLength = inLen;
+            OIC_LOG(DEBUG, TAG, "CoAP header received partially. Wait for rest header data");
+            return CA_STATUS_OK;
         }
+
+        //calculate CoAP message length
+        svritem->totalLen = CAGetTotalLengthFromHeader(svritem->data);
     }
 
-    // #3. receive data from remote device.
-    ssize_t recvLen = recv(fd, svritem->recvData + svritem->recvDataLen,
-                           bufSize - svritem->recvDataLen, 0);
-    if (recvLen <= 0)
+    // PAYLOAD
+    if (inLen > 0)
     {
-        if(EWOULDBLOCK != errno)
+        // Calculate length of data to be copied.
+        copyLen = svritem->totalLen - svritem->len;
+        if (inLen < copyLen)
+        {
+            copyLen = inLen;
+        }
+
+        // Is buffer not big enough for remaining data ?
+        if (svritem->len + copyLen > svritem->bufLen)
         {
-            OIC_LOG_V(ERROR, TAG, "Recvfrom failed %s", strerror(errno));
-            CADisconnectTCPSession(svritem, index);
+            // Resize buffer to accommodate enough space
+            size_t extLen = svritem->totalLen - svritem->bufLen;
+            if (extLen > COAP_TCP_MAX_BUFFER_CHUNK_SIZE)
+            {
+                extLen = COAP_TCP_MAX_BUFFER_CHUNK_SIZE;
+            }
+
+            // Allocate required memory
+            unsigned char *buffer = OICRealloc(svritem->data, svritem->bufLen + extLen);
+            if (NULL == buffer)
+            {
+                OIC_LOG(ERROR, TAG, "OICRealloc - out of memory");
+                return CA_MEMORY_ALLOC_FAILED;
+            }
+
+            svritem->data = buffer;
+            svritem->bufLen += extLen;
         }
+
+        // Read required bytes to have full CoAP payload
+        memcpy(svritem->data + svritem->len, inBuffer, copyLen);
+        svritem->len += copyLen;
+        inBuffer += copyLen;
+        inLen -= copyLen;
+    }
+
+    *data = inBuffer;
+    *dataLength = inLen;
+
+    OIC_LOG_V(DEBUG, TAG, "after-datalength : %u", *dataLength);
+    OIC_LOG_V(DEBUG, TAG, "Out %s", __func__);
+    return CA_STATUS_OK;
+}
+
+static void CAReceiveMessage(int fd)
+{
+    CAResult_t res = CA_STATUS_OK;
+
+    oc_mutex_lock(g_mutexObjectList);
+
+    //get remote device information from file descriptor.
+    size_t index = 0;
+    CATCPSessionInfo_t *svritem = CAGetSessionInfoFromFDAsOwner(fd, &index);
+    if (!svritem)
+    {
+        OIC_LOG(ERROR, TAG, "there is no connection information in list");
+        oc_mutex_unlock(g_mutexObjectList);
         return;
     }
-    svritem->recvDataLen += recvLen;
 
-    // #4. get actual data length from coap over tcp header.
-    if (!svritem->totalDataLen)
+    CASecureEndpoint_t peerEP = svritem->sep;
+    int len = 0;
+    if (svritem->sep.endpoint.flags & CA_SECURE) // Secure connection
     {
-        coap_transport_type transport = coap_get_tcp_header_type_from_initbyte(
-                ((unsigned char *) svritem->recvData)[0] >> 4);
+        svritem->protocol = TLS;
+
+#ifdef __WITH_TLS__
+        size_t nbRead = 0;
+        size_t tlsLength = 0;
 
-        size_t headerLen = coap_get_tcp_header_length_for_transport(transport);
-        if (svritem->recvDataLen >= headerLen)
+        if (TLS_HEADER_SIZE > svritem->tlsLen)
+        {
+            nbRead = TLS_HEADER_SIZE - svritem->tlsLen;
+        }
+        else
         {
-            svritem->totalDataLen = CAGetTotalLengthFromHeader(
-                    (unsigned char *) svritem->recvData);
-            bufSize = svritem->totalDataLen;
-            unsigned char *newBuf = OICRealloc(svritem->recvData, bufSize);
-            if (!newBuf)
+            //[3][4] bytes in tls header are tls payload length
+            tlsLength = TLS_HEADER_SIZE +
+                            (size_t)((svritem->tlsdata[3] << 8) | svritem->tlsdata[4]);
+            OIC_LOG_V(DEBUG, TAG, "total tls length = %u", tlsLength);
+            if (tlsLength > TLS_DATA_MAX_SIZE)
             {
-                OIC_LOG(ERROR, TAG, "out of memory");
-                CADisconnectTCPSession(svritem, index);
+                OIC_LOG_V(ERROR, TAG, "total tls length is too big (buffer size : %u)",
+                                    TLS_DATA_MAX_SIZE);
+                oc_mutex_unlock(g_mutexObjectList);
+                CATCPDisconnectSession(&peerEP.endpoint);
                 return;
             }
-            svritem->recvData = newBuf;
+            nbRead = tlsLength - svritem->tlsLen;
         }
-    }
 
-    // #5. pass the received data information to upper layer.
-    if ((svritem->totalDataLen == svritem->recvDataLen) && g_packetReceivedCallback)
+        len = recv(fd, svritem->tlsdata + svritem->tlsLen, nbRead, 0);
+        if (len < 0)
+        {
+            OIC_LOG_V(ERROR, TAG, "recv failed %s", strerror(errno));
+            res = CA_RECEIVE_FAILED;
+        }
+        else if (0 == len)
+        {
+            OIC_LOG(INFO, TAG, "Received disconnect from peer. Close connection");
+            svritem->state = DISCONNECTED;
+            res = CA_DESTINATION_DISCONNECTED;
+        }
+        else
+        {
+            svritem->tlsLen += len;
+            OIC_LOG_V(DEBUG, TAG, "nb_read : %u bytes , recv() : %d bytes, svritem->tlsLen : %u bytes",
+                                nbRead, len, svritem->tlsLen);
+            if (tlsLength > 0 && tlsLength == svritem->tlsLen)
+            {
+                // When successfully read data - pass them to callback.
+                // Dont invoke callback locking mutex
+                unsigned char *mesBuf = svritem->tlsdata;
+                size_t mesBufLen = svritem->tlsLen;
+                svritem->tlsdata = NULL;
+                oc_mutex_unlock(g_mutexObjectList);
+
+                res = CAdecryptSsl(&peerEP, (uint8_t *)mesBuf, mesBufLen);
+                OIC_LOG_V(INFO, TAG, "%s: CAdecryptSsl returned %d", __func__, res);
+
+                // Check for the svritem and reset buffer
+                oc_mutex_lock(g_mutexObjectList);
+                svritem = CAGetSessionInfoFromFDAsOwner(fd, &index);
+                if (svritem)
+                {
+                    svritem->tlsdata = mesBuf;
+                    svritem->tlsLen = 0;
+                }
+                else
+                {
+                    // svritem does not exist, thus free the message buffer
+                    OIC_LOG(ERROR, TAG, "svritem not found. Freeing message buffer!");
+                    OICFree(mesBuf);
+                }
+            }
+        }
+#endif
+    }
+    else // Non-Secure connection
     {
-        svritem->sep.endpoint.adapter = CA_ADAPTER_TCP;
-        g_packetReceivedCallback(&svritem->sep, svritem->recvData, svritem->recvDataLen);
-        OIC_LOG_V(DEBUG, TAG, "total received data len:%d", svritem->recvDataLen);
+        svritem->protocol = COAP;
+
+        // svritem->tlsdata can also be used as receiving buffer in case of raw tcp
+        len = recv(fd, svritem->tlsdata, TLS_DATA_MAX_SIZE, 0);
+        if (len < 0)
+        {
+            OIC_LOG_V(ERROR, TAG, "recv failed %s", strerror(errno));
+            res = CA_RECEIVE_FAILED;
+        }
+        else if (0 == len)
+        {
+            OIC_LOG(INFO, TAG, "Received disconnect from peer. Close connection");
+            res = CA_DESTINATION_DISCONNECTED;
+        }
+        else
+        {
+            //when successfully read data - pass them to callback.
+            OIC_LOG_V(DEBUG, TAG, "recv() : %d bytes", len);
+            if (g_packetReceivedCallback)
+            {
+                // Dont invoke callback locking mutex
+                unsigned char *mesBuf = svritem->tlsdata;
+                svritem->tlsdata = NULL;
+                oc_mutex_unlock(g_mutexObjectList);
 
-        // initialize data info to receive next message.
-        OICFree(svritem->recvData);
-        svritem->recvData = NULL;
-        svritem->recvDataLen = 0;
-        svritem->totalDataLen = 0;
+                res = g_packetReceivedCallback(&peerEP, mesBuf, len);
+
+                // Check for the svritem and reset buffer
+                oc_mutex_lock(g_mutexObjectList);
+                svritem = CAGetSessionInfoFromFDAsOwner(fd, &index);
+                if (svritem)
+                {
+                    svritem->tlsdata = mesBuf;
+                    svritem->tlsLen = 0;
+                }
+                else
+                {
+                    // svritem does not exist, thus free the message buffer
+                    OIC_LOG(ERROR, TAG, "svritem not found. Freeing message buffer!");
+                    OICFree(mesBuf);
+                }
+            }
+        }
     }
 
-    return;
+    oc_mutex_unlock(g_mutexObjectList);
+
+    if (res != CA_STATUS_OK)
+    {
+        CATCPDisconnectSession(&peerEP.endpoint);
+    }
 }
 
-static void CAWakeUpForReadFdsUpdate(const char *host)
+static ssize_t CAWakeUpForReadFdsUpdate(const char *host)
 {
     if (caglobals.tcp.connectionFds[1] != -1)
     {
@@ -414,7 +715,9 @@ static void CAWakeUpForReadFdsUpdate(const char *host)
         {
             OIC_LOG_V(DEBUG, TAG, "write failed: %s", strerror(errno));
         }
+        return len;
     }
+    return -1;
 }
 
 static CAResult_t CATCPConvertNameToAddr(int family, const char *host, uint16_t port,
@@ -456,15 +759,21 @@ static CAResult_t CATCPConvertNameToAddr(int family, const char *host, uint16_t
     return CA_STATUS_OK;
 }
 
-static int CATCPCreateSocket(int family, CATCPSessionInfo_t *svritem)
+static CAResult_t CATCPCreateSocket(int family, CATCPSessionInfo_t *svritem)
 {
+    VERIFY_NON_NULL(svritem, TAG, "svritem is NULL");
+
+    OIC_LOG_V(INFO, TAG, "try to connect with [%s:%u]",
+              svritem->sep.endpoint.addr, svritem->sep.endpoint.port);
+
     // #1. create tcp socket.
     int fd = socket(family, SOCK_STREAM, IPPROTO_TCP);
     if (-1 == fd)
     {
         OIC_LOG_V(ERROR, TAG, "create socket failed: %s", strerror(errno));
-        return -1;
+        return CA_SOCKET_OPERATION_FAILED;
     }
+    svritem->fd = fd;
 
     // #2. convert address from string to binary.
     struct sockaddr_storage sa = { .ss_family = family };
@@ -472,18 +781,18 @@ static int CATCPCreateSocket(int family, CATCPSessionInfo_t *svritem)
                                             svritem->sep.endpoint.port, &sa);
     if (CA_STATUS_OK != res)
     {
-        close(fd);
-        return -1;
+        OIC_LOG(ERROR, TAG, "convert name to sockaddr failed");
+        return CA_SOCKET_OPERATION_FAILED;
     }
 
     // #3. set socket length.
-    socklen_t socklen;
+    socklen_t socklen = 0;
     if (sa.ss_family == AF_INET6)
     {
         struct sockaddr_in6 *sock6 = (struct sockaddr_in6 *)&sa;
         if (!sock6->sin6_scope_id)
         {
-            sock6->sin6_scope_id = svritem->sep.endpoint.interface;
+            sock6->sin6_scope_id = svritem->sep.endpoint.ifindex;
         }
         socklen = sizeof(struct sockaddr_in6);
     }
@@ -496,30 +805,38 @@ static int CATCPCreateSocket(int family, CATCPSessionInfo_t *svritem)
     if (connect(fd, (struct sockaddr *)&sa, socklen) < 0)
     {
         OIC_LOG_V(ERROR, TAG, "failed to connect socket, %s", strerror(errno));
-        close(fd);
-        return -1;
+        CALogSendStateInfo(svritem->sep.endpoint.adapter, svritem->sep.endpoint.addr,
+                           svritem->sep.endpoint.port, 0, false, strerror(errno));
+        return CA_SOCKET_OPERATION_FAILED;
     }
 
-    OIC_LOG(DEBUG, TAG, "connect socket success");
-    CAWakeUpForReadFdsUpdate(svritem->sep.endpoint.addr);
-    return fd;
+    OIC_LOG(INFO, TAG, "connect socket success");
+    svritem->state = CONNECTED;
+    CHECKFD(svritem->fd);
+    ssize_t len = CAWakeUpForReadFdsUpdate(svritem->sep.endpoint.addr);
+    if (-1 == len)
+    {
+        OIC_LOG(ERROR, TAG, "wakeup receive thread failed");
+        return CA_SOCKET_OPERATION_FAILED;
+    }
+    return CA_STATUS_OK;
 }
 
-static int CACreateAcceptSocket(int family, CASocket_t *sock)
+static CASocketFd_t CACreateAcceptSocket(int family, CASocket_t *sock)
 {
     VERIFY_NON_NULL_RET(sock, TAG, "sock", -1);
 
-    if (sock->fd != -1)
+    if (OC_INVALID_SOCKET != sock->fd)
     {
         OIC_LOG(DEBUG, TAG, "accept socket created already");
         return sock->fd;
     }
 
-    socklen_t socklen;
+    socklen_t socklen = 0;
     struct sockaddr_storage server = { .ss_family = family };
 
     int fd = socket(family, SOCK_STREAM, IPPROTO_TCP);
-    if (fd < 0)
+    if (OC_INVALID_SOCKET == fd)
     {
         OIC_LOG(ERROR, TAG, "Failed to create socket");
         goto exit;
@@ -527,13 +844,16 @@ static int CACreateAcceptSocket(int family, CASocket_t *sock)
 
     if (family == AF_INET6)
     {
-        // the socket is restricted to sending and receiving IPv6 packets only.
+        // the socket is restricted to sending and receiving IPv6 packets only.
         int on = 1;
+//TODO: enable once IPv6 is supported
+#ifndef __TIZENRT__
         if (-1 == setsockopt(fd, IPPROTO_IPV6, IPV6_V6ONLY, &on, sizeof (on)))
         {
             OIC_LOG_V(ERROR, TAG, "IPV6_V6ONLY failed: %s", strerror(errno));
             goto exit;
         }
+#endif
         ((struct sockaddr_in6 *)&server)->sin6_port = htons(sock->port);
         socklen = sizeof (struct sockaddr_in6);
     }
@@ -562,7 +882,17 @@ static int CACreateAcceptSocket(int family, CASocket_t *sock)
         goto exit;
     }
 
-    if (!sock->port)  // return the assigned port
+    if (sock->port) // use the given port
+    {
+        int on = 1;
+        if (setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, OPTVAL_T(&on), sizeof (on)))
+        {
+            OIC_LOG_V(ERROR, TAG, "SO_REUSEADDR failed: %s", strerror(errno));
+            close(fd);
+            return OC_INVALID_SOCKET;
+        }
+    }
+    else  // return the assigned port
     {
         if (-1 == getsockname(fd, (struct sockaddr *)&server, &socklen))
         {
@@ -581,12 +911,26 @@ exit:
     {
         close(fd);
     }
-    return -1;
+    return OC_INVALID_SOCKET;
 }
 
 static void CAInitializePipe(int *fds)
 {
     int ret = pipe(fds);
+// TODO: Remove temporary workaround once F_GETFD / F_SETFD support is in TizenRT
+/* Temporary workaround: By pass F_GETFD / F_SETFD */
+#ifdef __TIZENRT__
+    if (-1 == ret)
+    {
+        close(fds[1]);
+        close(fds[0]);
+
+        fds[0] = -1;
+        fds[1] = -1;
+
+        OIC_LOG_V(ERROR, TAG, "pipe failed: %s", strerror(errno));
+    }
+#else
     if (-1 != ret)
     {
         ret = fcntl(fds[0], F_GETFD);
@@ -613,15 +957,59 @@ static void CAInitializePipe(int *fds)
             OIC_LOG_V(ERROR, TAG, "pipe failed: %s", strerror(errno));
         }
     }
+#endif
+}
+
+#define NEWSOCKET(FAMILY, NAME) \
+    caglobals.tcp.NAME.fd = CACreateAcceptSocket(FAMILY, &caglobals.tcp.NAME); \
+    if (caglobals.tcp.NAME.fd == -1) \
+    { \
+        caglobals.tcp.NAME.port = 0; \
+        caglobals.tcp.NAME.fd = CACreateAcceptSocket(FAMILY, &caglobals.tcp.NAME); \
+    } \
+    CHECKFD(caglobals.tcp.NAME.fd);
+
+void CATCPInitializeSocket()
+{
+#ifndef __WITH_TLS__
+        NEWSOCKET(AF_INET, ipv4);
+#else
+        NEWSOCKET(AF_INET, ipv4s);
+#endif
+
+//TODO Enable once TizenRT supports IPv6
+#ifndef __TIZENRT__
+#ifndef __WITH_TLS__
+        NEWSOCKET(AF_INET6, ipv6);
+#else
+        NEWSOCKET(AF_INET6, ipv6s);
+#endif
+#endif
+#ifndef __WITH_TLS__
+        OIC_LOG_V(DEBUG, TAG, "IPv4 socket fd=%d, port=%d",
+                  caglobals.tcp.ipv4.fd, caglobals.tcp.ipv4.port);
+        OIC_LOG_V(DEBUG, TAG, "IPv6 socket fd=%d, port=%d",
+                  caglobals.tcp.ipv6.fd, caglobals.tcp.ipv6.port);
+#else
+        OIC_LOG_V(DEBUG, TAG, "IPv4 secure socket fd=%d, port=%d",
+                  caglobals.tcp.ipv4s.fd, caglobals.tcp.ipv4s.port);
+        OIC_LOG_V(DEBUG, TAG, "IPv6 secure socket fd=%d, port=%d",
+                  caglobals.tcp.ipv6s.fd, caglobals.tcp.ipv6s.port);
+#endif
 }
 
 CAResult_t CATCPStartServer(const ca_thread_pool_t threadPool)
 {
+    oc_mutex_lock(g_mutexObjectList);
     if (caglobals.tcp.started)
     {
+        oc_mutex_unlock(g_mutexObjectList);
+        OIC_LOG(INFO, TAG, "Adapter is started already");
         return CA_STATUS_OK;
     }
 
+    g_threadPool = threadPool;
+
     if (!caglobals.tcp.ipv4tcpenabled)
     {
         caglobals.tcp.ipv4tcpenabled = true;    // only needed to run CA tests
@@ -631,103 +1019,107 @@ CAResult_t CATCPStartServer(const ca_thread_pool_t threadPool)
         caglobals.tcp.ipv6tcpenabled = true;    // only needed to run CA tests
     }
 
-    CAResult_t res = CATCPCreateMutex();
-    if (CA_STATUS_OK == res)
-    {
-        res = CATCPCreateCond();
-    }
-    if (CA_STATUS_OK != res)
-    {
-        OIC_LOG(ERROR, TAG, "failed to create mutex/cond");
-        return res;
-    }
-
-    ca_mutex_lock(g_mutexObjectList);
+    caglobals.tcp.terminate = false;
     if (!caglobals.tcp.svrlist)
     {
         caglobals.tcp.svrlist = u_arraylist_create();
     }
-    ca_mutex_unlock(g_mutexObjectList);
 
     if (caglobals.server)
     {
-        caglobals.tcp.ipv4.fd = CACreateAcceptSocket(AF_INET, &caglobals.tcp.ipv4);
-        CHECKFD(caglobals.tcp.ipv4.fd);
-        caglobals.tcp.ipv6.fd = CACreateAcceptSocket(AF_INET6, &caglobals.tcp.ipv6);
-        CHECKFD(caglobals.tcp.ipv6.fd);
-
-        OIC_LOG_V(DEBUG, TAG, "IPv4 socket fd=%d, port=%d",
-                  caglobals.tcp.ipv4.fd, caglobals.tcp.ipv4.port);
-        OIC_LOG_V(DEBUG, TAG, "IPv6 socket fd=%d, port=%d",
-                  caglobals.tcp.ipv6.fd, caglobals.tcp.ipv6.port);
+        CATCPInitializeSocket();
     }
-
+#ifndef __TIZENRT__
     // create pipe for fast shutdown
     CAInitializePipe(caglobals.tcp.shutdownFds);
     CHECKFD(caglobals.tcp.shutdownFds[0]);
     CHECKFD(caglobals.tcp.shutdownFds[1]);
-
+#endif
     // create pipe for connection event
     CAInitializePipe(caglobals.tcp.connectionFds);
     CHECKFD(caglobals.tcp.connectionFds[0]);
     CHECKFD(caglobals.tcp.connectionFds[1]);
 
-    caglobals.tcp.terminate = false;
-    res = ca_thread_pool_add_task(threadPool, CAReceiveHandler, NULL);
+    CAResult_t res = CA_STATUS_OK;
+#ifndef __TIZENRT__
+    res = ca_thread_pool_add_task(g_threadPool, CAReceiveHandler, NULL, NULL);
+#else
+    res = ca_thread_pool_add_task(g_threadPool, CAReceiveHandler, NULL, NULL,
+                                 "IoT_TCPReceive", CONFIG_IOTIVITY_TCPRECEIVE_PTHREAD_STACKSIZE);
+#endif
     if (CA_STATUS_OK != res)
     {
+        oc_mutex_unlock(g_mutexObjectList);
         OIC_LOG(ERROR, TAG, "thread_pool_add_task failed");
+        CATCPStopServer();
         return res;
     }
-    OIC_LOG(DEBUG, TAG, "CAReceiveHandler thread started successfully.");
 
     caglobals.tcp.started = true;
+    oc_mutex_unlock(g_mutexObjectList);
+
+    OIC_LOG(INFO, TAG, "CAReceiveHandler thread started successfully.");
     return CA_STATUS_OK;
 }
 
 void CATCPStopServer()
 {
-    // mutex lock
-    ca_mutex_lock(g_mutexObjectList);
-
-    // set terminate flag
-    caglobals.tcp.terminate = true;
-
-    if (caglobals.tcp.shutdownFds[1] != -1)
+    oc_mutex_lock(g_mutexObjectList);
+    if (caglobals.tcp.terminate)
     {
-        close(caglobals.tcp.shutdownFds[1]);
-        // receive thread will stop immediately
+        oc_mutex_unlock(g_mutexObjectList);
+        OIC_LOG(INFO, TAG, "Adapter is not enabled");
+        return;
     }
 
-    if (caglobals.tcp.connectionFds[1] != -1)
-    {
-        close(caglobals.tcp.connectionFds[1]);
-    }
+    // set terminate flag.
+    caglobals.tcp.terminate = true;
 
+#ifdef __TIZENRT__
     if (caglobals.tcp.started)
     {
-        ca_cond_wait(g_condObjectList, g_mutexObjectList);
+        oc_cond_wait(g_condObjectList, g_mutexObjectList);
+        caglobals.tcp.started = false;
     }
-    caglobals.tcp.started = false;
+#endif
 
-    // mutex unlock
-    ca_mutex_unlock(g_mutexObjectList);
+    // close accept socket.
+#ifndef __WITH_TLS__
+    CLOSE_SOCKET(ipv4);
+    CLOSE_SOCKET(ipv6);
+#else
+    CLOSE_SOCKET(ipv4s);
+    CLOSE_SOCKET(ipv6s);
+#endif
 
-    if (-1 != caglobals.tcp.ipv4.fd)
+    close(caglobals.tcp.connectionFds[1]);
+    close(caglobals.tcp.connectionFds[0]);
+    caglobals.tcp.connectionFds[1] = OC_INVALID_SOCKET;
+    caglobals.tcp.connectionFds[0] = OC_INVALID_SOCKET;
+#ifndef __TIZENRT__
+    if (caglobals.tcp.shutdownFds[1] != OC_INVALID_SOCKET)
     {
-        close(caglobals.tcp.ipv4.fd);
-        caglobals.tcp.ipv4.fd = -1;
+        close(caglobals.tcp.shutdownFds[1]);
+        caglobals.tcp.shutdownFds[1] = OC_INVALID_SOCKET;
+        // receive thread will stop immediately
     }
-
-    if (-1 != caglobals.tcp.ipv6.fd)
+    if (caglobals.tcp.started)
     {
-        close(caglobals.tcp.ipv6.fd);
-        caglobals.tcp.ipv6.fd = -1;
+        oc_cond_wait(g_condObjectList, g_mutexObjectList);
+        caglobals.tcp.started = false;
     }
+    if (caglobals.tcp.shutdownFds[0] != OC_INVALID_SOCKET)
+    {
+        close(caglobals.tcp.shutdownFds[0]);
+        caglobals.tcp.shutdownFds[0] = OC_INVALID_SOCKET;
+    }
+#endif
+    oc_mutex_unlock(g_mutexObjectList);
 
     CATCPDisconnectAll();
-    CATCPDestroyMutex();
-    CATCPDestroyCond();
+    sleep(1);
+
+    OIC_LOG(INFO, TAG, "Adapter terminated successfully");
 }
 
 void CATCPSetPacketReceiveCallback(CATCPPacketReceivedCallback callback)
@@ -740,21 +1132,22 @@ void CATCPSetConnectionChangedCallback(CATCPConnectionHandleCallback connHandler
     g_connectionCallback = connHandler;
 }
 
-static size_t CACheckPayloadLength(const void *data, size_t dlen)
+size_t CACheckPayloadLengthFromHeader(const void *data, size_t dlen)
 {
     VERIFY_NON_NULL_RET(data, TAG, "data", -1);
 
-    coap_transport_type transport = coap_get_tcp_header_type_from_initbyte(
+    coap_transport_t transport = coap_get_tcp_header_type_from_initbyte(
             ((unsigned char *)data)[0] >> 4);
 
-    coap_pdu_t *pdu = coap_new_pdu(transport, dlen);
+    coap_pdu_t *pdu = coap_new_pdu2(transport, dlen);
     if (!pdu)
     {
         OIC_LOG(ERROR, TAG, "outpdu is null");
+        OIC_LOG_V(ERROR, TAG, "data length: %zu", dlen);
         return 0;
     }
 
-    int ret = coap_pdu_parse((unsigned char *) data, dlen, pdu, transport);
+    int ret = coap_pdu_parse2((unsigned char *) data, dlen, pdu, transport);
     if (0 >= ret)
     {
         OIC_LOG(ERROR, TAG, "pdu parse failed");
@@ -764,7 +1157,7 @@ static size_t CACheckPayloadLength(const void *data, size_t dlen)
 
     size_t payloadLen = 0;
     size_t headerSize = coap_get_tcp_header_length_for_transport(transport);
-    OIC_LOG_V(DEBUG, TAG, "headerSize : %d, pdu length : %d",
+    OIC_LOG_V(DEBUG, TAG, "headerSize : %zu, pdu length : %d",
               headerSize, pdu->length);
     if (pdu->length > headerSize)
     {
@@ -776,65 +1169,48 @@ static size_t CACheckPayloadLength(const void *data, size_t dlen)
     return payloadLen;
 }
 
-static void sendData(const CAEndpoint_t *endpoint, const void *data,
-                     size_t dlen, const char *fam)
+static ssize_t sendData(const CAEndpoint_t *endpoint, const void *data,
+                        size_t dlen, const char *fam)
 {
-    // #1. get TCP Server object from list
-    size_t index = 0;
-    CATCPSessionInfo_t *svritem = CAGetTCPSessionInfoFromEndpoint(endpoint, &index);
-    if (!svritem)
-    {
-        // if there is no connection info, connect to TCP Server
-        svritem = CAConnectTCPSession(endpoint);
-        if (!svritem)
-        {
-            OIC_LOG(ERROR, TAG, "Failed to create TCP server object");
-            if (g_tcpErrorHandler)
-            {
-                g_tcpErrorHandler(endpoint, data, dlen, CA_SEND_FAILED);
-            }
-            return;
-        }
-    }
-
-    // #2. check payload length
-    size_t payloadLen = CACheckPayloadLength(data, dlen);
-    // if payload length is zero, disconnect from TCP server
-    if (!payloadLen)
-    {
-        OIC_LOG(DEBUG, TAG, "payload length is zero, disconnect from remote device");
-        CADisconnectTCPSession(svritem, index);
-        return;
-    }
+    OIC_LOG_V(INFO, TAG, "The length of data that needs to be sent is %zu bytes", dlen);
 
-    // #3. check connection state
-    if (svritem->fd < 0)
+    // #1. find a session info from list.
+    CASocketFd_t sockFd = CAGetSocketFDFromEndpoint(endpoint);
+    if (OC_INVALID_SOCKET == sockFd)
     {
-        // if file descriptor value is wrong, remove TCP Server info from list
-        OIC_LOG(ERROR, TAG, "Failed to connect to TCP server");
-        CADisconnectTCPSession(svritem, index);
-        if (g_tcpErrorHandler)
+        // if there is no connection info, connect to remote device.
+        sockFd = CAConnectTCPSession(endpoint);
+        if (OC_INVALID_SOCKET == sockFd)
         {
-            g_tcpErrorHandler(endpoint, data, dlen, CA_SEND_FAILED);
+            OIC_LOG(ERROR, TAG, "Failed to create tcp session object");
+            return -1;
         }
-        return;
     }
 
-    // #4. send data to TCP Server
+    // #2. send data to remote device.
     ssize_t remainLen = dlen;
+    size_t sendCounter = 0;
     do
     {
-        ssize_t len = send(svritem->fd, data, remainLen, 0);
+#ifdef MSG_NOSIGNAL
+        ssize_t len = send(sockFd, data, remainLen, MSG_DONTWAIT | MSG_NOSIGNAL);
+#else
+        ssize_t len = send(sockFd, data, remainLen, MSG_DONTWAIT);
+#endif
         if (-1 == len)
         {
-            if (EWOULDBLOCK != errno)
+            if (EWOULDBLOCK != errno && EAGAIN != errno)
             {
                 OIC_LOG_V(ERROR, TAG, "unicast ipv4tcp sendTo failed: %s", strerror(errno));
-                if (g_tcpErrorHandler)
-                {
-                    g_tcpErrorHandler(endpoint, data, dlen, CA_SEND_FAILED);
-                }
-                return;
+                CALogSendStateInfo(endpoint->adapter, endpoint->addr, endpoint->port,
+                                   len, false, strerror(errno));
+                return len;
+            }
+            sendCounter++;
+            OIC_LOG_V(WARNING, TAG, "send blocked. trying %zu attempt from 25", sendCounter);
+            if(sendCounter >= 25)
+            {
+                return len;
             }
             continue;
         }
@@ -842,26 +1218,31 @@ static void sendData(const CAEndpoint_t *endpoint, const void *data,
         remainLen -= len;
     } while (remainLen > 0);
 
+#ifndef TB_LOG
+    (void)fam;
+#endif
     OIC_LOG_V(INFO, TAG, "unicast %stcp sendTo is successful: %zu bytes", fam, dlen);
+    CALogSendStateInfo(endpoint->adapter, endpoint->addr, endpoint->port,
+                       dlen, true, NULL);
+    return dlen;
 }
 
-void CATCPSendData(CAEndpoint_t *endpoint, const void *data, uint32_t datalen,
-                   bool isMulticast)
+ssize_t CATCPSendData(CAEndpoint_t *endpoint, const void *data, size_t datalen)
 {
-    VERIFY_NON_NULL_VOID(endpoint, TAG, "endpoint is NULL");
-    VERIFY_NON_NULL_VOID(data, TAG, "data is NULL");
+    VERIFY_NON_NULL_RET(endpoint, TAG, "endpoint is NULL", -1);
+    VERIFY_NON_NULL_RET(data, TAG, "data is NULL", -1);
 
-    if (!isMulticast)
+    if (caglobals.tcp.ipv6tcpenabled && (endpoint->flags & CA_IPV6))
     {
-        if (caglobals.tcp.ipv6tcpenabled && (endpoint->flags & CA_IPV6))
-        {
-            sendData(endpoint, data, datalen, "ipv6");
-        }
-        if (caglobals.tcp.ipv4tcpenabled && (endpoint->flags & CA_IPV4))
-        {
-            sendData(endpoint, data, datalen, "ipv4");
-        }
+        return sendData(endpoint, data, datalen, "ipv6");
+    }
+    if (caglobals.tcp.ipv4tcpenabled && (endpoint->flags & CA_IPV4))
+    {
+        return sendData(endpoint, data, datalen, "ipv4");
     }
+
+    OIC_LOG(ERROR, TAG, "Not supported transport flags");
+    return -1;
 }
 
 CAResult_t CAGetTCPInterfaceInformation(CAEndpoint_t **info, uint32_t *size)
@@ -872,34 +1253,36 @@ CAResult_t CAGetTCPInterfaceInformation(CAEndpoint_t **info, uint32_t *size)
     return CA_NOT_SUPPORTED;
 }
 
-CATCPSessionInfo_t *CAConnectTCPSession(const CAEndpoint_t *endpoint)
+CASocketFd_t CAConnectTCPSession(const CAEndpoint_t *endpoint)
 {
-    VERIFY_NON_NULL_RET(endpoint, TAG, "endpoint is NULL", NULL);
+    VERIFY_NON_NULL_RET(endpoint, TAG, "endpoint is NULL", OC_INVALID_SOCKET);
 
     // #1. create TCP server object
     CATCPSessionInfo_t *svritem = (CATCPSessionInfo_t *) OICCalloc(1, sizeof (*svritem));
     if (!svritem)
     {
         OIC_LOG(ERROR, TAG, "Out of memory");
-        return NULL;
+        return OC_INVALID_SOCKET;
     }
     memcpy(svritem->sep.endpoint.addr, endpoint->addr, sizeof(svritem->sep.endpoint.addr));
+    svritem->sep.endpoint.adapter = endpoint->adapter;
     svritem->sep.endpoint.port = endpoint->port;
     svritem->sep.endpoint.flags = endpoint->flags;
-    svritem->sep.endpoint.interface = endpoint->interface;
+    svritem->sep.endpoint.ifindex = endpoint->ifindex;
+    svritem->state = CONNECTING;
+    svritem->isClient = true;
 
-    // #2. create the socket and connect to TCP server
-    int family = (svritem->sep.endpoint.flags & CA_IPV6) ? AF_INET6 : AF_INET;
-    int fd = CATCPCreateSocket(family, svritem);
-    if (-1 == fd)
+    // Allocate message buffer
+    svritem->tlsdata = (unsigned char*) OICCalloc(TLS_DATA_MAX_SIZE, sizeof(unsigned char));
+    if (!svritem->tlsdata)
     {
+        OIC_LOG(ERROR, TAG, "Out of memory");
         OICFree(svritem);
-        return NULL;
+        return OC_INVALID_SOCKET;
     }
 
-    // #3. add TCP connection info to list
-    svritem->fd = fd;
-    ca_mutex_lock(g_mutexObjectList);
+    // #2. add TCP connection info to list
+    oc_mutex_lock(g_mutexObjectList);
     if (caglobals.tcp.svrlist)
     {
         bool res = u_arraylist_add(caglobals.tcp.svrlist, svritem);
@@ -907,68 +1290,95 @@ CATCPSessionInfo_t *CAConnectTCPSession(const CAEndpoint_t *endpoint)
         {
             OIC_LOG(ERROR, TAG, "u_arraylist_add failed.");
             close(svritem->fd);
+            OICFree(svritem->tlsdata);
             OICFree(svritem);
-            ca_mutex_unlock(g_mutexObjectList);
-            return NULL;
+            oc_mutex_unlock(g_mutexObjectList);
+            return OC_INVALID_SOCKET;
         }
     }
-    ca_mutex_unlock(g_mutexObjectList);
+    oc_mutex_unlock(g_mutexObjectList);
 
-    CHECKFD(fd);
+    // #3. create the socket and connect to TCP server
+    int family = (svritem->sep.endpoint.flags & CA_IPV6) ? AF_INET6 : AF_INET;
+    if (CA_STATUS_OK != CATCPCreateSocket(family, svritem))
+    {
+        return OC_INVALID_SOCKET;
+    }
 
-    // pass the connection information to CA Common Layer.
+    // #4. pass the connection information to CA Common Layer.
     if (g_connectionCallback)
     {
-        g_connectionCallback(svritem->sep.endpoint.addr, svritem->sep.endpoint.port, true);
+        g_connectionCallback(&(svritem->sep.endpoint), true, svritem->isClient);
     }
 
-    return svritem;
+    return svritem->fd;
 }
 
-CAResult_t CADisconnectTCPSession(CATCPSessionInfo_t *svritem, size_t index)
+CAResult_t CADisconnectTCPSession(size_t index)
 {
-    VERIFY_NON_NULL(svritem, TAG, "svritem is NULL");
-
-    ca_mutex_lock(g_mutexObjectList);
-
-    // close the socket and remove TCP connection info in list
-    if (svritem->fd >= 0)
+    CATCPSessionInfo_t *removedData = u_arraylist_remove(caglobals.tcp.svrlist, index);
+    if (!removedData)
     {
-        close(svritem->fd);
+        OIC_LOG(DEBUG, TAG, "there is no data to be removed");
+        return CA_STATUS_OK;
     }
-    u_arraylist_remove(caglobals.tcp.svrlist, index);
-    OICFree(svritem->recvData);
 
-    // pass the connection information to CA Common Layer.
-    if (g_connectionCallback)
+    // close the socket and remove session info in list.
+    if (removedData->fd >= 0)
     {
-        g_connectionCallback(svritem->sep.endpoint.addr, svritem->sep.endpoint.port, false);
+        shutdown(removedData->fd, SHUT_RDWR);
+        close(removedData->fd);
+        removedData->fd = -1;
+        removedData->state = (CONNECTED == removedData->state) ?
+                                    DISCONNECTED : removedData->state;
+
+        // pass the connection information to CA Common Layer.
+        if (g_connectionCallback && DISCONNECTED == removedData->state)
+        {
+            g_connectionCallback(&(removedData->sep.endpoint), false, removedData->isClient);
+        }
     }
+    OICFree(removedData->data);
+    removedData->data = NULL;
+
+    OICFree(removedData->tlsdata);
+    removedData->tlsdata = NULL;
+
+    OICFree(removedData);
+    removedData = NULL;
 
-    OICFree(svritem);
-    ca_mutex_unlock(g_mutexObjectList);
+    OIC_LOG(DEBUG, TAG, "data is removed from session list");
 
+    if (caglobals.server && MAX_CONNECTION_COUNTS == u_arraylist_length(caglobals.tcp.svrlist) + 1)
+    {
+        CATCPInitializeSocket();
+    }
     return CA_STATUS_OK;
 }
 
 void CATCPDisconnectAll()
 {
-    ca_mutex_lock(g_mutexObjectList);
-    uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+    OIC_LOG(DEBUG, TAG, "IN - CATCPDisconnectAll");
 
-    CATCPSessionInfo_t *svritem = NULL;
-    for (size_t i = 0; i < length; i++)
+    oc_mutex_lock(g_mutexObjectList);
+
+    uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+    for (ssize_t index = length; index > 0; index--)
     {
-        svritem = (CATCPSessionInfo_t *) u_arraylist_get(caglobals.tcp.svrlist, i);
-        if (svritem && svritem->fd >= 0)
-        {
-            shutdown(svritem->fd, SHUT_RDWR);
-            close(svritem->fd);
-            OICFree(svritem->recvData);
-        }
+        // disconnect session from remote device.
+        CADisconnectTCPSession(index - 1);
     }
+
     u_arraylist_destroy(caglobals.tcp.svrlist);
-    ca_mutex_unlock(g_mutexObjectList);
+    caglobals.tcp.svrlist = NULL;
+
+    oc_mutex_unlock(g_mutexObjectList);
+
+#ifdef __WITH_TLS__
+    CAcloseSslConnectionAll(CA_ADAPTER_TCP);
+#endif
+
+    OIC_LOG(DEBUG, TAG, "OUT - CATCPDisconnectAll");
 }
 
 CATCPSessionInfo_t *CAGetTCPSessionInfoFromEndpoint(const CAEndpoint_t *endpoint, size_t *index)
@@ -976,6 +1386,8 @@ CATCPSessionInfo_t *CAGetTCPSessionInfoFromEndpoint(const CAEndpoint_t *endpoint
     VERIFY_NON_NULL_RET(endpoint, TAG, "endpoint is NULL", NULL);
     VERIFY_NON_NULL_RET(index, TAG, "index is NULL", NULL);
 
+    OIC_LOG_V(DEBUG, TAG, "Looking for [%s:%d]", endpoint->addr, endpoint->port);
+
     // get connection info from list
     uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
     for (size_t i = 0; i < length; i++)
@@ -992,17 +1404,52 @@ CATCPSessionInfo_t *CAGetTCPSessionInfoFromEndpoint(const CAEndpoint_t *endpoint
                 && (svritem->sep.endpoint.port == endpoint->port)
                 && (svritem->sep.endpoint.flags & endpoint->flags))
         {
+            OIC_LOG(DEBUG, TAG, "Found in session list");
             *index = i;
             return svritem;
         }
     }
 
+    OIC_LOG(DEBUG, TAG, "Session not found");
     return NULL;
 }
 
+CASocketFd_t CAGetSocketFDFromEndpoint(const CAEndpoint_t *endpoint)
+{
+    VERIFY_NON_NULL_RET(endpoint, TAG, "endpoint is NULL", OC_INVALID_SOCKET);
+
+    OIC_LOG_V(DEBUG, TAG, "Looking for [%s:%d]", endpoint->addr, endpoint->port);
+
+    // get connection info from list.
+    oc_mutex_lock(g_mutexObjectList);
+    uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+    for (size_t i = 0; i < length; i++)
+    {
+        CATCPSessionInfo_t *svritem = (CATCPSessionInfo_t *) u_arraylist_get(
+                caglobals.tcp.svrlist, i);
+        if (!svritem)
+        {
+            continue;
+        }
+
+        if (!strncmp(svritem->sep.endpoint.addr, endpoint->addr,
+                     sizeof(svritem->sep.endpoint.addr))
+                && (svritem->sep.endpoint.port == endpoint->port)
+                && (svritem->sep.endpoint.flags & endpoint->flags))
+        {
+            oc_mutex_unlock(g_mutexObjectList);
+            OIC_LOG(DEBUG, TAG, "Found in session list");
+            return svritem->fd;
+        }
+    }
+
+    oc_mutex_unlock(g_mutexObjectList);
+    OIC_LOG(DEBUG, TAG, "Session not found");
+    return OC_INVALID_SOCKET;
+}
+
 CATCPSessionInfo_t *CAGetSessionInfoFromFD(int fd, size_t *index)
 {
-    ca_mutex_lock(g_mutexObjectList);
 
     // check from the last item.
     CATCPSessionInfo_t *svritem = NULL;
@@ -1014,29 +1461,97 @@ CATCPSessionInfo_t *CAGetSessionInfoFromFD(int fd, size_t *index)
         if (svritem && svritem->fd == fd)
         {
             *index = i;
-            ca_mutex_unlock(g_mutexObjectList);
+            oc_mutex_unlock(g_mutexObjectList);
             return svritem;
         }
     }
 
-    ca_mutex_unlock(g_mutexObjectList);
 
     return NULL;
 }
 
+static CATCPSessionInfo_t *CAGetSessionInfoFromFDAsOwner(int fd, size_t *index)
+{
+    CATCPSessionInfo_t *svritem = NULL;
+    uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+    for (size_t i = 0; i < length; i++)
+    {
+        svritem = (CATCPSessionInfo_t *) u_arraylist_get(caglobals.tcp.svrlist, i);
+
+        if (svritem && svritem->fd == fd)
+        {
+            *index = i;
+            return svritem;
+        }
+    }
+
+    return NULL;
+}
+
+CAResult_t CASearchAndDeleteTCPSession(const CAEndpoint_t *endpoint)
+{
+    oc_mutex_lock(g_mutexObjectList);
+
+    CAResult_t result = CA_STATUS_OK;
+    size_t index = 0;
+    CATCPSessionInfo_t *svritem = CAGetTCPSessionInfoFromEndpoint(endpoint, &index);
+    if (svritem)
+    {
+        result = CADisconnectTCPSession(index);
+        if (CA_STATUS_OK != result)
+        {
+            OIC_LOG_V(ERROR, TAG, "CADisconnectTCPSession failed, result[%d]", result);
+        }
+    }
+
+    oc_mutex_unlock(g_mutexObjectList);
+    return result;
+}
+
+void CATCPCloseInProgressConnections()
+{
+    OIC_LOG(INFO, TAG, "IN - CATCPCloseInProgressConnections");
+
+    oc_mutex_lock(g_mutexObjectList);
+
+    uint32_t length = u_arraylist_length(caglobals.tcp.svrlist);
+    for (size_t index = 0; index < length; index++)
+    {
+        CATCPSessionInfo_t *svritem = (CATCPSessionInfo_t *) u_arraylist_get(
+                caglobals.tcp.svrlist, index);
+        if (!svritem)
+        {
+            continue;
+        }
+
+        // Session which are connecting state
+        if (svritem->fd >= 0 && svritem->state == CONNECTING)
+        {
+            shutdown(svritem->fd, SHUT_RDWR);
+            close(svritem->fd);
+            svritem->fd = -1;
+            svritem->state = DISCONNECTED;
+        }
+    }
+
+    oc_mutex_unlock(g_mutexObjectList);
+
+    OIC_LOG(INFO, TAG, "OUT - CATCPCloseInProgressConnections");
+}
+
 size_t CAGetTotalLengthFromHeader(const unsigned char *recvBuffer)
 {
     OIC_LOG(DEBUG, TAG, "IN - CAGetTotalLengthFromHeader");
 
-    coap_transport_type transport = coap_get_tcp_header_type_from_initbyte(
+    coap_transport_t transport = coap_get_tcp_header_type_from_initbyte(
             ((unsigned char *)recvBuffer)[0] >> 4);
     size_t optPaylaodLen = coap_get_length_from_header((unsigned char *)recvBuffer,
                                                         transport);
     size_t headerLen = coap_get_tcp_header_length((unsigned char *)recvBuffer);
 
-    OIC_LOG_V(DEBUG, TAG, "option/paylaod length [%d]", optPaylaodLen);
-    OIC_LOG_V(DEBUG, TAG, "header length [%d]", headerLen);
-    OIC_LOG_V(DEBUG, TAG, "total data length [%d]", headerLen + optPaylaodLen);
+    OIC_LOG_V(DEBUG, TAG, "option/paylaod length [%zu]", optPaylaodLen);
+    OIC_LOG_V(DEBUG, TAG, "header length [%zu]", headerLen);
+    OIC_LOG_V(DEBUG, TAG, "total data length [%zu]", headerLen + optPaylaodLen);
 
     OIC_LOG(DEBUG, TAG, "OUT - CAGetTotalLengthFromHeader");
     return headerLen + optPaylaodLen;