1 /***************************************************************************
3 * Project ___| | | | _ \| |
5 * | (__| |_| | _ <| |___
6 * \___|\___/|_| \_\_____|
8 * Copyright (C) 1998 - 2007, Daniel Stenberg, <daniel@haxx.se>, et al.
10 * This software is licensed as described in the file COPYING, which
11 * you should have received as part of this distribution. The terms
12 * are also available at http://curl.haxx.se/docs/copyright.html.
14 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15 * copies of the Software, and permit persons to whom the Software is
16 * furnished to do so, under the terms of the COPYING file.
18 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19 * KIND, either express or implied.
22 ***************************************************************************/
31 #ifdef HAVE_SYS_SOCKET_H
32 #include <sys/socket.h> /* required for send() & recv() prototypes */
39 #include <curl/curl.h>
47 #define _MPRINTF_REPLACE /* use the internal *printf() functions */
48 #include <curl/mprintf.h>
50 #if defined(HAVE_KRB4) || defined(HAVE_GSSAPI)
53 #define Curl_sec_send(a,b,c,d) -1
54 #define Curl_sec_read(a,b,c,d) -1
60 #include "easyif.h" /* for the Curl_convert_from_network prototype */
61 /* The last #include file should be: */
64 /* returns last node in linked list */
65 static struct curl_slist *slist_get_last(struct curl_slist *list)
67 struct curl_slist *item;
69 /* if caller passed us a NULL, return now */
73 /* loop through to find the last item */
82 * curl_slist_append() appends a string to the linked list. It always returns
83 * the address of the first record, so that you can use this function as an
84 * initialization function as well as an append function. If you find this
85 * bothersome, then simply create a separate _init function and call it
86 * appropriately from within the program.
88 struct curl_slist *curl_slist_append(struct curl_slist *list,
91 struct curl_slist *last;
92 struct curl_slist *new_item;
94 new_item = (struct curl_slist *) malloc(sizeof(struct curl_slist));
96 char *dupdata = strdup(data);
98 new_item->next = NULL;
99 new_item->data = dupdata;
110 last = slist_get_last(list);
111 last->next = new_item;
115 /* if this is the first item, then new_item *is* the list */
119 /* be nice and clean up resources */
120 void curl_slist_free_all(struct curl_slist *list)
122 struct curl_slist *next;
123 struct curl_slist *item;
140 #ifdef CURL_DO_LINEEND_CONV
142 * convert_lineends() changes CRLF (\r\n) end-of-line markers to a single LF
143 * (\n), with special processing for CRLF sequences that are split between two
144 * blocks of data. Remaining, bare CRs are changed to LFs. The possibly new
145 * size of the data is returned.
147 static size_t convert_lineends(struct SessionHandle *data,
148 char *startPtr, size_t size)
150 char *inPtr, *outPtr;
153 if((startPtr == NULL) || (size < 1)) {
157 if(data->state.prev_block_had_trailing_cr == TRUE) {
158 /* The previous block of incoming data
159 had a trailing CR, which was turned into a LF. */
160 if(*startPtr == '\n') {
161 /* This block of incoming data starts with the
162 previous block's LF so get rid of it */
163 memmove(startPtr, startPtr+1, size-1);
165 /* and it wasn't a bare CR but a CRLF conversion instead */
166 data->state.crlf_conversions++;
168 data->state.prev_block_had_trailing_cr = FALSE; /* reset the flag */
171 /* find 1st CR, if any */
172 inPtr = outPtr = memchr(startPtr, '\r', size);
174 /* at least one CR, now look for CRLF */
175 while(inPtr < (startPtr+size-1)) {
176 /* note that it's size-1, so we'll never look past the last byte */
177 if(memcmp(inPtr, "\r\n", 2) == 0) {
178 /* CRLF found, bump past the CR and copy the NL */
181 /* keep track of how many CRLFs we converted */
182 data->state.crlf_conversions++;
186 /* lone CR, move LF instead */
190 /* not a CRLF nor a CR, just copy whatever it is */
196 } /* end of while loop */
198 if(inPtr < startPtr+size) {
199 /* handle last byte */
201 /* deal with a CR at the end of the buffer */
202 *outPtr = '\n'; /* copy a NL instead */
203 /* note that a CRLF might be split across two blocks */
204 data->state.prev_block_had_trailing_cr = TRUE;
213 if(outPtr < startPtr+size) {
214 /* tidy up by null terminating the now shorter data */
217 return(outPtr - startPtr);
221 #endif /* CURL_DO_LINEEND_CONV */
223 /* Curl_infof() is for info message along the way */
225 void Curl_infof(struct SessionHandle *data, const char *fmt, ...)
227 if(data && data->set.verbose) {
230 char print_buffer[1024 + 1];
232 vsnprintf(print_buffer, 1024, fmt, ap);
234 len = strlen(print_buffer);
235 Curl_debug(data, CURLINFO_TEXT, print_buffer, len, NULL);
239 /* Curl_failf() is for messages stating why we failed.
240 * The message SHALL NOT include any LF or CR.
243 void Curl_failf(struct SessionHandle *data, const char *fmt, ...)
249 vsnprintf(data->state.buffer, BUFSIZE, fmt, ap);
251 if(data->set.errorbuffer && !data->state.errorbuf) {
252 snprintf(data->set.errorbuffer, CURL_ERROR_SIZE, "%s", data->state.buffer);
253 data->state.errorbuf = TRUE; /* wrote error string */
255 if(data->set.verbose) {
256 len = strlen(data->state.buffer);
257 if(len < BUFSIZE - 1) {
258 data->state.buffer[len] = '\n';
259 data->state.buffer[++len] = '\0';
261 Curl_debug(data, CURLINFO_TEXT, data->state.buffer, len, NULL);
267 /* Curl_sendf() sends formated data to the server */
268 CURLcode Curl_sendf(curl_socket_t sockfd, struct connectdata *conn,
269 const char *fmt, ...)
271 struct SessionHandle *data = conn->data;
272 ssize_t bytes_written;
274 CURLcode res = CURLE_OK;
279 s = vaprintf(fmt, ap); /* returns an allocated string */
282 return CURLE_OUT_OF_MEMORY; /* failure */
285 write_len = strlen(s);
289 /* Write the buffer to the socket */
290 res = Curl_write(conn, sockfd, sptr, write_len, &bytes_written);
295 if(data->set.verbose)
296 Curl_debug(data, CURLINFO_DATA_OUT, sptr, (size_t)bytes_written, conn);
298 if((size_t)bytes_written != write_len) {
299 /* if not all was written at once, we must advance the pointer, decrease
300 the size left and try again! */
301 write_len -= bytes_written;
302 sptr += bytes_written;
308 free(s); /* free the output string */
313 static ssize_t send_plain(struct connectdata *conn,
318 curl_socket_t sockfd = conn->sock[num];
319 ssize_t bytes_written = swrite(sockfd, mem, len);
321 if(-1 == bytes_written) {
325 #ifdef WSAEWOULDBLOCK
326 /* This is how Windows does it */
327 (WSAEWOULDBLOCK == err)
329 /* errno may be EWOULDBLOCK or on some systems EAGAIN when it returned
330 due to its inability to send off data without blocking. We therefor
331 treat both error codes the same here */
332 (EWOULDBLOCK == err) || (EAGAIN == err) || (EINTR == err)
335 /* this is just a case of EWOULDBLOCK */
338 failf(conn->data, "Send failure: %s",
339 Curl_strerror(conn, err));
341 return bytes_written;
345 * Curl_write() is an internal write function that sends data to the
346 * server. Works with plain sockets, SCP, SSL or kerberos.
348 CURLcode Curl_write(struct connectdata *conn,
349 curl_socket_t sockfd,
354 ssize_t bytes_written;
356 int num = (sockfd == conn->sock[SECONDARYSOCKET]);
358 if(conn->ssl[num].use)
359 /* only TRUE if SSL enabled */
360 bytes_written = Curl_ssl_send(conn, num, mem, len);
362 else if(conn->protocol & PROT_SCP)
363 bytes_written = Curl_scp_send(conn, num, mem, len);
364 else if(conn->protocol & PROT_SFTP)
365 bytes_written = Curl_sftp_send(conn, num, mem, len);
366 #endif /* !USE_LIBSSH2 */
367 else if(conn->sec_complete)
368 /* only TRUE if krb enabled */
369 bytes_written = Curl_sec_send(conn, num, mem, len);
371 bytes_written = send_plain(conn, num, mem, len);
373 *written = bytes_written;
374 retcode = (-1 != bytes_written)?CURLE_OK:CURLE_SEND_ERROR;
379 static CURLcode pausewrite(struct SessionHandle *data,
380 int type, /* what type of data */
384 /* signalled to pause sending on this connection, but since we have data
385 we want to send we need to dup it to save a copy for when the sending
387 struct SingleRequest *k = &data->req;
388 char *dupl = malloc(len);
390 return CURLE_OUT_OF_MEMORY;
392 memcpy(dupl, ptr, len);
394 /* store this information in the state struct for later use */
395 data->state.tempwrite = dupl;
396 data->state.tempwritesize = len;
397 data->state.tempwritetype = type;
399 /* mark the connection as RECV paused */
400 k->keepon |= KEEP_READ_PAUSE;
402 DEBUGF(infof(data, "Pausing with %d bytes in buffer for type %02x\n",
409 /* client_write() sends data to the write callback(s)
411 The bit pattern defines to what "streams" to write to. Body and/or header.
412 The defines are in sendf.h of course.
414 CURLcode Curl_client_write(struct connectdata *conn,
419 struct SessionHandle *data = conn->data;
422 /* If reading is actually paused, we're forced to append this chunk of data
423 to the already held data, but only if it is the same type as otherwise it
424 can't work and it'll return error instead. */
425 if(data->req.keepon & KEEP_READ_PAUSE) {
428 if(type != data->state.tempwritetype)
429 /* major internal confusion */
430 return CURLE_RECV_ERROR;
432 /* figure out the new size of the data to save */
433 newlen = len + data->state.tempwritesize;
434 /* allocate the new memory area */
435 newptr = malloc(newlen);
437 return CURLE_OUT_OF_MEMORY;
438 /* copy the previously held data to the new area */
439 memcpy(newptr, data->state.tempwrite, data->state.tempwritesize);
440 /* copy the new data to the end of the new area */
441 memcpy(newptr + data->state.tempwritesize, ptr, len);
442 /* free the old data */
443 free(data->state.tempwrite);
444 /* update the pointer and the size */
445 data->state.tempwrite = newptr;
446 data->state.tempwritesize = newlen;
454 if(type & CLIENTWRITE_BODY) {
455 if((conn->protocol&PROT_FTP) && conn->proto.ftpc.transfertype == 'A') {
456 #ifdef CURL_DOES_CONVERSIONS
457 /* convert from the network encoding */
459 rc = Curl_convert_from_network(data, ptr, len);
460 /* Curl_convert_from_network calls failf if unsuccessful */
463 #endif /* CURL_DOES_CONVERSIONS */
465 #ifdef CURL_DO_LINEEND_CONV
466 /* convert end-of-line markers */
467 len = convert_lineends(data, ptr, len);
468 #endif /* CURL_DO_LINEEND_CONV */
470 /* If the previous block of data ended with CR and this block of data is
471 just a NL, then the length might be zero */
473 wrote = data->set.fwrite_func(ptr, 1, len, data->set.out);
479 if(CURL_WRITEFUNC_PAUSE == wrote)
480 return pausewrite(data, type, ptr, len);
483 failf(data, "Failed writing body (%d != %d)", (int)wrote, (int)len);
484 return CURLE_WRITE_ERROR;
488 if((type & CLIENTWRITE_HEADER) &&
489 (data->set.fwrite_header || data->set.writeheader) ) {
491 * Write headers to the same callback or to the especially setup
492 * header callback function (added after version 7.7.1).
494 curl_write_callback writeit=
495 data->set.fwrite_header?data->set.fwrite_header:data->set.fwrite_func;
497 /* Note: The header is in the host encoding
498 regardless of the ftp transfer mode (ASCII/Image) */
500 wrote = writeit(ptr, 1, len, data->set.writeheader);
501 if(CURL_WRITEFUNC_PAUSE == wrote)
502 /* here we pass in the HEADER bit only since if this was body as well
503 then it was passed already and clearly that didn't trigger the pause,
504 so this is saved for later with the HEADER bit only */
505 return pausewrite(data, CLIENTWRITE_HEADER, ptr, len);
508 failf (data, "Failed writing header");
509 return CURLE_WRITE_ERROR;
517 #define MIN(a,b) ((a) < (b) ? (a) : (b))
521 * Internal read-from-socket function. This is meant to deal with plain
522 * sockets, SSL sockets and kerberos sockets.
524 * If the read would block (EWOULDBLOCK) we return -1. Otherwise we return
525 * a regular CURLcode value.
527 int Curl_read(struct connectdata *conn, /* connection data */
528 curl_socket_t sockfd, /* read from this socket */
529 char *buf, /* store read data here */
530 size_t sizerequested, /* max amount to read */
531 ssize_t *n) /* amount bytes read */
534 size_t bytesfromsocket = 0;
535 char *buffertofill = NULL;
536 bool pipelining = (bool)(conn->data->multi &&
537 Curl_multi_canPipeline(conn->data->multi));
539 /* Set 'num' to 0 or 1, depending on which socket that has been sent here.
540 If it is the second socket, we set num to 1. Otherwise to 0. This lets
541 us use the correct ssl handle. */
542 int num = (sockfd == conn->sock[SECONDARYSOCKET]);
544 *n=0; /* reset amount to zero */
546 /* If session can pipeline, check connection buffer */
548 size_t bytestocopy = MIN(conn->buf_len - conn->read_pos, sizerequested);
550 /* Copy from our master buffer first if we have some unread data there*/
551 if(bytestocopy > 0) {
552 memcpy(buf, conn->master_buffer + conn->read_pos, bytestocopy);
553 conn->read_pos += bytestocopy;
554 conn->bits.stream_was_rewound = FALSE;
556 *n = (ssize_t)bytestocopy;
559 /* If we come here, it means that there is no data to read from the buffer,
560 * so we read from the socket */
561 bytesfromsocket = MIN(sizerequested, BUFSIZE * sizeof (char));
562 buffertofill = conn->master_buffer;
565 bytesfromsocket = MIN((long)sizerequested, conn->data->set.buffer_size ?
566 conn->data->set.buffer_size : BUFSIZE);
570 if(conn->ssl[num].use) {
571 nread = Curl_ssl_recv(conn, num, buffertofill, bytesfromsocket);
574 return -1; /* -1 from Curl_ssl_recv() means EWOULDBLOCK */
578 else if(conn->protocol & (PROT_SCP|PROT_SFTP)) {
579 if(conn->protocol & PROT_SCP)
580 nread = Curl_scp_recv(conn, num, buffertofill, bytesfromsocket);
581 else if(conn->protocol & PROT_SFTP)
582 nread = Curl_sftp_recv(conn, num, buffertofill, bytesfromsocket);
583 #ifdef LIBSSH2CHANNEL_EAGAIN
584 if((nread == LIBSSH2CHANNEL_EAGAIN) || (nread == 0))
589 /* since it is negative and not EGAIN, it was a protocol-layer error */
590 return CURLE_RECV_ERROR;
592 #endif /* !USE_LIBSSH2 */
594 if(conn->sec_complete)
595 nread = Curl_sec_read(conn, sockfd, buffertofill,
598 nread = sread(sockfd, buffertofill, bytesfromsocket);
603 if(WSAEWOULDBLOCK == err)
605 if((EWOULDBLOCK == err) || (EAGAIN == err) || (EINTR == err))
613 memcpy(buf, conn->master_buffer, nread);
614 conn->buf_len = nread;
615 conn->read_pos = nread;
624 /* return 0 on success */
625 static int showit(struct SessionHandle *data, curl_infotype type,
626 char *ptr, size_t size)
628 static const char * const s_infotype[CURLINFO_END] = {
629 "* ", "< ", "> ", "{ ", "} ", "{ ", "} " };
631 #ifdef CURL_DOES_CONVERSIONS
633 size_t conv_size = 0;
636 case CURLINFO_HEADER_OUT:
637 /* assume output headers are ASCII */
638 /* copy the data into my buffer so the original is unchanged */
640 size = BUFSIZE; /* truncate if necessary */
644 memcpy(buf, ptr, size);
645 /* Special processing is needed for this block if it
646 * contains both headers and data (separated by CRLFCRLF).
647 * We want to convert just the headers, leaving the data as-is.
651 for(i = 0; i < size-4; i++) {
652 if(memcmp(&buf[i], "\x0d\x0a\x0d\x0a", 4) == 0) {
653 /* convert everthing through this CRLFCRLF but no further */
660 Curl_convert_from_network(data, buf, conv_size);
661 /* Curl_convert_from_network calls failf if unsuccessful */
662 /* we might as well continue even if it fails... */
663 ptr = buf; /* switch pointer to use my buffer instead */
666 /* leave everything else as-is */
669 #endif /* CURL_DOES_CONVERSIONS */
672 return (*data->set.fdebug)(data, type, ptr, size,
673 data->set.debugdata);
677 case CURLINFO_HEADER_OUT:
678 case CURLINFO_HEADER_IN:
679 fwrite(s_infotype[type], 2, 1, data->set.err);
680 fwrite(ptr, size, 1, data->set.err);
681 #ifdef CURL_DOES_CONVERSIONS
682 if(size != conv_size) {
683 /* we had untranslated data so we need an explicit newline */
684 fwrite("\n", 1, 1, data->set.err);
694 int Curl_debug(struct SessionHandle *data, curl_infotype type,
695 char *ptr, size_t size,
696 struct connectdata *conn)
699 if(data->set.printhost && conn && conn->host.dispname) {
702 const char *w="Data";
704 case CURLINFO_HEADER_IN:
706 case CURLINFO_DATA_IN:
709 case CURLINFO_HEADER_OUT:
711 case CURLINFO_DATA_OUT:
719 snprintf(buffer, sizeof(buffer), "[%s %s %s]", w, t,
720 conn->host.dispname);
721 rc = showit(data, CURLINFO_TEXT, buffer, strlen(buffer));
726 rc = showit(data, type, ptr, size);