3 * Web service library with GLib integration
5 * Copyright (C) 2009-2013 Intel Corporation. All rights reserved.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
33 #include <sys/socket.h>
34 #include <sys/sendfile.h>
36 #include <arpa/inet.h>
39 #include <netinet/tcp.h>
42 #include <tpkp_gnutls.h>
44 #include "giognutls.h"
48 #define DEFAULT_BUFFER_SIZE 2048
50 #define SESSION_FLAG_USE_TLS (1 << 0)
75 struct addrinfo *addr;
79 GIOChannel *transport_channel;
80 guint transport_watch;
87 guint8 *receive_buffer;
90 GString *current_header;
96 enum chunk_state chunck_state;
103 GWebResultFunc result_func;
104 GWebRouteFunc route_func;
105 GWebInputFunc input_func;
126 char *user_agent_profile;
128 bool close_connection;
130 GWebDebugFunc debug_func;
134 #define debug(web, format, arg...) \
135 _debug(web, __FILE__, __func__, format, ## arg)
137 static void _debug(GWeb *web, const char *file, const char *caller,
138 const char *format, ...)
144 if (!web->debug_func)
147 va_start(ap, format);
149 if ((len = snprintf(str, sizeof(str), "%s:%s() web %p ",
150 file, caller, web)) > 0) {
151 if (vsnprintf(str + len, sizeof(str) - len, format, ap) > 0)
152 web->debug_func(str, web->debug_data);
158 static void free_session(struct web_session *session)
165 g_free(session->request);
169 if (session->address_action > 0)
170 g_source_remove(session->address_action);
172 if (session->resolv_action > 0)
173 g_resolv_cancel_lookup(web->resolv, session->resolv_action);
175 if (session->transport_watch > 0)
176 g_source_remove(session->transport_watch);
178 if (session->send_watch > 0)
179 g_source_remove(session->send_watch);
181 if (session->transport_channel)
182 g_io_channel_unref(session->transport_channel);
184 g_free(session->result.last_key);
186 if (session->result.headers)
187 g_hash_table_destroy(session->result.headers);
189 if (session->send_buffer)
190 g_string_free(session->send_buffer, TRUE);
192 if (session->current_header)
193 g_string_free(session->current_header, TRUE);
195 g_free(session->receive_buffer);
197 g_free(session->content_type);
199 g_free(session->host);
200 g_free(session->address);
202 freeaddrinfo(session->addr);
207 static void flush_sessions(GWeb *web)
211 for (list = g_list_first(web->session_list);
212 list; list = g_list_next(list))
213 free_session(list->data);
215 g_list_free(web->session_list);
216 web->session_list = NULL;
219 GWeb *g_web_new(int index)
226 web = g_try_new0(GWeb, 1);
232 web->next_query_id = 1;
234 web->family = AF_UNSPEC;
237 web->session_list = NULL;
239 web->resolv = g_resolv_new(index);
245 web->accept_option = g_strdup("*/*");
246 web->user_agent = g_strdup_printf("GWeb/%s", VERSION);
247 web->close_connection = false;
252 GWeb *g_web_ref(GWeb *web)
257 __sync_fetch_and_add(&web->ref_count, 1);
262 void g_web_unref(GWeb *web)
267 if (__sync_fetch_and_sub(&web->ref_count, 1) != 1)
272 g_resolv_unref(web->resolv);
276 g_free(web->accept_option);
277 g_free(web->user_agent);
278 g_free(web->user_agent_profile);
279 g_free(web->http_version);
284 bool g_web_supports_tls(void)
286 return g_io_channel_supports_tls();
289 void g_web_set_debug(GWeb *web, GWebDebugFunc func, gpointer user_data)
294 web->debug_func = func;
295 web->debug_data = user_data;
297 g_resolv_set_debug(web->resolv, func, user_data);
300 bool g_web_set_proxy(GWeb *web, const char *proxy)
309 debug(web, "clearing proxy");
311 web->proxy = g_strdup(proxy);
312 debug(web, "setting proxy %s", web->proxy);
318 bool g_web_set_address_family(GWeb *web, int family)
323 if (family != AF_UNSPEC && family != AF_INET && family != AF_INET6)
326 web->family = family;
328 g_resolv_set_address_family(web->resolv, family);
333 bool g_web_add_nameserver(GWeb *web, const char *address)
338 g_resolv_add_nameserver(web->resolv, address, 53, 0);
343 static bool set_accept_option(GWeb *web, const char *format, va_list args)
345 g_free(web->accept_option);
348 web->accept_option = NULL;
349 debug(web, "clearing accept option");
351 web->accept_option = g_strdup_vprintf(format, args);
352 debug(web, "setting accept %s", web->accept_option);
358 bool g_web_set_accept(GWeb *web, const char *format, ...)
366 va_start(args, format);
367 result = set_accept_option(web, format, args);
373 static bool set_user_agent(GWeb *web, const char *format, va_list args)
375 g_free(web->user_agent);
378 web->user_agent = NULL;
379 debug(web, "clearing user agent");
381 web->user_agent = g_strdup_vprintf(format, args);
382 debug(web, "setting user agent %s", web->user_agent);
388 bool g_web_set_user_agent(GWeb *web, const char *format, ...)
396 va_start(args, format);
397 result = set_user_agent(web, format, args);
403 bool g_web_set_ua_profile(GWeb *web, const char *profile)
408 g_free(web->user_agent_profile);
410 web->user_agent_profile = g_strdup(profile);
411 debug(web, "setting user agent profile %s", web->user_agent);
416 bool g_web_set_http_version(GWeb *web, const char *version)
421 g_free(web->http_version);
424 web->http_version = NULL;
425 debug(web, "clearing HTTP version");
427 web->http_version = g_strdup(version);
428 debug(web, "setting HTTP version %s", web->http_version);
434 void g_web_set_close_connection(GWeb *web, bool enabled)
439 web->close_connection = enabled;
442 bool g_web_get_close_connection(GWeb *web)
447 return web->close_connection;
450 static inline void call_result_func(struct web_session *session, guint16 status)
453 if (!session->result_func)
457 session->result.status = status;
459 session->result_func(&session->result, session->user_data);
463 static inline void call_route_func(struct web_session *session)
465 if (session->route_func)
466 session->route_func(session->address, session->addr->ai_family,
467 session->web->index, session->user_data);
470 static bool process_send_buffer(struct web_session *session)
473 gsize count, bytes_written;
479 buf = session->send_buffer;
483 if (session->request_started &&
484 !session->more_data &&
486 session->body_done = true;
491 status = g_io_channel_write_chars(session->transport_channel,
492 buf->str, count, &bytes_written, NULL);
494 debug(session->web, "status %u bytes to write %zu bytes written %zu",
495 status, count, bytes_written);
497 if (status != G_IO_STATUS_NORMAL && status != G_IO_STATUS_AGAIN)
500 g_string_erase(buf, 0, bytes_written);
505 static bool process_send_file(struct web_session *session)
511 if (session->fd == -1)
514 if (!session->request_started || session->more_data)
517 sk = g_io_channel_unix_get_fd(session->transport_channel);
521 offset = session->offset;
523 bytes_sent = sendfile(sk, session->fd, &offset, session->length);
525 debug(session->web, "errno: %d, bytes to send %zu / bytes sent %zu",
526 errno, session->length, bytes_sent);
528 if (bytes_sent < 0 && errno != EAGAIN)
531 session->offset = offset;
532 session->length -= bytes_sent;
534 if (session->length == 0) {
535 session->body_done = true;
542 static void process_next_chunk(struct web_session *session)
544 GString *buf = session->send_buffer;
548 if (!session->input_func) {
549 session->more_data = false;
553 session->more_data = session->input_func(&body, &length,
557 g_string_append_printf(buf, "%zx\r\n", length);
558 g_string_append_len(buf, (char *) body, length);
559 g_string_append(buf, "\r\n");
562 if (!session->more_data)
563 g_string_append(buf, "0\r\n\r\n");
566 static void start_request(struct web_session *session)
568 GString *buf = session->send_buffer;
573 debug(session->web, "request %s from %s",
574 session->request, session->host);
576 g_string_truncate(buf, 0);
578 if (!session->web->http_version)
581 version = session->web->http_version;
583 if (!session->content_type)
584 g_string_append_printf(buf, "GET %s HTTP/%s\r\n",
585 session->request, version);
587 g_string_append_printf(buf, "POST %s HTTP/%s\r\n",
588 session->request, version);
590 g_string_append_printf(buf, "Host: %s\r\n", session->host);
592 if (session->web->user_agent)
593 g_string_append_printf(buf, "User-Agent: %s\r\n",
594 session->web->user_agent);
596 if (session->web->user_agent_profile) {
597 g_string_append_printf(buf, "x-wap-profile: %s\r\n",
598 session->web->user_agent_profile);
601 if (session->web->accept_option)
602 g_string_append_printf(buf, "Accept: %s\r\n",
603 session->web->accept_option);
605 if (session->content_type) {
606 g_string_append_printf(buf, "Content-Type: %s\r\n",
607 session->content_type);
608 if (!session->input_func) {
609 session->more_data = false;
610 length = session->length;
612 session->more_data = session->input_func(&body, &length,
614 if (!session->more_data)
615 g_string_append_printf(buf, "Content-Length: %zu\r\n",
618 g_string_append(buf, "Transfer-Encoding: chunked\r\n");
621 if (session->web->close_connection)
622 g_string_append(buf, "Connection: close\r\n");
624 g_string_append(buf, "\r\n");
626 if (session->content_type && length > 0) {
627 if (session->more_data) {
628 g_string_append_printf(buf, "%zx\r\n", length);
629 g_string_append_len(buf, (char *) body, length);
630 g_string_append(buf, "\r\n");
631 } else if (session->fd == -1)
632 g_string_append_len(buf, (char *) body, length);
636 static gboolean send_data(GIOChannel *channel, GIOCondition cond,
639 struct web_session *session = user_data;
641 if (cond & (G_IO_NVAL | G_IO_ERR | G_IO_HUP)) {
642 session->send_watch = 0;
646 if (process_send_buffer(session))
649 if (process_send_file(session))
652 if (!session->request_started) {
653 session->request_started = true;
654 start_request(session);
655 } else if (session->more_data)
656 process_next_chunk(session);
658 process_send_buffer(session);
660 if (session->body_done) {
661 session->send_watch = 0;
668 static int decode_chunked(struct web_session *session,
669 const guint8 *buf, gsize len)
671 const guint8 *ptr = buf;
679 switch (session->chunck_state) {
681 pos = memchr(ptr, '\n', len);
683 g_string_append_len(session->current_header,
689 if (count < 1 || ptr[count - 1] != '\r')
692 g_string_append_len(session->current_header,
693 (gchar *) ptr, count);
698 str = session->current_header->str;
700 counter = strtoul(str, NULL, 16);
701 if ((counter == 0 && errno == EINVAL) ||
702 counter == ULONG_MAX)
705 session->chunk_size = counter;
706 session->chunk_left = counter;
708 session->chunck_state = CHUNK_DATA;
715 session->chunck_state = CHUNK_N_BODY;
722 session->chunck_state = CHUNK_SIZE;
725 if (session->chunk_size == 0) {
726 debug(session->web, "Download Done in chunk");
727 g_string_truncate(session->current_header, 0);
731 if (session->chunk_left <= len) {
732 session->result.buffer = ptr;
733 session->result.length = session->chunk_left;
734 call_result_func(session, 0);
736 len -= session->chunk_left;
737 ptr += session->chunk_left;
739 session->total_len += session->chunk_left;
740 session->chunk_left = 0;
742 g_string_truncate(session->current_header, 0);
743 session->chunck_state = CHUNK_R_BODY;
747 session->result.buffer = ptr;
748 session->result.length = len;
749 call_result_func(session, 0);
751 session->chunk_left -= len;
752 session->total_len += len;
763 static int handle_body(struct web_session *session,
764 const guint8 *buf, gsize len)
768 debug(session->web, "[body] length %zu", len);
770 if (!session->result.use_chunk) {
772 session->result.buffer = buf;
773 session->result.length = len;
774 call_result_func(session, 0);
779 err = decode_chunked(session, buf, len);
781 debug(session->web, "Error in chunk decode %d", err);
783 session->result.buffer = NULL;
784 session->result.length = 0;
785 call_result_func(session, 400);
791 static void handle_multi_line(struct web_session *session)
797 str = session->current_header->str;
799 if (str[0] != ' ' && str[0] != '\t')
802 while (str[0] == ' ' || str[0] == '\t')
805 count = str - session->current_header->str;
807 g_string_erase(session->current_header, 0, count);
808 g_string_insert_c(session->current_header, 0, ' ');
811 #if defined TIZEN_EXT
812 if (session->result.last_key == NULL)
815 value = g_hash_table_lookup(session->result.headers,
816 session->result.last_key);
818 g_string_insert(session->current_header, 0, value);
820 str = session->current_header->str;
822 g_hash_table_replace(session->result.headers,
823 g_strdup(session->result.last_key),
828 static void add_header_field(struct web_session *session)
836 str = session->current_header->str;
838 pos = memchr(str, ':', session->current_header->len);
845 /* remove preceding white spaces */
849 count = (char *) pos - str;
851 g_string_erase(session->current_header, 0, count);
853 value = g_hash_table_lookup(session->result.headers, key);
855 g_string_insert_c(session->current_header, 0, ' ');
856 g_string_insert_c(session->current_header, 0, ';');
858 g_string_insert(session->current_header, 0, value);
861 str = session->current_header->str;
862 g_hash_table_replace(session->result.headers, key,
865 g_free(session->result.last_key);
866 session->result.last_key = g_strdup(key);
870 static gboolean received_data(GIOChannel *channel, GIOCondition cond,
873 struct web_session *session = user_data;
874 guint8 *ptr = session->receive_buffer;
878 if (cond & (G_IO_NVAL | G_IO_ERR | G_IO_HUP)) {
879 session->transport_watch = 0;
880 session->result.buffer = NULL;
881 session->result.length = 0;
882 call_result_func(session, 400);
886 status = g_io_channel_read_chars(channel,
887 (gchar *) session->receive_buffer,
888 session->receive_space - 1, &bytes_read, NULL);
890 debug(session->web, "bytes read %zu", bytes_read);
892 if (status != G_IO_STATUS_NORMAL && status != G_IO_STATUS_AGAIN) {
893 session->transport_watch = 0;
894 session->result.buffer = NULL;
895 session->result.length = 0;
896 call_result_func(session, 0);
900 session->receive_buffer[bytes_read] = '\0';
902 if (session->header_done) {
903 if (handle_body(session, session->receive_buffer,
905 session->transport_watch = 0;
911 while (bytes_read > 0) {
916 pos = memchr(ptr, '\n', bytes_read);
918 g_string_append_len(session->current_header,
919 (gchar *) ptr, bytes_read);
924 count = strlen((char *) ptr);
925 if (count > 0 && ptr[count - 1] == '\r') {
930 g_string_append_len(session->current_header,
931 (gchar *) ptr, count);
933 bytes_read -= count + 1;
939 if (session->current_header->len == 0) {
942 session->header_done = true;
944 val = g_hash_table_lookup(session->result.headers,
945 "Transfer-Encoding");
947 val = g_strrstr(val, "chunked");
949 session->result.use_chunk = true;
951 session->chunck_state = CHUNK_SIZE;
952 session->chunk_left = 0;
953 session->total_len = 0;
957 if (handle_body(session, ptr, bytes_read) < 0) {
958 session->transport_watch = 0;
964 str = session->current_header->str;
966 if (session->result.status == 0) {
969 if (sscanf(str, "HTTP/%*s %u %*s", &code) == 1)
970 session->result.status = code;
973 debug(session->web, "[header] %s", str);
975 /* handle multi-line header */
976 if (str[0] == ' ' || str[0] == '\t')
977 handle_multi_line(session);
979 add_header_field(session);
981 g_string_truncate(session->current_header, 0);
987 static int bind_to_address(int sk, const char *interface, int family)
989 struct ifaddrs *ifaddr_list, *ifaddr;
992 if (getifaddrs(&ifaddr_list) < 0)
995 for (ifaddr = ifaddr_list; ifaddr; ifaddr = ifaddr->ifa_next) {
996 if (g_strcmp0(ifaddr->ifa_name, interface) != 0)
999 if (!ifaddr->ifa_addr ||
1000 ifaddr->ifa_addr->sa_family != family)
1005 size = sizeof(struct sockaddr_in);
1008 size = sizeof(struct sockaddr_in6);
1014 err = bind(sk, (struct sockaddr *) ifaddr->ifa_addr, size);
1018 freeifaddrs(ifaddr_list);
1022 static inline int bind_socket(int sk, int index, int family)
1024 char interface[IF_NAMESIZE];
1027 if (!if_indextoname(index, interface))
1030 err = setsockopt(sk, SOL_SOCKET, SO_BINDTODEVICE,
1031 interface, IF_NAMESIZE);
1033 err = bind_to_address(sk, interface, family);
1038 static int connect_session_transport(struct web_session *session)
1043 sk = socket(session->addr->ai_family, SOCK_STREAM | SOCK_CLOEXEC,
1048 if (session->web->index > 0) {
1049 if (bind_socket(sk, session->web->index,
1050 session->addr->ai_family) < 0) {
1051 debug(session->web, "bind() %s", strerror(errno));
1057 if (session->flags & SESSION_FLAG_USE_TLS) {
1058 debug(session->web, "using TLS encryption");
1059 tpkp_gnutls_set_url_data(session->host);
1060 session->transport_channel = g_io_channel_gnutls_new(sk);
1062 debug(session->web, "no encryption");
1063 session->transport_channel = g_io_channel_unix_new(sk);
1066 if (!session->transport_channel) {
1067 debug(session->web, "channel missing");
1072 flags = g_io_channel_get_flags(session->transport_channel);
1073 g_io_channel_set_flags(session->transport_channel,
1074 flags | G_IO_FLAG_NONBLOCK, NULL);
1076 g_io_channel_set_encoding(session->transport_channel, NULL, NULL);
1077 g_io_channel_set_buffered(session->transport_channel, FALSE);
1079 g_io_channel_set_close_on_unref(session->transport_channel, TRUE);
1081 if (connect(sk, session->addr->ai_addr,
1082 session->addr->ai_addrlen) < 0) {
1083 if (errno != EINPROGRESS) {
1084 debug(session->web, "connect() %s", strerror(errno));
1090 session->transport_watch = g_io_add_watch(session->transport_channel,
1091 G_IO_IN | G_IO_HUP | G_IO_NVAL | G_IO_ERR,
1092 received_data, session);
1094 session->send_watch = g_io_add_watch(session->transport_channel,
1095 G_IO_OUT | G_IO_HUP | G_IO_NVAL | G_IO_ERR,
1096 send_data, session);
1101 static int create_transport(struct web_session *session)
1105 err = connect_session_transport(session);
1109 debug(session->web, "creating session %s:%u",
1110 session->address, session->port);
1115 static int parse_url(struct web_session *session,
1116 const char *url, const char *proxy)
1118 char *scheme, *host, *port, *path;
1120 scheme = g_strdup(url);
1124 host = strstr(scheme, "://");
1129 if (strcasecmp(scheme, "https") == 0) {
1130 session->port = 443;
1131 session->flags |= SESSION_FLAG_USE_TLS;
1132 } else if (strcasecmp(scheme, "http") == 0) {
1143 path = strchr(host, '/');
1148 session->request = g_strdup_printf("/%s", path ? path : "");
1150 session->request = g_strdup(url);
1152 port = strrchr(host, ':');
1155 int tmp = strtol(port + 1, &end, 10);
1159 session->port = tmp;
1163 session->host = g_strdup(host);
1165 session->host = g_strdup_printf("%s:%u", host, tmp);
1167 session->host = g_strdup(host);
1174 scheme = g_strdup(proxy);
1178 host = strstr(proxy, "://");
1183 if (strcasecmp(scheme, "http") != 0) {
1190 path = strchr(host, '/');
1194 port = strrchr(host, ':');
1197 int tmp = strtol(port + 1, &end, 10);
1201 session->port = tmp;
1205 session->address = g_strdup(host);
1212 static void handle_resolved_address(struct web_session *session)
1214 struct addrinfo hints;
1218 debug(session->web, "address %s", session->address);
1220 memset(&hints, 0, sizeof(struct addrinfo));
1221 hints.ai_flags = AI_NUMERICHOST;
1222 hints.ai_family = session->web->family;
1224 if (session->addr) {
1225 freeaddrinfo(session->addr);
1226 session->addr = NULL;
1229 port = g_strdup_printf("%u", session->port);
1230 ret = getaddrinfo(session->address, port, &hints, &session->addr);
1232 if (ret != 0 || !session->addr) {
1233 call_result_func(session, 400);
1237 call_route_func(session);
1239 if (create_transport(session) < 0) {
1240 call_result_func(session, 409);
1245 static gboolean already_resolved(gpointer data)
1247 struct web_session *session = data;
1249 session->address_action = 0;
1250 handle_resolved_address(session);
1255 static void resolv_result(GResolvResultStatus status,
1256 char **results, gpointer user_data)
1258 struct web_session *session = user_data;
1260 if (!results || !results[0]) {
1261 call_result_func(session, 404);
1265 g_free(session->address);
1266 session->address = g_strdup(results[0]);
1268 handle_resolved_address(session);
1271 static bool is_ip_address(const char *host)
1273 struct addrinfo hints;
1274 struct addrinfo *addr;
1277 memset(&hints, 0, sizeof(struct addrinfo));
1278 hints.ai_flags = AI_NUMERICHOST;
1281 result = getaddrinfo(host, NULL, &hints, &addr);
1287 static guint do_request(GWeb *web, const char *url,
1288 const char *type, GWebInputFunc input,
1289 int fd, gsize length, GWebResultFunc func,
1290 GWebRouteFunc route, gpointer user_data)
1292 struct web_session *session;
1298 debug(web, "request %s", url);
1300 session = g_try_new0(struct web_session, 1);
1304 if (parse_url(session, url, web->proxy) < 0) {
1305 free_session(session);
1309 debug(web, "proxy host %s", session->address);
1310 debug(web, "port %u", session->port);
1311 debug(web, "host %s", session->host);
1312 debug(web, "flags %lu", session->flags);
1313 debug(web, "request %s", session->request);
1316 session->content_type = g_strdup(type);
1318 debug(web, "content-type %s", session->content_type);
1323 session->result_func = func;
1324 session->route_func = route;
1325 session->input_func = input;
1327 session->length = length;
1328 session->offset = 0;
1329 session->user_data = user_data;
1331 session->receive_buffer = g_try_malloc(DEFAULT_BUFFER_SIZE);
1332 if (!session->receive_buffer) {
1333 free_session(session);
1337 session->result.headers = g_hash_table_new_full(g_str_hash, g_str_equal,
1339 if (!session->result.headers) {
1340 free_session(session);
1344 session->receive_space = DEFAULT_BUFFER_SIZE;
1345 session->send_buffer = g_string_sized_new(0);
1346 session->current_header = g_string_sized_new(0);
1347 session->header_done = false;
1348 session->body_done = false;
1350 host = session->address ? session->address : session->host;
1351 if (is_ip_address(host)) {
1352 if (session->address != host) {
1353 g_free(session->address);
1354 session->address = g_strdup(host);
1356 session->address_action = g_timeout_add(0, already_resolved,
1359 session->resolv_action = g_resolv_lookup_hostname(web->resolv,
1360 host, resolv_result, session);
1361 if (session->resolv_action == 0) {
1362 free_session(session);
1367 web->session_list = g_list_append(web->session_list, session);
1369 return web->next_query_id++;
1372 guint g_web_request_get(GWeb *web, const char *url, GWebResultFunc func,
1373 GWebRouteFunc route, gpointer user_data)
1375 return do_request(web, url, NULL, NULL, -1, 0, func, route, user_data);
1378 guint g_web_request_post(GWeb *web, const char *url,
1379 const char *type, GWebInputFunc input,
1380 GWebResultFunc func, gpointer user_data)
1382 return do_request(web, url, type, input, -1, 0, func, NULL, user_data);
1385 guint g_web_request_post_file(GWeb *web, const char *url,
1386 const char *type, const char *file,
1387 GWebResultFunc func, gpointer user_data)
1393 if (stat(file, &st) < 0)
1396 fd = open(file, O_RDONLY);
1400 ret = do_request(web, url, type, NULL, fd, st.st_size, func, NULL,
1408 bool g_web_cancel_request(GWeb *web, guint id)
1416 guint16 g_web_result_get_status(GWebResult *result)
1421 return result->status;
1424 bool g_web_result_get_chunk(GWebResult *result,
1425 const guint8 **chunk, gsize *length)
1433 *chunk = result->buffer;
1436 *length = result->length;
1441 bool g_web_result_get_header(GWebResult *result,
1442 const char *header, const char **value)
1450 *value = g_hash_table_lookup(result->headers, header);
1458 struct _GWebParser {
1462 const char *token_str;
1467 GWebParserFunc func;
1471 GWebParser *g_web_parser_new(const char *begin, const char *end,
1472 GWebParserFunc func, gpointer user_data)
1476 parser = g_try_new0(GWebParser, 1);
1480 parser->ref_count = 1;
1482 parser->begin_token = g_strdup(begin);
1483 parser->end_token = g_strdup(end);
1485 if (!parser->begin_token) {
1490 parser->func = func;
1491 parser->user_data = user_data;
1493 parser->token_str = parser->begin_token;
1494 parser->token_len = strlen(parser->token_str);
1495 parser->token_pos = 0;
1497 parser->intoken = false;
1498 parser->content = g_string_sized_new(0);
1503 GWebParser *g_web_parser_ref(GWebParser *parser)
1508 __sync_fetch_and_add(&parser->ref_count, 1);
1513 void g_web_parser_unref(GWebParser *parser)
1518 if (__sync_fetch_and_sub(&parser->ref_count, 1) != 1)
1521 g_string_free(parser->content, TRUE);
1523 g_free(parser->begin_token);
1524 g_free(parser->end_token);
1528 void g_web_parser_feed_data(GWebParser *parser,
1529 const guint8 *data, gsize length)
1531 const guint8 *ptr = data;
1536 while (length > 0) {
1537 guint8 chr = parser->token_str[parser->token_pos];
1539 if (parser->token_pos == 0) {
1542 pos = memchr(ptr, chr, length);
1544 if (parser->intoken)
1545 g_string_append_len(parser->content,
1546 (gchar *) ptr, length);
1550 if (parser->intoken)
1551 g_string_append_len(parser->content,
1552 (gchar *) ptr, (pos - ptr) + 1);
1554 length -= (pos - ptr) + 1;
1557 parser->token_pos++;
1561 if (parser->intoken)
1562 g_string_append_c(parser->content, ptr[0]);
1564 if (ptr[0] != chr) {
1568 parser->token_pos = 0;
1575 parser->token_pos++;
1577 if (parser->token_pos == parser->token_len) {
1578 if (!parser->intoken) {
1579 g_string_append(parser->content,
1582 parser->intoken = true;
1583 parser->token_str = parser->end_token;
1584 parser->token_len = strlen(parser->end_token);
1585 parser->token_pos = 0;
1588 str = g_string_free(parser->content, FALSE);
1589 parser->content = g_string_sized_new(0);
1591 parser->func(str, parser->user_data);
1594 parser->intoken = false;
1595 parser->token_str = parser->begin_token;
1596 parser->token_len = strlen(parser->begin_token);
1597 parser->token_pos = 0;
1603 void g_web_parser_end_data(GWebParser *parser)