/* the Music Player Daemon (MPD) * Copyright (C) 2008 Max Kellermann * This project's homepage is: http://www.musicpd.org * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include "input_curl.h" #include "input_stream.h" #include "dlist.h" #include "conf.h" #include "config.h" #include #include #include #include #include #include /** rewinding is possible after up to 64 kB */ static const off_t max_rewind_size = 64 * 1024; /** * Buffers created by input_curl_writefunction(). */ struct buffer { struct list_head siblings; /** size of the payload */ size_t size; /** how much has been consumed yet? */ size_t consumed; /** the payload */ unsigned char data[sizeof(long)]; }; struct input_curl { /* some buffers which were passed to libcurl, which we have too free */ char *url, *range; struct curl_slist *request_headers; /** the curl handles */ CURL *easy; CURLM *multi; /** list of buffers, where input_curl_writefunction() appends to, and input_curl_read() reads from them */ struct list_head buffers; /** has something been added to the buffers list? */ bool buffered; /** did libcurl tell us the we're at the end of the response body? */ bool eof; /** limited list of old buffers, for rewinding */ struct list_head rewind; /** error message provided by libcurl */ char error[CURL_ERROR_SIZE]; }; /** libcurl should accept "ICY 200 OK" */ static struct curl_slist *http_200_aliases; void input_curl_global_init(void) { CURLcode code = curl_global_init(CURL_GLOBAL_ALL); if (code != CURLE_OK) g_warning("curl_global_init() failed: %s\n", curl_easy_strerror(code)); http_200_aliases = curl_slist_append(http_200_aliases, "ICY 200 OK"); } void input_curl_global_finish(void) { curl_slist_free_all(http_200_aliases); curl_global_cleanup(); } /** * Frees the current "libcurl easy" handle, and everything associated * with it. */ static void input_curl_easy_free(struct input_curl *c) { if (c->easy != NULL) { curl_multi_remove_handle(c->multi, c->easy); curl_easy_cleanup(c->easy); c->easy = NULL; } curl_slist_free_all(c->request_headers); c->request_headers = NULL; g_free(c->range); c->range = NULL; while (!list_empty(&c->buffers)) { struct buffer *buffer = (struct buffer *)c->buffers.next; list_del(&buffer->siblings); g_free(buffer); } while (!list_empty(&c->rewind)) { struct buffer *buffer = (struct buffer *)c->rewind.next; list_del(&buffer->siblings); g_free(buffer); } } /** * Frees this stream (but not the input_stream struct itself). */ static void input_curl_free(struct input_stream *is) { struct input_curl *c = is->data; input_curl_easy_free(c); if (c->multi != NULL) curl_multi_cleanup(c->multi); g_free(c->url); g_free(c); } static bool input_curl_multi_info_read(struct input_stream *is) { struct input_curl *c = is->data; CURLMsg *msg; int msgs_in_queue; while ((msg = curl_multi_info_read(c->multi, &msgs_in_queue)) != NULL) { if (msg->msg == CURLMSG_DONE) { c->eof = true; if (msg->data.result != CURLE_OK) { g_warning("curl failed: %s\n", c->error); is->error = -1; return false; } } } return true; } /** * Wait for the libcurl socket. * * @return -1 on error, 0 if no data is available yet, 1 if data is * available */ static int input_curl_select(struct input_curl *c) { fd_set rfds, wfds, efds; int max_fd, ret; CURLMcode mcode; /* XXX hard coded timeout value.. */ struct timeval timeout = { .tv_sec = 1, .tv_usec = 0, }; FD_ZERO(&rfds); FD_ZERO(&wfds); FD_ZERO(&efds); mcode = curl_multi_fdset(c->multi, &rfds, &wfds, &efds, &max_fd); if (mcode != CURLM_OK) { g_warning("curl_multi_fdset() failed: %s\n", curl_multi_strerror(mcode)); return -1; } assert(max_fd >= 0); ret = select(max_fd + 1, &rfds, &wfds, &efds, &timeout); if (ret < 0) g_warning("select() failed: %s\n", strerror(errno)); return ret; } /** * Mark a part of the buffer object as consumed. */ static void consume_buffer(struct buffer *buffer, size_t length, struct list_head *rewind_head) { assert(buffer != NULL); assert(buffer->consumed < buffer->size); buffer->consumed += length; if (buffer->consumed < buffer->size) return; assert(buffer->consumed == buffer->size); list_del(&buffer->siblings); if (rewind_head != NULL) /* append this buffer to the rewind buffer list */ list_add_tail(&buffer->siblings, rewind_head); else g_free(buffer); } static size_t read_from_buffer(struct buffer *buffer, void *dest, size_t length, struct list_head *rewind_head) { assert(buffer->size > 0); assert(buffer->consumed < buffer->size); if (length > buffer->size - buffer->consumed) length = buffer->size - buffer->consumed; memcpy(dest, buffer->data + buffer->consumed, length); consume_buffer(buffer, length, rewind_head); return length; } static size_t input_curl_read(struct input_stream *is, void *ptr, size_t size) { struct input_curl *c = is->data; CURLMcode mcode = CURLM_CALL_MULTI_PERFORM; struct list_head *rewind_head; size_t nbytes = 0; char *dest = ptr; /* fill the buffer */ while (!c->eof && list_empty(&c->buffers)) { int running_handles; bool bret; if (mcode != CURLM_CALL_MULTI_PERFORM) { /* if we're still here, there is no input yet - wait for input */ int ret = input_curl_select(c); if (ret <= 0) /* no data yet or error */ return 0; } mcode = curl_multi_perform(c->multi, &running_handles); if (mcode != CURLM_OK && mcode != CURLM_CALL_MULTI_PERFORM) { g_warning("curl_multi_perform() failed: %s\n", curl_multi_strerror(mcode)); c->eof = true; return 0; } bret = input_curl_multi_info_read(is); if (!bret) return 0; } /* send buffer contents */ if (!list_empty(&c->rewind) || is->offset == 0) /* at the beginning or already writing the rewind buffer list */ rewind_head = &c->rewind; else /* we don't need the rewind buffers anymore */ rewind_head = NULL; while (size > 0 && !list_empty(&c->buffers)) { struct buffer *buffer = (struct buffer *)c->buffers.next; size_t copy = read_from_buffer(buffer, dest + nbytes, size, rewind_head); nbytes += copy; size -= copy; } is->offset += (off_t)nbytes; if (rewind_head != NULL && is->offset > max_rewind_size) { /* drop the rewind buffer, it has grown too large */ while (!list_empty(&c->rewind)) { struct buffer *buffer = (struct buffer *)c->rewind.next; list_del(&buffer->siblings); g_free(buffer); } } return nbytes; } static void input_curl_close(struct input_stream *is) { input_curl_free(is); } static bool input_curl_eof(G_GNUC_UNUSED struct input_stream *is) { struct input_curl *c = is->data; return c->eof && list_empty(&c->buffers); } static int input_curl_buffer(struct input_stream *is) { struct input_curl *c = is->data; CURLMcode mcode; int running_handles; bool ret; c->buffered = false; if (!is->ready) /* not ready yet means the caller is waiting in a busy loop; relax that by calling select() on the socket */ input_curl_select(c); do { mcode = curl_multi_perform(c->multi, &running_handles); } while (mcode == CURLM_CALL_MULTI_PERFORM && list_empty(&c->buffers)); if (mcode != CURLM_OK && mcode != CURLM_CALL_MULTI_PERFORM) { g_warning("curl_multi_perform() failed: %s\n", curl_multi_strerror(mcode)); c->eof = true; return -1; } ret = input_curl_multi_info_read(is); if (!ret) return -1; return c->buffered; } /** called by curl when new data is available */ static size_t input_curl_headerfunction(void *ptr, size_t size, size_t nmemb, void *stream) { struct input_stream *is = stream; const char *header = ptr, *end, *value; char name[64]; size *= nmemb; end = header + size; value = memchr(header, ':', size); if (value == NULL || (size_t)(value - header) >= sizeof(name)) return size; memcpy(name, header, value - header); name[value - header] = 0; /* skip the colon */ ++value; /* strip the value */ while (value < end && g_ascii_isspace(*value)) ++value; while (end > value && g_ascii_isspace(end[-1])) --end; if (strcasecmp(name, "accept-ranges") == 0) is->seekable = true; else if (strcasecmp(name, "content-length") == 0) { char buffer[64]; if ((size_t)(end - header) >= sizeof(buffer)) return size; memcpy(buffer, value, end - value); buffer[end - value] = 0; is->size = is->offset + g_ascii_strtoull(buffer, NULL, 10); } else if (strcasecmp(name, "content-type") == 0) { g_free(is->mime); is->mime = g_strndup(value, end - value); } else if (strcasecmp(name, "icy-name") == 0 || strcasecmp(name, "ice-name") == 0 || strcasecmp(name, "x-audiocast-name") == 0) { g_free(is->meta_name); is->meta_name = g_strndup(value, end - value); } return size; } /** called by curl when new data is available */ static size_t input_curl_writefunction(void *ptr, size_t size, size_t nmemb, void *stream) { struct input_stream *is = stream; struct input_curl *c = is->data; struct buffer *buffer; size *= nmemb; if (size == 0) return 0; buffer = g_malloc(sizeof(*buffer) - sizeof(buffer->data) + size); buffer->size = size; buffer->consumed = 0; memcpy(buffer->data, ptr, size); list_add_tail(&buffer->siblings, &c->buffers); c->buffered = true; is->ready = true; return size; } static bool input_curl_easy_init(struct input_stream *is) { struct input_curl *c = is->data; CURLcode code; CURLMcode mcode; ConfigParam *proxy_host; ConfigParam *proxy_port; ConfigParam *proxy_user; ConfigParam *proxy_pass; c->eof = false; c->easy = curl_easy_init(); if (c->easy == NULL) { g_warning("curl_easy_init() failed\n"); return false; } mcode = curl_multi_add_handle(c->multi, c->easy); if (mcode != CURLM_OK) return false; curl_easy_setopt(c->easy, CURLOPT_USERAGENT, "Music Player Daemon " VERSION); curl_easy_setopt(c->easy, CURLOPT_HEADERFUNCTION, input_curl_headerfunction); curl_easy_setopt(c->easy, CURLOPT_WRITEHEADER, is); curl_easy_setopt(c->easy, CURLOPT_WRITEFUNCTION, input_curl_writefunction); curl_easy_setopt(c->easy, CURLOPT_WRITEDATA, is); curl_easy_setopt(c->easy, CURLOPT_HTTP200ALIASES, http_200_aliases); curl_easy_setopt(c->easy, CURLOPT_FOLLOWLOCATION, 1); curl_easy_setopt(c->easy, CURLOPT_MAXREDIRS, 5); curl_easy_setopt(c->easy, CURLOPT_FAILONERROR, true); curl_easy_setopt(c->easy, CURLOPT_ERRORBUFFER, c->error); proxy_host = getConfigParam(CONF_HTTP_PROXY_HOST); proxy_port = getConfigParam(CONF_HTTP_PROXY_PORT); proxy_user = getConfigParam(CONF_HTTP_PROXY_USER); proxy_pass = getConfigParam(CONF_HTTP_PROXY_PASSWORD); if (proxy_host != NULL) { char *proxy_host_str; if (proxy_port == NULL) { proxy_host_str = g_strdup(proxy_host->value); } else { proxy_host_str = g_strconcat(proxy_host->value, ":", proxy_port->value, NULL); } curl_easy_setopt(c->easy, CURLOPT_PROXY, proxy_host_str); g_free(proxy_host_str); } if ((proxy_user != NULL) && (proxy_pass != NULL)) { char *proxy_auth_str = g_strconcat(proxy_user->value, ":", proxy_pass->value, NULL); curl_easy_setopt(c->easy, CURLOPT_PROXYUSERPWD, proxy_auth_str); g_free(proxy_auth_str); } code = curl_easy_setopt(c->easy, CURLOPT_URL, c->url); if (code != CURLE_OK) return false; c->request_headers = NULL; /* c->request_headers = curl_slist_append(c->request_headers, "Icy-Metadata: 1"); */ curl_easy_setopt(c->easy, CURLOPT_HTTPHEADER, c->request_headers); return true; } static bool input_curl_send_request(struct input_curl *c) { CURLMcode mcode; int running_handles; do { mcode = curl_multi_perform(c->multi, &running_handles); } while (mcode == CURLM_CALL_MULTI_PERFORM); if (mcode != CURLM_OK) { g_warning("curl_multi_perform() failed: %s\n", curl_multi_strerror(mcode)); return false; } return true; } static bool input_curl_can_rewind(struct input_stream *is) { struct input_curl *c = is->data; struct buffer *buffer; if (!list_empty(&c->rewind)) /* the rewind buffer hasn't been wiped yet */ return true; if (list_empty(&c->buffers)) /* there are no buffers at all - cheap rewind not possible */ return false; /* rewind is possible if this is the very first buffer of the resource */ buffer = (struct buffer*)c->buffers.next; return (off_t)buffer->consumed == is->offset; } static void input_curl_rewind(struct input_stream *is) { struct input_curl *c = is->data; struct buffer *buffer; #ifndef NDEBUG off_t offset = 0; #endif /* reset all rewind buffers */ list_for_each_entry(buffer, &c->rewind, siblings) { #ifndef NDEBUG offset += buffer->consumed; #endif buffer->consumed = 0; } /* rewind the current buffer */ if (!list_empty(&c->buffers)) { buffer = (struct buffer*)c->buffers.next; #ifndef NDEBUG offset += buffer->consumed; #endif buffer->consumed = 0; } assert(offset == is->offset); /* move all rewind buffers back to the regular buffer list */ list_splice_init(&c->rewind, &c->buffers); is->offset = 0; } static bool input_curl_seek(struct input_stream *is, off_t offset, int whence) { struct input_curl *c = is->data; bool ret; if (whence == SEEK_SET && offset == 0) { if (is->offset == 0) /* no-op */ return true; if (input_curl_can_rewind(is)) { /* we have enough rewind buffers left */ input_curl_rewind(is); return true; } } if (!is->seekable) return false; /* calculate the absolute offset */ switch (whence) { case SEEK_SET: break; case SEEK_CUR: offset += is->offset; break; case SEEK_END: if (is->size < 0) /* stream size is not known */ return false; offset += is->size; break; default: return false; } if (offset < 0) return false; /* check if we can fast-forward the buffer */ while (offset > is->offset && !list_empty(&c->buffers)) { struct list_head *rewind_head; struct buffer *buffer = (struct buffer *)c->buffers.next; size_t length; if (!list_empty(&c->rewind) || is->offset == 0) /* at the beginning or already writing the rewind buffer list */ rewind_head = &c->rewind; else /* we don't need the rewind buffers anymore */ rewind_head = NULL; length = buffer->size - buffer->consumed; if (offset - is->offset < (off_t)length) length = offset - is->offset; consume_buffer(buffer, length, rewind_head); is->offset += length; } if (offset == is->offset) return true; /* close the old connection and open a new one */ input_curl_easy_free(c); is->offset = offset; if (is->offset == is->size) { /* seek to EOF: simulate empty result; avoid triggering a "416 Requested Range Not Satisfiable" response */ c->eof = true; return true; } ret = input_curl_easy_init(is); if (!ret) return false; /* send the "Range" header */ if (is->offset > 0) { c->range = g_strdup_printf("%lld-", (long long)is->offset); curl_easy_setopt(c->easy, CURLOPT_RANGE, c->range); } ret = input_curl_send_request(c); if (!ret) return false; return input_curl_multi_info_read(is); } static bool input_curl_open(struct input_stream *is, const char *url) { struct input_curl *c; bool ret; if (strncmp(url, "http://", 7) != 0) return false; c = g_new0(struct input_curl, 1); c->url = g_strdup(url); INIT_LIST_HEAD(&c->buffers); INIT_LIST_HEAD(&c->rewind); is->data = c; c->multi = curl_multi_init(); if (c->multi == NULL) { g_warning("curl_multi_init() failed\n"); input_curl_free(is); return false; } ret = input_curl_easy_init(is); if (!ret) { input_curl_free(is); return false; } ret = input_curl_send_request(c); if (!ret) { input_curl_free(is); return false; } ret = input_curl_multi_info_read(is); if (!ret) { input_curl_free(is); return false; } return true; } const struct input_plugin input_plugin_curl = { .open = input_curl_open, .close = input_curl_close, .buffer = input_curl_buffer, .read = input_curl_read, .eof = input_curl_eof, .seek = input_curl_seek, };