X-Git-Url: http://git.wpitchoune.net/gitweb/?a=blobdiff_plain;f=src%2Flp_ws.c;h=11092c4e3228566928ab8addb49735049eacb4fe;hb=a9435991d03d0bd9e81d6cb6003013bec4b2e6e9;hp=aa6ace7d788d193dcb06f010698005784b375ee7;hpb=f2b0384f6231324f53e78aa458b9a46b0e659c43;p=ppastats.git diff --git a/src/lp_ws.c b/src/lp_ws.c index aa6ace7..11092c4 100644 --- a/src/lp_ws.c +++ b/src/lp_ws.c @@ -1,141 +1,143 @@ /* - Copyright (C) 2011 jeanfi@gmail.com - - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 2 of the License, or - (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA - 02110-1301 USA -*/ - + * Copyright (C) 2011-2012 jeanfi@gmail.com + * + * This program is free software; you can redistribute it and/or + * modify it under the terms of the GNU General Public License as + * published by the Free Software Foundation; either version 2 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + * 02110-1301 USA + */ + +#include +#define _(String) gettext(String) + +#include #include #include -#include #include #include "cache.h" +#include "fcache.h" +#include "http.h" +#include "list.h" +#include "log.h" #include "lp_ws.h" #include "lp_json.h" #include "ppastats.h" -#define QUERY_GET_PUBLISHED_BINARIES \ - "?ws.op=getPublishedBinaries&status=Published" -#define QUERY_GET_DOWNLOAD_COUNT "?ws.op=getDownloadCount" -#define QUERY_GET_DAILY_DOWNLOAD_TOTALS \ - "?ws.op=getDailyDownloadTotals" +static const char * +QUERY_GET_PUBLISHED_BINARIES = "?ws.op=getPublishedBinaries&ws.size=150"; +static const char *QUERY_GET_DOWNLOAD_COUNT = "?ws.op=getDownloadCount"; +static const char * +QUERY_GET_DAILY_DOWNLOAD_TOTALS = "?ws.op=getDailyDownloadTotals"; -static CURL *curl; +static json_object *get_json_object(const char *url) +{ + json_object *obj = NULL; + char *body; -struct ucontent { - char *data; - size_t len; -}; + body = get_url_content(url, 0); -static size_t cbk_curl(void *buffer, size_t size, size_t nmemb, void *userp) -{ - size_t realsize = size * nmemb; - struct ucontent *mem = (struct ucontent *)userp; + if (body) { + obj = json_tokener_parse(body); - mem->data = realloc(mem->data, mem->len + realsize + 1); + free(body); - memcpy(&(mem->data[mem->len]), buffer, realsize); - mem->len += realsize; - mem->data[mem->len] = 0; + return obj; + } - return realsize; + return NULL; } -static char *fetch_url(const char *url) +static char *get_bpph_list_cache_key(const char *archive_url) { - struct ucontent *content = malloc(sizeof(struct ucontent)); - char *result = NULL; - long code; + char *key; - if (debug) - printf("DEBUG: fetch_url %s\n", url); + key = malloc(strlen(archive_url + 7) + strlen("/bpph") + 1); + sprintf(key, "%s/bpph", archive_url + 7); - if (!curl) { - curl_global_init(CURL_GLOBAL_ALL); - curl = curl_easy_init(); - } - - if (!curl) - exit(EXIT_FAILURE); - - content->data = malloc(1); - content->data[0] = '\0'; - content->len = 0; + return key; +} - curl_easy_setopt(curl, CURLOPT_URL, url); - curl_easy_setopt(curl, CURLOPT_VERBOSE, 0); - curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cbk_curl); - curl_easy_setopt(curl, CURLOPT_WRITEDATA, content); - curl_easy_setopt(curl, CURLOPT_USERAGENT, "ppastats/0.0"); +static struct bpph **get_bpph_list_from_cache(const char *key) +{ + char *content; + struct bpph **list; + json_object *json; - if (curl_easy_perform(curl) == CURLE_OK) { + content = fcache_get(key); + if (!content) + return NULL; - curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &code); - if (code == 200) - result = content->data; - } + json = json_tokener_parse(content); + if (!json) + return NULL; - if (!result) - free(content->data); + list = json_object_to_bpph_list(json); + json_object_put(json); free(content); - return result; + return list; } -static json_object *get_json_object(const char *url) +struct bpph **get_bpph_list(const char *archive_url, const char *pkg_status) { - json_object *obj = NULL; - char *body; + char *url, *key; + struct bpph **result = NULL; + struct json_object *o, *bpph_json, *o_next; - body = fetch_url(url); - - if (body) { - obj = json_tokener_parse(body); + url = malloc(strlen(archive_url)+ + strlen(QUERY_GET_PUBLISHED_BINARIES)+ + (pkg_status ? strlen("&status=")+strlen(pkg_status) : 0)+ + 1); - free(body); + strcpy(url, archive_url); + strcat(url, QUERY_GET_PUBLISHED_BINARIES); - return obj; + if (pkg_status) { + strcat(url, "&status="); + strcat(url, pkg_status); } - return NULL; -} + key = get_bpph_list_cache_key(archive_url); + result = get_bpph_list_from_cache(key); -struct binary_package_publishing_history * * -get_binary_package_publishing_history_list(const char *archive_url) -{ - char *url = malloc(strlen(archive_url)+ - strlen(QUERY_GET_PUBLISHED_BINARIES)+ - 1); - json_object *o; - struct binary_package_publishing_history **result; + while (url) { + o = get_json_object(url); + free(url); + url = NULL; - strcpy(url, archive_url); - strcat(url, QUERY_GET_PUBLISHED_BINARIES); + if (!o) + break; - o = get_json_object(url); - free(url); + result = bpph_list_append_list(result, + json_object_to_bpph_list(o)); - if (!o) - return NULL; + o_next = json_object_object_get(o, "next_collection_link"); + + if (o_next) + url = strdup(json_object_get_string(o_next)); + + json_object_put(o); + } + + bpph_json = bpph_list_to_json(result); - result = json_object_to_binary_package_publishing_history_list(o); + fcache_put(key, json_object_to_json_string(bpph_json)); - json_object_put(o); + json_object_put(bpph_json); + free(key); return result; } @@ -167,12 +169,20 @@ const struct distro_arch_series *get_distro_arch_series(const char *url) { json_object *obj; const struct distro_arch_series *distro; + char *content; distro = cache_get(url); if (distro) return (struct distro_arch_series *)distro; - obj = get_json_object(url); + content = get_url_content(url, 1); + + if (!content) + return NULL; + + obj = json_tokener_parse(content); + + free(content); if (!obj) return NULL; @@ -190,12 +200,20 @@ const struct distro_series *get_distro_series(const char *url) { json_object *obj; const struct distro_series *distro; + char *content; distro = cache_get(url); if (distro) return (struct distro_series *)distro; - obj = get_json_object(url); + content = get_url_content(url, 1); + + if (!content) + return NULL; + + obj = json_tokener_parse(content); + + free(content); if (!obj) return NULL; @@ -233,11 +251,3 @@ struct daily_download_total **get_daily_download_totals(const char *binary_url) return result; } -void lp_ws_cleanup() -{ - if (debug) - printf("DEBUG: cleanup CURL\n"); - - curl_easy_cleanup(curl); - curl_global_cleanup(); -}