X-Git-Url: http://git.wpitchoune.net/gitweb/?a=blobdiff_plain;f=src%2Flp_ws.c;h=f04f16984b6239f504d749bd0b2abaf7bad9a747;hb=586361f5da21ef8e34987db0c628af1fb06df6a1;hp=64db1d7a39a3b0fb467bc9ea06d8178f2ec1b539;hpb=b1db548b56f7b188d70efff5eb4c73797727c862;p=ppastats.git diff --git a/src/lp_ws.c b/src/lp_ws.c index 64db1d7..f04f169 100644 --- a/src/lp_ws.c +++ b/src/lp_ws.c @@ -28,14 +28,14 @@ #include -#include "cache.h" -#include "fcache.h" -#include "http.h" -#include "list.h" -#include "lp_ws.h" -#include "lp_json.h" +#include +#include +#include +#include +#include +#include #include -#include "ppastats.h" +#include #include /** Default ws.size value for the getPublishedBinaries request. */ @@ -352,10 +352,10 @@ static json_object *ddts_to_json_for_cache(struct daily_download_total **ddts) return j_ddts; } -char *create_ddts_query(const char *binary_url, time_t st) +char *create_ddts_query(const char *binary_url, time_t st, time_t et) { char *q; - char *sdate; + char *sdate, *edate; if (st) { sdate = time_to_ISO8601_date(&st); @@ -363,12 +363,20 @@ char *create_ddts_query(const char *binary_url, time_t st) q = malloc(strlen(binary_url) + strlen(QUERY_GET_DAILY_DOWNLOAD_TOTALS) + strlen("&start_date=YYYY-MM-DD") + + strlen("&end_date=YYYY-MM-DD") + 1); strcpy(q, binary_url); strcat(q, QUERY_GET_DAILY_DOWNLOAD_TOTALS); strcat(q, "&start_date="); strcat(q, sdate); + if (et > 0) { + edate = time_to_ISO8601_date(&et); + strcat(q, "&end_date="); + strcat(q, edate); + free(edate); + } + free(sdate); } else { q = malloc(strlen(binary_url) @@ -381,9 +389,64 @@ char *create_ddts_query(const char *binary_url, time_t st) return q; } -struct daily_download_total **get_daily_download_totals(const char *binary_url) +static struct daily_download_total **retrieve_ddts(const char *binary_url, + time_t date_since) { - char *url, *key, *content; + char *url; + json_object *json; + struct daily_download_total **ddts, **tmp; + time_t crt; + + url = create_ddts_query(binary_url, date_since, 0); + json = get_json_object(url); + free(url); + + if (json) { + ddts = json_object_to_daily_download_totals(json); + json_object_put(json); + } else { + crt = time(NULL); + ddts = NULL; + + while (date_since < crt) { + url = create_ddts_query(binary_url, + date_since, + date_since); + json = get_json_object(url); + free(url); + + if (!json) + break; + + tmp = json_object_to_daily_download_totals(json); + json_object_put(json); + ddts = ddts_merge(ddts, tmp); + free(tmp); + + date_since = date_since + 24 * 60 * 60; /* +1 day */ + + url = create_ddts_query(binary_url, date_since, 0); + json = get_json_object(url); + free(url); + + if (json) { + tmp = json_object_to_daily_download_totals + (json); + json_object_put(json); + ddts = ddts_merge(ddts, tmp); + free(tmp); + break; + } + } + } + + return ddts; +} + +struct daily_download_total **get_daily_download_totals(const char *binary_url, + time_t date_created) +{ + char *key, *content; json_object *j_ddts, *json; struct daily_download_total **retrieved_ddts = NULL; struct daily_download_total **cached_ddts; @@ -409,26 +472,20 @@ struct daily_download_total **get_daily_download_totals(const char *binary_url) cached_ddts = NULL; } - url = create_ddts_query(binary_url, last_t); - - json = get_json_object(url); - - free(url); - - if (json) { - retrieved_ddts = json_object_to_daily_download_totals(json); + if (last_t > 0) + retrieved_ddts = retrieve_ddts(binary_url, last_t); + else + retrieved_ddts = retrieve_ddts(binary_url, date_created); - ddts = ddts_merge(cached_ddts, retrieved_ddts); + ddts = ddts_merge(cached_ddts, retrieved_ddts); - json_object_put(json); + if (ddts) { j_ddts = ddts_to_json_for_cache(ddts); fcache_put(key, json_object_get_string(j_ddts)); json_object_put(j_ddts); - } else { - ddts = NULL; } - free(key); + if (ddts != cached_ddts) daily_download_total_list_free(cached_ddts); daily_download_total_list_free(retrieved_ddts);