group by 300 the result of http request getPublishedBinaries
authorJean-Philippe Orsini <jeanfi@gmail.com>
Tue, 8 May 2012 00:30:54 +0000 (00:30 +0000)
committerJean-Philippe Orsini <jeanfi@gmail.com>
Tue, 8 May 2012 00:30:54 +0000 (00:30 +0000)
increase to 10 the number of retries
wait 2*n + 2 seconds before retrying

src/lp_ws.c

index 3de408b..f52f935 100644 (file)
 #include "lp_json.h"
 #include "ppastats.h"
 
-static const char *QUERY_GET_PUBLISHED_BINARIES = "?ws.op=getPublishedBinaries";
+static const char *
+QUERY_GET_PUBLISHED_BINARIES = "?ws.op=getPublishedBinaries&ws.size=300";
 static const char *QUERY_GET_DOWNLOAD_COUNT = "?ws.op=getDownloadCount";
 static const char *
 QUERY_GET_DAILY_DOWNLOAD_TOTALS = "?ws.op=getDailyDownloadTotals";
 
-static const int DEFAULT_FETCH_RETRIES = 3;
+static const int DEFAULT_FETCH_RETRIES = 10;
 
 static CURL *curl;
 
@@ -80,6 +81,7 @@ static char *fetch_url(const char *url)
        char *result;
        long code;
        int retries;
+       unsigned int s;
 
        log_debug(_("fetch_url(): %s"), url);
 
@@ -116,8 +118,9 @@ static char *fetch_url(const char *url)
                                url);
 
                        if (retries) {
-                               log_debug(_("Wait 5s before retry"));
-                               sleep(5);
+                               s = 2 * (DEFAULT_FETCH_RETRIES - retries) + 2;
+                               log_debug(_("Wait %ds before retry"), s);
+                               sleep(s);
 
                                free(content->data);
                                retries--;