added --get-bpph-size to specify the size of the requests to get the list of binary...
[ppastats.git] / src / ppastats.c
1 /*
2  * Copyright (C) 2011-2012 jeanfi@gmail.com
3  *
4  * This program is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU General Public License as
6  * published by the Free Software Foundation; either version 2 of the
7  * License, or (at your option) any later version.
8  *
9  * This program is distributed in the hope that it will be useful, but
10  * WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
12  * General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
17  * 02110-1301 USA
18  */
19
20 #include <libintl.h>
21 #define _(String) gettext(String)
22
23 #include <stdio.h>
24 #include <stdlib.h>
25 #include <string.h>
26
27 #include "list.h"
28 #include "log.h"
29 #include "lp_ws.h"
30 #include "ppastats.h"
31
32 static struct package_stats *get_package_stats(struct ppa_stats *stats,
33                                                const char *name)
34
35 {
36         struct package_stats *p, **p_cur;
37
38         p_cur = stats->packages;
39         while (p_cur && *p_cur) {
40                 struct package_stats *p = *p_cur;
41
42                 if (!strcmp(p->name, name))
43                         return p;
44
45                 p_cur++;
46         }
47
48         p = malloc(sizeof(struct package_stats));
49         p->name = strdup(name);
50         p->versions = NULL;
51         p->download_count = 0;
52         p->daily_download_totals = NULL;
53         p->distros = NULL;
54
55         stats->packages = (struct package_stats **)list_add
56                 ((void **)stats->packages, p);
57
58         return p;
59 }
60
61 static struct version_stats *get_version_stats(struct package_stats *package,
62                                                const char *version)
63 {
64         struct version_stats *v, **cur;
65
66         cur = package->versions;
67         while (cur && *cur) {
68                 struct version_stats *v = *cur;
69
70                 if (!strcmp(v->version, version))
71                         return v;
72
73                 cur++;
74         }
75
76         v = malloc(sizeof(struct version_stats));
77         v->version = strdup(version);
78         v->distros = NULL;
79         v->download_count = 0;
80         v->daily_download_totals = NULL;
81
82         package->versions
83                 = (struct version_stats **)list_add((void **)package->versions,
84                                                     v);
85
86         return v;
87 }
88
89 static struct distro_stats *distro_stats_new(const char *name)
90 {
91         struct distro_stats *d;
92
93         d = malloc(sizeof(struct distro_stats));
94         d->name = strdup(name);
95         d->archs = NULL;
96         d->download_count = 0;
97         d->ddts = NULL;
98
99         return d;
100 }
101
102 static struct distro_stats *get_distro_stats(struct version_stats *version,
103                                              const char *name)
104 {
105         struct distro_stats **cur = version->distros;
106         struct distro_stats *d;
107
108         while (cur && *cur) {
109                 d = *cur;
110
111                 if (!strcmp(d->name, name))
112                         return d;
113
114                 cur++;
115         }
116
117         d = distro_stats_new(name);
118
119         version->distros
120                 = (struct distro_stats **)list_add((void **)version->distros,
121                                                    d);
122
123         return d;
124 }
125
126 static struct arch_stats *get_arch_stats(struct distro_stats *distro,
127                                          const char *name)
128 {
129         struct arch_stats **cur = distro->archs;
130         struct arch_stats *a;
131
132         while (cur && *cur) {
133                 a = *cur;
134
135                 if (!strcmp(a->name, name))
136                         return a;
137
138                 cur++;
139         }
140
141         a = malloc(sizeof(struct arch_stats));
142         a->name = strdup(name);
143         a->download_count = 0;
144
145         distro->archs
146                 = (struct arch_stats **)list_add((void **)distro->archs,
147                                                  a);
148
149         return a;
150 }
151
152
153 static struct daily_download_total **add_total
154 (struct daily_download_total **totals, struct daily_download_total *total)
155 {
156         struct daily_download_total **cur;
157         struct daily_download_total *item;
158
159         if (totals) {
160                 cur = totals;
161                 while (*cur) {
162                         item = *cur;
163
164                         if (item->date.tm_year == total->date.tm_year &&
165                             item->date.tm_mon == total->date.tm_mon &&
166                             item->date.tm_mday == total->date.tm_mday) {
167                                 item->count += total->count;
168                                 return totals;
169                         }
170
171                         cur++;
172                 }
173         }
174
175         item = malloc(sizeof(struct daily_download_total));
176         memcpy(item, total, sizeof(struct daily_download_total));
177
178         return (struct daily_download_total **)
179                 list_add((void **)totals, (void *)item);
180 }
181
182 struct daily_download_total **add_totals
183 (struct daily_download_total **total1, struct daily_download_total **total2)
184 {
185         struct daily_download_total **cur;
186         struct daily_download_total **result;
187
188         result = total1;
189         cur = total2;
190         while (*cur) {
191                 result = add_total(result, *cur);
192
193                 cur++;
194         }
195
196         return result;
197 }
198
199 static void
200 pkg_add_distro(struct package_stats *pkg,
201                const char *distro_name,
202                int distro_count,
203                struct daily_download_total **ddts)
204 {
205         struct distro_stats **pkg_distros, *pkg_distro;
206
207         pkg_distros = pkg->distros;
208         pkg_distro = NULL;
209
210         if (pkg_distros)
211                 while (*pkg_distros)  {
212                         if (!strcmp((*pkg_distros)->name, distro_name)) {
213                                 pkg_distro = *pkg_distros;
214                                 break;
215                         }
216
217                         pkg_distros++;
218                 }
219
220         if (!pkg_distro) {
221                 pkg_distro = distro_stats_new(distro_name);
222                 pkg->distros
223                         = (struct distro_stats **)
224                         list_add((void **)pkg->distros, (void *)pkg_distro);
225         }
226
227         pkg_distro->download_count += distro_count;
228         pkg_distro->ddts = add_totals(pkg_distro->ddts, ddts);
229 }
230
231 struct ppa_stats *
232 create_ppa_stats(const char *owner,
233                  const char *ppa_name,
234                  const char *package_status,
235                  int ws_size)
236 {
237         struct ppa_stats *ppa;
238         struct bpph **history, **h_cur, *h;
239         char *ppa_url, *pkg_name, *pkg_version;
240         struct package_stats *pkg;
241         struct version_stats *version;
242         const struct distro_series *distro_series;
243         const struct distro_arch_series *arch_series;
244         struct distro_stats *distro;
245         struct arch_stats *arch;
246         int count;
247         struct daily_download_total **totals;
248
249         ppa_url = get_archive_url(owner, ppa_name);
250         history = get_bpph_list(ppa_url, package_status, ws_size);
251         free(ppa_url);
252
253         if (!history) {
254                 log_err(_("Failed to retrieve PPA information"));
255                 exit(EXIT_FAILURE);
256         }
257
258         ppa = malloc(sizeof(struct ppa_stats));
259         ppa->name = strdup(ppa_name);
260         ppa->owner = strdup(owner);
261         ppa->packages = NULL;
262         ppa->daily_download_totals = NULL;
263         ppa->download_count = 0;
264
265         for (h_cur = history; *h_cur; ++h_cur) {
266                 h = *h_cur;
267                 totals = get_daily_download_totals(h->self_link);
268                 if (!totals) {
269                         log_err(_("Failed to retrieve download totals for %s"),
270                                 h->self_link);
271                         continue;
272                 }
273                 count = get_download_count(h->self_link);
274                 if (count == -1) {
275                         log_err(_("Failed to retrieve download count for %s"),
276                                 h->self_link);
277                         count = 0;
278                 }
279                 pkg_name = h->binary_package_name;
280                 pkg_version = h->binary_package_version;
281                 arch_series
282                         = get_distro_arch_series(h->distro_arch_series_link);
283                 distro_series
284                         = get_distro_series(arch_series->distroseries_link);
285
286                 ppa->download_count += count;
287                 ppa->daily_download_totals
288                         = add_totals(ppa->daily_download_totals, totals);
289
290                 pkg = get_package_stats(ppa, pkg_name);
291                 pkg->download_count += count;
292                 pkg->daily_download_totals
293                         = add_totals(pkg->daily_download_totals, totals);
294
295                 version = get_version_stats(pkg, pkg_version);
296                 version->download_count += count;
297                 version->daily_download_totals
298                         = add_totals(version->daily_download_totals, totals);
299
300                 distro = get_distro_stats(version, distro_series->name);
301                 distro->download_count += count;
302
303                 arch = get_arch_stats(distro, arch_series->architecture_tag);
304                 arch->download_count += count;
305
306                 pkg_add_distro(pkg, distro_series->name, count, totals);
307
308                 daily_download_total_list_free(totals);
309         }
310
311         bpph_list_free(history);
312
313         return ppa;
314 }
315
316 static void arch_stats_free(struct arch_stats *arch)
317 {
318         free(arch->name);
319         free(arch);
320 }
321
322 static void distro_stats_free(struct distro_stats *distro)
323 {
324         struct arch_stats **archs;
325
326         archs = distro->archs;
327         if (archs) {
328                 while (*archs) {
329                         arch_stats_free(*archs);
330                         archs++;
331                 }
332                 free(distro->archs);
333         }
334
335         free(distro->name);
336         free(distro);
337 }
338
339 static void version_stats_free(struct version_stats *version)
340 {
341         struct distro_stats **distros;
342
343         distros = version->distros;
344         if (distros) {
345                 while (*distros) {
346                         distro_stats_free(*distros);
347                         distros++;
348                 }
349                 free(version->distros);
350         }
351
352         free(version->version);
353         free(version);
354 }
355
356 static void package_stats_free(struct package_stats *package)
357 {
358         struct version_stats **versions;
359
360         versions = package->versions;
361         if (versions) {
362                 while (*versions) {
363                         version_stats_free(*versions);
364                         versions++;
365                 }
366                 free(package->versions);
367         }
368
369         free(package->name);
370         free(package);
371 }
372
373 void ppa_stats_free(struct ppa_stats *ppastats)
374 {
375         struct package_stats **packages;
376
377         packages = ppastats->packages;
378         if (packages) {
379                 while (*packages) {
380                         package_stats_free(*packages);
381                         packages++;
382                 }
383                 free(ppastats->packages);
384         }
385
386         free(ppastats->owner);
387         free(ppastats->name);
388
389         daily_download_total_list_free(ppastats->daily_download_totals);
390
391         free(ppastats);
392 }