X-Git-Url: https://git.wpitchoune.net/gitweb/?a=blobdiff_plain;f=war%2Fsrc%2Fmain%2Fjava%2Fpnews%2Fservlet%2FArticleProvider.java;h=d65002d30f83bfeeeaaa254caa94454b2ce7282d;hb=5d0b7bff3d5c053abc0ac76c69d7cb1ae3978aba;hp=d3e4f3de76dde49e3262a3e97ea94c9b86cd6938;hpb=f4a4051dca40f99db1d84e6967dafbb6b1af647d;p=pnews.git diff --git a/war/src/main/java/pnews/servlet/ArticleProvider.java b/war/src/main/java/pnews/servlet/ArticleProvider.java index d3e4f3d..d65002d 100644 --- a/war/src/main/java/pnews/servlet/ArticleProvider.java +++ b/war/src/main/java/pnews/servlet/ArticleProvider.java @@ -43,7 +43,6 @@ public class ArticleProvider { XmlReader r; r = new XmlReader(new URL(u)); - XmlReader.setDefaultEncoding("UTF-8"); return new SyndFeedInput().build(r); } @@ -93,7 +92,8 @@ public class ArticleProvider { result.put(Category.TECHNOLOGIE, new String[] { "http://feeds.feedburner.com/lesnumeriques/news", - "http://www.zdnet.fr/feeds/rss/actualites/"}); + "http://www.zdnet.fr/feeds/rss/actualites/", + "https://www-03.ibm.com/press/fr/fr/rssfeed.wss?keyword=null&maxFeed=&feedType=RSS&topic=all"}); return result; } @@ -121,9 +121,14 @@ public class ArticleProvider { } private static Article toArticle(String link, SyndEntry entry, SyndFeed feed) { - String desc, title, thumbnail; + String desc, title, thumbnail, feedTitle, str; Date date; + feedTitle = feed.getTitle(); + if (feedTitle != null) { + feedTitle = feedTitle.trim(); + } + thumbnail = null; for (SyndEnclosure e: entry.getEnclosures()) { if (e.getType().startsWith("image/")) @@ -133,23 +138,25 @@ public class ArticleProvider { if (thumbnail == null && feed.getImage() != null) thumbnail = feed.getImage().getUrl(); - + + title = entry.getTitle().trim(); - if (entry.getDescription() != null) { - desc = Jsoup.parse(entry.getDescription().getValue()).text(); + if (entry.getDescription() != null) { + str = entry.getDescription().getValue(); + desc = Jsoup.parse(str).text(); } else { desc = null; - LOG.severe("No description for " + feed.getTitle() + " - " + title); + LOG.severe("No description for " + feedTitle + " - " + title); } date = entry.getPublishedDate(); if (date == null) date = entry.getUpdatedDate(); if (date == null) - LOG.severe("The article " + feed.getTitle() + " - " + title + " does not have a date"); + LOG.severe("The article " + feedTitle + " - " + title + " does not have a date"); - return new Article(link, title, desc, thumbnail, date, title); + return new Article(link, title, desc, thumbnail, date, feedTitle); } private void addArticles(Category cat, SyndFeed feed) { @@ -234,23 +241,11 @@ public class ArticleProvider { } @Override - public void run() { - List
articles; - + public void run() { LOG.info("refresher "+ category.getId()); try { retrieveArticles(category); - - synchronized (articlesByCategory) { - articles = articlesByCategory.get(category); - if (articles != null && articles.size() > 100) { - articlesByCategory.put(category, - articles.subList(0, 100)); - - } - LOG.info("refresher " + category.getId() + " number of articles: " + articles.size()); - } } catch (IllegalArgumentException | FeedException | IOException e) { LOG.log(Level.SEVERE, "refresher failure", e); }