X-Git-Url: https://git.wpitchoune.net/gitweb/?p=pnews.git;a=blobdiff_plain;f=war%2Fsrc%2Fmain%2Fjava%2Fpnews%2Fservlet%2FArticleProvider.java;h=5efea15c67db941278f05d30b3da62519744ebb8;hp=05ddeddcff753d120eb655318a49136588f96945;hb=c6f5722d9572158f0d561819f080f8ccf4e3c7d9;hpb=56c07f5de3319eb61182b7100855801644538e6f diff --git a/war/src/main/java/pnews/servlet/ArticleProvider.java b/war/src/main/java/pnews/servlet/ArticleProvider.java index 05ddedd..5efea15 100644 --- a/war/src/main/java/pnews/servlet/ArticleProvider.java +++ b/war/src/main/java/pnews/servlet/ArticleProvider.java @@ -35,7 +35,7 @@ public class ArticleProvider { private static final String CLASS_NAME = ArticleProvider.class.getName(); private static final Logger LOG = Logger.getLogger(CLASS_NAME); private final Map> articlesByCategory = new HashMap<>(); - private final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(2); + private final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(Runtime.getRuntime().availableProcessors()); private final Config config; public ArticleProvider(Config config) { @@ -77,7 +77,7 @@ public class ArticleProvider { private static Article toArticle(String link, SyndEntry entry, SyndFeed feed, String lang) { String desc, title, thumbnail, feedTitle, str; Date date; - String[] entities; + List entities; feedTitle = feed.getTitle(); if (feedTitle != null) { @@ -112,15 +112,16 @@ public class ArticleProvider { LOG.severe("The article " + feedTitle + " - " + title + " does not have a date"); - entities = null; + entities = new ArrayList<>(); if (desc != null && lang.equals("en")) try { - entities = NER.classify(desc); + NER.classify(title, entities); + NER.classify(desc, entities); } catch (ClassCastException | ClassNotFoundException | IOException e1) { LOG.log(Level.SEVERE, "Cannot classify " + feedTitle, e1); } - return new Article(link, title, desc, thumbnail, date, feedTitle, entities); + return new Article(link, title, desc, thumbnail, date, feedTitle, entities.toArray(new String[0])); } private void addArticles(Category cat, SyndFeed feed) { @@ -210,7 +211,7 @@ public class ArticleProvider { entities = new HashMap<>(); for (Article a: articles) - if (a.getEntities() != null) + if (a.getEntities() != null) { for (String e: a.getEntities()) { s = entities.get(e); if (s == null) { @@ -219,6 +220,7 @@ public class ArticleProvider { } s.increment(); } + } stats = new ArrayList<>(entities.values()); stats.sort(new Comparator() {