import java.net.MalformedURLException;
import java.net.URL;
import java.time.Instant;
+import java.time.temporal.ChronoUnit;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import com.rometools.rome.io.SyndFeedInput;
import com.rometools.rome.io.XmlReader;
-import pnews.Article;
-import pnews.Category;
-import pnews.EntityStat;
-import pnews.Feed;
-import pnews.NER;
+import net.wpitchoune.pnews.Article;
+import net.wpitchoune.pnews.ArticleStore;
+import net.wpitchoune.pnews.Category;
+import net.wpitchoune.pnews.Config;
+import net.wpitchoune.pnews.EntityStat;
+import net.wpitchoune.pnews.Feed;
+import net.wpitchoune.pnews.classifier.NamedEntityRecognizer;
public class ArticleProvider {
private static final String CLASS_NAME = ArticleProvider.class.getName();
private boolean exists(String articleLink, List<Article> articles) {
synchronized (articles) {
for (Article a: articles)
- if (a.link.equals(articleLink))
+ if (a.getLink().equals(articleLink))
return true;
}
return false;
private Article toArticle(String link, SyndEntry entry, SyndFeed feed, String lang, Instant instant) {
String desc, title, thumbnail, feedTitle, str;
- Date date;
List<String> entities;
feedTitle = feed.getTitle();
}
entities = new ArrayList<>();
- if (desc != null && lang.equals("en"))
+ if (lang.equals("en"))
try {
- NER.classify(title, entities, config);
- NER.classify(desc, entities, config);
+ NamedEntityRecognizer.classify(title, entities, config);
+ if (desc != null)
+ NamedEntityRecognizer.classify(desc, entities, config);
} catch (ClassCastException | ClassNotFoundException | IOException e1) {
LOG.log(Level.SEVERE, "Cannot classify " + feedTitle, e1);
}
Collections.sort(articles, new Comparator<Article>() {
@Override
public int compare(Article o1, Article o2) {
- if (o1.publicationDate == o2.publicationDate)
+ if (o1.getPublicationDate() == o2.getPublicationDate())
return 0;
- if (o1.publicationDate == null)
+ if (o1.getPublicationDate() == null)
return 1;
- if (o2.publicationDate == null)
+ if (o2.getPublicationDate() == null)
return -1;
- return o2.publicationDate.compareTo(o1.publicationDate);
+ return o2.getPublicationDate().compareTo(o1.getPublicationDate());
}
});
}
final String FUNCTION_NAME = "getEntities";
EntityStat s;
List<EntityStat> stats;
+ Instant minInstant;
LOG.entering(CLASS_NAME, FUNCTION_NAME, cat);
articles = getArticles(cat, null);
+ minInstant = Instant.now().minus(15, ChronoUnit.DAYS);
+
entities = new HashMap<>();
- for (Article a: articles)
- if (a.getEntities() != null) {
+ for (Article a: articles)
+ if (a.getPublicationDate().isAfter(minInstant) && a.getEntities() != null)
for (String e: a.getEntities()) {
s = entities.get(e);
if (s == null) {
}
s.increment();
}
- }
-
+
stats = new ArrayList<>(entities.values());
stats.sort(new Comparator<EntityStat>() {