PNews

articles, Category catActive) { + StringBuffer buf; + + buf = new StringBuffer(); + buf.append("\n"); + buf.append("\n"); + buf.append("\n"); + buf.append("\n"); + buf.append("\n"); + buf.append("PNews\n"); + buf.append("\n"); + buf.append("\n"); + + appendMenu(buf, catActive); + + for (Article e: articles) + append(buf, e); + + buf.append("\n"); + buf.append("\n"); + + return buf.toString(); + } +} diff --git a/pnews/src/main/java/pnews/Main.java b/pnews/src/main/java/pnews/Main.java new file mode 100644 index 0000000..6086a74 --- /dev/null +++ b/pnews/src/main/java/pnews/Main.java @@ -0,0 +1,203 @@ +package pnews; + +import java.io.BufferedWriter; +import java.io.File; +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.nio.charset.StandardCharsets; +import java.nio.file.Files; +import java.security.KeyManagementException; +import java.security.NoSuchAlgorithmException; +import java.security.cert.X509Certificate; +import java.util.ArrayList; +import java.util.Comparator; +import java.util.Date; +import java.util.HashMap; +import java.util.HashSet; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.logging.Logger; + +import javax.net.ssl.SSLContext; +import javax.net.ssl.TrustManager; +import javax.net.ssl.X509TrustManager; + +import org.jsoup.Jsoup; + +import com.rometools.rome.feed.synd.SyndEnclosure; +import com.rometools.rome.feed.synd.SyndEntry; +import com.rometools.rome.feed.synd.SyndFeed; +import com.rometools.rome.io.FeedException; +import com.rometools.rome.io.SyndFeedInput; +import com.rometools.rome.io.XmlReader; + +public class Main { + private static final Logger LOG = Logger.getLogger(Main.class.getName()); + + static { + TrustManager[] mgrs; + SSLContext sc; + + mgrs = new TrustManager[]{ + new X509TrustManager() { + public java.security.cert.X509Certificate[] getAcceptedIssuers() { + return null; + } + + public void checkClientTrusted(X509Certificate[] certs, String authType) { + } + + public void checkServerTrusted(X509Certificate[] certs, String authType) { + } + } + }; + + try { + sc = SSLContext.getInstance("SSL"); + + sc.init(null, mgrs, new java.security.SecureRandom()); + SSLContext.setDefault(sc); + } catch (NoSuchAlgorithmException | KeyManagementException e) { + e.printStackTrace(); + } + } + + private static void addArticles(Category cat, SyndFeed feed, List

articles) { + String thumbnail; + String desc; + Date date; + + for (SyndEntry entry: feed.getEntries()) { + thumbnail = null; + for (SyndEnclosure e: entry.getEnclosures()) { + if (e.getType().startsWith("image/")) + thumbnail = e.getUrl(); + break; + } + + if (entry.getDescription() != null) { + desc = Jsoup.parse(entry.getDescription().getValue()).text(); + } else { + desc = null; + LOG.severe("No description for " + feed.getTitle() + " - " + entry.getTitle()); + } + + date = entry.getPublishedDate(); + if (date == null) + date = entry.getUpdatedDate(); + + articles.add(new Article(entry.getLink(), + cat, + entry.getTitle(), + desc, + thumbnail, + date, + feed.getTitle())); + } + } + + private static SyndFeed getSyndFeed(String u) throws IllegalArgumentException, FeedException, MalformedURLException, IOException { + try (XmlReader reader = new XmlReader(new URL(u))) { + return new SyndFeedInput().build(reader); + } + } + + private static Map getFeeds() { + Map result; + + result = new HashMap<>(); + + result.put(Category.TOP, + new String[] { + "http://www.francetvinfo.fr/titres.rss", + "http://www.france24.com/fr/actualites/rss", + "https://www.franceinter.fr/rss/a-la-une.xml", + "http://www.rfi.fr/general/rss", + "http://www.cnews.fr/rss/une", + "http://www.bfmtv.com/rss/info/flux-rss/flux-toutes-les-actualites/" + }); + + result.put(Category.SPORT, + new String[] { "http://www.france24.com/fr/sports/rss" }); + + result.put(Category.FRANCE, + new String[] { "http://www.france24.com/fr/france/rss", + "http://www.rfi.fr/france/rss"}); + + result.put(Category.EUROPE, + new String[] { "http://www.france24.com/fr/europe/rss" }); + + result.put(Category.ECO, + new String[] { "http://www.france24.com/fr/economie/rss", + "http://www.rfi.fr/economie/rss" }); + + result.put(Category.ESSONNE, + new String[] { "https://www.essonneinfo.fr/feed/" }); + + result.put(Category.TECHNOLOGIE, + new String[] { "http://feeds.feedburner.com/lesnumeriques/news", + "http://www.zdnet.fr/feeds/rss/actualites/"}); + + return result; + } + + private static List

getArticles(Category cat) throws IllegalArgumentException, MalformedURLException, FeedException, IOException { + List

articles; + String[] feeds; + Set links; + + articles = new ArrayList<>(); + + feeds = getFeeds().get(cat); + + if (feeds != null) + for (String str: feeds) + addArticles(cat, getSyndFeed(str), articles); + else + LOG.severe("No feed for category " + cat); + + links = new HashSet<>(articles.size()); + for (Article a: articles) { + if (links.contains(a.link)) + LOG.severe(a.link + "is not uniq"); + else + links.add(a.link); + } + + articles.sort(new Comparator

() { + @Override + public int compare(Article o1, Article o2) { + return o2.publicationDate.compareTo(o1.publicationDate); + } + }); + + return articles; + } + + private static void writeHTMLFile(Category cat) throws IllegalArgumentException, MalformedURLException, FeedException, IOException { + List

articles; + String html; + File f; + + articles = getArticles(cat); + + html = HTML.toHTML(articles, cat); + + f = new File(cat.getId() + ".html"); + + try (BufferedWriter writer = Files.newBufferedWriter(f.toPath(), StandardCharsets.UTF_8)) { + writer.write(html); + } + } + + public static void main(String[] args) throws IllegalArgumentException, FeedException, IOException { + System.out.println("pnews"); + + for (Category cat: Category.values()) + writeHTMLFile(cat); + + System.out.println("done"); + } +} \ No newline at end of file diff --git a/pnews/src/main/scripts/pnews.sh b/pnews/src/main/scripts/pnews.sh new file mode 100755 index 0000000..fbad98b --- /dev/null +++ b/pnews/src/main/scripts/pnews.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +set -e + +SDIR=`dirname $0` + +java -classpath rome-1.8.0.jar -jar $SDIR/pnews-1.0.jar diff --git a/pnews/style.css b/pnews/style.css new file mode 100644 index 0000000..cc79235 --- /dev/null +++ b/pnews/style.css @@ -0,0 +1,74 @@ +a { + text-decoration: none; + color: black; +} + +body { + margin: 0 0 0 0; + padding: 1em 1em 1em 1em; + background-color: #eee; + font-family: sans-serif; + font-size: 100%; +} + +nav { + font-size: 125%; + margin: 0 0 0 0; + padding: 0 0 0 0; +} + +a.active { + text-decoration: none; + border-bottom: 4px solid black; +} + +div { + margin: 0em 0em 0em 0em; + padding: 0 0 0 0; +} + +div.article { + margin-bottom: 1em; +} + +.article-info { + font-size: 80%; + color: #bbb; +} + +img { + margin: 0em 1em 1em 0em; + padding: 0 0 0 0; + width: 8em; +} + +p { + margin: 1em 1em 1em 1em; + padding: 0 0 0 0; +} + +.left { + float: left; +} + +h2 { + clear: left; + margin: 0 0 0 0; + padding: 0 0 0 0; +} + +nav { + font-size: 120%; +} + +nav ul { + list-style-type: none; + padding: 0 0 0 0; +} + +nav ul li { + display: inline; + margin: 0em 1em 0 0; + padding: 0 0 0 0; + text-transform: uppercase; +} diff --git a/pom.xml b/pom.xml deleted file mode 100644 index 5631d03..0000000 --- a/pom.xml +++ /dev/null @@ -1,105 +0,0 @@ - - - 4.0.0 - pnews - pnews - 1.0 - jar - pnews - - - UTF-8 - 1.8 - 1.8 - - - - - com.rometools - rome - 1.8.0 - - - org.jsoup - jsoup - 1.10.3 - - - - - - - org.apache.maven.plugins - maven-dependency-plugin - 2.10 - - - copy-dependencies - package - - copy-dependencies - - - ${project.build.directory} - false - - - - - - maven-resources-plugin - 3.0.1 - - - copy-resources - process-resources - - copy-resources - - - ${basedir}/target/ - - - src/main/scripts - true - - - - - - - - org.apache.maven.plugins - maven-jar-plugin - 3.0.2 - - - - true - pnews.Main - - - - - - org.apache.maven.plugins - maven-antrun-plugin - 1.6 - - - fix-shell-permissions - process-resources - - - - - - - run - - - - - - - diff --git a/run.sh b/run.sh deleted file mode 100755 index ede7e9b..0000000 --- a/run.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/bin/bash - -set -e - -DEST_DIR=`realpath $1` -TMP_DIR="/tmp/$$.tmp" - -mkdir -p "$TMP_DIR" - -cd $TMP_DIR -git clone https://git.wpitchoune.net/pnews.git - -cd pnews - -mvn clean install - -target/pnews.sh - -cp -p *html style.css $DEST_DIR - -rm -rf "$TMP_DIR" diff --git a/src/main/java/pnews/Article.java b/src/main/java/pnews/Article.java deleted file mode 100644 index 0b54205..0000000 --- a/src/main/java/pnews/Article.java +++ /dev/null @@ -1,23 +0,0 @@ -package pnews; - -import java.util.Date; - -public class Article { - public final String title; - public final String description; - public final String thumbnail; - public final String link; - public final Category category; - public final Date publicationDate; - public final String website; - - public Article(String link, Category category, String title, String description, String thumbnail, Date publicationDate, String website) { - this.link = link; - this.title = title; - this.description = description; - this.thumbnail = thumbnail; - this.category = category; - this.publicationDate = publicationDate; - this.website = website; - } -} diff --git a/src/main/java/pnews/Category.java b/src/main/java/pnews/Category.java deleted file mode 100644 index efabe5e..0000000 --- a/src/main/java/pnews/Category.java +++ /dev/null @@ -1,21 +0,0 @@ -package pnews; - -public enum Category { - TOP("top"), - FRANCE("france"), - SPORT("sport"), - EUROPE("europe"), - ECO("eco"), - ESSONNE("essonne"), - TECHNOLOGIE("technologie"); - - private final String id; - - private Category(String id) { - this.id = id; - } - - public String getId() { - return id; - } -} diff --git a/src/main/java/pnews/HTML.java b/src/main/java/pnews/HTML.java deleted file mode 100644 index 78d584d..0000000 --- a/src/main/java/pnews/HTML.java +++ /dev/null @@ -1,100 +0,0 @@ -package pnews; - -import java.util.List; - -public class HTML { - private static void appendA(StringBuffer buf, String child, String href, String cl) { - buf.append("'); - buf.append(child); - buf.append(""); - } - - private static void appendDiv(StringBuffer buf, String child) { - buf.append("

"); - buf.append(child); - buf.append("

\n"); - } - - private static void appendP(StringBuffer buf, String child) { - buf.append("

"); - buf.append(child); - buf.append("

\n"); - } - - private static void append(StringBuffer buf, Article a) { - buf.append("

\n"); - - buf.append("

"); - if (a.thumbnail != null) { - buf.append("\n"); - } - appendA(buf, a.title, a.link, null); - buf.append("

\n"); - - buf.append("

" + a.website + " - " + a.publicationDate + "

"); - - if (a.description != null) { - buf.append("

"); - buf.append(a.description); - buf.append("

"); - } - - buf.append("

\n"); - } - - private static void appendMenu(StringBuffer buf, Category catActive) { - String cl; - - buf.append("\n"); - } - - public static String toHTML(List

articles, Category catActive) { - StringBuffer buf; - - buf = new StringBuffer(); - buf.append("\n"); - buf.append("\n"); - buf.append("\n"); - buf.append("\n"); - buf.append("\n"); - buf.append("PNews\n"); - buf.append("\n"); - buf.append("\n"); - - appendMenu(buf, catActive); - - for (Article e: articles) - append(buf, e); - - buf.append("\n"); - buf.append("\n"); - - return buf.toString(); - } -} diff --git a/src/main/java/pnews/Main.java b/src/main/java/pnews/Main.java deleted file mode 100644 index 6086a74..0000000 --- a/src/main/java/pnews/Main.java +++ /dev/null @@ -1,203 +0,0 @@ -package pnews; - -import java.io.BufferedWriter; -import java.io.File; -import java.io.IOException; -import java.net.MalformedURLException; -import java.net.URL; -import java.nio.charset.StandardCharsets; -import java.nio.file.Files; -import java.security.KeyManagementException; -import java.security.NoSuchAlgorithmException; -import java.security.cert.X509Certificate; -import java.util.ArrayList; -import java.util.Comparator; -import java.util.Date; -import java.util.HashMap; -import java.util.HashSet; -import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.logging.Logger; - -import javax.net.ssl.SSLContext; -import javax.net.ssl.TrustManager; -import javax.net.ssl.X509TrustManager; - -import org.jsoup.Jsoup; - -import com.rometools.rome.feed.synd.SyndEnclosure; -import com.rometools.rome.feed.synd.SyndEntry; -import com.rometools.rome.feed.synd.SyndFeed; -import com.rometools.rome.io.FeedException; -import com.rometools.rome.io.SyndFeedInput; -import com.rometools.rome.io.XmlReader; - -public class Main { - private static final Logger LOG = Logger.getLogger(Main.class.getName()); - - static { - TrustManager[] mgrs; - SSLContext sc; - - mgrs = new TrustManager[]{ - new X509TrustManager() { - public java.security.cert.X509Certificate[] getAcceptedIssuers() { - return null; - } - - public void checkClientTrusted(X509Certificate[] certs, String authType) { - } - - public void checkServerTrusted(X509Certificate[] certs, String authType) { - } - } - }; - - try { - sc = SSLContext.getInstance("SSL"); - - sc.init(null, mgrs, new java.security.SecureRandom()); - SSLContext.setDefault(sc); - } catch (NoSuchAlgorithmException | KeyManagementException e) { - e.printStackTrace(); - } - } - - private static void addArticles(Category cat, SyndFeed feed, List

articles) { - String thumbnail; - String desc; - Date date; - - for (SyndEntry entry: feed.getEntries()) { - thumbnail = null; - for (SyndEnclosure e: entry.getEnclosures()) { - if (e.getType().startsWith("image/")) - thumbnail = e.getUrl(); - break; - } - - if (entry.getDescription() != null) { - desc = Jsoup.parse(entry.getDescription().getValue()).text(); - } else { - desc = null; - LOG.severe("No description for " + feed.getTitle() + " - " + entry.getTitle()); - } - - date = entry.getPublishedDate(); - if (date == null) - date = entry.getUpdatedDate(); - - articles.add(new Article(entry.getLink(), - cat, - entry.getTitle(), - desc, - thumbnail, - date, - feed.getTitle())); - } - } - - private static SyndFeed getSyndFeed(String u) throws IllegalArgumentException, FeedException, MalformedURLException, IOException { - try (XmlReader reader = new XmlReader(new URL(u))) { - return new SyndFeedInput().build(reader); - } - } - - private static Map getFeeds() { - Map result; - - result = new HashMap<>(); - - result.put(Category.TOP, - new String[] { - "http://www.francetvinfo.fr/titres.rss", - "http://www.france24.com/fr/actualites/rss", - "https://www.franceinter.fr/rss/a-la-une.xml", - "http://www.rfi.fr/general/rss", - "http://www.cnews.fr/rss/une", - "http://www.bfmtv.com/rss/info/flux-rss/flux-toutes-les-actualites/" - }); - - result.put(Category.SPORT, - new String[] { "http://www.france24.com/fr/sports/rss" }); - - result.put(Category.FRANCE, - new String[] { "http://www.france24.com/fr/france/rss", - "http://www.rfi.fr/france/rss"}); - - result.put(Category.EUROPE, - new String[] { "http://www.france24.com/fr/europe/rss" }); - - result.put(Category.ECO, - new String[] { "http://www.france24.com/fr/economie/rss", - "http://www.rfi.fr/economie/rss" }); - - result.put(Category.ESSONNE, - new String[] { "https://www.essonneinfo.fr/feed/" }); - - result.put(Category.TECHNOLOGIE, - new String[] { "http://feeds.feedburner.com/lesnumeriques/news", - "http://www.zdnet.fr/feeds/rss/actualites/"}); - - return result; - } - - private static List

getArticles(Category cat) throws IllegalArgumentException, MalformedURLException, FeedException, IOException { - List

articles; - String[] feeds; - Set links; - - articles = new ArrayList<>(); - - feeds = getFeeds().get(cat); - - if (feeds != null) - for (String str: feeds) - addArticles(cat, getSyndFeed(str), articles); - else - LOG.severe("No feed for category " + cat); - - links = new HashSet<>(articles.size()); - for (Article a: articles) { - if (links.contains(a.link)) - LOG.severe(a.link + "is not uniq"); - else - links.add(a.link); - } - - articles.sort(new Comparator

() { - @Override - public int compare(Article o1, Article o2) { - return o2.publicationDate.compareTo(o1.publicationDate); - } - }); - - return articles; - } - - private static void writeHTMLFile(Category cat) throws IllegalArgumentException, MalformedURLException, FeedException, IOException { - List

articles; - String html; - File f; - - articles = getArticles(cat); - - html = HTML.toHTML(articles, cat); - - f = new File(cat.getId() + ".html"); - - try (BufferedWriter writer = Files.newBufferedWriter(f.toPath(), StandardCharsets.UTF_8)) { - writer.write(html); - } - } - - public static void main(String[] args) throws IllegalArgumentException, FeedException, IOException { - System.out.println("pnews"); - - for (Category cat: Category.values()) - writeHTMLFile(cat); - - System.out.println("done"); - } -} \ No newline at end of file diff --git a/src/main/scripts/pnews.sh b/src/main/scripts/pnews.sh deleted file mode 100755 index fbad98b..0000000 --- a/src/main/scripts/pnews.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/bash - -set -e - -SDIR=`dirname $0` - -java -classpath rome-1.8.0.jar -jar $SDIR/pnews-1.0.jar diff --git a/style.css b/style.css deleted file mode 100644 index cc79235..0000000 --- a/style.css +++ /dev/null @@ -1,74 +0,0 @@ -a { - text-decoration: none; - color: black; -} - -body { - margin: 0 0 0 0; - padding: 1em 1em 1em 1em; - background-color: #eee; - font-family: sans-serif; - font-size: 100%; -} - -nav { - font-size: 125%; - margin: 0 0 0 0; - padding: 0 0 0 0; -} - -a.active { - text-decoration: none; - border-bottom: 4px solid black; -} - -div { - margin: 0em 0em 0em 0em; - padding: 0 0 0 0; -} - -div.article { - margin-bottom: 1em; -} - -.article-info { - font-size: 80%; - color: #bbb; -} - -img { - margin: 0em 1em 1em 0em; - padding: 0 0 0 0; - width: 8em; -} - -p { - margin: 1em 1em 1em 1em; - padding: 0 0 0 0; -} - -.left { - float: left; -} - -h2 { - clear: left; - margin: 0 0 0 0; - padding: 0 0 0 0; -} - -nav { - font-size: 120%; -} - -nav ul { - list-style-type: none; - padding: 0 0 0 0; -} - -nav ul li { - display: inline; - margin: 0em 1em 0 0; - padding: 0 0 0 0; - text-transform: uppercase; -} -- 2.7.4

"); + if (a.thumbnail != null) { + buf.append("\n"); + } + appendA(buf, a.title, a.link, null); + buf.append("

"); - if (a.thumbnail != null) { - buf.append("\n"); - } - appendA(buf, a.title, a.link, null); - buf.append("