X-Git-Url: http://git.wpitchoune.net/gitweb/?p=pnews.git;a=blobdiff_plain;f=war%2Fsrc%2Fmain%2Fjava%2Fpnews%2FOpenNLP.java;h=c383ceefb5db46205cbb2a80ac43a76e596c715b;hp=07fbba5603211b04f6936d66837b695712b133cb;hb=6d94fd5a39e6f78a68201230bd57b9ceb95e125d;hpb=15e8383fbba3b69defce638682df6e59538ff4b3 diff --git a/war/src/main/java/pnews/OpenNLP.java b/war/src/main/java/pnews/OpenNLP.java index 07fbba5..c383cee 100644 --- a/war/src/main/java/pnews/OpenNLP.java +++ b/war/src/main/java/pnews/OpenNLP.java @@ -10,6 +10,7 @@ import opennlp.tools.namefind.TokenNameFinderModel; import opennlp.tools.tokenize.TokenizerME; import opennlp.tools.tokenize.TokenizerModel; import opennlp.tools.util.Span; +import pnews.servlet.Config; /** http://www.devglan.com/artificial-intelligence/opennlp-named-entity-recognition-example **/ public class OpenNLP { @@ -21,13 +22,13 @@ public class OpenNLP { private static TokenNameFinderModel timeModel; private static TokenizerModel tokenModel; - public static List classify(String str, List entities) throws IOException { - classify(str, getOrganizationModel(), entities); + public static List classify(String str, List entities, Config config) throws IOException { + classify(str, getOrganizationModel(), entities, config); - classify(str, getPersonModel(), entities); - classify(str, getLocationModel(), entities); + classify(str, getPersonModel(), entities, config); + classify(str, getLocationModel(), entities, config); - classify(str, getTimeModel(), entities); + classify(str, getTimeModel(), entities, config); return entities; } @@ -76,7 +77,7 @@ public class OpenNLP { return timeModel; } - private static List classify(String str, TokenNameFinderModel model, List entities) throws IOException { + private static List classify(String str, TokenNameFinderModel model, List entities, Config config) throws IOException { String entity; NameFinderME nameFinder = new NameFinderME(model); @@ -95,7 +96,7 @@ public class OpenNLP { entity += " " + tokens[i]; LOG.finest(entity + " " + s.getProb() + " " + s.toString()); - if (!entities.contains(entity)) + if (!config.isBlacklistedEntity(entity) && !entities.contains(entity)) entities.add(entity); }