3 import java.io.IOException;
4 import java.io.InputStream;
6 import java.util.logging.Logger;
8 import opennlp.tools.namefind.NameFinderME;
9 import opennlp.tools.namefind.TokenNameFinderModel;
10 import opennlp.tools.tokenize.TokenizerME;
11 import opennlp.tools.tokenize.TokenizerModel;
12 import opennlp.tools.util.Span;
13 import pnews.servlet.Config;
15 /** http://www.devglan.com/artificial-intelligence/opennlp-named-entity-recognition-example **/
16 public class OpenNLP {
17 private static final String CLASS_NAME = OpenNLP.class.getName();
18 private static final Logger LOG = Logger.getLogger(CLASS_NAME);
19 private static TokenNameFinderModel organizationModel;
20 private static TokenNameFinderModel personModel;
21 private static TokenNameFinderModel locationModel;
22 private static TokenNameFinderModel timeModel;
23 private static TokenizerModel tokenModel;
25 public static List<String> classify(String str, List<String> entities, Config config) throws IOException {
26 classify(str, getOrganizationModel(), entities, config);
28 classify(str, getPersonModel(), entities, config);
29 classify(str, getLocationModel(), entities, config);
31 classify(str, getTimeModel(), entities, config);
36 private static TokenNameFinderModel getOrganizationModel() throws IOException {
37 synchronized (OpenNLP.class) {
38 if (organizationModel == null) {
39 InputStream inputStream = OpenNLP.class.getResourceAsStream("/en-ner-organization.bin");
40 organizationModel = new TokenNameFinderModel(inputStream);
44 return organizationModel;
47 private static TokenNameFinderModel getPersonModel() throws IOException {
48 synchronized (OpenNLP.class) {
49 if (personModel == null) {
50 InputStream inputStream = OpenNLP.class.getResourceAsStream("/en-ner-person.bin");
51 personModel = new TokenNameFinderModel(inputStream);
58 private static TokenNameFinderModel getLocationModel() throws IOException {
59 synchronized (OpenNLP.class) {
60 if (locationModel == null) {
61 InputStream inputStream = OpenNLP.class.getResourceAsStream("/en-ner-location.bin");
62 locationModel = new TokenNameFinderModel(inputStream);
69 private static TokenNameFinderModel getTimeModel() throws IOException {
70 synchronized (OpenNLP.class) {
71 if (timeModel == null) {
72 InputStream inputStream = OpenNLP.class.getResourceAsStream("/en-ner-time.bin");
73 timeModel = new TokenNameFinderModel(inputStream);
80 private static List<String> classify(String str, TokenNameFinderModel model, List<String> entities, Config config) throws IOException {
83 NameFinderME nameFinder = new NameFinderME(model);
84 String[] tokens = tokenize(str);
85 Span nameSpans[] = nameFinder.find(tokens);
87 for(Span s: nameSpans) {
88 if (s.getProb() < 0.60)
92 for (int i = s.getStart(); i < s.getEnd(); i++)
96 entity += " " + tokens[i];
98 LOG.finest(entity + " " + s.getProb() + " " + s.toString());
99 if (!config.isBlacklistedEntity(entity) && !entities.contains(entity))
100 entities.add(entity);
106 public static String[] tokenize(String sentence) throws IOException {
107 synchronized (OpenNLP.class) {
108 if (tokenModel == null) {
109 InputStream inputStreamTokenizer = OpenNLP.class.getResourceAsStream("/en-token.bin");
110 tokenModel = new TokenizerModel(inputStreamTokenizer);
113 TokenizerME tokenizer = new TokenizerME(tokenModel);
114 return tokenizer.tokenize(sentence);