QuotesAnnotator.java
/*******************************************************************************
* Copyright (C) 2020 Ram Sadasiv
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/
package io.outofprintmagazine.nlp.pipeline.annotators;
import java.math.BigDecimal;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;
import java.util.Set;
import java.util.regex.Pattern;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import edu.stanford.nlp.ling.CoreAnnotation;
import edu.stanford.nlp.ling.CoreAnnotations;
import edu.stanford.nlp.pipeline.Annotation;
import edu.stanford.nlp.pipeline.Annotator;
import edu.stanford.nlp.pipeline.CoreDocument;
import edu.stanford.nlp.pipeline.CoreQuote;
import edu.stanford.nlp.pipeline.CoreSentence;
import edu.stanford.nlp.util.ArraySet;
import io.outofprintmagazine.nlp.pipeline.PhraseAnnotation;
import io.outofprintmagazine.nlp.pipeline.scorers.PhraseScorer;
import io.outofprintmagazine.nlp.pipeline.scorers.IScorer;
import io.outofprintmagazine.nlp.pipeline.serializers.PhraseSerializer;
import io.outofprintmagazine.nlp.pipeline.serializers.ISerializer;
public class QuotesAnnotator extends AbstractAnnotator implements Annotator, IOOPAnnotator {
@SuppressWarnings("unused")
private static final Logger logger = LogManager.getLogger(QuotesAnnotator.class);
@SuppressWarnings("unused")
private Logger getLogger() {
return logger;
}
public QuotesAnnotator() {
super();
this.setScorer((IScorer) new PhraseScorer(this.getAnnotationClass()));
this.setSerializer((ISerializer) new PhraseSerializer(this.getAnnotationClass()));
}
@Override
public Class getAnnotationClass() {
return io.outofprintmagazine.nlp.pipeline.OOPAnnotations.OOPQuotesAnnotation.class;
}
@Override
public Set<Class<? extends CoreAnnotation>> requires() {
return Collections.unmodifiableSet(
new ArraySet<>(
Arrays.asList(
CoreAnnotations.QuotationsAnnotation.class,
CoreAnnotations.NamedEntityTagAnnotation.class,
CoreAnnotations.NormalizedNamedEntityTagAnnotation.class,
CoreAnnotations.CanonicalEntityMentionIndexAnnotation.class
)
)
);
}
@Override
public void annotate(Annotation annotation) {
CoreDocument document = new CoreDocument(annotation);
for (CoreQuote quote : document.quotes()) {
CoreSentence sentence = document.sentences().get(quote.coreMap().get(CoreAnnotations.SentenceBeginAnnotation.class));
List<PhraseAnnotation> scoreMap = new ArrayList<PhraseAnnotation>();
String q = quote.text().replaceAll("\"", "").trim();
if (!q.equals("")) {
addToScoreList(scoreMap, new PhraseAnnotation(q, new BigDecimal(1)));
sentence.coreMap().set(getAnnotationClass(), scoreMap);
}
}
}
@Override
public String getDescription() {
return "CoreNLP: QuoteAnnotator plus NER speaker.";
}
}