From b77482422e80d1a4c1791b77aa4b8933da08cdad Mon Sep 17 00:00:00 2001 From: Eric Date: Wed, 6 Feb 2019 14:49:36 -0800 Subject: [PATCH 1/2] Removing tests that point to non-existent resources --- .../eu/fbk/dkm/pikes/tintop/MorphTest.java | 44 --------- .../dkm/pikes/tintop/Ontonotes2Giulio.java | 99 ------------------- 2 files changed, 143 deletions(-) delete mode 100644 pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/MorphTest.java delete mode 100644 pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/Ontonotes2Giulio.java diff --git a/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/MorphTest.java b/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/MorphTest.java deleted file mode 100644 index 9b3123ac8..000000000 --- a/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/MorphTest.java +++ /dev/null @@ -1,44 +0,0 @@ -package eu.fbk.dkm.pikes.tintop; - -import edu.stanford.nlp.pipeline.Annotation; -import edu.stanford.nlp.pipeline.StanfordCoreNLP; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.util.Properties; - -/** - * Created by alessio on 08/06/16. - */ - -public class MorphTest { - - private static final Logger LOGGER = LoggerFactory.getLogger(MorphTest.class); - - public static void main(String[] args) throws InterruptedException { - Properties props = new Properties(); - props.setProperty("annotators", "tokenize, ssplit, pos, ita_morpho, ita_lemma"); - props.setProperty("customAnnotatorClass.ita_lemma", "eu.fbk.dh.digimorph.annotator.DigiLemmaAnnotator"); - props.setProperty("customAnnotatorClass.ita_morpho", "eu.fbk.dh.digimorph.annotator.DigiMorphAnnotator"); - - props.setProperty("tokenize.language", "Spanish"); - props.setProperty("ssplit.newlineIsSentenceBreak", "always"); - - props.setProperty("pos.model", "/Users/alessio/Documents/Resources/ita-models/italian5.tagger"); - - props.setProperty("ita_morpho.model", "/Users/alessio/Documents/Resources/ita-models/italian.db"); - - StanfordCoreNLP pipeline = new StanfordCoreNLP(props); - - LOGGER.info("Annotating"); - - for (int i = 0; i < 50; i++) { - Annotation annotation = new Annotation("Questa è una prova."); - pipeline.annotate(annotation); - } - - LOGGER.info("Finishing"); - - Thread.sleep(60000); - } -} diff --git a/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/Ontonotes2Giulio.java b/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/Ontonotes2Giulio.java deleted file mode 100644 index 37d407244..000000000 --- a/pikes-tintop/src/test/java/eu/fbk/dkm/pikes/tintop/Ontonotes2Giulio.java +++ /dev/null @@ -1,99 +0,0 @@ -package eu.fbk.dkm.pikes.tintop; - -import eu.fbk.dkm.pikes.resources.util.corpus.*; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.io.BufferedWriter; -import java.io.FileWriter; -import java.io.IOException; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Set; - -/** - * Created by alessio on 20/01/16. - */ - -public class Ontonotes2Giulio { - - private static final Logger LOGGER = LoggerFactory.getLogger(Ontonotes2Giulio.class); - - public static void main(String[] args) throws IOException { - String inputFile = args[0]; - String outputFile = args[1]; - - Corpus corpus = Corpus.readDocumentFromFile(inputFile, "ontonotes-5"); - BufferedWriter writer = new BufferedWriter(new FileWriter(outputFile)); - - for (Sentence sentence : corpus) { - - HashMap buffers = new HashMap<>(); - ArrayList additionalBuffers = new ArrayList<>(); - - buffers.put("id", new StringBuffer()); - buffers.put("form", new StringBuffer()); - buffers.put("lemma", new StringBuffer()); - buffers.put("pos", new StringBuffer()); - buffers.put("deplabel", new StringBuffer()); - buffers.put("depparent", new StringBuffer()); - - for (Word word : sentence) { - buffers.get("id").append(word.getId()).append('\t'); - buffers.get("form").append(word.getForm()).append('\t'); - buffers.get("lemma").append(word.getLemma()).append('\t'); - buffers.get("pos").append(word.getPos()).append('\t'); - buffers.get("deplabel").append(word.getDepLabel()).append('\t'); - buffers.get("depparent").append(word.getDepParent()).append('\t'); - } - - for (Srl srl : sentence.getSrls()) { - StringBuffer stringBuffer = new StringBuffer(); - HashMap tokens = new HashMap<>(); - - for (Word word : srl.getTarget()) { - tokens.put(word.getId(), srl.getLabel()); - } - for (Role role : srl.getRoles()) { - for (Word word : role.getSpan()) { - Set descendants = sentence.getDescendants(word.getId()); - for (Integer descendant : descendants) { - tokens.put(descendant, role.getLabel()); - } - } - } - - for (int i = 0; i < sentence.getWords().size(); i++) { - String s = tokens.get(i + 1); - if (s != null) { - stringBuffer.append(s); - } - else { - stringBuffer.append("-"); - } - stringBuffer.append('\t'); - } - - additionalBuffers.add(stringBuffer); - } - - writer.append(buffers.get("id").toString().trim()).append('\n'); - writer.append(buffers.get("form").toString().trim()).append('\n'); - writer.append(buffers.get("lemma").toString().trim()).append('\n'); - writer.append(buffers.get("pos").toString().trim()).append('\n'); - writer.append(buffers.get("deplabel").toString().trim()).append('\n'); - writer.append(buffers.get("depparent").toString().trim()).append('\n'); - - for (StringBuffer buffer : additionalBuffers) { - String s = buffer.toString(); - s = s.substring(0, s.length() - 1); - writer.append(s).append('\n'); - } - - writer.append('\n'); - } - - writer.close(); - - } -} From 1aa0d51a838d906d6ba21fb8f8f9f1266ac7b796 Mon Sep 17 00:00:00 2001 From: Eric Date: Fri, 22 Feb 2019 09:09:22 -0800 Subject: [PATCH 2/2] Revising some dependencies and documenting changes. Unit tests now work --- .gitignore | 1 + docs/download.html | 23 ++++++++++++++++++- pikes-tintop/pom.xml | 14 +++++++++++ .../dkm/pikes/tintop/annotators/Defaults.java | 3 ++- .../pikes/twm/DBpediaSpotlightAnnotate.java | 2 +- pom.xml | 5 ++++ 6 files changed, 45 insertions(+), 3 deletions(-) diff --git a/.gitignore b/.gitignore index b72f34f47..504fad6c9 100644 --- a/.gitignore +++ b/.gitignore @@ -9,3 +9,4 @@ dkm-commandlist.txt */.project */.settings *.versionsBackup +*# \ No newline at end of file diff --git a/docs/download.html b/docs/download.html index d5c2d733c..7d6ff92c7 100644 --- a/docs/download.html +++ b/docs/download.html @@ -351,7 +351,28 @@

fbk-repo https://raw.githubusercontent.com/fbk/mvn-repo/master/releases + + KnowItAll + http://knowitall.cs.washington.edu/maven2/ + +