Changes to train on sample wiki articles data set

.gitignore

@@ -0,0 +1,9 @@
+berkeley-entity-models.tgz
+data.tgz
+data/
+expers/
+models/
+project/project/
+project/target/
+target/
+specify_execDir/

Makefile

@@ -0,0 +1,17 @@
+# some random useful functions
+
+TARGET = target/scala-2.11/berkeley-entity-assembly-1.jar
+
+all: $(TARGET)
+
+$(TARGET): $(wildcard src/**/*)
+	sbt assembly
+
+aceTester: $(TARGET)
+	java -cp $(TARGET) edu.berkeley.nlp.entity.wiki.ACETester -dataPath data/ace05/ace05-all-conll
+
+queryModel: $(TARGET)
+	java -cp $(TARGET) edu.berkeley.nlp.entity.wiki.QueryChooser -wikiDBPath models/wiki-db-ace.ser.gz
+
+wikiLimited: $(TARGET)
+	java -cp $(TARGET) edu.berkeley.nlp.entity.preprocess.PreprocessingDriver ++config/base.conf -inputDir ../WikificationACL2011Data/WikipediaSample/RawTextsTrain/ -outputDir /tmp/gggg/raw/ -mode WIKILIMITED

build.sbt

@@ -4,9 +4,10 @@ name := "berkeley-entity"
 
 version := "1"
 
-scalaVersion := "2.11.2"
+scalaVersion := "2.11.6"
 
 assemblySettings
 
 mainClass in assembly := Some("edu.berkeley.nlp.entity.Driver")
 
+unmanagedResourceDirectories in Compile += { baseDirectory.value / "resources/" }

resources/Messages_de.properties

@@ -0,0 +1,9 @@
+wiki.tags.toc.content=Inhaltsverzeichnis
+wiki.api.url=http://de.wikipedia.org/w/api.php
+wiki.api.category1=Kategorie
+wiki.api.image1=Datei
+wiki.api.image2=Bild
+wiki.api.template1=Vorlage
+wiki.api.category2=Category
+wiki.api.image2=Image
+wiki.api.template2=Template

resources/Messages_en.properties

@@ -0,0 +1,36 @@
+wiki.tags.toc.content=Contents
+wiki.api.url=http://en.wikipedia.org/w/api.php
+wiki.api.media1=Media
+wiki.api.media2=Media
+wiki.api.special1=Special
+wiki.api.special2=Special
+wiki.api.talk1=Talk
+wiki.api.talk2=Talk
+wiki.api.user1=User
+wiki.api.user2=User
+wiki.api.usertalk1=User_talk
+wiki.api.usertalk2=User_talk
+wiki.api.meta1=Meta
+wiki.api.meta2=Meta
+wiki.api.metatalk1=Meta_talk
+wiki.api.metatalk2=Meta_talk
+wiki.api.image1=Image
+wiki.api.image2=File
+wiki.api.imagetalk1=Image_talk
+wiki.api.imagetalk2=File_talk
+wiki.api.mediawiki1=MediaWiki
+wiki.api.mediawiki2=MediaWiki
+wiki.api.mediawikitalk1=MediaWiki_talk
+wiki.api.mediawikitalk2=MediaWiki_talk
+wiki.api.template1=Template
+wiki.api.template2=Template
+wiki.api.templatetalk1=Template_talk
+wiki.api.templatetalk2=Template_talk
+wiki.api.help1=Help
+wiki.api.help2=Help
+wiki.api.helptalk1=Help_talk
+wiki.api.helptalk2=Help_talk
+wiki.api.category1=Category
+wiki.api.category2=Category
+wiki.api.categorytalk1=Category_talk
+wiki.api.categorytalk2=Category_talk

resources/Messages_es.properties

@@ -0,0 +1,8 @@
+wiki.tags.toc.content=Contenido
+wiki.api.url=http://es.wikipedia.org/w/api.php
+wiki.api.category1=Categor\u00EDa
+wiki.api.image1=Imagen
+wiki.api.template1=Plantilla
+wiki.api.category2=Category
+wiki.api.image2=Image
+wiki.api.template2=Template

resources/Messages_fr.properties

@@ -0,0 +1,8 @@
+wiki.tags.toc.content=Sommaire
+wiki.api.url=http://fr.wikipedia.org/w/api.php
+wiki.api.category1=Cat\u00E9gorie
+wiki.api.image1=Image
+wiki.api.template1=Mod\u00E8le
+wiki.api.category2=Category
+wiki.api.image2=Image
+wiki.api.template2=Template

resources/Messages_it.properties

@@ -0,0 +1,8 @@
+wiki.tags.toc.content=Indice
+wiki.api.url=http://it.wikipedia.org/w/api.php
+wiki.api.category1=Categoria
+wiki.api.image1=Immagine
+wiki.api.template1=Template
+wiki.api.category2=Category
+wiki.api.image2=File
+wiki.api.template2=Template

resources/Messages_pt_BR.properties

@@ -0,0 +1,38 @@
+#Generated by ResourceBundle Editor (http://eclipse-rbe.sourceforge.net)
+
+wiki.api.category1      = Categoria
+wiki.api.category2      = Categoria
+wiki.api.categorytalk1  = Categoria_falar
+wiki.api.categorytalk2  = Categoria_falar
+wiki.api.help1          = Ajuda
+wiki.api.help2          = Ajuda
+wiki.api.helptalk1      = Ajuda_falar
+wiki.api.helptalk2      = Ajuda_falar
+wiki.api.image1         = Imagem
+wiki.api.image2         = Arquivo
+wiki.api.imagetalk1     = Imagem_falar
+wiki.api.imagetalk2     = Arquivo_falar
+wiki.api.media1         = M\u00EDdia
+wiki.api.media2         = M\u00EDdia
+wiki.api.mediawiki1     = MediaWiki
+wiki.api.mediawiki2     = MediaWiki
+wiki.api.mediawikitalk1 = MediaWiki_falar
+wiki.api.mediawikitalk2 = MediaWiki_falar
+wiki.api.meta1          = Meta
+wiki.api.meta2          = Meta
+wiki.api.metatalk1      = Meta_falar
+wiki.api.metatalk2      = Meta_falar
+wiki.api.special1       = Especial
+wiki.api.special2       = Especial
+wiki.api.talk1          = Falar
+wiki.api.talk2          = Falar
+wiki.api.template1      = Modelo
+wiki.api.template2      = Modelo
+wiki.api.templatetalk1  = Modelo_falar
+wiki.api.templatetalk2  = Modelo_falar
+wiki.api.url            = http://br.wikipedia.org/w/api.php
+wiki.api.user1          = Usu\u00E1rio
+wiki.api.user2          = Usu\u00E1rio
+wiki.api.usertalk1      = Usu\u00E1rio_falar
+wiki.api.usertalk2      = Usu\u00E1rio_falar
+wiki.tags.toc.content   = Conte\u00FAdo