Commit ae251fdd authored by Gradl, Tobias's avatar Gradl, Tobias
Browse files

Working state for cosmotool v0.0.2

parent e3b7341f
......@@ -98,7 +98,27 @@
<artifactId>antlr4</artifactId>
<version>${org.antlr4-version}</version>
</dependency>
<dependency>
<groupId>org.antlr</groupId>
<artifactId>antlr</artifactId>
<version>3.5.2</version>
</dependency>
<dependency>
<groupId>org.antlr</groupId>
<artifactId>stringtemplate</artifactId>
<version>3.2.1</version>
</dependency>
<dependency>
<groupId>org.antlr</groupId>
<artifactId>ST4</artifactId>
<version>4.0.8</version>
</dependency>
<dependency>
<groupId>org.abego.treelayout</groupId>
<artifactId>org.abego.treelayout.core</artifactId>
<version>1.0.1</version>
</dependency>
<!-- ElasticSearch -->
<dependency>
<groupId>org.elasticsearch</groupId>
......
......@@ -99,7 +99,7 @@ public class WikidataConsumptionService implements ResourceConsumptionService, I
bulkRequest.add(client.prepareIndex(indexName, mapping, id).setSource(resource.getContent().toString()));
}
if (logger.isDebugEnabled()) {
logger.debug("Consumed: " + id);
//logger.debug("Consumed: " + id);
}
}
}
......
......@@ -52,7 +52,7 @@ public class WikipediaConsumptionService implements ResourceConsumptionService,
public void consume(ProcessedResource res) {
boolean doIndex = true;
JsonNode c = res.getContent().path("Entry").path("Revision").path("ContentContainer").path("Fulltext");
JsonNode c = res.getContent().path("Entry").path("Revision").path("ContentContainer").path("Text");
if (c==null || c.isMissingNode()) {
doIndex = false;
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment