Commit 9b5ba294 authored by Gradl, Tobias's avatar Gradl, Tobias
Browse files

Implement git capabilities of processing-adapters (#406)

parent feac3c6f
......@@ -18,7 +18,7 @@ plugins {
allprojects {
group = 'eu.dariah.de.minfba'
version = '3.10.0-SNAPSHOT'
version = '3.11.0-SNAPSHOT'
description = 'DARIAH-DE Generic Search'
ext {
......
Subproject commit 2d2667043e0dd783ddc352ae03310d32f82f1513
Subproject commit 3c972deafe6fecc609c39f62c897ef9f2ab90ead
......@@ -21,6 +21,7 @@ paths:
crawls: ${paths.data}/crawls
pictures: ${paths.data}/images
downloads: ${paths.data}/downloads
backups: ${paths.data}/backups
gtf:
parse_errors: ${paths.data}/parseErrors
......
......@@ -21,6 +21,7 @@ paths:
crawls: ${paths.data}/crawls
pictures: ${paths.data}/images
downloads: ${paths.data}/downloads
backups: ${paths.data}/backups
gtf:
parse_errors: ${paths.data}/parseErrors
......
......@@ -21,6 +21,7 @@ paths:
crawls: ${paths.data}/crawls
pictures: ${paths.data}/images
downloads: ${paths.data}/downloads
backups: ${paths.data}/backups
gtf:
parse_errors: ${paths.data}/parseErrors
......
......@@ -74,6 +74,7 @@
<map>
<entry key="OAI-PMH" value="indexCleaner,xmlBatchFileProcessor" />
<!-- <entry key="XML" value="fileUnpacker,fileUnarchiver,xmlChunker,indexCleaner,xmlBatchFileProcessor" /> -->
<entry key="Git Repository" value="fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
<entry key="XML" value="fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
<entry key="JSON" value="fileUnpacker,fileUnarchiver,indexCleaner,jsonBatchFileProcessor" />
<entry key="CSV" value="fileUnpacker,fileUnarchiver,indexCleaner,csvBatchFileProcessor" />
......@@ -84,6 +85,7 @@
<property name="onlineProcessingChains">
<map>
<entry key="OAI-PMH" value="oaipmhCrawler,indexCleaner,xmlBatchFileProcessor" />
<entry key="Git Repository" value="gitCrawler, fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
<!-- <entry key="XML" value="fileDownloader,fileUnpacker,fileUnarchiver,xmlChunker,indexCleaner,xmlBatchFileProcessor" /> -->
<entry key="XML" value="fileDownloader,fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
<entry key="JSON" value="fileDownloader,fileUnpacker,fileUnarchiver,indexCleaner,jsonBatchFileProcessor" />
......@@ -100,6 +102,10 @@
<property name="politenessTimespan" value="${crawling.politeness_timespan:500}" />
</bean>
<bean id="gitCrawler" class="eu.dariah.de.search.crawling.crawler.OaiPmhCrawlerImpl" scope="prototype">
<property name="politenessTimespan" value="${crawling.politeness_timespan:500}" />
</bean>
<bean id="fileDownloader" class="eu.dariah.de.search.crawling.files.FileDownloader" scope="prototype" />
<bean id="fileUnpacker" class="eu.dariah.de.search.crawling.files.FileUnpacker" scope="prototype" />
<bean id="fileUnarchiver" class="eu.dariah.de.search.crawling.files.FileUnarchiver" scope="prototype" />
......
......@@ -38,6 +38,11 @@
<constructor-arg name="mongoConverter" ref="mongoMoxydomainConverter" />
</bean>
<bean class="eu.dariah.de.search.updates.UpdateServiceImpl">
<property name="backupsBasePath" value="${paths.backups:${paths.data}/backups}" />
<property name="database" value="${mongo.database}" />
</bean>
<bean id="messageSource" class="de.unibamberg.minf.core.web.localization.MessageSource">
<property name="basenames" value="/themes/${theme:dariah-theme}/i18n/theme,classpath:i18n/messages" />
......
Subproject commit 4898eb68d5407e2f77ff84e2089cf7c1a5b057eb
Subproject commit 8b07645b03f58758abb31cd710bdb5d294a4c1a4
Subproject commit 6a4a58f1cf0ed673ea0185db15371e03add7405f
Subproject commit c1d09b387118415602ea98108e5b074ed7397bd4
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment