Implement git capabilities of processing-adapters (#406)

build.gradle

@@ -18,7 +18,7 @@ plugins {
 
 allprojects {
     group = 'eu.dariah.de.minfba'
-    version = '3.10.0-SNAPSHOT'
+    version = '3.11.0-SNAPSHOT'
     description = 'DARIAH-DE Generic Search'
     
     ext {

i18n @ 3c972dea

-Subproject commit 2d2667043e0dd783ddc352ae03310d32f82f1513
+Subproject commit 3c972deafe6fecc609c39f62c897ef9f2ab90ead

src/main/resources/search_local_auth.yml

@@ -21,6 +21,7 @@ paths:
   crawls: ${paths.data}/crawls
   pictures: ${paths.data}/images
   downloads: ${paths.data}/downloads
+  backups: ${paths.data}/backups
   gtf:
     parse_errors: ${paths.data}/parseErrors
 

src/main/resources/search_saml_auth.yml

@@ -21,6 +21,7 @@ paths:
   crawls: ${paths.data}/crawls
   pictures: ${paths.data}/images
   downloads: ${paths.data}/downloads
+  backups: ${paths.data}/backups
   gtf:
     parse_errors: ${paths.data}/parseErrors
 

src/main/resources/search_static_custom.yml

@@ -21,6 +21,7 @@ paths:
   crawls: ${paths.data}/crawls
   pictures: ${paths.data}/images
   downloads: ${paths.data}/downloads
+  backups: ${paths.data}/backups
   gtf:
     parse_errors: ${paths.data}/parseErrors
 

src/main/resources/spring/processing-context.xml

@@ -74,6 +74,7 @@
 			<map>
 				<entry key="OAI-PMH" value="indexCleaner,xmlBatchFileProcessor" />
 				<!-- <entry key="XML" value="fileUnpacker,fileUnarchiver,xmlChunker,indexCleaner,xmlBatchFileProcessor" /> -->
+				<entry key="Git Repository" value="fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
 				<entry key="XML" value="fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
 				<entry key="JSON" value="fileUnpacker,fileUnarchiver,indexCleaner,jsonBatchFileProcessor" />		
 				<entry key="CSV" value="fileUnpacker,fileUnarchiver,indexCleaner,csvBatchFileProcessor" />
@@ -84,6 +85,7 @@
 		<property name="onlineProcessingChains">
 			<map>
 				<entry key="OAI-PMH" value="oaipmhCrawler,indexCleaner,xmlBatchFileProcessor" />
+				<entry key="Git Repository" value="gitCrawler, fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
 				<!-- <entry key="XML" value="fileDownloader,fileUnpacker,fileUnarchiver,xmlChunker,indexCleaner,xmlBatchFileProcessor" /> -->
 				<entry key="XML" value="fileDownloader,fileUnpacker,fileUnarchiver,indexCleaner,xmlBatchFileProcessor" />
 				<entry key="JSON" value="fileDownloader,fileUnpacker,fileUnarchiver,indexCleaner,jsonBatchFileProcessor" />	
@@ -100,6 +102,10 @@
 		<property name="politenessTimespan" value="${crawling.politeness_timespan:500}" />
 	</bean>
 	
+	<bean id="gitCrawler" class="eu.dariah.de.search.crawling.crawler.OaiPmhCrawlerImpl" scope="prototype">
+		<property name="politenessTimespan" value="${crawling.politeness_timespan:500}" />
+	</bean>
+	
 	<bean id="fileDownloader" class="eu.dariah.de.search.crawling.files.FileDownloader" scope="prototype" />
 	<bean id="fileUnpacker" class="eu.dariah.de.search.crawling.files.FileUnpacker" scope="prototype" />
 	<bean id="fileUnarchiver" class="eu.dariah.de.search.crawling.files.FileUnarchiver" scope="prototype" />

src/main/resources/spring/root-context.xml

@@ -38,6 +38,11 @@
 		<constructor-arg name="mongoConverter" ref="mongoMoxydomainConverter" />
 	</bean>
 
+	<bean class="eu.dariah.de.search.updates.UpdateServiceImpl">
+		<property name="backupsBasePath" value="${paths.backups:${paths.data}/backups}" />
+		<property name="database" value="${mongo.database}" />
+	</bean>
+	
 	
 	<bean id="messageSource" class="de.unibamberg.minf.core.web.localization.MessageSource">
 	    <property name="basenames" value="/themes/${theme:dariah-theme}/i18n/theme,classpath:i18n/messages" />

_search-common @ 8b07645b

-Subproject commit 4898eb68d5407e2f77ff84e2089cf7c1a5b057eb
+Subproject commit 8b07645b03f58758abb31cd710bdb5d294a4c1a4

resources @ c1d09b38

-Subproject commit 6a4a58f1cf0ed673ea0185db15371e03add7405f
+Subproject commit c1d09b387118415602ea98108e5b074ed7397bd4