From d667cc41ce183fc7a08caf53c7cb87eb949e3356 Mon Sep 17 00:00:00 2001 From: Sebastian Hellmann Date: Fri, 6 Sep 2019 17:25:41 +0200 Subject: [PATCH] documented --- README.md | 27 ++++++++++++++++++--------- 1 file changed, 18 insertions(+), 9 deletions(-) diff --git a/README.md b/README.md index 272b59d..7371e92 100644 --- a/README.md +++ b/README.md @@ -16,13 +16,13 @@ This contribution by TIB is a great push towards incentivizing Open Data and est ## Downloading the wikimedia dumps TODO -## Running the extraction +## Update and Run the extraction TODO -## Deploy on Databus +## Deploy MARVIN on Databus TODO -## Run Databus-Derive (clone and parse) +## [Manual] Run Databus-Derive (clone and parse) On the respective server there is a user marvin-fetch, that has access to `/data/derive` containing the pom.xml of https://github.com/dbpedia/databus-maven-plugin/tree/master/dbpedia ``` @@ -37,15 +37,12 @@ SELECT distinct (?derive) WHERE { BIND (CONCAT("",?artifact,"/${databus.deriveversion}") as ?derive) } order by asc(?derive) +``` ``` -####### -# This is still manual, will be a cronjob soon -####### su marvin-fetch tmux a -t derive - WHAT=mappings NEWVERSION=2019.08.30 # prepare @@ -53,12 +50,24 @@ cd /data/derive/databus-maven-plugin/dbpedia/$WHAT git pull mvn versions:set -DnewVersion=$NEWVERSION # run -mvn -T 23 databus-derive:clone -Ddatabus.deriveversion=$NEWVERSION +mvn databus-derive:clone -Ddatabus.deriveversion=$NEWVERSION ``` -## Move data to download server (internal) +## [Manual] pull data to downloads.dbpedia.org server run marvin-fetch.sh script in databus/dbpedia folder +``` +cd /media/bigone/25TB/releases/databus-maven-plugin/dbpedia +./marvin-fetch.sh wikidata 2019.08.01 + +``` + ## Deploy official files +``` +cd /media/bigone/25TB/releases/databus-maven-plugin/dbpedia/mappings +mvn clean +mvn validate +mvn -T 8 deploy +```