From 1d60ac6812a62bff4754164d7c705713bcdafe13 Mon Sep 17 00:00:00 2001 From: Andreas Thalhammer Date: Thu, 24 Oct 2024 22:42:49 +0200 Subject: [PATCH] remove sitelinks --- rpi/raspberry-danker.sh | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/rpi/raspberry-danker.sh b/rpi/raspberry-danker.sh index 7f69be7..1c6e914 100755 --- a/rpi/raspberry-danker.sh +++ b/rpi/raspberry-danker.sh @@ -28,7 +28,7 @@ INDEX_FILE="index.html" PROJECT_LINKS=".allwiki.links" # Compute PageRank and upload -filename=$(./danker.sh -k ALL) +filename=$(./danker.sh ALL) bzip2 "$filename.rank" VER=${filename//$PROJECT_LINKS/} aws s3 cp s3://"$S3_BUCKET/$INDEX_FILE" . @@ -42,11 +42,13 @@ aws s3 cp "$filename.stats.txt" s3://"$S3_BUCKET"/ --grants read=uri=http://acs. rm "$filename" # Prepare sitelinks and upload -filename="${filename%.*}".sitelinks.count -sort -k1,1 ./*.site.links | cut -f 1 | uniq -c | awk '{print $2 "\t" $1}' > "$filename" -bzip2 "$filename" -aws s3 cp "$filename".bz2 s3://"$S3_BUCKET"/ --grants read=uri=http://acs.amazonaws.com/groups/global/AllUsers +# 2024-10-24: NOT NEEDED - use on Wikidata live endpoint instead. +# +#filename="${filename%.*}".sitelinks.count +#sort -k1,1 ./*.site.links | cut -f 1 | uniq -c | awk '{print $2 "\t" $1}' > "$filename" +#bzip2 "$filename" +#aws s3 cp "$filename".bz2 s3://"$S3_BUCKET"/ --grants read=uri=http://acs.amazonaws.com/groups/global/AllUsers # Cleanup -rm ./*.site.links +#rm ./*.site.links rm "$TMPDIR" -rf