From f22c234267e174c1efc2c4ad84d922fe9b43fcd8 Mon Sep 17 00:00:00 2001 From: "Achim D. Brucker" Date: Sun, 15 Oct 2017 14:06:20 +0100 Subject: [PATCH] Initial commit. --- scripts/update_cdnjs.sh | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100755 scripts/update_cdnjs.sh diff --git a/scripts/update_cdnjs.sh b/scripts/update_cdnjs.sh new file mode 100755 index 0000000..6866e4e --- /dev/null +++ b/scripts/update_cdnjs.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +SING_IMG=/shared/brucker_research1/Shared/BrowserExtensions/archive/filedb/ExtensionCrawler-cdnjs.img +SING_EXEC="singularity exec -w --pwd /opt/ExtensionCrawler -B $TMPDIR:/tmp $SING_IMG" +ls "$SING_IMG" > /dev/null + +# Update production branch of WebCrawler repository +$SING_EXEC git fetch +$SING_EXEC git checkout production +$SING_EXEC git pull + +# Update cdnjs git repository and update cdnjs data base table +$SING_EXEC ./cdnjs-git-miner -v -p 1 -u -a /opt/archive +