Initial commit.

This commit is contained in:
Achim D. Brucker 2017-10-15 14:06:20 +01:00
parent afe137ba36
commit f22c234267
1 changed files with 14 additions and 0 deletions

14
scripts/update_cdnjs.sh Executable file
View File

@ -0,0 +1,14 @@
#!/bin/bash
SING_IMG=/shared/brucker_research1/Shared/BrowserExtensions/archive/filedb/ExtensionCrawler-cdnjs.img
SING_EXEC="singularity exec -w --pwd /opt/ExtensionCrawler -B $TMPDIR:/tmp $SING_IMG"
ls "$SING_IMG" > /dev/null
# Update production branch of WebCrawler repository
$SING_EXEC git fetch
$SING_EXEC git checkout production
$SING_EXEC git pull
# Update cdnjs git repository and update cdnjs data base table
$SING_EXEC ./cdnjs-git-miner -v -p 1 -u -a /opt/archive