acb14jd
/
ExtensionCrawler
forked from BrowserSecurity/ExtensionCrawler
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Simple script for syncing a local archive (excerpt of the total archive) for development or debugging.

This commit is contained in:
Achim D. Brucker 2017-07-02 16:11:20 +01:00
parent b73ed18b67
commit 4aad117c12
1 changed files with 24 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
scripts/sync_local_archive.sh Executable file
View File

@ -0,0 +1,24 @@
#!/bin/bash
DEST=${1:-`pwd`/archive}
HOUR=`TZ="Europe/London" date +%H`
if [ 00 -eq $HOUR ]; then
DATE=`TZ='Europe/London' date -d "yesterday 13:00" +"%Y-%m-%d"`
else
DATE=`TZ='Europe/London' date +"%Y-%m-%d"`
fi
SOURCE="/shared/brucker_research1/.snapshot/Daily\\ \\@\\ 01\\:00."$DATE"_0100"
echo "Syncing from $SOURCE"
mkdir -p $DEST/log
mkdir -p $DEST/db
rsync -r sharc:"$SOURCE/Shared/BrowserExtensions/db/aa-ac.sqlite.bz2" $DEST/db
bunzip2 -f $DEST/db/aa-ac.sqlite.bz2
mkdir -p $DEST/conf
rsync -r sharc:"$SOURCE/Shared/BrowserExtensions/conf/forums.conf" $DEST/conf
mv $DEST/conf/forums.conf $DEST/conf/forums-full.conf
grep "^a[abc]" $DEST/conf/forums-full.conf > $DEST/conf/forums-sqlite.conf
grep "^aa[a-c]" $DEST/conf/forums-sqlite.conf > $DEST/conf/forums.conf
mkdir -p $DEST/data
rsync -r sharc:"$SOURCE/Shared/BrowserExtensions/data/aa[a-c]" $DEST/data