BrowserSecurity
/
ExtensionCrawler
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Move logs and out to separate dirs.

This commit is contained in:
Michael Herzberg 2017-08-23 17:01:05 +01:00
parent 83c653dad9
commit 93daae78a6
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
sge/grepper.sge
View File

@ -5,4 +5,4 @@ source activate mypython35
set -o nounset
"$BASEDIR/ExtensionCrawler/grepper" -a "/shared/brucker_research1/Shared/BrowserExtensions" -n $SGE_TASK_ID -N $SGE_TASK_LAST "$PATTERN" | bzip2 > "$BASEDIR/$SGE_TASK_ID.bz2"
"$BASEDIR/ExtensionCrawler/grepper" -a "/shared/brucker_research1/Shared/BrowserExtensions" -n $SGE_TASK_ID -N $SGE_TASK_LAST "$PATTERN" | bzip2 > "$BASEDIR/out/$SGE_TASK_ID.bz2"

6
sge/grepper.sh
View File

@ -8,8 +8,10 @@ TARGETDIR='/data/$USER/grepper-'$(date +%Y%m%d-%H%M%S)
SGEFILE="$BASEDIR/sge/grepper.sge"
echo "Creating $HOST:$TARGETDIR/ExtensionCrawler ..."
echo "Creating dirs ..."
ssh "$HOST" mkdir -p $TARGETDIR/ExtensionCrawler
ssh "$HOST" mkdir -p $TARGETDIR/logs
ssh "$HOST" mkdir -p $TARGETDIR/out
echo "Pushing $BASEDIR to $HOST:$TARGETDIR/ExtensionCrawler ..."
rsync -zr "$BASEDIR" $HOST:"$TARGETDIR/ExtensionCrawler"
@ -22,5 +24,5 @@ ssh "$HOST" qsub \
-v BASEDIR="$TARGETDIR",PATTERN="$PATTERN" \
-t 1-256 \
-j yes \
-o "$TARGETDIR" \
-o "$TARGETDIR/logs" \
"$TARGETDIR/grepper.sge"