Don't push sge file separatly.

This commit is contained in:
Michael Herzberg 2017-08-23 18:10:31 +01:00
parent 3d896c104d
commit d2288e9a03
2 changed files with 2 additions and 12 deletions

View File

@ -5,8 +5,6 @@ HOST=${1:-sharc.shef.ac.uk}
BASEDIR=$( cd $(dirname "$0"); cd ..; pwd -P )
TARGETDIR='/data/$USER/create-db-'$(date +%Y%m%d-%H%M%S)
SGEFILE="$BASEDIR/sge/create-db.sge"
echo "Creating dirs ..."
ssh "$HOST" mkdir -p $TARGETDIR/ExtensionCrawler
ssh "$HOST" mkdir -p $TARGETDIR/logs
@ -15,9 +13,6 @@ ssh "$HOST" mkdir -p $TARGETDIR/out
echo "Pushing $BASEDIR to $HOST:$TARGETDIR/ExtensionCrawler ..."
rsync -zr "$BASEDIR/" $HOST:"$TARGETDIR/ExtensionCrawler"
echo "Pushing $SGEFILE to $HOST:$TARGETDIR/create-db.sge ..."
rsync -zr "$SGEFILE" $HOST:"$TARGETDIR/create-db.sge"
echo "Starting job ..."
LAST_SNAPSHOT=$(ssh "$HOST" find /shared/brucker_research1/Shared/BrowserExtensions/.snapshot -maxdepth 1 -name \"D*\" | sort -r | head -n1)
@ -26,4 +21,4 @@ ssh "$HOST" qsub \
-t 1-256 \
-j yes \
-o "$TARGETDIR/logs" \
"$TARGETDIR/create-db.sge"
"$TARGETDIR/ExtensionCrawler/sge/create-db.sge"

View File

@ -6,8 +6,6 @@ HOST=${2:-sharc.shef.ac.uk}
BASEDIR=$( cd $(dirname "$0"); cd ..; pwd -P )
TARGETDIR='/data/$USER/grepper-'$(date +%Y%m%d-%H%M%S)
SGEFILE="$BASEDIR/sge/grepper.sge"
echo "Creating dirs ..."
ssh "$HOST" mkdir -p $TARGETDIR/ExtensionCrawler
ssh "$HOST" mkdir -p $TARGETDIR/logs
@ -16,13 +14,10 @@ ssh "$HOST" mkdir -p $TARGETDIR/out
echo "Pushing $BASEDIR to $HOST:$TARGETDIR/ExtensionCrawler ..."
rsync -zr "$BASEDIR/" $HOST:"$TARGETDIR/ExtensionCrawler"
echo "Pushing $SGEFILE to $HOST:$TARGETDIR/grepper.sge ..."
rsync -zr "$SGEFILE" $HOST:"$TARGETDIR/grepper.sge"
echo "Starting job ..."
ssh "$HOST" qsub \
-v BASEDIR="$TARGETDIR",PATTERN="$PATTERN" \
-t 1-256 \
-j yes \
-o "$TARGETDIR/logs" \
"$TARGETDIR/grepper.sge"
"$TARGETDIR/ExtensionCrawler/sge/grepper.sge"