Don't push sge file separatly.
This commit is contained in:
parent
3d896c104d
commit
d2288e9a03
|
@ -5,8 +5,6 @@ HOST=${1:-sharc.shef.ac.uk}
|
|||
BASEDIR=$( cd $(dirname "$0"); cd ..; pwd -P )
|
||||
TARGETDIR='/data/$USER/create-db-'$(date +%Y%m%d-%H%M%S)
|
||||
|
||||
SGEFILE="$BASEDIR/sge/create-db.sge"
|
||||
|
||||
echo "Creating dirs ..."
|
||||
ssh "$HOST" mkdir -p $TARGETDIR/ExtensionCrawler
|
||||
ssh "$HOST" mkdir -p $TARGETDIR/logs
|
||||
|
@ -15,9 +13,6 @@ ssh "$HOST" mkdir -p $TARGETDIR/out
|
|||
echo "Pushing $BASEDIR to $HOST:$TARGETDIR/ExtensionCrawler ..."
|
||||
rsync -zr "$BASEDIR/" $HOST:"$TARGETDIR/ExtensionCrawler"
|
||||
|
||||
echo "Pushing $SGEFILE to $HOST:$TARGETDIR/create-db.sge ..."
|
||||
rsync -zr "$SGEFILE" $HOST:"$TARGETDIR/create-db.sge"
|
||||
|
||||
echo "Starting job ..."
|
||||
LAST_SNAPSHOT=$(ssh "$HOST" find /shared/brucker_research1/Shared/BrowserExtensions/.snapshot -maxdepth 1 -name \"D*\" | sort -r | head -n1)
|
||||
|
||||
|
@ -26,4 +21,4 @@ ssh "$HOST" qsub \
|
|||
-t 1-256 \
|
||||
-j yes \
|
||||
-o "$TARGETDIR/logs" \
|
||||
"$TARGETDIR/create-db.sge"
|
||||
"$TARGETDIR/ExtensionCrawler/sge/create-db.sge"
|
||||
|
|
|
@ -6,8 +6,6 @@ HOST=${2:-sharc.shef.ac.uk}
|
|||
BASEDIR=$( cd $(dirname "$0"); cd ..; pwd -P )
|
||||
TARGETDIR='/data/$USER/grepper-'$(date +%Y%m%d-%H%M%S)
|
||||
|
||||
SGEFILE="$BASEDIR/sge/grepper.sge"
|
||||
|
||||
echo "Creating dirs ..."
|
||||
ssh "$HOST" mkdir -p $TARGETDIR/ExtensionCrawler
|
||||
ssh "$HOST" mkdir -p $TARGETDIR/logs
|
||||
|
@ -16,13 +14,10 @@ ssh "$HOST" mkdir -p $TARGETDIR/out
|
|||
echo "Pushing $BASEDIR to $HOST:$TARGETDIR/ExtensionCrawler ..."
|
||||
rsync -zr "$BASEDIR/" $HOST:"$TARGETDIR/ExtensionCrawler"
|
||||
|
||||
echo "Pushing $SGEFILE to $HOST:$TARGETDIR/grepper.sge ..."
|
||||
rsync -zr "$SGEFILE" $HOST:"$TARGETDIR/grepper.sge"
|
||||
|
||||
echo "Starting job ..."
|
||||
ssh "$HOST" qsub \
|
||||
-v BASEDIR="$TARGETDIR",PATTERN="$PATTERN" \
|
||||
-t 1-256 \
|
||||
-j yes \
|
||||
-o "$TARGETDIR/logs" \
|
||||
"$TARGETDIR/grepper.sge"
|
||||
"$TARGETDIR/ExtensionCrawler/sge/grepper.sge"
|
||||
|
|
Loading…
Reference in New Issue