sneak
/
ppss
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

broken en messed up - just a backup

This commit is contained in:
Louwrentius 2009-02-28 08:40:11 +00:00
parent aafa3d1d3d
commit cce9f4795a
1 changed files with 164 additions and 135 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

297
branches/distributed-ppss/ppss.sh
View File

@ -136,7 +136,6 @@ kill_process () {
then then
kill -9 "$SSH_MASTER_PID" kill -9 "$SSH_MASTER_PID"
fi fi
log INFO "Finished."
echo "" echo ""
exit 0 exit 0
fi fi
@ -190,7 +189,7 @@ check_for_interrupt () {
cleanup () { cleanup () {
log DEBUG "$FUNCNAME - Cleaning up all temp files and processes." #log DEBUG "$FUNCNAME - Cleaning up all temp files and processes."
if [ -e "$FIFO" ] if [ -e "$FIFO" ]
then then
@ -231,120 +230,149 @@ is_running () {
fi fi
} }
# If no arguments are specified, show usage.
#if [ $# -eq 0 ]
#then
# showusage
# exit 1
#fi
if [ -e $CONFIG ] add_var_to_config () {
then
echo HOER HOER HOER HOER HOER HOER HOER HOER HOER
source $CONFIG
echo $COMMAND
echo $SSH_SERVER
echo $USER
else
# Process any command-line options that are specified." if [ "$MODE" == "config" ]
while [ $# -gt 0 ] then
do
case $1 in
-n )
NODES_FILE="$2"
shift 2
;;
-f ) VAR="$1"
INPUT_FILE="$2" VALUE="$2"
echo -e INPUT_FILE=\"$INPUT_FILE\" >> $CONFIG
shift 2
;;
-d )
SRC_DIR="$2"
echo -e SRC_DIR=\"$SRC_DIR\" >> $CONFIG
shift 2
;;
-D )
DAEMON=1
echo -e DAEMON=1 >> $CONFIG
shift 2
;;
-c )
COMMAND="$2"
echo -e COMMAND=\'$COMMAND\' >> $CONFIG
shift 2
;;
-h ) echo -e "$VAR=$VALUE" >> $CONFIG
showusage fi
exit 1;; }
-j )
HYPERTHREADING=yes # Process any command-line options that are specified."
echo -e HYPERTHREADING=yes >> $CONFIG while [ $# -gt 0 ]
shift 1 do
;; case $1 in
-l ) -config )
LOGFILE="$2" CONFIG=$2
echo -e LOGFILE=\"$LOGFILE\" >> $CONFIG
shift 2 if [ "$MODE" == "config" ]
;; then
-k ) if [ -e "$CONFIG" ]
SSH_KEY="-i $2"
echo -e SSH_KEY=\"$SSH_KEY\"
shift 2
;;
-b )
SECURE_COPY=0
echo -e SECURE_COPY=0 >> $CONFIG
shift 1
;;
-o )
REMOTE_OUTPUT_DIR="$2"
echo -e REMOTE_OUTPUT_DIR=\"$REMOTE_OUTPUT_DIR\" >> $CONFIG
shift 2
;;
-p )
TMP="$2"
if [ ! -z "$TMP" ]
then then
MAX_NO_OF_RUNNING_JOBS="$TMP" echo "Do want to overwrite existing config file?"
echo -e MAX_NO_OF_RUNNING_JOBS=\"$MAX_NO_OF_RUNNING_JOBS\" >> $CONFIG read yn
shift 2 if [ "$yn" == "y" ]
then
rm "$CONFIG"
else
echo "Aborting..."
cleanup
exit
fi
fi fi
;; fi
-s )
SSH_SERVER="$2"
echo -e SSH_SERVER=\"$SSH_SERVER\" >> $CONFIG
shift 2
;;
-t )
TRANSFER_TO_SLAVE="1"
echo -e TRANSFER_TO_SLAVE=\"$TRANSFER_TO_SLAVE\" >> $CONFIG
;;
-u )
USER="$2"
echo -e USER=\"$USER\" >> $CONFIG
shift 2
;;
-v ) if [ ! "$MODE" == "config" ]
echo "" then
echo "$SCRIPT_NAME version $SCRIPT_VERSION" source $CONFIG
echo "" fi
exit 0
;;
* )
showusage
exit 1;;
esac
done
fi
echo $COMMAND if [ ! -z "$SSH_KEY" ]
echo $SSH_SERVER then
echo $USER SSH_KEY="-i $SSH_KEY"
fi
shift 2
;;
-n )
NODES_FILE="$2"
shift 2
;;
-f )
INPUT_FILE="$2"
add_var_to_config INPUT_FILE "$INPUT_FILE"
shift 2
;;
-d )
SRC_DIR="$2"
add_var_to_config SRC_DIR "$SRC_DIR"
shift 2
;;
-D )
DAEMON=1
add_var_to_config DAEMON "$DAEMON"
shift 2
;;
-c )
COMMAND=$2
COMMAND=\'$COMMAND\'
add_var_to_config COMMAND "$COMMAND"
shift 2
;;
-h )
showusage
exit 1;;
-j )
HYPERTHREADING=yes
add_var_to_config HYPERTHREADING "yes"
shift 1
;;
-l )
LOGFILE="$2"
add_var_to_config LOGFILE "$LOGFILE"
shift 2
;;
-k )
SSH_KEY="$2"
add_var_to_config SSH_KEY "$SSH_KEY"
if [ ! -z "$SSH_KEY" ]
then
SSH_KEY="-i $SSH_KEY"
fi
shift 2
;;
-b )
SECURE_COPY=0
add_var_to_config SECURE_COPY "$SECURE_COPY"
shift 1
;;
-o )
REMOTE_OUTPUT_DIR="$2"
add_var_to_config REMOTE_OUTPUT_DIR "$REMOTE_OUTPUT_DIR"
shift 2
;;
-p )
TMP="$2"
if [ ! -z "$TMP" ]
then
MAX_NO_OF_RUNNING_JOBS="$TMP"
add_var_to_config MAX_NO_OF_RUNNING_JOBS "$MAX_NO_OF_RUNNING_JOBS"
shift 2
fi
;;
-s )
SSH_SERVER="$2"
add_var_to_config SSH_SERVER "$SSH_SERVER"
shift 2
;;
-t )
TRANSFER_TO_SLAVE="1"
add_var_to_config TRANSFER_TO_SLAVE "$TRANSFER_TO_SLAVE"
;;
-u )
USER="$2"
add_var_to_config USER "$USER"
shift 2
;;
-v )
echo ""
echo "$SCRIPT_NAME version $SCRIPT_VERSION"
echo ""
exit 0
;;
* )
showusage
exit 1;;
esac
done
# Init all vars # Init all vars
init_vars () { init_vars () {
@ -502,6 +530,8 @@ deploy_ppss () {
set_error $? set_error $?
scp -q $KEY $USER@$NODE:~/$PPSS_HOME_DIR scp -q $KEY $USER@$NODE:~/$PPSS_HOME_DIR
set_error $? set_error $?
scp -q $CONFIG $USER@$NODE:~/$PPSS_HOME_DIR
set_error $?
if [ "$ERROR" == "0" ] if [ "$ERROR" == "0" ]
then then
log INFO "PPSS installed on node $NODE." log INFO "PPSS installed on node $NODE."
@ -514,32 +544,12 @@ deploy_ppss () {
start_ppss_on_node () { start_ppss_on_node () {
# USER NODE="$1"
# NODE
# PATH OF PPSS
# execute with command line args.
if [ ! -e "$NODES_FILE" ] #ssh $USER@$NODE cd $PPSS_HOME_DIR ; screen -S PPSS ./$0 node
then
log INFO "ERROR file $NODES with list of nodes does not exist."
exit 1
else
for NODE in `cat $NODES_FILE`
do
echo "----> ARGS IS $ARGS"
#ssh $USER@$NODE cd $PPSS_HOME_DIR ; screen -S PPSS ./$0 node
CMD=""
for (( i = 1; i <= $# ; i++ )); do #ssh $USER@$NODE "cd $PPSS_HOME_DIR ; pwd ; screen -d -m -S PPSS ./ppss.sh node "$CMD" ; exit"
eval ARG=\$$i ssh $USER@$NODE "cd $PPSS_HOME_DIR ; hostname ; screen -d -m -S PPSS ./ppss.sh node -config $CONFIG"
CMD="$CMD $(echo "$ARG" | awk '{gsub(".", "\\\\&");print}')"
done
#ssh $USER@$NODE "cd $PPSS_HOME_DIR ; pwd ; screen -d -m -S PPSS ./ppss.sh node "$CMD" ; exit"
ssh $USER@$NODE "cd $PPSS_HOME_DIR ; pwd ; ./ppss.sh node $CMD"
done
fi
} }
@ -988,10 +998,29 @@ main () {
LISTENER_PID=$! LISTENER_PID=$!
start_all_workers start_all_workers
;; ;;
start ) server )
# This option only starts all nodes.
init_vars init_vars
start_ppss_on_node
if [ ! -e "$NODES_FILE" ]
then
log INFO "ERROR file $NODES with list of nodes does not exist."
cleanup
exit 1
else
for NODE in `cat $NODES_FILE`
do
start_ppss_on_node "$NODE"
done
fi
;; ;;
config )
log INFO "Generating configuration file $CONFIG"
cleanup
exit
;;
stop ) stop )
#some stop #some stop
;; ;;