sneak/ppss
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Current version of ppss

Browse Source
This commit is contained in:
Louwrentius 2010-01-31 19:39:58 +00:00
parent 05945843f0
commit 0869dc92ac
2 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
ppss
View File

@ -56,7 +56,7 @@ PAUSE_DELAY=60 # Polling every 1 minute
STOP_SIGNAL="$PPSS_DIR/stop_signal" # Stop processing if this file is present. STOP_SIGNAL="$PPSS_DIR/stop_signal" # Stop processing if this file is present.
ARRAY_POINTER_FILE="$PPSS_DIR/ppss-array-pointer-$PID" # Pointer for keeping track of processed items. ARRAY_POINTER_FILE="$PPSS_DIR/ppss-array-pointer-$PID" # Pointer for keeping track of processed items.
JOB_LOG_DIR="$PPSS_DIR/job_log" # Directory containing log files of processed items. JOB_LOG_DIR="$PPSS_DIR/job_log" # Directory containing log files of processed items.
LOGFILE="$PPSS_DIR/ppss-log-$$.txt" # General PPSS log file. Contains lots of info. LOGFILE="$PPSS_DIR/ppss-log-$PID.txt" # General PPSS log file. Contains lots of info.
STOP=0 # STOP job. STOP=0 # STOP job.
MAX_DELAY=0 # MAX DELAY between jobs. MAX_DELAY=0 # MAX DELAY between jobs.
MAX_LOCK_DELAY=9 # MAX_LOCK_DELAY=9 #
@ -1317,6 +1317,12 @@ get_item () {
start_single_worker () { start_single_worker () {
#
# This function sends an item to the fifo. This signals
# the listener process to execute a 'worker' on this
# item, using the 'commando' function.
#
get_item get_item
ERROR=$? ERROR=$?
if [ ! "$ERROR" == "0" ] if [ ! "$ERROR" == "0" ]
@ -1356,6 +1362,20 @@ elapsed () {
commando () { commando () {
#
# This function will start a chain reaction of events.
#
# The commando executes a command on an item and, when finished,
# executes the start_single_worker. This function selects a new
# item and sends it to the fifo. The listener process receives
# the item and excutes this commando function on the item.
# So in essence, the commando function keeps calling itself
# indirectly until no items are left. This will form a single
# working queue. By executing multiple start_single_worker
# functions based on the CPU cores available, parallel processing
# is achieved, with a queue for each core.
#
ITEM="$1" ITEM="$1"
if [ -e "$ITEM" ] if [ -e "$ITEM" ]

2
ppss-test.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
DEBUG="$1" DEBUG="$1"
VERSION=2.54 VERSION=2.55
TMP_DIR="ppss" TMP_DIR="ppss"
PPSS=ppss PPSS=ppss
PPSS_DIR=ppss_dir PPSS_DIR=ppss_dir