sneak/ppss
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Improved algorithm for removing processed items from the input file. It was stupid and is now smart.

Browse Source
This commit is contained in:
louwrentius 2011-09-20 20:44:42 +00:00
parent b69e1e6d7b
commit 625eb7e1e4
1 changed files with 20 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
ppss
View File

@ -1805,12 +1805,14 @@ remove_processed_items_from_input_file () {
#
UNPROCESSED_ITEMS=""
log DSPLY "Removing processed items from list..."
if [ -e "$LIST_OF_PROCESSED_ITEMS" ]
then
PROCESSED_ITEMS=`cat $LIST_OF_PROCESSED_ITEMS`
fi
log DEBUG "Running $FUNCNAME"
log INFO "Running $FUNCNAME"
if [ -z "$PROCESSED_ITEMS" ]
then
@ -1844,24 +1846,33 @@ remove_processed_items_from_input_file () {
log DEBUG "Now removing processed items from input."
for x in $INPUTFILES
STATUS_COUNTER=0
TOTAL=`echo "$INPUTFILES" | wc -l`
for x in $PROCESSED_ITEMS
do
FILE_IS_PROCESSED=0
for y in $PROCESSED_ITEMS
for y in $INPUT_FILES
do
if [ "$y" = "$x" ]
if [ "$y" == "$x" ]
then
FILE_IS_PROCESSED=1
fi
((STATUS_COUNTER++))
TMP=$((STATUS_COUNTER % 1000))
if [ "$TMP" == "0" ]
then
log DSPLY "Processed $STATUS_COUNTER of $TOTAL."
fi
done
if [ "$FILE_IS_PROCESSED" = "0" ]
then
log DEBUG "ITEM $x is not processed."
#log DEBUG "ITEM $x is not processed."
unprocessed_stack_push "$x"
else
log DEBUG "ITEM $x is already processed!."
#else
#log DEBUG "ITEM $x is already processed!."
fi
done
IFS="$oldIFS"
@ -1870,6 +1881,8 @@ remove_processed_items_from_input_file () {
get_all_items () {
log DSPLY "Creating a list of all items to process..."
if [ "$DAEMON" == "1" ] && [ "$INOTIFY" = "0" ] && [ "$ENABLE_INPUT_LOCK" = "1" ]
then
get_input_lock