#! /bin/sh # # Copyright (c) 2014 Red Hat. # Copyright (c) 1995,2003 Silicon Graphics, Inc. All Rights Reserved. # # This program is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by the # Free Software Foundation; either version 2 of the License, or (at your # option) any later version. # # This program is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY # or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License # for more details. # # merge a group of logfiles, e.g. all those for today # # default case, w/out arguments uses the default pmlogger filename # conventions for today's logs, namely `date +%Y%m%d` for both the # input-basename and the output-name # # Get standard environment . $PCP_DIR/etc/pcp.env prog=`basename $0` tmp=`mktemp -d /tmp/pcp.XXXXXXXXX` || exit 1 status=0 trap "rm -rf $tmp; exit \$status" 0 1 2 3 15 force=false VERBOSE=false SHOWME=false RM=rm _abandon() { echo "$prog: These error(s) are fatal, no output archive has been created." status=1 exit } _warning() { echo "$prog: Trying to continue, although output archive may be corrupted." force=false } cat > $tmp/usage << EOF Usage: [options] [input-basename ... output-name] Options: -f, --force remove input files after creating output files -N, --showme perform a dry run, showing what would be done -V, --verbose increase diagnostic verbosity --help EOF # option parsing ARGS=`pmgetopt --progname=$prog --config=$tmp/usage -- "$@"` [ $? != 0 ] && exit 1 eval set -- "$ARGS" while [ $# -gt 0 ] do case "$1" in -f) force=true ;; -N) SHOWME=true RM="echo + rm" ;; -V) VERBOSE=true ;; --) shift break ;; -\?) pmgetopt --usage --progname=$prog --config=$tmp/usage _abandon ;; esac shift done if [ $# -eq 0 ] then trylist=`date +%Y%m%d` output=$input elif [ $# -ge 2 ] then trylist="" while [ $# -ge 2 ] do trylist="$trylist $1" shift done output="$1" else pmgetopt --usage --progname=$prog --config=$tmp/usage status=1 exit fi fail=false mergelist="" rmlist="" # handle dupicate-breaking name form of the base name # i.e. YYYYMMDD.HH.MM-seq# and ensure no duplicates # rm -f $tmp/input echo >$tmp/input for try in $trylist do grep "^$try\$" $tmp/input >/dev/null || echo "$try" >>$tmp/input for xxx in $try-*.index do [ "$xxx" = "$try-*.index" ] && continue tie=`basename $xxx .index` grep "^$tie\$" $tmp/input >/dev/null || echo "$tie" >>$tmp/input done done for input in `cat $tmp/input` do for file in $input.index do file=`basename $file .index` rmlist="$rmlist $file" empty=0 if [ ! -f "$file.index" ] then echo "$prog: Error: \"index\" file missing for archive \"$file\"" fail=true elif [ ! -s "$file.index" ] then empty=`expr $empty + 1` fi if [ ! -f "$file.meta" ] then echo "$prog: Error: \"meta\" file missing for archive \"$file\"" fail=true elif [ ! -s "$file.meta" ] then empty=`expr $empty + 1` fi if [ ! -f "$file.0" ] then echo "$prog: Error: \"volume 0\" file missing for archive \"$file\"" fail=true elif [ ! -s "$file.0" ] then empty=`expr $empty + 1` fi if [ $empty -eq 3 ] then echo "$prog: Warning: archive \"$file\" is empty and will be skipped" else mergelist="$mergelist $file" fi done done if [ -f $output.index ] then echo "$prog: Error: \"index\" file already exists for output archive \"$output\"" fail=true fi if [ -f $output.meta ] then echo "$prog: Error: \"meta\" file already exists for output archive \"$output\"" fail=true fi if [ -f $output.0 ] then echo "$prog: Error: \"volume 0\" file already exists for output archive \"$output\"" fail=true fi $fail && _abandon i=0 list="" part=0 if [ -z "$mergelist" ] then $VERBOSE && echo "No archives to be merged." else $VERBOSE && echo "Input archives to be merged:" for input in $mergelist do for file in $input.index do if [ $i -ge 35 ] then # this limit requires of the order of 3 x 35 input + 3 x 1 # output = 108 file descriptors which should be well below any # shell-imposed or system-imposed limits # $VERBOSE && echo " -> partial merge to $tmp/$part" cmd="pmlogextract $list $tmp/$part" if $SHOWME then echo "+ $cmd" else if $cmd then : else $VERBOSE || echo " -> partial merge to $tmp/$part" echo "$prog: Directory: `pwd`" echo "$prog: Failed: pmlogextract $list $tmp/$part" _warning fi fi list=$tmp/$part part=`expr $part + 1` i=0 fi file=`basename $file .index` list="$list $file" $VERBOSE && $PCP_ECHO_PROG $PCP_ECHO_N " $file""$PCP_ECHO_C" numvol=`echo $file.[0-9]* | wc -w | sed -e 's/ *//g'` if [ $numvol -gt 1 ] then $VERBOSE && echo " ($numvol volumes)" else $VERBOSE && echo fi i=`expr $i + 1` done done cmd="pmlogextract $list $output" if $SHOWME then echo "+ $cmd" else if $cmd then : else echo "$prog: Directory: `pwd`" echo "$prog: Failed: pmlogextract $list $output" _warning fi $VERBOSE && echo "Output archive files:" for file in $output.meta $output.index $output.0 do if [ -f $file ] then $VERBOSE && LC_TIME=POSIX ls -l $file else echo "$prog: Error: file \"$file\" not created" force=false fi done fi fi if $force then $VERBOSE && $PCP_ECHO_PROG $PCP_ECHO_N "Removing input archive files ...""$PCP_ECHO_C" for input in $rmlist do for file in $input.index do file=`basename $file .index` [ "$file" = "$output" ] && continue eval $RM -f $file.index $file.meta $file.[0-9]* done done $VERBOSE && echo " done" fi exit