[Comm] кто врёт

Anton Gorlov =?iso-8859-1?q?Pnz=2EStalker_=CE=C1_mail=2Eru?=
Чт Июн 30 10:02:29 MSD 2005


Здравствуйте, community.

На лог сквида настроено 3 утилиты:
calamaris
oops-stat
webalizer

так вот -первые 2 показывают трафф примерно 4 мега (это всё в тесте
пока..) а webalizer аш 4 7 мб.. Кто врёт? ВНа всякий сллучай ниже
скрипт.. которым собираю статистику

#!/bin/sh
#
# 1. Move tscd logs -> *.date
# 2. Move File access.log -> access.log.date
# 3. Process Statistics

    MODE="hourly"
if [ "$1" = "dayly" ]; then
    MODE="dayly"
    echo "Running dayly mode"
fi


#
# 1. Set COMMON Variables
#

EXT="log"
HOST=fs.local
TOPN=100
LOGDIR=/var/log/squid
BINDIR=/work/statistics
WWWDIR=/var/www/vhosts/fs.local/https/squid
PIDFILE=/var/run/squid.pid

#
# Anything below here does NOT need changing!
#

umask 022
DATE=`date +%Y%m%d`
#
YEAR=`date +%Y`
MON=`date +%m`
DAY=`date +%d`
DATE2=${YEAR}${MON}
#

PID=`cat $PIDFILE`
LOGFILE=$LOGDIR/access.log.$DATE

STARTDIR=`pwd`
cd /work/statistics

############################ Process SQUID Log ##############################

############################ Rename SQUID Log ###############################

if [ $MODE = "dayly" ] ; then
    mv $LOGDIR/access.$EXT $LOGFILE
cat /dev/null  >$LOGDIR/access.$EXT
    chown squid:squid $LOGDIR/access.$EXT

    if [ -f /var/lock/subsys/squid ]; then
        /etc/rc.d/init.d/squid restart
    fi

else
    cp $LOGDIR/access.log $LOGFILE
fi


########################## Running oops-stat #################################

  SUMFILE=$WWWDIR/oops-stat/.SUM/$DATE.sum
  WWWFILE=$WWWDIR/oops-stat/Dayly/$DATE.html
  THISDAY=$WWWDIR/oops-stat/ThisDay.html
  date
  echo "Processing by oops-stat"
  echo "Processing $LOGFILE ..."
  echo "Running access-extract.pl ..."
  $BINDIR/oops-stat/access-extract.pl < $LOGFILE > $SUMFILE
  echo "Running access-extract-urls.pl ..."
  $BINDIR/oops-stat/access-extract-urls.pl < $LOGFILE >> $SUMFILE
  echo "Generating $WWWFILE ..."
  echo "Running access-summary.pl ..."
  $BINDIR/oops-stat/access-summary.pl -p 3128 -m $HOST -n $TOPN -H < $SUMFILE > $WWWFILE
  cp -f $WWWFILE $THISDAY

####################### Monthly oops-stat statistics #########################

if [ $MODE = "dayly" ] ; then
    WWWMONTHLY=$WWWDIR/oops-stat/Monthly/$DATE2.html
    SUMMONTHLY=$WWWDIR/oops-stat/.SUM/$DATE2
    THISMONTH=$WWWDIR/oops-stat/ThisMonth.html
    echo "Running access-summary.pl for whole $MON month ..."
    cat ${SUMMONTHLY}*.sum | $BINDIR/oops-stat/access-summary.pl -m $HOST -n $TOPN -H > $WWWMONTHLY
    cp -f $WWWMONTHLY $THISMONTH
fi
########################### Running Calamaris ###############################

  SUMFILE=$WWWDIR/calamaris/.SUM/$DATE.sum
  WWWFILE=${WWWDIR}/calamaris/Dayly/$DATE.html
  THISDAY=$WWWDIR/calamaris/ThisDay.html
  echo "Running calamaris-2.59 - thisday statistic"
  $BINDIR/calamaris-2.59/calamaris -u -d -1 -P 60 -r -1 -t 20 -s -w -O -o $WWWDIR/calamaris/.SUM/$DATE.sum < $LOGFILE >$WWWFILE
  cp $WWWFILE $THISDAY

  if [ $MODE="dayly" ] ; then
    WWWMONTHLY=${WWWDIR}/calamaris/Monthly/$DATE2.html
    THISMONTH=$WWWDIR/calamaris/ThisMonth.html
    echo "Running calamaris summary for whole $MON month ..."
    (cd ${WWWDIR}/calamaris/.SUM ; cat ${DATE2}* >${WWWDIR}/calamaris/.SUM/${DATE2}.sum ; $BINDIR/calamaris-2.59/calamaris -u -z -i ${WWWDIR}/calamaris/.SUM/${DATE2}.sum -d -1 -P 60 -r -1 -t 20 -s -w -O >$WWWMONTHLY ; rm ${WWWDIR}/calamaris/.SUM/${DATE2}.sum)
    cp -f $WWWMONTHLY $THISMONTH
  fi
#==============================================================================
if [ $MODE = "dayly" ] ; then
gzip $LOGFILE
else
    rm $LOGFILE
fi

#==собираем из кусков целое для обработкой web-alizer'ом==================================================================
cp $LOGDIR/access.log.*.gz /work/statistics/tmp/webalizer
gunzip /work/statistics/tmp/webalizer/*.gz
rm -f /work/statistics/tmp/webalizer/*.gz
cp $LOGDIR/access.log
cd /work/statistics/tmp/webalizer
cat ./access.log.* >>./mysquid.log
cat ./access.log >>./mysquid.log
webalizer -c /etc/webalizer/squid.conf
rm -f /work/statistics/tmp/webalizer/*

cd $STARTDIR
exit 0


-- 
С уважением,
 Anton                          mailto:Pnz.Stalker на mail.ru
                                     FIDO: 2:5059/37




Подробная информация о списке рассылки community