#! /bin/bash

########## 1 all.ip.sh #####################
for iii in `ls /home/123/ | grep 20120519`;do
    cat /home/123/${iii} >> /home/123/all_20120519.log
done
for aaaa in `ls /home/123/ | grep 20120518`;do
    cat /home/123/${aaaa} >> /home/123/all_20120518.log
done
#
for iiii in `ls /home/123/ | grep 20120520`;do
    cat /home/123/${iiii} >> /home/123/all_20120520.log
done
#
for aaa in `ls /home/123/ | grep 20120521`;do
    cat /home/123/${aaa} >> /home/123/all_20120521.log
done
#
for bbb in `ls /home/123/ | grep 20120522`;do
    cat /home/123/${bbb} >> /home/123/all_20120522.log
done
#
for ccc in `ls /home/123/ | grep 20120523`;do
    cat /home/123/${ccc} >> /home/123/all_20120523.log
done
#
for ddd in `ls /home/123/ | grep 20120524`;do
    cat /home/123/${ddd} >> /home/123/all_20120524.log
done
 

########## 2  add.ip.sh ########################

for ii in `ls /home/123/`;do
    cat /home/123/${ii} >> /home/123/all_ip.log
done
 

######## 3 statistics ############################

for shuju in `ls /home/123/`
do
tatol_ip=`cat /home/123/${shuju} | awk '{print $1}' | sort | uniq | sed -n '$='`
tatol_pv=`cat /home/123/${shuju} | awk '{print $7}' | sed -n '$='`
sed -n -e '/\/abc\/js/p;/404.html/p' /home/123/${shuju} > /home/${shuju}.noreal.ip
sed -n -e '/\/abc\/js/p;/404.html/p' /home/123/${shuju} > /home/${shuju}.noreal.pv
noreal_ip=`cat /home/${shuju}.noreal.ip | awk '{print $1}' | sort | uniq | sed -n '$='`
noreal_pv=`cat /home/${shuju}.noreal.pv | awk '{print $7}' | sed -n '$='`
result_IP=$((tatol_ip - noreal_ip))
result_PV=$((tatol_pv - noreal_pv))
echo "$shuju : $tatol_ip - $noreal_ip = $result_IP" >> /home/ip.log
echo "$shuju : $tatol_pv - $noreal_pv = $result_PV" >> /home/pv.log
rm -rf /home/${shuju}.noreal.ip
rm -rf /home/${shuju}.noreal.pv
done