#!/usr/bin/perl -w

# This script use analog to analyze all the apache logs and send main result to watchdog.sample.com.cn site 
# Author:shiqiang at 2011-2-24 
# Revision History: 
# 2011-02-25 shiqiang Use Getopt::Long to parse parameters 
# 2011-02-25 shiqiang add some parameters to make this script common to use 
# 2011-02-24 shiqiang create file

use strict; 
use Getopt::Long; 
use diagnostics; 
use LWP; 
my $version = "1.0"; 
my $usage = "Welcome to use wd_analog.pl $version\n"; 
my $help = 0;

#Declare default values for variables 
my $verbose = 0; 
my $debug = -1; 
my $config = "project_list"; 
chomp(my $date = `date -d '1 day ago' +%y%m%d`); 
chomp(my $report_date = `date -d '1 day ago' +%Y-%m-%d`);

chomp(my $base_path = `pwd`); 
# Analog binary path 
my $analog = ("/data0/vhosts/analog.sample.com.cn/htdocs/analog/analog"); 
my $log_store_path = $base_path . "/computer_result/"; 
my $log_file = $base_path . "/computer_result/wd_analog_log"; 
my $apache_log_path = "/data0/dpoolapachelog/";

#process options from command line 
GetOptions( 
    'verbose+' => \$verbose, 
    'config|f=s' => \$config, 
    'date|d=s' => \$date, 
    'help|?' => \$help, 
    'debug:i' => \$debug 
);

if( $help ){ 
    print $usage; 
    print "Sample:wd_analog.pl -config=config_file_path -date=cur_date\n"; 
    exit(0); 
}

die "Config file doesn't exists or incorrupt" if ! -f $config; 
my @content = `cat $config`; 
my %project_list = ();

# 
# Parse the project domain and generate the module name 
# we trim the "www" prefix and ".com\.cn\" suffix to create the module name 
# 
for my $value ( @content ){ 
    chomp( $value ); 
    my $module = $value; 
    $module =~ s/www|sina\.com\.cn|\.com\.cn|\.cn|\.com|\.//g; 
    $project_list{$value} = $module; 
}

# 
# Iterate all the project and run analog 
# 
my $browser = LWP::UserAgent->new(); 
my @keys = sort keys %project_list; 
for my $key ( @keys ) { 
    # Define trhee parameters used for analog 
    my $module = $project_list{$key}; 
    my $domain_keyword = $key; 
    my $cur_date = $date; 
    $log_store_path .= $module; 
    `mkdir -p $log_store_path` if ! -d $log_store_path; 
    #`echo "=================================" >> $log_file 2>1&`; 
    `echo $key=$project_list{$key} >> $log_file 2>1&`; 
    `./analog/analog -G +ganalog.cfg +O$log_store_path/$module-$cur_date.txt $apache_log_path$date/$date.*${domain_keyword}_*.gz +C"HOSTNAME $domain_keyword" +C"OUTPUT COMPUTER"`;

    # Parse the stat result and do some post processing 
    my %stat; 
    my $k; 
    foreach $k ("B7", "BT", "CL", "F7", "FL", "FRd", "FRh", "FRmi", "FRmo", "FRy", "H7", "LRd", "LRh", "LRmi", "LRmo", "LRy", "N7", "NF", "NH", "P7", "PR", "R7", "RR", "S7", "SR", "UL") { $stat{$k} = 0; } 
    $stat{HN} = ""; 
    # Analog doesn't necessarily create lines for all values 
    open(INPUT, "$log_store_path/$module-$cur_date.txt" ) or die "Faile to open stat result file $domain_keyword:$log_store_path/$module-$cur_date.txt"; 
    while (<INPUT>) { 
        chomp; 
        if (m{^x    FR    (\d+)\t(\d+)\t(\d+)\t(\d+)\t(\d+)$}) { 
            ($stat{FRy}, $stat{FRmo}, $stat{FRd}, $stat{FRh}, $stat{FRmi}) = ($1, $2, $3, $4, $5) 
        } 
        elsif (m{^x    LR    (\d+)\t(\d+)\t(\d+)\t(\d+)\t(\d+)$}) { 
            ($stat{LRy}, $stat{LRmo}, $stat{LRd}, $stat{LRh}, $stat{LRmi}) = ($1, $2, $3, $4, $5) 
        } 
        elsif (m{^x    ([A-Z][A-Z7])    ([^/]+)$}) { $stat{$1} = $2; } 
    }

    my $pv = 0; 
    $pv = $stat{PR}/$stat{NH} if $stat{NH} ne '0'; 
    my $response = $browser->post("http://watchdog.sample.com.cn/log/save", ["domain"=>$stat{HN},"requests"=>$stat{SR},"pages"=>$stat{PR},"pv"=> $pv,"traffic"=>$stat{BT},"uip"=>$stat{NH},"stats_date"=>"$report_date"]);; 
    die "Post data failed : $response->content !" if $response->content ne '0'; 
    $log_store_path = $base_path . "/computer_result/"; 
}