ViciDial/agc_2-X
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
ac91b38830febd2741c212105e72f33a0dcb077f
agc_2-X/bin/AST_activity_log_export.pl
T
mattf b9ce3e6d9c Added --quoted-vl option to activity export script 
git-svn-id: svn://192.168.202.10@3092 3d104415-ff17-0410-8863-d5cf3c621b8a
2019-04-20 21:14:38 +00:00

742 lines
27 KiB
Perl
Raw Blame History

#!/usr/bin/perl
#
# AST_activity_log_export.pl version: 2.14
#
# This script is designed to gather specific fields from the vicidial_agent_log
# and recording_log tables, as well as recently changed vicidial_list records and
# post them to a directory.
#
# /usr/share/astguiclient/AST_activity_log_export.pl --campaign=GOODB-GROUP1-GROUP3-GROUP4-SPECIALS-DNC_BEDS --output-format=tab-basic --debug --filename=BEDSsaleDATETIME.txt --email-list=test@gmail.com --email-sender=test@test.com
#
# /usr/share/astguiclient/AST_activity_log_export.pl --campaign=---ALL--- --output-format=csv-basic --debug --filename=TABLE --email-list=test@gmail.com --email-sender=test@test.com
#
# NOTE: You might want to add these database indexes before you run this script:
# create index rec_start_time on recording_log(start_time);
# create index vl_modify_date on vicidial_list(modify_date);
#
# Copyright (C) 2019 Matt Florell <vicidial@gmail.com> LICENSE: AGPLv2
#
# CHANGES
# 190323-0549 - First version based on AST_call_log_export.pl
# 190329-1451 - Added agent_log_id to vicidial_agent_log export
# 190420-1702 - Added --quoted-vl option
#
$txt = '.txt';
$csv = '.csv';
$US = '_';
$MT[0] = '';
$Q=0;
$DB=0;
$uniqueidLIST='|';
$filename='';
$dateset=0;
$quoted_vl=0;
# Default FTP account variables
$VARREPORT_host = '10.0.0.4';
$VARREPORT_user = 'cron';
$VARREPORT_pass = 'test';
$VARREPORT_port = '21';
$VARREPORT_dir = 'REPORTS';
# default CLI values
$campaign = 'TESTCAMP';
$output_format = 'csv-basic';
$vicidial_agent_log = 'vicidial_agent_log';
$recording_log = 'recording_log';
$vicidial_list = 'vicidial_list';
$secX = time();
$time = $secX;
($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
$year = ($year + 1900);
$yy = ($year - 2000);
$mon++;
if ($mon < 10) {$mon = "0$mon";}
if ($mday < 10) {$mday = "0$mday";}
if ($hour < 10) {$hour = "0$hour";}
if ($min < 10) {$min = "0$min";}
if ($sec < 10) {$sec = "0$sec";}
$timestamp = "$year-$mon-$mday $hour:$min:$sec";
$filedate = "$year$mon$mday";
$filedatetime = "$year$mon$mday$hour$min$sec";
$ABIfiledate = "$mon-$mday-$year$us$hour$min$sec";
$shipdate = "$year-$mon-$mday";
$start_date = "$year$mon$mday";
$datestamp = "$year/$mon/$mday $hour:$min";
use Time::Local;
### find epoch of 2AM today
$TWOAMsec = ( ($secX - ($sec + ($min * 60) + ($hour * 3600) ) ) + 7200);
### find epoch of 2AM yesterday
$TWOAMsecY = ($TWOAMsec - 86400);
($Tsec,$Tmin,$Thour,$Tmday,$Tmon,$Tyear,$Twday,$Tyday,$Tisdst) = localtime($TWOAMsecY);
$Tyear = ($Tyear + 1900);
$Tmon++;
if ($Tmon < 10) {$Tmon = "0$Tmon";}
if ($Tmday < 10) {$Tmday = "0$Tmday";}
if ($Thour < 10) {$Thour = "0$Thour";}
if ($Tmin < 10) {$Tmin = "0$Tmin";}
if ($Tsec < 10) {$Tsec = "0$Tsec";}
### begin parsing run-time options ###
if (length($ARGV[0])>1)
{
$i=0;
while ($#ARGV >= $i)
{
$args = "$args $ARGV[$i]";
$i++;
}
if ($args =~ /--help/i)
{
print "allowed run time options:\n";
print " [--date=YYYY-MM-DD] = date override, otherwise will use processed=N\n";
print " [--hour-offset=X] = print datetime strings with this hour offset\n";
print " [--filename=XXX] = Name prefix to be used for file\n";
print " [--campaign=XXX] = Campaign that sales will be pulled from, use ---ALL--- for all campaigns\n";
print " [--without-camp=XXX] = Campaign that will be excluded from ALL\n";
print " [--output-format=XXX] = Format of file. Default \"pipe-standard\"\n";
print " [--quoted-vl] = Put vicidial_list export fields in quotes: \"field\"\n";
print " [--ftp-transfer] = Send results file by FTP to another server\n";
print " [--email-list=test@test.com:test2@test.com] = send email results to these addresses\n";
print " [--email-sender=vicidial@localhost] = sender for the email results\n";
print " [--quiet] = quiet\n";
print " [--archive-tables] = use archive tables\n";
print " [--test] = test\n";
print " [--debug] = debugging messages\n";
print " [--debugX] = Super debugging messages\n";
print "\n";
print " format options:\n";
print " tab-basic:\n";
print " call_date phone_number vendor_id status user first_name last_name lead_id list_id campaign_id length_in_sec etc...\n";
print " pipe-basic:\n";
print " call_date|phone_number|vendor_id|status|user|first_name|last_name|lead_id|list_id|campaign_id|length_in_sec|source_id|etc...\n";
print " csv-basic:\n";
print " call_date,phone_number,vendor_id,status,user,first_name,last_name,lead_id,list_id,campaign_id,length_in_sec,etc...\n";
print "\n";
exit;
}
else
{
if ($args =~ /--debug/i)
{
$DB=1;
print "\n----- DEBUG MODE -----\n\n";
}
if ($args =~ /--debugX/i)
{
$DBX=1;
print "\n----- SUPER DEBUG MODE -----\n\n";
}
if ($args =~ /-quiet/i)
{
$q=1; $Q=1;
}
if ($args =~ /--hour-offset=/i)
{
@data_in = split(/--hour-offset=/,$args);
$hour_offset = $data_in[1];
$hour_offset =~ s/ .*//gi;
if (!$Q) {print "\n----- HOUR OFFSET: $hour_offset -----\n\n";}
}
else
{$hour_offset=0;}
if ($args =~ /--date=/i)
{
@data_in = split(/--date=/,$args);
$shipdate = $data_in[1];
$shipdate =~ s/ .*//gi;
if ($shipdate =~ /today/)
{
$shipdate="$year-$mon-$mday";
$time = $TWOAMsec;
}
else
{
if ($shipdate =~ /yesterday/)
{
$shipdate="$Tyear-$Tmon-$Tmday";
$year = $Tyear;
$mon = $Tmon;
$mday = $Tmday;
$time=$TWOAMsecY;
}
else
{
@cli_date = split("-",$shipdate);
$year = $cli_date[0];
$mon = $cli_date[1];
$mday = $cli_date[2];
$cli_date[1] = ($cli_date[1] - 1);
$time = timelocal(0,0,2,$cli_date[2],$cli_date[1],$cli_date[0]);
}
}
if (!$Q) {print "\n----- DATE OVERRIDE: $shipdate -----\n\n";}
$dateset=1;
}
else
{
$time=$TWOAMsec;
$dateset=0;
}
if ($args =~ /--campaign=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--campaign=/,$args);
$campaign = $data_in[1];
$campaign =~ s/ .*$//gi;
$campaignSQL = $campaign;
if ($campaignSQL =~ /---ALL---/)
{$campaignSQL='';}
else
{
if ($campaignSQL =~ /-/)
{
$campaignSQL =~ s/-/','/gi;
}
$campaignSQL = "'$campaignSQL'";
}
if (!$Q) {print "\n----- CAMPAIGNS: $campaign ($campaignSQL) -----\n\n";}
}
if ($args =~ /--without-camp=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--without-camp=/,$args);
$NOTcampaign = $data_in[1];
$NOTcampaign =~ s/ .*$//gi;
$NOTcampaignSQL = $NOTcampaign;
if ($NOTcampaignSQL =~ /-/)
{
$NOTcampaignSQL =~ s/-/','/gi;
}
$NOTcampaignSQL = "'$NOTcampaignSQL'";
if (!$Q) {print "\n----- WITHOUT CAMPAIGNS: $NOTcampaign ($NOTcampaignSQL) -----\n\n";}
}
if ($args =~ /--filename=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--filename=/,$args);
$yy = ($year - 2000);
$filename = $data_in[1];
$filename =~ s/ .*$//gi;
$filename =~ s/YYYY/$year/gi;
$filename =~ s/MM/$mon/gi;
$filename =~ s/DD/$mday/gi;
$filename =~ s/DATETIME/$year$mon$mday$hour$min$sec/gi;
$filename =~ s/DATESPEC/$yy$mon$mday-$hour$min$sec/gi;
$filename_override=1;
if (!$Q) {print "\n----- FILENAME PREFIX: $filename -----\n\n";}
}
if ($args =~ /--output-format=/i)
{
@data_in = split(/--output-format=/,$args);
$output_format = $data_in[1];
$output_format =~ s/ .*$//gi;
if (!$Q) {print "\n----- OUTPUT FORMAT: $output_format -----\n\n";}
}
if ($args =~ /--quoted-vl/i)
{
$quoted_vl=1;
if (!$Q) {print "\n----- QUOTED VICIDIAL_LIST FIELDS: $quoted_vl -----\n\n";}
}
if ($args =~ /-ftp-transfer/i)
{
if (!$Q) {print "\n----- FTP TRANSFER MODE -----\n\n";}
$ftp_transfer=1;
}
if ($args =~ /--test/i)
{
$T=1; $TEST=1;
if (!$Q) {print "\n----- TESTING -----\n\n";}
}
if ($args =~ /--archive-tables/i)
{
$archive_tables=1;
$vicidial_agent_log = 'vicidial_agent_log_archive';
$recording_log = 'recording_log';
$vicidial_list = 'vicidial_list';
if (!$Q) {print "\n----- USING ARCHIVE LOG TABLES -----\n\n";}
}
if ($args =~ /--email-list=/i)
{
@data_in = split(/--email-list=/,$args);
$email_list = $data_in[1];
$email_list =~ s/ .*//gi;
$email_list =~ s/:/,/gi;
if (!$Q) {print "\n----- EMAIL NOTIFICATION: $email_list -----\n\n";}
}
else
{$email_list = '';}
if ($args =~ /--email-sender=/i)
{
@data_in = split(/--email-sender=/,$args);
$email_sender = $data_in[1];
$email_sender =~ s/ .*//gi;
$email_sender =~ s/:/,/gi;
if (!$Q) {print "\n----- EMAIL NOTIFICATION SENDER: $email_sender -----\n\n";}
}
else
{$email_sender = 'vicidial@localhost';}
}
}
else
{
print "no command line options set, using defaults.\n";
}
### end parsing run-time options ###
# default path to astguiclient configuration file:
$PATHconf = '/etc/astguiclient.conf';
open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n";
@conf = <conf>;
close(conf);
$i=0;
foreach(@conf)
{
$line = $conf[$i];
$line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi;
if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) )
{$PATHhome = $line; $PATHhome =~ s/.*=//gi;}
if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) )
{$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;}
if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) )
{$PATHagi = $line; $PATHagi =~ s/.*=//gi;}
if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) )
{$PATHweb = $line; $PATHweb =~ s/.*=//gi;}
if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) )
{$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;}
if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) )
{$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;}
if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) )
{$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) )
{$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) )
{$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) )
{$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) )
{$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) )
{$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;}
if ( ($line =~ /^VARREPORT_host/) && ($CLIREPORT_host < 1) )
{$VARREPORT_host = $line; $VARREPORT_host =~ s/.*=//gi;}
if ( ($line =~ /^VARREPORT_user/) && ($CLIREPORT_user < 1) )
{$VARREPORT_user = $line; $VARREPORT_user =~ s/.*=//gi;}
if ( ($line =~ /^VARREPORT_pass/) && ($CLIREPORT_pass < 1) )
{$VARREPORT_pass = $line; $VARREPORT_pass =~ s/.*=//gi;}
if ( ($line =~ /^VARREPORT_port/) && ($CLIREPORT_port < 1) )
{$VARREPORT_port = $line; $VARREPORT_port =~ s/.*=//gi;}
if ( ($line =~ /^VARREPORT_dir/) && ($CLIREPORT_dir < 1) )
{$VARREPORT_dir = $line; $VARREPORT_dir =~ s/.*=//gi;}
$i++;
}
# Customized Variables
$server_ip = $VARserver_ip; # Asterisk server IP
if ($output_format =~ /^tab-basic$/)
{$DLT = "\t"; $txt='.txt'; if (!$Q) {print "---- tab-basic ----\n";}}
if ($output_format =~ /^pipe-basic$/)
{$DLT = "|"; $txt='.txt'; if (!$Q) {print "---- pipe-basic ----\n";}}
if ($output_format =~ /^csv-basic$/)
{$DLT = ","; $txt='.csv'; if (!$Q) {print "---- ncad14csv ----\n";}}
if (length($campaignSQL) < 2)
{
if (length($NOTcampaignSQL) < 2)
{
$VALcampaignSQL = $vicidial_agent_log.".campaign_id NOT IN('')";
}
else
{
$VALcampaignSQL = $vicidial_agent_log.".campaign_id NOT IN($NOTcampaignSQL)";
}
}
else
{
$VALcampaignSQL = $vicidial_agent_log.".campaign_id IN($campaignSQL)";
}
if ($dateset > 0)
{
$VALdateSQL = "event_time >= '$shipdate 00:00:00' and event_time <= '$shipdate 23:59:59'";
$RECdateSQL = "start_time >= '$shipdate 00:00:00' and start_time <= '$shipdate 23:59:59'";
$VLdateSQL = "( (modify_date >= '$shipdate 00:00:00' and modify_date <= '$shipdate 23:59:59') or (last_local_call_time >= '$shipdate 00:00:00' and last_local_call_time <= '$shipdate 23:59:59') )";
}
$filename_prefix='';
if (length($filename)>0) {$filename_prefix = $filename.'_';}
$VALoutfile = $filename_prefix."vicidial_agent_log".$US.$shipdate.$txt;
$RECoutfile = $filename_prefix."recording_log".$US.$shipdate.$txt;
$VLoutfile = $filename_prefix."vicidial_list".$US.$shipdate.$txt;
if (!$Q)
{
print "\n\n\n\n\n\n\n\n\n\n\n\n-- AST_activity_log_export.pl --\n\n";
print "This program is designed to gather agent activity and logs post them to a file over FTP. \n";
print "\n";
print "Campaign: $campaign $VALcampaignSQL \n";
print "Output Format: $output_format \n";
print "VAL file: $VALoutfile \n";
print "REC file: $RECoutfile \n";
print "VL file: $VLoutfile \n";
print "\n";
}
if (!$VARDB_port) {$VARDB_port='3306';}
use DBI;
$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass")
or die "Couldn't connect to database: " . DBI->errstr;
$TOTAL_VAL=0;
$TOTAL_REC=0;
$TOTAL_VL=0;
$timezone='-5';
$stmtA = "SELECT local_gmt FROM servers where server_ip='$server_ip';";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
if ($DBX) {print " $sthArows|$stmtA|\n";}
if ($sthArows > 0)
{
@aryA = $sthA->fetchrow_array;
$timezone = $aryA[0];
$sthA->finish();
}
$offset_timezone = ($timezone + $hour_offset);
$SQLtimezone = sprintf("%10.2f",$timezone);
$SQLtimezone =~ s/\./:/gi;
$SQLtimezone =~ s/:50/:30/gi;
$SQLtimezone =~ s/ //gi;
$SQLoffset_timezone = sprintf("%10.2f",$offset_timezone);
$SQLoffset_timezone =~ s/\./:/gi;
$SQLoffset_timezone =~ s/:50/:30/gi;
$SQLoffset_timezone =~ s/ //gi;
$convert_tz = "'$SQLtimezone','$SQLoffset_timezone'";
if (!$Q)
{print "\n----- SQL CONVERT_TZ: $SQLtimezone|$SQLoffset_timezone $convert_tz -----\n\n";}
###########################################################################
########### SELECTED DAY AGENT ACTIVITY GATHERING: vicidial_agent_log ######
###########################################################################
if ($DB > 0) {print "Starting VAL file pull...\n";}
### open the VAL out file for writing ###
$PATHoutfileVAL = "$PATHweb/vicidial/server_reports/$VALoutfile";
open(VALout, ">$PATHoutfileVAL")
|| die "Can't open $PATHoutfileVAL: $!\n";
# user,event_time,lead_id,campaign_id,pause_sec,wait_sec,talk_sec,dispo_sec,dead_sec,status
$stmtA = "SELECT user,CONVERT_TZ(event_time,$convert_tz),lead_id,campaign_id,pause_sec,wait_sec,talk_sec,dispo_sec,dead_sec,status,agent_log_id from $vicidial_agent_log where $VALcampaignSQL and $VALdateSQL order by agent_log_id;";
if ($DBX) {print "|$stmtA|\n";}
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
$rec_count=0;
if ($DB) {print "$sthArows|$stmtA|\n";}
while ($sthArows > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$user = $aryA[0];
$event_time = $aryA[1];
$lead_id = $aryA[2];
$campaign_id = $aryA[3];
$pause_sec = $aryA[4];
$wait_sec = $aryA[5];
$talk_sec = $aryA[6];
$dispo_sec = $aryA[7];
$dead_sec = $aryA[8];
$status = $aryA[9];
$agent_log_id = $aryA[10];
if ($output_format =~ /^pipe-basic$/)
{
$str = "$user|$event_time|$lead_id|$campaign_id|$pause_sec|$wait_sec|$talk_sec|$dispo_sec|$dead_sec|$status|$agent_log_id\n";
}
if ($output_format =~ /^tab-basic$/)
{
$str = "$user\t$event_time\t$lead_id\t$campaign_id\t$pause_sec\t$wait_sec\t$talk_sec\t$dispo_sec\t$dead_sec\t$status\t$agent_log_id\n";
}
if ($output_format =~ /^csv-basic$/)
{
$str = "$user,$event_time,$lead_id,$campaign_id,$pause_sec,$wait_sec,$talk_sec,$dispo_sec,$dead_sec,$status,$agent_log_id\n";
}
print VALout "$str";
if ($DBX) {print "$str\n";}
if ($DB > 0)
{
if ($rec_count =~ /100$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /200$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /300$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /400$/i) {print STDERR "\\ $rec_count \r";}
if ($rec_count =~ /500$/i) {print STDERR "- $rec_count \r";}
if ($rec_count =~ /600$/i) {print STDERR "/ $rec_count \r";}
if ($rec_count =~ /700$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /800$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /900$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /000$/i) {print "$rec_count|$TOTAL_VAL| |$user|$lead_id|$event_time|\n";}
}
$TOTAL_VAL++;
$rec_count++;
}
$sthA->finish();
close(VALout);
if ($DB > 0) {print "VAL file done: $TOTAL_VAL\n";}
###########################################################################
########### SELECTED DAY RECORDING LOG GATHERING: recording_log ######
###########################################################################
if ($DB > 0) {print "Starting REC file pull...\n";}
### open the REC out file for writing ###
$PATHoutfileREC = "$PATHweb/vicidial/server_reports/$RECoutfile";
open(RECout, ">$PATHoutfileREC")
|| die "Can't open $PATHoutfileREC: $!\n";
# user,location,lead_id,recording_id,start_time
$stmtA = "SELECT user,location,lead_id,recording_id,CONVERT_TZ(start_time,$convert_tz) from $recording_log where $RECdateSQL order by recording_id;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
$rec_count=0;
if ($DB) {print "$sthArows|$stmtA|\n";}
while ($sthArows > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$user = $aryA[0];
$location = $aryA[1];
$lead_id = $aryA[2];
$recording_id = $aryA[3];
$start_time = $aryA[4];
if ($output_format =~ /^pipe-basic$/)
{
$str = "$user|$location|$lead_id|$recording_id|$start_time\n";
}
if ($output_format =~ /^tab-basic$/)
{
$str = "$user\t$location\t$lead_id\t$recording_id\t$start_time\n";
}
if ($output_format =~ /^csv-basic$/)
{
$str = "$user,$location,$lead_id,$recording_id,$start_time\n";
}
print RECout "$str";
if ($DBX) {print "$str\n";}
if ($DB > 0)
{
if ($rec_count =~ /100$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /200$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /300$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /400$/i) {print STDERR "\\ $rec_count \r";}
if ($rec_count =~ /500$/i) {print STDERR "- $rec_count \r";}
if ($rec_count =~ /600$/i) {print STDERR "/ $rec_count \r";}
if ($rec_count =~ /700$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /800$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /900$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /000$/i) {print "$rec_count|$TOTAL_REC| |$user|$recording_id|$start_time|\n";}
}
$TOTAL_REC++;
$rec_count++;
}
$sthA->finish();
close(RECout);
if ($DB > 0) {print "REC file done: $TOTAL_REC\n";}
###########################################################################
########### SELECTED DAY LIST LOG GATHERING: vicidial_list ######
###########################################################################
if ($DB > 0) {print "Starting VL file pull...\n";}
### open the VL out file for writing ###
$PATHoutfileVL = "$PATHweb/vicidial/server_reports/$VLoutfile";
open(VLout, ">$PATHoutfileVL")
|| die "Can't open $PATHoutfileVL: $!\n";
# lead_id,etc...
$stmtA = "SELECT lead_id,entry_date,modify_date,status,user,vendor_lead_code,source_id,list_id,gmt_offset_now,called_since_last_reset,phone_code,phone_number,title,first_name,middle_initial,last_name,address1,address2,address3,city,state,province,postal_code,country_code,gender,date_of_birth,alt_phone,email,security_phrase,comments,called_count,last_local_call_time,rank,owner,entry_list_id from $vicidial_list where $VLdateSQL order by lead_id;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
$rec_count=0;
if ($DB) {print "$sthArows|$stmtA|\n";}
while ($sthArows > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$lead_id = $aryA[0]; if ($quoted_vl > 0) {$lead_id = '"'.$lead_id.'"';}
$entry_date = $aryA[1]; if ($quoted_vl > 0) {$entry_date = '"'.$entry_date.'"';}
$modify_date = $aryA[2]; if ($quoted_vl > 0) {$modify_date = '"'.$modify_date.'"';}
$status = $aryA[3]; if ($quoted_vl > 0) {$status = '"'.$status.'"';}
$user = $aryA[4]; if ($quoted_vl > 0) {$user = '"'.$user.'"';}
$vendor_lead_code = $aryA[5]; if ($quoted_vl > 0) {$vendor_lead_code = '"'.$vendor_lead_code.'"';}
$source_id = $aryA[6]; if ($quoted_vl > 0) {$source_id = '"'.$source_id.'"';}
$list_id = $aryA[7]; if ($quoted_vl > 0) {$list_id = '"'.$list_id.'"';}
$gmt_offset_now = $aryA[8]; if ($quoted_vl > 0) {$gmt_offset_now = '"'.$gmt_offset_now.'"';}
$called_since_last_reset = $aryA[9]; if ($quoted_vl > 0) {$called_since_last_reset = '"'.$called_since_last_reset.'"';}
$phone_code = $aryA[10]; if ($quoted_vl > 0) {$phone_code = '"'.$phone_code.'"';}
$phone_number = $aryA[11]; if ($quoted_vl > 0) {$phone_number = '"'.$phone_number.'"';}
$title = $aryA[12]; if ($quoted_vl > 0) {$title = '"'.$title.'"';}
$first_name = $aryA[13]; if ($quoted_vl > 0) {$first_name = '"'.$first_name.'"';}
$middle_initial = $aryA[14]; if ($quoted_vl > 0) {$middle_initial = '"'.$middle_initial.'"';}
$last_name = $aryA[15]; if ($quoted_vl > 0) {$last_name = '"'.$last_name.'"';}
$address1 = $aryA[16]; if ($quoted_vl > 0) {$address1 = '"'.$address1.'"';}
$address2 = $aryA[17]; if ($quoted_vl > 0) {$address2 = '"'.$address2.'"';}
$address3 = $aryA[18]; if ($quoted_vl > 0) {$address3 = '"'.$address3.'"';}
$city = $aryA[19]; if ($quoted_vl > 0) {$city = '"'.$city.'"';}
$state = $aryA[20]; if ($quoted_vl > 0) {$state = '"'.$state.'"';}
$province = $aryA[21]; if ($quoted_vl > 0) {$province = '"'.$province.'"';}
$postal_code = $aryA[22]; if ($quoted_vl > 0) {$postal_code = '"'.$postal_code.'"';}
$country_code = $aryA[23]; if ($quoted_vl > 0) {$country_code = '"'.$country_code.'"';}
$gender = $aryA[24]; if ($quoted_vl > 0) {$gender = '"'.$gender.'"';}
$date_of_birth = $aryA[25]; if ($quoted_vl > 0) {$date_of_birth = '"'.$date_of_birth.'"';}
$alt_phone = $aryA[26]; if ($quoted_vl > 0) {$alt_phone = '"'.$alt_phone.'"';}
$email = $aryA[27]; if ($quoted_vl > 0) {$email = '"'.$email.'"';}
$security_phrase = $aryA[28]; if ($quoted_vl > 0) {$security_phrase = '"'.$security_phrase.'"';}
$comments = $aryA[29]; if ($quoted_vl > 0) {$comments = '"'.$comments.'"';}
$called_count = $aryA[30]; if ($quoted_vl > 0) {$called_count = '"'.$called_count.'"';}
$last_local_call_time = $aryA[31]; if ($quoted_vl > 0) {$last_local_call_time = '"'.$last_local_call_time.'"';}
$rank = $aryA[32]; if ($quoted_vl > 0) {$rank = '"'.$rank.'"';}
$owner = $aryA[33]; if ($quoted_vl > 0) {$owner = '"'.$owner.'"';}
$entry_list_id = $aryA[34]; if ($quoted_vl > 0) {$entry_list_id = '"'.$entry_list_id.'"';}
if ($output_format =~ /^pipe-basic$/)
{
$str = "$lead_id|$entry_date|$modify_date|$status|$user|$vendor_lead_code|$source_id|$list_id|$gmt_offset_now|$called_since_last_reset|$phone_code|$phone_number|$title|$first_name|$middle_initial|$last_name|$address1|$address2|$address3|$city|$state|$province|$postal_code|$country_code|$gender|$date_of_birth|$alt_phone|$email|$security_phrase|$comments|$called_count|$last_local_call_time|$rank|$owner|$entry_list_id\n";
}
if ($output_format =~ /^tab-basic$/)
{
$str = "$lead_id\t$entry_date\t$modify_date\t$status\t$user\t$vendor_lead_code\t$source_id\t$list_id\t$gmt_offset_now\t$called_since_last_reset\t$phone_code\t$phone_number\t$title\t$first_name\t$middle_initial\t$last_name\t$address1\t$address2\t$address3\t$city\t$state\t$province\t$postal_code\t$country_code\t$gender\t$date_of_birth\t$alt_phone\t$email\t$security_phrase\t$comments\t$called_count\t$last_local_call_time\t$rank\t$owner\t$entry_list_id\n";
}
if ($output_format =~ /^csv-basic$/)
{
$str = "$lead_id,$entry_date,$modify_date,$status,$user,$vendor_lead_code,$source_id,$list_id,$gmt_offset_now,$called_since_last_reset,$phone_code,$phone_number,$title,$first_name,$middle_initial,$last_name,$address1,$address2,$address3,$city,$state,$province,$postal_code,$country_code,$gender,$date_of_birth,$alt_phone,$email,$security_phrase,\"$comments\",$called_count,$last_local_call_time,$rank,$owner,$entry_list_id\n";
}
print VLout "$str";
if ($DBX) {print "$str\n";}
if ($DB > 0)
{
if ($rec_count =~ /100$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /200$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /300$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /400$/i) {print STDERR "\\ $rec_count \r";}
if ($rec_count =~ /500$/i) {print STDERR "- $rec_count \r";}
if ($rec_count =~ /600$/i) {print STDERR "/ $rec_count \r";}
if ($rec_count =~ /700$/i) {print STDERR "| $rec_count \r";}
if ($rec_count =~ /800$/i) {print STDERR "+ $rec_count \r";}
if ($rec_count =~ /900$/i) {print STDERR "0 $rec_count \r";}
if ($rec_count =~ /000$/i) {print "$rec_count|$TOTAL_VL| |$user|$lead_id|$modify_date|\n";}
}
$TOTAL_VL++;
$rec_count++;
}
$sthA->finish();
close(VLout);
if ($DB > 0) {print "VL file done: $TOTAL_VL\n";}
###### EMAIL SECTION
if ( (length($email_sender)>5) && (length($email_list) > 3) )
{
if ($q < 1) {print "Sending email: $email_list\n";}
use MIME::QuotedPrint;
use MIME::Base64;
use Mail::Sendmail;
$mailsubject = "VICIDIAL Activity Export $shipdate";
%mail = ( To => "$email_list",
From => "$email_sender",
Subject => "$mailsubject",
Message => "VICIDIAL Activity Export $shipdate Complete\n\nAGENT FILE: $TOTAL_VAL ($VALoutfile) \nRECORDING FILE: $TOTAL_REC ($RECoutfile) \nLIST FILE: $TOTAL_VL ($VLoutfile) \n"
);
sendmail(%mail) or die $mail::Sendmail::error;
if ($DB > 0) {print "ok. log says:\n", $mail::sendmail::log;} ### print mail log for status
}
# FTP overrides-
# $VARREPORT_host = '10.0.0.4';
# $VARREPORT_port = '21';
# $VARREPORT_user = 'vici';
# $VARREPORT_pass = 'test';
# $VARREPORT_dir = 'Activity_export';
if ($ftp_transfer > 0)
{
use Net::FTP;
if (!$Q) {print "Sending Files Over FTP... \n";}
$ftp = Net::FTP->new("$VARREPORT_host", Port => $VARREPORT_port, Debug => $DB);
$ftp->login("$VARREPORT_user","$VARREPORT_pass");
$ftp->cwd("$VARREPORT_dir");
$ftp->binary();
$ftp->put("$PATHoutfileVAL", "$VALoutfile");
$ftp->put("$PATHoutfileREC", "$RECoutfile");
$ftp->put("$PATHoutfileVL", "$VLoutfile");
$ftp->quit;
}
### calculate time to run script ###
$secY = time();
$secZ = ($secY - $secX);
$secZm = ($secZ /60);
if (!$Q)
{
print "PROCESS COMPLETE! ($secZ seconds) \n";
print "AGENT FILE: $TOTAL_VAL ($VALoutfile) \n";
print "RECORDING FILE: $TOTAL_REC ($RECoutfile) \n";
print "LIST FILE: $TOTAL_VL ($VLoutfile) \n";
}
exit;
Reference in New Issue View Git Blame Copy Permalink