diff --git a/bin/ADMIN_archive_leads.pl b/bin/ADMIN_archive_leads.pl new file mode 100644 index 00000000..2ee6ebc9 --- /dev/null +++ b/bin/ADMIN_archive_leads.pl @@ -0,0 +1,434 @@ +#!/usr/bin/perl +# +# ADMIN_archive_leads.pl version: 2.14 +# +# This script is designed to archive vicidial_list leads into the _archive table +# +# !!!!!! NOTE: you must create the vicidial_list_archive table on your DB !!!!! +# +# CREATE TABLE vicidial_list_archive LIKE vicidial_list; +# ALTER TABLE vicidial_list_archive MODIFY lead_id INT(9) UNSIGNED NOT NULL; +# +# /usr/share/astguiclient/ADMIN_archive_leads.pl --campaigns=TEST1-TEST2 --statuses---ALL--- --debug +# +# TEST: --campaigns=1020-1022-1025-1028-1031-1033-1035-1036-1037-1039-1041-1043-1050-1051-1052-1053-1054-1055-1056-1057 +# +# Copyright (C) 2023 Matt Florell LICENSE: AGPLv2 +# +# CHANGES +# 230921-0853 - First version +# + +$txt = '.txt'; +$US = '_'; +$MT[0] = ''; +$Q=0; +$DB=0; +$use_archives=0; +$leadidLIST='|'; + +$secX = time(); +$time = $secX; + ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time); +$year = ($year + 1900); +$mon++; +if ($mon < 10) {$mon = "0$mon";} +if ($mday < 10) {$mday = "0$mday";} +if ($hour < 10) {$hour = "0$hour";} +if ($min < 10) {$min = "0$min";} +if ($sec < 10) {$sec = "0$sec";} +$shipdate = "$year-$mon-$mday"; +$shipdate_end = "$year-$mon-$mday"; +$start_date = "$year$mon$mday"; +$end_date = "$year$mon$mday"; +$file_date = "$year$mon$mday-$hour$min$sec"; +$call_dateSQL=''; +$insert_dateSQL=''; + + +use Time::Local; + +### find epoch of 2AM today +$TWOAMsec = ( ($secX - ($sec + ($min * 60) + ($hour * 3600) ) ) + 7200); +### find epoch of 2AM yesterday +$TWOAMsecY = ($TWOAMsec - 86400); + +($Tsec,$Tmin,$Thour,$Tmday,$Tmon,$Tyear,$Twday,$Tyday,$Tisdst) = localtime($TWOAMsecY); +$Tyear = ($Tyear + 1900); +$Tmon++; +if ($Tmon < 10) {$Tmon = "0$Tmon";} +if ($Tmday < 10) {$Tmday = "0$Tmday";} +if ($Thour < 10) {$Thour = "0$Thour";} +if ($Tmin < 10) {$Tmin = "0$Tmin";} +if ($Tsec < 10) {$Tsec = "0$Tsec";} + + +# default path to astguiclient configuration file: +$PATHconf = '/etc/astguiclient.conf'; + +open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n"; +@conf = ; +close(conf); +$i=0; +foreach(@conf) + { + $line = $conf[$i]; + $line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi; + if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) ) + {$PATHhome = $line; $PATHhome =~ s/.*=//gi;} + if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) ) + {$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;} + if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) ) + {$PATHagi = $line; $PATHagi =~ s/.*=//gi;} + if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) ) + {$PATHweb = $line; $PATHweb =~ s/.*=//gi;} + if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) ) + {$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;} + if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) ) + {$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;} + if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) ) + {$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) ) + {$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) ) + {$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) ) + {$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) ) + {$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) ) + {$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;} + if ( ($line =~ /^VARREPORT_host/) && ($CLIREPORT_host < 1) ) + {$VARREPORT_host = $line; $VARREPORT_host =~ s/.*=//gi;} + if ( ($line =~ /^VARREPORT_user/) && ($CLIREPORT_user < 1) ) + {$VARREPORT_user = $line; $VARREPORT_user =~ s/.*=//gi;} + if ( ($line =~ /^VARREPORT_pass/) && ($CLIREPORT_pass < 1) ) + {$VARREPORT_pass = $line; $VARREPORT_pass =~ s/.*=//gi;} + if ( ($line =~ /^VARREPORT_port/) && ($CLIREPORT_port < 1) ) + {$VARREPORT_port = $line; $VARREPORT_port =~ s/.*=//gi;} + if ( ($line =~ /^VARREPORT_dir/) && ($CLIREPORT_dir < 1) ) + {$VARREPORT_dir = $line; $VARREPORT_dir =~ s/.*=//gi;} + $i++; + } + +# Customized Variables +$server_ip = $VARserver_ip; # Asterisk server IP + + +### begin parsing run-time options ### +if (length($ARGV[0])>1) + { + $i=0; + while ($#ARGV >= $i) + { + $args = "$args $ARGV[$i]"; + $i++; + } + + if ($args =~ /--help/i) + { + print "allowed run time options:\n"; + print " [--call-date=YYYY-MM-DD] = OPTIONAL, archive leads last called older than this date\n"; + print " [--insert-date=YYYY-MM-DD] = OPTIONAL, archive leads inserted into the system older than this date\n"; + print " [--campaigns=XXX-YYY] = campaigns that leads will be archived from. for all use ---ALL---. REQUIRED\n"; + print " [--statuses=XXX-YYY] = statuses that will be archived. for all use ---ALL---. REQUIRED\n"; + print " [--quiet] = quiet\n"; + print " [--test] = test\n"; + print " [--debug] = debugging messages\n"; + print " [--debugX] = Super debugging messages\n"; + print "\n"; + + + exit; + } + else + { + if ($args =~ /--debug/i) + { + $DB=1; + print "\n----- DEBUG MODE -----\n\n"; + } + if ($args =~ /--debugX/i) + { + $DBX=1; + print "\n----- SUPER DEBUG MODE -----\n\n"; + } + if ($args =~ /-quiet/i) + { + $q=1; $Q=1; + } + if ($args =~ /--campaigns=/i) + { + # print "\n|$ARGS|\n\n"; + @data_in = split(/--campaigns=/,$args); + $campaigns = $data_in[1]; + $campaigns =~ s/ .*$//gi; + $campaignsSQL = $campaigns; + if ($campaignsSQL =~ /--ALL--/) + { + $campaignsSQL=''; + } + else + { + if ($campaignsSQL =~ /-/) + { + $campaignsSQL =~ s/-/','/gi; + } + $campaignsSQL = "and campaign_id IN('$campaignsSQL')"; + } + } + else + { + print "no campaigns defined, exiting.\n"; + exit; + } + if ($args =~ /--statuses=/i) + { + # print "\n|$ARGS|\n\n"; + @data_in = split(/--statuses=/,$args); + $statuses = $data_in[1]; + $statuses =~ s/ .*$//gi; + $statusesSQL = $statuses; + if ($statusesSQL =~ /--ALL--/) + { + $statusesSQL=''; + } + else + { + if ($statusesSQL =~ /-/) + { + $statusesSQL =~ s/-/','/gi; + } + $statusesSQL = "and status IN('$statusesSQL')"; + } + } + else + { + print "no statuses defined, exiting.\n"; + exit; + } + if ($args =~ /--call-date=/i) + { + @data_in = split(/--call-date=/,$args); + $shipdate = $data_in[1]; + $shipdate =~ s/ .*//gi; + if ($shipdate =~ /today/) + { + $shipdate="$year-$mon-$mday"; + $time = $TWOAMsec; + } + else + { + if ($shipdate =~ /yesterday/) + { + $shipdate="$Tyear-$Tmon-$Tmday"; + $year = $Tyear; + $mon = $Tmon; + $mday = $Tmday; + $time=$TWOAMsecY; + } + else + { + @cli_date = split("-",$shipdate); + $year = $cli_date[0]; + $mon = $cli_date[1]; + $mday = $cli_date[2]; + $cli_date[1] = ($cli_date[1] - 1); + $time = timelocal(0,0,2,$cli_date[2],$cli_date[1],$cli_date[0]); + } + } + $start_date = $shipdate; + $start_date =~ s/-//gi; + $call_dateSQL = "and last_local_call_time < \"$shipdate 00:00:00\""; + if (!$Q) {print "\n----- CALL DATE OVERRIDE: $shipdate($start_date) $call_dateSQL -----\n\n";} + } + if ($args =~ /--insert-date=/i) + { + @data_in = split(/--insert-date=/,$args); + $shipdate_end = $data_in[1]; + $shipdate_end =~ s/ .*//gi; + if ($shipdate_end =~ /today/) + { + $shipdate_end="$year-$mon-$mday"; + $time = $TWOAMsec; + } + else + { + if ($shipdate_end =~ /yesterday/) + { + $shipdate_end="$Tyear-$Tmon-$Tmday"; + $year = $Tyear; + $mon = $Tmon; + $mday = $Tmday; + $time=$TWOAMsecY; + } + else + { + @cli_date = split("-",$shipdate_end); + $year = $cli_date[0]; + $mon = $cli_date[1]; + $mday = $cli_date[2]; + $cli_date[1] = ($cli_date[1] - 1); + $time = timelocal(0,0,2,$cli_date[2],$cli_date[1],$cli_date[0]); + } + } + $end_date = $shipdate_end; + $end_date =~ s/-//gi; + $insert_dateSQL = "and entry_date < \"$shipdate_end 00:00:00\""; + if (!$Q) {print "\n----- INSERT DATE OVERRIDE: $shipdate_end($end_date) $insert_dateSQL -----\n\n";} + } + else + { + $shipdate_end = $shipdate; + $end_date = $start_date; + } + if ($args =~ /--test/i) + { + $T=1; $TEST=1; + print "\n----- TESTING -----\n\n"; + } + } + } +else + { + print "no command line options set, exiting.\n"; + exit; + } +### end parsing run-time options ### + + + +if (length($campaigns) < 1) + { + print "no campaigns defined, exiting..."; + exit; + } + +if (!$Q) + { + print "\n\n\n\n\n\n\n\n\n\n\n\n-- ADMIN_archive_leads.pl --\n\n"; + print "This script is designed to archive active lead data from set campaigns and delete them from the vicidial_list table. \n"; + print "\n"; + print "Campaigns: $campaigns $campaignsSQL \n"; + print "Statuses: $statuses $statusesSQL \n"; + print "Call Date: $shipdate ($call_dateSQL) \n"; + print "Insert Date: $shipdate_end ($insert_dateSQL) \n"; + print "\n"; + } + + +if (!$VARDB_port) {$VARDB_port='3306';} + + +use DBI; + +$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass") + or die "Couldn't connect to database: " . DBI->errstr; + + +if (!$Q) {print "Starting archive of leads... \n";} +$listsSQL=''; + +$stmtA = "SELECT list_id from vicidial_lists where active IN('Y','N') $campaignsSQL;"; +$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; +$sthA->execute or die "executing: $stmtA ", $dbhA->errstr; +$sthArows=$sthA->rows; +$rec_count=0; + if ($DB) {print "$sthArows|$stmtA|\n";} +while ($sthArows > $rec_count) + { + @aryA = $sthA->fetchrow_array; + $L_list_id = $aryA[0]; + + if ($rec_count > 0) {$listsSQL .= ",";} + $listsSQL .= "'$L_list_id'"; + + $rec_count++; + } +$sthA->finish(); + + +if (length($listsSQL) < 4) + { + if (!$Q) {print "ERROR, no lists found ($listsSQL), exiting... \n";} + exit; + } +else + { + $LEADScount=0; + $listsSQL = "and list_id IN($listsSQL)"; + + if (!$Q) {print "Starting pull of Inbound Archive calls:\n";} + + $stmtA = "SELECT count(*) from vicidial_list where lead_id > 0 $listsSQL $statusesSQL $call_dateSQL $insert_dateSQL;"; + $sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; + $sthA->execute or die "executing: $stmtA ", $dbhA->errstr; + $sthArows=$sthA->rows; + if ($DB) {print "$sthArows|$stmtA|\n";} + if ($sthArows > 0) + { + @aryA = $sthA->fetchrow_array; + $LEADScount = $aryA[0]; + } + $sthA->finish(); + + if (!$Q) {print "Leads to be archived: $LEADScount \n";} + + if ($LEADScount < 1) + { + if (!$Q) {print "No leads to be archived found, exiting... \n";} + exit; + } + else + { + if ($TEST > 0) + { + if (!$Q) {print "\nTesting Mode, no archiving...\n";} + } + else + { + if (!$Q) {print "\nArchiving leads...\n";} + $stmtA = "INSERT INTO vicidial_list_archive SELECT * from vicidial_list where lead_id > 0 $listsSQL $statusesSQL $call_dateSQL $insert_dateSQL;"; + $sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; + $sthA->execute or die "executing: $stmtA ", $dbhA->errstr; + $sthArowsINSERT = $sthA->rows; + $event_string = "$sthArowsINSERT rows inserted into vicidial_list_archive table"; + if (!$Q) {print "$event_string \n";} + + $rv = $sthA->err(); + if (!$rv) + { + $stmtC = "DELETE FROM vicidial_list where lead_id > 0 $listsSQL $statusesSQL $call_dateSQL $insert_dateSQL;"; + $sthA = $dbhA->prepare($stmtC) or die "preparing: ",$dbhA->errstr; + $sthA->execute or die "executing: $stmtC ", $dbhA->errstr; + $sthArows = $sthA->rows; + $event_string = "$sthArows rows deleted from vicidial_list table"; + if (!$Q) {print "$event_string \n";} + if ($teodDB) {&teod_logger;} + + $stmtD = "optimize table vicidial_list;"; + $sthA = $dbhA->prepare($stmtD) or die "preparing: ",$dbhA->errstr; + $sthA->execute or die "executing: $stmtA ", $dbhA->errstr; + + $SQL_log = "$stmtA|$stmtC|"; + $SQL_log =~ s/;|\\|\'|\"//gi; + $stmtA="INSERT INTO vicidial_admin_log set event_date=NOW(), user='VDAD', ip_address='1.1.1.1', event_section='LISTS', event_type='MODIFY', record_id='leads', event_code='CAMPAIGN LEAD ARCHIVING', event_sql='$SQL_log', event_notes='$sthArowsINSERT vicidial_list leads archived|$sthArows vicidial_list leads deleted|';"; + $Laffected_rows = $dbhA->do($stmtA); + if ($DBX) {print "Admin log of LEAD ARCHIVING: |$Laffected_rows|$stmtA|\n";} + } + } + } + } + + +### calculate time to run script ### +$secY = time(); +$secZ = ($secY - $secX); +$secZm = ($secZ /60); + +if (!$Q) {print "LEAD ARCHIVING FOR $campaigns:\n";} +if (!$Q) {print "Total leads archived: $sthArowsINSERT \n";} +if (!$Q) {print "script execution time in seconds: $secZ minutes: $secZm\n";} + + +exit;