ViciDial/ViciDialSVN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added AST_DB_DNC_filter.pl script to allow filtering of existing DNC entries

Browse Source 
git-svn-id: svn://192.168.202.10@2391 3d104415-ff17-0410-8863-d5cf3c621b8a
This commit is contained in:
mattf
2015-10-05 01:02:24 +00:00
parent 592a3bdeba
commit fd8b029ae0
2 changed files with 301 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agc_2-X/trunk/UPGRADE
+2
View File
@@ -161,6 +161,8 @@ OTHER CHANGES:
37. Added logging of DNC list insertion and deletion to vicidial_dnc_log table
38. Added AST_DB_DNC_filter.pl script to allow filtering of existing DNC entries
agc_2-X/trunk/bin/AST_DB_DNC_filter.pl
+299
View File
@@ -0,0 +1,299 @@
#!/usr/bin/perl
#
# AST_DB_DNC_filter.pl version 2.12
#
# DESCRIPTION:
# OPTIONAL!!!
# - runs several filters on numbers in the DNC lists and reports results with an
# option to delete filtered numbers, like few digits, too many digits,
# invalid phone numbers, etc...
#
# It is recommended that you run this program on the local Asterisk machine
#
# Copyright (C) 2015 Matt Florell <vicidial@gmail.com> LICENSE: AGPLv2
#
# CHANGES
# 151004-0826 - first build
#
### begin parsing run-time options ###
if (length($ARGV[0])>1)
{
$i=0;
while ($#ARGV >= $i)
{
$args = "$args $ARGV[$i]";
$i++;
}
if ($args =~ /--help/i)
{
print "allowed run time options:\n";
print " [--without-campaign-dnc] = will skip analyzing the campaign dnc lists\n";
print " [--campaign-dnc-only=X] = will only run on one campaign DNC list\n";
print " [--remove-x-or-less=X] = remove phone numbers in the dnc list that are X digits or less <=\n";
print " [--remove-x-or-more=X] = remove phone numbers in the dnc list that are X digits or more >=\n";
print " [--test] = test\n";
print " [--quiet] = quiet\n";
print " [--debug] = verbose debug messages\n";
print " [--debugX] = extra verbose debug messages\n\n";
exit;
}
else
{
if ($args =~ /--quiet/i)
{
$Q=1;
}
if ($args =~ /--without-campaign-dnc/i)
{
$without_campaign_dnc=1;
}
if ($args =~ /--campaign-dnc-only=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--campaign-dnc-only=/,$args);
$CLIcampaign = $data_in[1];
$CLIcampaign =~ s/ .*$//gi;
if ($CLIcampaign =~ /---/)
{
$CLIcampaign =~ s/---/','/gi;
}
if ($DB > 0) {print "\n-----CAMPAIGN DNC ONLY: $CLIcampaign -----\n\n";}
}
else
{$CLIcampaign = '';}
if ($args =~ /--remove-x-or-less=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--remove-x-or-less=/,$args);
$CLIremoveless = $data_in[1];
$CLIremoveless =~ s/ .*$//gi;
$CLIremoveless =~ s/\D//gi;
if ($DB > 0) {print "\n-----REMOVE X DIGITS OR LESS: $CLIremoveless -----\n\n";}
}
else
{$CLIremoveless = '';}
if ($args =~ /--remove-x-or-more=/i)
{
# print "\n|$ARGS|\n\n";
@data_in = split(/--remove-x-or-more=/,$args);
$CLIremovemore = $data_in[1];
$CLIremovemore =~ s/ .*$//gi;
$CLIremovemore =~ s/\D//gi;
if ($DB > 0) {print "\n-----REMOVE X DIGITS OR MORE: $CLIremovemore -----\n\n";}
}
else
{$CLIremovemore = '';}
if ($args =~ /--debug/i)
{
$DB=1; # Debug flag, set to 0 for no debug messages, On an active system this will generate hundreds of lines of output per minute
}
if ($args =~ /--debugX/i)
{
$DBX=1; # Debug flag, set to 0 for no debug messages, On an active system this will generate hundreds of lines of output per minute
}
if ($args =~ /--test/i)
{
$TEST=1;
$T=1;
}
}
}
else
{
print "no command line options set, exiting...\n";
exit;
}
### end parsing run-time options ###
# default path to astguiclient configuration file:
$PATHconf = '/etc/astguiclient.conf';
open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n";
@conf = <conf>;
close(conf);
$i=0;
foreach(@conf)
{
$line = $conf[$i];
$line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi;
if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) )
{$PATHhome = $line; $PATHhome =~ s/.*=//gi;}
if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) )
{$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;}
if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) )
{$PATHagi = $line; $PATHagi =~ s/.*=//gi;}
if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) )
{$PATHweb = $line; $PATHweb =~ s/.*=//gi;}
if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) )
{$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;}
if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) )
{$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;}
if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) )
{$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) )
{$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) )
{$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) )
{$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) )
{$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) )
{$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;}
$i++;
}
# Customized Variables
$server_ip = $VARserver_ip; # Asterisk server IP
if (!$VARDB_port) {$VARDB_port='3306';}
use DBI;
$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass")
or die "Couldn't connect to database: " . DBI->errstr;
($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
$deleted=0;
$MT[0]='';
### find stats on dnc lists
$stmtA = "SELECT count(*) from vicidial_dnc;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArowsDNC=$sthA->rows;
if ($sthArowsDNC > 0)
{
@aryA = $sthA->fetchrow_array;
$DNCcount = $aryA[0];
}
$sthA->finish();
if($DB){print "\nTotal System Internal DNC entries: |$DNCcount|\n";}
if($DB){print "\n";}
if($DB){print "Total Campaign DNC entries:\n";}
$stmtA = "SELECT count(*),campaign_id from vicidial_campaign_dnc group by campaign_id order by campaign_id;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArowsCDNC=$sthA->rows;
$rec_count=0;
while ($sthArowsCDNC > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$aryA[0] = sprintf("%10s", $aryA[0]);
$aryA[1] = sprintf("%10s", $aryA[1]);
if($DB){print "$aryA[1]: $aryA[0]\n";}
$rec_count++;
}
$sthA->finish();
if ( (length($CLIremoveless)>0) or (length($CLIremovemore)>0) )
{
$removelessSQL='';
$removemoreSQL='';
if (length($CLIremoveless)>0)
{$removelessSQL="(char_length(phone_number) <= $CLIremoveless)";}
if (length($CLIremovemore)>0)
{
if (length($removelessSQL) > 1)
{$removemoreSQL = 'or ';}
$removemoreSQL .= "(char_length(phone_number) >= $CLIremovemore)";
}
if (length($CLIcampaign)<1)
{
##### BEGIN system internal DNC filter #####
$stmtA = "SELECT phone_number from vicidial_dnc where $removelessSQL $removemoreSQL limit 100000000;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArowsCT=$sthA->rows;
if($DB){print "|$sthArowsCT|$stmtA|\n";}
$rec_count=0;
while ($sthArowsCT > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$phone_numbers[$rec_count] = $aryA[0];
$rec_count++;
}
$sthA->finish();
$rec_count=0;
while ($sthArowsCT > $rec_count)
{
$affected_rows=0;
$affected_rowsA=0;
$stmtA = "DELETE from vicidial_dnc where phone_number='$phone_numbers[$rec_count]';";
if (!$T) {$affected_rows = $dbhA->do($stmtA);}
if($DBX){print STDERR "\n|$affected_rows deleted| |$stmtA|\n";}
$deleted++;
if ($affected_rows > 0)
{
$stmtA="INSERT INTO vicidial_dnc_log SET phone_number='$phone_numbers[$rec_count]', campaign_id='-SYSINT-', action='delete', action_date=NOW(), user='CLIFLTR';";
if (!$T) {$affected_rowsA = $dbhA->do($stmtA);}
if($DBX){print STDERR "\n|$affected_rowsA log| |$stmtA|\n";}
}
$rec_count++;
}
##### END system internal DNC filter #####
}
if ( (length($CLIcampaign) > 0) or ($without_campaign_dnc < 1) )
{
$CLIcampaignSQL='';
if (length($CLIcampaign) > 0)
{$CLIcampaignSQL = "and campaign_id IN('$CLIcampaign')";}
##### BEGIN campaign DNC filter #####
$stmtA = "SELECT phone_number,campaign_id from vicidial_campaign_dnc where $removelessSQL $removemoreSQL $CLIcampaignSQL limit 100000000;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArowsCT=$sthA->rows;
if($DB){print "|$sthArowsCT|$stmtA|\n";}
$rec_count=0;
while ($sthArowsCT > $rec_count)
{
@aryA = $sthA->fetchrow_array;
$Cphone_numbers[$rec_count] = $aryA[0];
$Ccampaigns[$rec_count] = $aryA[1];
$rec_count++;
}
$sthA->finish();
$rec_count=0;
while ($sthArowsCT > $rec_count)
{
$affected_rows=0;
$affected_rowsA=0;
$stmtA = "DELETE from vicidial_campaign_dnc where phone_number='$Cphone_numbers[$rec_count]' and campaign_id='$Ccampaigns[$rec_count]';";
if (!$T) {$affected_rows = $dbhA->do($stmtA);}
if($DBX){print STDERR "\n|$affected_rows deleted| |$stmtA|\n";}
$deleted++;
if ($affected_rows > 0)
{
$stmtA="INSERT INTO vicidial_dnc_log SET phone_number='$Cphone_numbers[$rec_count]', campaign_id='$Ccampaigns[$rec_count]', action='delete', action_date=NOW(), user='CLIFLTR';";
if (!$T) {$affected_rowsA = $dbhA->do($stmtA);}
if($DBX){print STDERR "\n|$affected_rowsA log| |$stmtA|\n";}
}
$rec_count++;
}
##### END campaign DNC filter #####
}
}
else
{
if($DB>0){print "\n no dnc filter set: |$CLIremoveless|$CLIremovemore|\n\n";}
}
exit;