ViciDial/agc_2-X
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
1b938dae3b567d89f01d82fbc1ceee4f2d8a3d28
agc_2-X/bin/ADMIN_www_languages.pl
T
mattf ec27fd5f4f Added dynamic language ability to chat functions 
Fixed several security issues with Chat functions
Added new options to ADMIN_www_languages.pl script

git-svn-id: svn://192.168.202.10@2435 3d104415-ff17-0410-8863-d5cf3c621b8a
2015-12-19 22:16:43 +00:00

506 lines
14 KiB
Perl
Raw Blame History

#!/usr/bin/perl
# ADMIN_www_languages.pl version 2.12
#
# This script is designed to traverse the vicidial and agc web directories and
# generate a list of phrases that are output from the QXZ PHP functions so that
# they can be inserted/updated in the database.
#
# NOTES: we used the following database query to set to UTF8:
# ALTER DATABASE asterisk CHARACTER SET utf8 COLLATE utf8_unicode_ci;
# you should check your table character sets:
# select TABLE_SCHEMA,TABLE_NAME,TABLE_TYPE,TABLE_COLLATION,CREATE_OPTIONS from information_schema.`TABLES`;
# and alter them if necessary:
# ALTER TABLE audio_store_details CONVERT TO CHARACTER SET utf8 COLLATE utf8_unicode_ci;
#
# Copyright (C) 2015 Matt Florell <vicidial@gmail.com> LICENSE: AGPLv2
#
# CHANGES
# 141128-0024 - First build
# 141211-2123 - Added --wipe-www-phrases-table CLI option and insert_date field
# 151219-0756 - Added --chat-only option for chat_customer and --one-file-only option
#
$secX = time();
# constants
$SYSLOG=1; # log to a logfile
$DB=0; # Debug flag, set to 0 for no debug messages, lots of output
$US='_';
$MT[0]='';
$QXZlines=0;
$QXZvalues=0;
$QXZvaronly=0;
$QXZlengthonly=0;
$QXZplaceonly=0;
$secT = time();
$now_date_epoch = $secT;
($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
$year = ($year + 1900);
$mon++;
if ($mon < 10) {$mon = "0$mon";}
if ($mday < 10) {$mday = "0$mday";}
if ($hour < 10) {$hour = "0$hour";}
if ($min < 10) {$min = "0$min";}
if ($sec < 10) {$sec = "0$sec";}
$file_date = "$year-$mon-$mday";
$now_date = "$year-$mon-$mday $hour:$min:$sec";
# default path to astguiclient configuration file:
$PATHconf = '/etc/astguiclient.conf';
### begin parsing run-time options ###
if (length($ARGV[0])>1)
{
$i=0;
while ($#ARGV >= $i)
{
$args = "$args $ARGV[$i]";
$i++;
}
if ($args =~ /--help/i)
{
print "QXZanalyzer.pl - analyze php scripts for QXZ functions and contents\n";
print "\n";
print "options:\n";
print " [--help] = this help screen\n";
print " [--debug] = verbose debug messages\n";
print " [--debugX] = extra verbose debug messages\n";
print " [--agc-only] = only parse the agc directory\n";
print " [--chat-only] = only parse the chat_customer directory\n";
print " [--vicidial-only] = only parse the vicidial directory\n";
print " [--one-file-only=/path/from/root] = process one php file only\n";
print " [--QXZlines] = print full lines that include QXZ functions\n";
print " [--QXZvalues] = print only QXZ function values\n";
print " [--QXZvaronly] = print only QXZ function values with PHP variables in them\n";
print " [--QXZlengthonly] = print only QXZ function values that include a length spec\n";
print " [--QXZplaceonly] = print only QXZ function values with placeholder variables in them\n";
print " [--conffile=/path/from/root] = define astguiclient.conf config file to use\n";
print " [--wipe-www-phrases-table] = deletes all records in www_phrases database table\n";
print "\n";
exit;
}
else
{
if ($args =~ /--debug/i) # Debug flag
{$DB=1;}
if ($args =~ /--debugX/i) # Extra Debug flag
{$DBX=1;}
if ($args =~ /--agc-only/i) # agc flag
{$agc_only=1;}
if ($args =~ /--chat-only/i) # agc flag
{$chat_only=1;}
if ($args =~ /--vicidial-only/i) # vicidial flag
{$vicidial_only=1;}
if ($args =~ /--QXZlines/i) # QXZlines flag
{$QXZlines=1;}
if ($args =~ /--QXZvalues/i) # QXZvalues flag
{$QXZvalues=1;}
if ($args =~ /--QXZvaronly/i) # QXZvaronly flag
{$QXZvaronly=1;}
if ($args =~ /--QXZlengthonly/i) # QXZlengthonly flag
{$QXZlengthonly=1;}
if ($args =~ /--QXZplaceonly/i) # QXZplaceonly flag
{$QXZplaceonly=1;}
if ($args =~ /--wipe-www-phrases-table/i) # wipewwwphrasestable flag
{$wipewwwphrasestable=1;}
if ($args =~ /--one-file-only=/i) # CLI defined file path for one file only
{
@CLIonefileARY = split(/--one-file-only=/,$args);
@CLIonefileARX = split(/ /,$CLIonefileARY[1]);
if (length($CLIonefileARX[0])>2)
{
$PATHone = $CLIonefileARX[0];
$PATHone =~ s/\/$| |\r|\n|\t//gi;
print " CLI defined one-file-only path: $PATHone\n";
}
}
if ($args =~ /--conffile=/i) # CLI defined file path
{
@CLIconffileARY = split(/--conffile=/,$args);
@CLIconffileARX = split(/ /,$CLIconffileARY[1]);
if (length($CLIconffileARX[0])>2)
{
$PATHconf = $CLIconffileARX[0];
$PATHconf =~ s/\/$| |\r|\n|\t//gi;
print " CLI defined conffile path: $PATHconf\n";
}
}
}
}
else
{
print "no command line options set, exiting\n";
exit;
}
### end parsing run-time options ###
open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n";
@conf = <conf>;
close(conf);
$i=0;
foreach(@conf)
{
$line = $conf[$i];
$line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi;
if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) )
{$PATHhome = $line; $PATHhome =~ s/.*=//gi;}
if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) )
{$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;}
if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) )
{$PATHagi = $line; $PATHagi =~ s/.*=//gi;}
if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) )
{$PATHweb = $line; $PATHweb =~ s/.*=//gi;}
if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) )
{$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;}
if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) )
{$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;}
if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) )
{$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) )
{$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) )
{$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) )
{$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) )
{$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;}
if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) )
{$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;}
$i++;
}
if (!$VASLOGfile) {$VASLOGfile = "$PATHlogs/wwwlang.$year-$mon-$mday";}
if (!$VARDB_port) {$VARDB_port='3306';}
use DBI;
$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass")
or die "Couldn't connect to database: " . DBI->errstr;
### Grab Server values from the database
$stmtA = "SELECT count(*) FROM www_phrases;";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
if ($sthArows > 0)
{
@aryA = $sthA->fetchrow_array;
$phrase_count = $aryA[0];
}
$sthA->finish();
$event_string = "Existing phrases: $phrase_count";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
if ($wipewwwphrasestable > 0)
{
$stmtA="DELETE FROM www_phrases;";
$affected_rows = $dbhA->do($stmtA);
$event_string = " $affected_rows|$stmtA|";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
}
$i=0;
$f=0;
if (length($PATHone) > 2)
{
$FILEparseDIR[$f] = "$PATHweb/temp/";
$FILEparseNAME[$f] = '';
$FILEparse[$f] = '';
if ( (length($PATHone) > 2) && (!-d "$PATHone") )
{
$FILEparse[$f] = "$PATHone";
@oneARY = split("/", $PATHone);
$FILEparseNAME[$f] = $oneARY[-1];
$event_string = "$PATHone $FILEparseNAME[$f]";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
$f++;
}
$i++;
}
else
{
$i=0;
if ( ($vicidial_only < 1) && ($chat_only < 1) )
{
opendir(FILE, "$PATHweb/agc/");
@agcFILES = readdir(FILE);
### Loop through files first to gather list
foreach(@agcFILES)
{
$FILEparseDIR[$f] = "$PATHweb/agc/";
$FILEparseNAME[$f] = '';
$FILEparse[$f] = '';
if ( (length($agcFILES[$i]) > 2) && (!-d "$PATHweb/agc/$agcFILES[$i]") )
{
$FILEparse[$f] = "$PATHweb/agc/$agcFILES[$i]";
$FILEparseNAME[$f] = $agcFILES[$i];
$event_string = "$PATHweb/agc/$agcFILES[$i] $FILEparseNAME[$f]";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
$f++;
}
$i++;
}
}
$i=0;
if ( ($agc_only < 1) && ($chat_only < 1) )
{
opendir(FILE, "$PATHweb/vicidial/");
@vicidialFILES = readdir(FILE);
### Loop through files first to gather list
foreach(@vicidialFILES)
{
$FILEparseDIR[$f] = "$PATHweb/vicidial/";
$FILEparseNAME[$f] = '';
$FILEparse[$f] = '';
if ( (length($vicidialFILES[$i]) > 2) && (!-d "$PATHweb/vicidial/$vicidialFILES[$i]") )
{
$FILEparse[$f] = "$PATHweb/vicidial/$vicidialFILES[$i]";
$FILEparseNAME[$f] = $vicidialFILES[$i];
$event_string = "$PATHweb/vicidial/$vicidialFILES[$i] $FILEparseNAME[$f]";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
$f++;
}
$i++;
}
}
$i=0;
if ( ($vicidial_only < 1) && ($agc_only < 1) )
{
opendir(FILE, "$PATHweb/chat_customer/");
@chat_customerFILES = readdir(FILE);
### Loop through files first to gather list
foreach(@chat_customerFILES)
{
$FILEparseDIR[$f] = "$PATHweb/chat_customer/";
$FILEparseNAME[$f] = '';
$FILEparse[$f] = '';
if ( (length($chat_customerFILES[$i]) > 2) && (!-d "$PATHweb/chat_customer/$chat_customerFILES[$i]") )
{
$FILEparse[$f] = "$PATHweb/chat_customer/$chat_customerFILES[$i]";
$FILEparseNAME[$f] = $chat_customerFILES[$i];
$event_string = "$PATHweb/chat_customer/$chat_customerFILES[$i] $FILEparseNAME[$f]";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
$f++;
}
$i++;
}
}
}
$event_string = "Files: $i $f";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
$QXZlinecount=0;
$QXZcount=0;
$QXZcount_length=0;
$QXZcount_var=0;
$QXZcount_place=0;
$QXZcount_var_ct=0;
$QXZcount_place_ct=0;
$QXZinserts=0;
$QXZdups=0;
$f=0;
foreach(@FILEparse)
{
if (-e "$FILEparse[$f]")
{
$event_string = "file found at: $FILEparse[$f] $FILEparseNAME[$f]\n";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
open(conf, "$FILEparse[$f]") || die "can't open $FILEparse[$f]: $!\n";
@conf = <conf>;
close(conf);
$i=0;
foreach(@conf)
{
$line = $conf[$i];
$line =~ s/\n|\r|\t//gi;
if ( ($line =~ /\_QXZ\(/) && ($line !~ /function \_QXZ/) )
{
$QXZlinecount++;
$QXZ_in_line = () = $line =~ /\_QXZ\(/g;
$QXZcount = ($QXZcount + $QXZ_in_line);
@eachQXZ = split(/\_QXZ\(/,$line);
$each_ct=0;
while ($each_ct <= $#eachQXZ)
{
if ($each_ct > 0)
{
@eachQXZvalue = split(/\)/,$eachQXZ[$each_ct]);
if ( ($eachQXZvalue[0] =~ /\(/) && (length($eachQXZvalue[1])>0) )
{
$temp_QXZval_str = $eachQXZvalue[0].")".$eachQXZvalue[1];
if ( ($eachQXZvalue[1] =~ /\(/) && (length($eachQXZvalue[2])>0) )
{
$temp_QXZval_str .= ")".$eachQXZvalue[2];
if ( ($eachQXZvalue[2] =~ /\(/) && (length($eachQXZvalue[3])>0) )
{
$temp_QXZval_str .= ")".$eachQXZvalue[3];
}
}
}
else
{
$temp_QXZval_str = $eachQXZvalue[0];
}
if ( ($QXZvalues > 0) && ($QXZvaronly < 1) && ($QXZlengthonly < 1) && ($QXZplaceonly < 1) )
{
$event_string = "$temp_QXZval_str";
print "$event_string\n";
&event_logger;
}
if ($temp_QXZval_str =~ /,\d|, \d/)
{
$QXZcount_length++;
if ($QXZlengthonly > 0)
{
$event_string = "$temp_QXZval_str";
print "$event_string\n";
&event_logger;
}
}
if ($temp_QXZval_str =~ /\$/)
{
$QXZcount_var++;
$var_ct_in_line = () = $temp_QXZval_str =~ /\$/g;
$QXZcount_var_ct = ($QXZcount_var_ct + $var_ct_in_line);
if ($QXZvaronly > 0)
{
$event_string = "$temp_QXZval_str";
print "$event_string\n";
&event_logger;
}
}
if ($temp_QXZval_str =~ /%\ds/)
{
$QXZcount_place++;
$place_ct_in_line = () = $temp_QXZval_str =~ /\$/g;
$QXZcount_place_ct = ($QXZcount_place_ct + $place_ct_in_line);
if ($QXZplaceonly > 0)
{
$event_string = "$temp_QXZval_str";
print "$event_string\n";
&event_logger;
}
}
$temp_QXZval_strSQL = $temp_QXZval_str;
$temp_QXZval_strSQL =~ s/\"$|^\"|^\'|\'$//gi;
$temp_QXZval_strSQL =~ s/\",.*|\',.*//gi;
$phrase_match=0;
$stmtA = "SELECT count(*) FROM www_phrases where phrase_text='$temp_QXZval_strSQL';";
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
$sthArows=$sthA->rows;
if ($sthArows > 0)
{
@aryA = $sthA->fetchrow_array;
$phrase_match = $aryA[0];
}
$sthA->finish();
if ($phrase_match < 1)
{
$stmtA="INSERT INTO www_phrases SET phrase_text='$temp_QXZval_strSQL',php_filename='$FILEparseNAME[$f]',php_directory='$FILEparseDIR[$f]',source='www_languages_script',insert_date=NOW();";
$affected_rows = $dbhA->do($stmtA);
$QXZinserts++;
$event_string = " $affected_rows|$stmtA|";
if ($DBX > 0) {print "$event_string\n";}
&event_logger;
}
else
{$QXZdups++;}
}
$each_ct++;
}
if ($QXZlines > 0)
{
$event_string = "$i|$QXZlinecount|$QXZ_in_line|$line";
print "$event_string\n";
&event_logger;
}
}
$i++;
}
}
else
{
$event_string = "File does not exist: $FILEparse[$f] $FILEparseNAME[$f]";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
}
$f++;
}
$event_string = "\n";
$event_string .= "FILE PARSING FINISHED!\n";
$event_string .= "Files parsed: $f\n";
$event_string .= "ConfFile: $PATHconf\n";
$event_string .= "QXZ line count: $QXZlinecount\n";
$event_string .= "QXZ count: $QXZcount\n";
$event_string .= "QXZ with length set: $QXZcount_length\n";
$event_string .= "QXZ with PHP vars: $QXZcount_var\n";
$event_string .= "QXZ with var place set: $QXZcount_place\n";
$event_string .= "QXZ with PHP vars inst: $QXZcount_var_ct\n";
$event_string .= "QXZ with var place inst: $QXZcount_place_ct\n";
$event_string .= "\n";
$event_string .= "QXZ DB inserts: $QXZinserts\n";
$event_string .= "QXZ DB dups: $QXZdups\n";
$event_string .= "\n";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
$secy = time(); $secz = ($secy - $secX); $minz = ($secz/60); # calculate script runtime so far
$event_string = "\n - process runtime ($secz sec) ($minz minutes)";
if ($DB > 0) {print "$event_string\n";}
&event_logger;
exit;
sub event_logger
{
if ($SYSLOG)
{
### open the log file for writing ###
open(Lout, ">>$VASLOGfile")
|| die "Can't open $VASLOGfile: $!\n";
print Lout "$now_date|$event_string|\n";
close(Lout);
}
$event_string='';
}
Reference in New Issue View Git Blame Copy Permalink