#!/usr/bin/perl # # AST_list_export.pl version: 2.12 # # This script is designed to gather list data and custom field data and dump # into a tab-delimited text file # # /usr/share/astguiclient/AST_list_export.pl --list=101-102-103 --output-format=fixed-as400 --debug --filename=101exportMMDD.txt --email-list=test@gmail.com --email-sender=test@test.com # # Copyright (C) 2025 Matt Florell LICENSE: AGPLv2 # # CHANGES # 151020-2043 - First version based upon AST_recording_export.pl # 251128-1536 - Added --basic-export option # 251130-0006 - Added --custom-export=XXX option # $txt = '.txt'; $US = '_'; $MT[0] = ''; $Q=0; $DB=0; $uniqueidLIST='|'; $ftp_audio_transfer=1; $NODATEDIR = 0; # Don't use dated directories for audio $YEARDIR = 1; # put dated directories in a year directory first # Default FTP account variables $VARREPORT_host = '10.0.0.4'; $VARREPORT_user = 'cron'; $VARREPORT_pass = 'test'; $VARREPORT_port = '21'; $VARREPORT_dir = 'REPORTS'; # default CLI values $campaign = 'TESTCAMP'; $sale_statuses = 'SALE-UPSELL'; $outbound_calltime_ignore=0; $totals_only=0; $OUTcalls=0; $OUTtalk=0; $OUTtalkmin=0; $INcalls=0; $INtalk=0; $INtalkmin=0; $email_post_audio=0; $did_only=0; $secX = time(); $time = $secX; ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time); $year = ($year + 1900); $mon++; if ($mon < 10) {$mon = "0$mon";} if ($mday < 10) {$mday = "0$mday";} if ($hour < 10) {$hour = "0$hour";} if ($min < 10) {$min = "0$min";} if ($sec < 10) {$sec = "0$sec";} $shipdate = "$year-$mon-$mday"; $shipdate_end = "$year-$mon-$mday"; $start_date = "$year$mon$mday"; $end_date = "$year$mon$mday"; $file_date = "$year$mon$mday-$hour$min$sec"; use Time::Local; ### find epoch of 2AM today $TWOAMsec = ( ($secX - ($sec + ($min * 60) + ($hour * 3600) ) ) + 7200); ### find epoch of 2AM yesterday $TWOAMsecY = ($TWOAMsec - 86400); $Q=0; $basic_export=0; $custom_fields=''; ($Tsec,$Tmin,$Thour,$Tmday,$Tmon,$Tyear,$Twday,$Tyday,$Tisdst) = localtime($TWOAMsecY); $Tyear = ($Tyear + 1900); $Tmon++; if ($Tmon < 10) {$Tmon = "0$Tmon";} if ($Tmday < 10) {$Tmday = "0$Tmday";} if ($Thour < 10) {$Thour = "0$Thour";} if ($Tmin < 10) {$Tmin = "0$Tmin";} if ($Tsec < 10) {$Tsec = "0$Tsec";} # default path to astguiclient configuration file: $PATHconf = '/etc/astguiclient.conf'; open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n"; @conf = ; close(conf); $i=0; foreach(@conf) { $line = $conf[$i]; $line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi; if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) ) {$PATHhome = $line; $PATHhome =~ s/.*=//gi;} if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) ) {$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;} if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) ) {$PATHagi = $line; $PATHagi =~ s/.*=//gi;} if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) ) {$PATHweb = $line; $PATHweb =~ s/.*=//gi;} if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) ) {$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;} if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) ) {$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;} if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) ) {$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;} if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) ) {$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;} if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) ) {$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;} if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) ) {$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;} if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) ) {$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;} if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) ) {$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;} if ( ($line =~ /^VARREPORT_host/) && ($CLIREPORT_host < 1) ) {$VARREPORT_host = $line; $VARREPORT_host =~ s/.*=//gi;} if ( ($line =~ /^VARREPORT_user/) && ($CLIREPORT_user < 1) ) {$VARREPORT_user = $line; $VARREPORT_user =~ s/.*=//gi;} if ( ($line =~ /^VARREPORT_pass/) && ($CLIREPORT_pass < 1) ) {$VARREPORT_pass = $line; $VARREPORT_pass =~ s/.*=//gi;} if ( ($line =~ /^VARREPORT_port/) && ($CLIREPORT_port < 1) ) {$VARREPORT_port = $line; $VARREPORT_port =~ s/.*=//gi;} if ( ($line =~ /^VARREPORT_dir/) && ($CLIREPORT_dir < 1) ) {$VARREPORT_dir = $line; $VARREPORT_dir =~ s/.*=//gi;} $i++; } # Customized Variables $server_ip = $VARserver_ip; # Asterisk server IP ### begin parsing run-time options ### if (length($ARGV[0])>1) { $i=0; while ($#ARGV >= $i) { $args = "$args $ARGV[$i]"; $i++; } if ($args =~ /--help/i) { print "allowed run time options:\n"; print " [--list=XXX] = List that sales will be pulled from. REQUIRED. For all leads, use ---ALL--- \n"; print " [--temp-dir=XXX] = If running more than one instance at a time, specify a unique temp directory suffix\n"; print " [--basic-export] = only include 8 fields: lead_id phone_number list_id status called_count entry_date last_local_call_time campaign_id \n"; print " [--custom-export=XXX] = export only the defined custom fields, separated by a dash: business-siccode \n"; print " [--quiet] = quiet\n"; print " [--test] = test\n"; print " [--debug] = debugging messages\n"; print " [--debugX] = Super debugging messages\n"; print "\n"; exit; } else { if ($args =~ /--debug/i) { $DB=1; print "\n----- DEBUG MODE -----\n\n"; } if ($args =~ /--debugX/i) { $DBX=1; print "\n----- SUPER DEBUG MODE -----\n\n"; } if ($args =~ /-quiet/i) { $q=1; $Q=1; } if ($args =~ /--basic-export/i) { $basic_export=1; if ($Q < 1) {print "\n----- BASIC EXPORT ENABLED: |$basic_export| -----\n\n";} } if ($args =~ /--custom-export=/i) { @data_in = split(/--custom-export=/,$args); $custom_fields = $data_in[1]; $custom_fields =~ s/ .*$//gi; $custom_fields =~ s/-/,/gi; $count_CF = $custom_fields =~ tr/,//; $count_CF++; $custom_fieldsCHECK = ",$custom_fields,"; $custom_fieldsCHECK =~ s/,/','/gi; $custom_fieldsCHECK =~ s/^\'|\'$//gi; if ($Q < 1) {print "\n----- custom EXPORT ENABLED: |$custom_fields| -----\n\n";} } if ($args =~ /--list=/i) { # print "\n|$ARGS|\n\n"; @data_in = split(/--list=/,$args); $list = $data_in[1]; $list =~ s/ .*$//gi; $listSQL = $list; if ($listSQL =~ /-/) { $listSQL =~ s/-/','/gi; } $listSQL = "'$listSQL'"; if ($list == '---ALL---') { $listSQL = "list_id NOT IN('')"; } else { $listSQL = "list_id IN($listSQL)"; } if ($Q < 1) {print "\n----- LIST DEFINED: |$list|$listSQL| -----\n\n";} } else { print "no list defined, exiting.\n"; exit; } if ($args =~ /--test/i) { $T=1; $TEST=1; print "\n----- TESTING -----\n\n"; } } } else { print "no command line options set, exiting.\n"; exit; } ### end parsing run-time options ### if (length($listSQL) > 1) { #do nothing } else { print "no list defined, exiting..."; exit; } if (!$Q) { print "\n\n\n\n\n\n\n\n\n\n\n\n-- AST_list_export.pl --\n\n"; print "This program is designed to gather list records including custom fields and export them to a data file. \n"; print "\n"; print "List: $list $listSQL\n"; print "\n"; } if (!$VARDB_port) {$VARDB_port='3306';} use DBI; $dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass") or die "Couldn't connect to database: " . DBI->errstr; $dbhB = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass") or die "Couldn't connect to database: " . DBI->errstr; $TOTAL_LEADS=0; $TOTAL_CUSTOM=0; ########################################################################### ########### CURRENT DAY SALES GATHERING outbound-only: vicidial_log ###### ########################################################################### $stmtA = "SELECT lead_id,entry_date,modify_date,status,user,vendor_lead_code,source_id,list_id,gmt_offset_now,called_since_last_reset,phone_code,phone_number,title,first_name,middle_initial,last_name,address1,address2,address3,city,state,province,postal_code,country_code,gender,date_of_birth,alt_phone,email,security_phrase,comments,called_count,last_local_call_time,rank,owner,entry_list_id from vicidial_list where $listSQL;"; $sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; $sthA->execute or die "executing: $stmtA ", $dbhA->errstr; $sthArows=$sthA->rows; $rec_count=0; if ($DB) {print "$sthArows|$stmtA|\n";} while ($sthArows > $rec_count) { @aryA = $sthA->fetchrow_array; $lead_id = $aryA[0]; $entry_date = $aryA[1]; $modify_date = $aryA[2]; $status = $aryA[3]; $user = $aryA[4]; $vendor_lead_code = $aryA[5]; $source_id = $aryA[6]; $list_id = $aryA[7]; $gmt_offset_now = $aryA[8]; $called_since_last_reset = $aryA[9]; $phone_code = $aryA[10]; $phone_number = $aryA[11]; $title = $aryA[12]; $first_name = $aryA[13]; $middle_initial = $aryA[14]; $last_name = $aryA[15]; $address1 = $aryA[16]; $address2 = $aryA[17]; $address3 = $aryA[18]; $city = $aryA[19]; $state = $aryA[20]; $province = $aryA[21]; $postal_code = $aryA[22]; $country_code = $aryA[23]; $gender = $aryA[24]; $date_of_birth = $aryA[25]; $alt_phone = $aryA[26]; $email = $aryA[27]; $security_phrase = $aryA[28]; $comments = $aryA[29]; $called_count = $aryA[30]; $last_local_call_time = $aryA[31]; $rank = $aryA[32]; $owner = $aryA[33]; $entry_list_id = $aryA[34]; if ($basic_export > 0) { &basic_format_loop; } else { &select_format_loop; } $TOTAL_LEADS++; } $sthA->finish(); ### calculate time to run script ### $secY = time(); $secZ = ($secY - $secX); $secZm = ($secZ /60); if (!$Q) {print "SALES EXPORT FOR $list ($PATHhome/$file_date$US$list.txt)\n";} if (!$Q) {print "TOTAL LEADS: $TOTAL_LEADS\n";} if (!$Q) {print "TOTAL CUSTOM: $TOTAL_CUSTOM\n";} if (!$Q) {print "script execution time in seconds: $secZ minutes: $secZm\n";} ### Subroutine for basic formatting of the output ### sub basic_format_loop { $str=''; $call_data = "$lead_id\t$phone_number\t$list_id\t$status\t$called_count\t$entry_date\t$last_local_call_time"; ##### BEGIN check for campaign data ##### $camp_data = "\t"; $stmtB = "SELECT campaign_id from vicidial_lists where list_id=$list_id;"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBrows=$sthB->rows; if ($DBX) {print "$sthBrows|$stmtB|\n";} if ($sthBrows > 0) { @aryB = $sthB->fetchrow_array; $camp_data = "\t$aryB[0]"; } $sthB->finish(); $call_data .= "$camp_data"; ##### END campaign data lookup ##### if (length($custom_fields) > 0) { ### BEGIN custom export ### $custom_data = ''; $custom_columns = ''; $temp_custom_fieldsCHECK = $custom_fieldsCHECK; if ( (length($entry_list_id) > 1 ) && ($entry_list_id >= 99) ) { $cols_found=0; $stmtB = "SHOW TABLES LIKE \"custom_$entry_list_id\";"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBcustrows=$sthB->rows; if ($DBX) {print "$sthBcustrows|$stmtB|\n";} $sthB->finish(); if ($sthBcustrows > 0) { $stmtB = "describe custom_$entry_list_id;"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBcolrows=$sthB->rows; if ($DBX) {print "$sthBcolrows|$stmtB|\n";} $col_ct=0; while ($sthBcolrows > $col_ct) { @aryB = $sthB->fetchrow_array; $column_label = $aryB[0]; if ($DBX) {print "$col_ct|$column_label| |$custom_fieldsCHECK|\n";} if ( ($col_ct > 0) && ($temp_custom_fieldsCHECK =~ /,\'$column_label\',/) ) { $temp_custom_fieldsCHECK =~ s/\'$column_label\'/$column_label/gi; $custom_columns .= "$column_label,"; $cols_found++; } $col_ct++; } $sthB->finish(); $custom_columns =~ s/,$//gi; if ($cols_found > 0) { $temp_custom_fieldsCHECK =~ s/^,|,$//gi; $stmtB = "SELECT $temp_custom_fieldsCHECK from custom_$entry_list_id where lead_id=$lead_id;"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBrows=$sthB->rows; if ($DBX) {print "$sthBrows|$stmtB|\n";} $rec_countB=0; while ($sthBrows > $rec_countB) { @aryB = $sthB->fetchrow_array; $field_ct=1; while ($count_CF > $field_ct) { $custom_data .= "\t$aryB[$field_ct]"; $field_ct++; } $rec_countB++; if (length($custom_data) > 0) { if ($DBX) {print "Custom data for $lead_id found in $entry_list_id: |$custom_data|\n";} $call_data .= "$custom_data"; $TOTAL_CUSTOM++; } } $sthB->finish(); } } } ### END custom export ### } if ($DBX) {print "$TOTAL_LEADS $rec_countB $call_data\n";} open(Sout, ">>$PATHhome/$file_date$US$list.txt") || die "Can't open $file_date$US$list.txt: $!\n"; print Sout "$call_data\n"; close(Sout); if ($DB > 0) { if ($rec_count =~ /100$/i) {print STDERR " G*THER $rec_count\r";} if ($rec_count =~ /200$/i) {print STDERR " GA*HER $rec_count\r";} if ($rec_count =~ /300$/i) {print STDERR " GAT*ER $rec_count\r";} if ($rec_count =~ /400$/i) {print STDERR " GATH*R $rec_count\r";} if ($rec_count =~ /500$/i) {print STDERR " GATHE* $rec_count\r";} if ($rec_count =~ /600$/i) {print STDERR " GATH*R $rec_count\r";} if ($rec_count =~ /700$/i) {print STDERR " GAT*ER $rec_count\r";} if ($rec_count =~ /800$/i) {print STDERR " GA*HER $rec_count\r";} if ($rec_count =~ /900$/i) {print STDERR " G*THER $rec_count\r";} if ($rec_count =~ /000$/i) {print STDERR " *ATHER $rec_count\r";} if ($rec_count =~ /000$/i) {print " |$rec_count|$TOTAL_LEADS|$TOTAL_CUSTOM| |$lead_id|\n";} } $rec_count++; } ### Subroutine for formatting of the output ### sub select_format_loop { $str=''; $call_data = "$lead_id\t$entry_date\t$modify_date\t$status\t$user\t$vendor_lead_code\t$source_id\t$list_id\t$gmt_offset_now\t$called_since_last_reset\t$phone_code\t$phone_number\t$title\t$first_name\t$middle_initial\t$last_name\t$address1\t$address2\t$address3\t$city\t$state\t$province\t$postal_code\t$country_code\t$gender\t$date_of_birth\t$alt_phone\t$email\t$security_phrase\t$comments\t$called_count\t$last_local_call_time\t$rank\t$owner\t$entry_list_id"; ##### BEGIN check for custom fields data ##### $custom_data = ''; $custom_columns = ''; if ( (length($entry_list_id) > 1 ) && ($entry_list_id >= 99) ) { $stmtB = "SHOW TABLES LIKE \"custom_$entry_list_id\";"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBcustrows=$sthB->rows; if ($DBX) {print "$sthBcustrows|$stmtB|\n";} $sthB->finish(); if ($sthBcustrows > 0) { $stmtB = "describe custom_$entry_list_id;"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBcolrows=$sthB->rows; if ($DBX) {print "$sthBcolrows|$stmtB|\n";} $col_ct=0; while ($sthBcolrows > $col_ct) { @aryB = $sthB->fetchrow_array; $column_label = $aryB[0]; if ($col_ct > 0) {$custom_columns .= "$column_label,";} $col_ct++; } $sthB->finish(); $custom_columns =~ s/,$//gi; if ($col_ct > 0) { $stmtB = "SELECT $custom_columns from custom_$entry_list_id where lead_id=$lead_id;"; $sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr; $sthB->execute or die "executing: $stmtB ", $dbhB->errstr; $sthBrows=$sthB->rows; if ($DBX) {print "$sthBrows|$stmtB|\n";} $rec_countB=0; while ($sthBrows > $rec_countB) { @aryB = $sthB->fetchrow_array; $field_ct=1; while ($col_ct > $field_ct) { $custom_data .= "\t$aryB[$field_ct]"; $field_ct++; } $rec_countB++; if (length($custom_data) > 0) { if ($DBX) {print "Custom data for $lead_id found in $entry_list_id: |$custom_data|\n";} $call_data .= "$custom_data"; $TOTAL_CUSTOM++; } } $sthB->finish(); } } } ##### END custom field data lookup ##### $Ealert .= "$TOTAL_LEADS $TOTAL_CUSTOM $rec_countB $call_data\n"; if ($DBX) {print "$TOTAL_LEADS $TOTAL_CUSTOM $rec_countB $call_data\n";} open(Sout, ">>$PATHhome/$file_date$US$list.txt") || die "Can't open $file_date$US$list.txt: $!\n"; print Sout "$call_data\n"; close(Sout); if ($DB > 0) { if ($rec_count =~ /100$/i) {print STDERR " G*THER $rec_count\r";} if ($rec_count =~ /200$/i) {print STDERR " GA*HER $rec_count\r";} if ($rec_count =~ /300$/i) {print STDERR " GAT*ER $rec_count\r";} if ($rec_count =~ /400$/i) {print STDERR " GATH*R $rec_count\r";} if ($rec_count =~ /500$/i) {print STDERR " GATHE* $rec_count\r";} if ($rec_count =~ /600$/i) {print STDERR " GATH*R $rec_count\r";} if ($rec_count =~ /700$/i) {print STDERR " GAT*ER $rec_count\r";} if ($rec_count =~ /800$/i) {print STDERR " GA*HER $rec_count\r";} if ($rec_count =~ /900$/i) {print STDERR " G*THER $rec_count\r";} if ($rec_count =~ /000$/i) {print STDERR " *ATHER $rec_count\r";} if ($rec_count =~ /000$/i) {print " |$rec_count|$TOTAL_LEADS|$TOTAL_CUSTOM| |$lead_id|\n";} } $rec_count++; } exit; # if ($DB > 0) # { # if ($rec_count =~ /10$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /20$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /30$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /40$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /50$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /60$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /70$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /80$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /90$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /00$/i) {print STDERR " * $rec_count\r";} # if ($rec_count =~ /00$/i) {print " |$rec_count|$TOTAL_SALES|$CALLTIME_KICK|$TOTAL_RECORDINGS| |$lead_id|\n";} # }