diff --git a/agc_2-X/trunk/agi/agi-VDAD_ALL_outbound.agi b/agc_2-X/trunk/agi/agi-VDAD_ALL_outbound.agi index fa66bb11..9c9b46bc 100644 --- a/agc_2-X/trunk/agi/agi-VDAD_ALL_outbound.agi +++ b/agc_2-X/trunk/agi/agi-VDAD_ALL_outbound.agi @@ -1496,7 +1496,9 @@ if ($VDACaffected_rows > 0) } else {$TTS_filename_path[$s] = $TTS_text[$s];} - + + if ($AGILOG) {$agi_string = "-- TTS-post : |$t|$CIDlead_id|$TTS_filename_path[$s]|"; &agi_output;} + $s++; } diff --git a/agc_2-X/trunk/agi/piper_generate.pl b/agc_2-X/trunk/agi/piper_generate.pl new file mode 100644 index 00000000..674b89a2 --- /dev/null +++ b/agc_2-X/trunk/agi/piper_generate.pl @@ -0,0 +1,417 @@ +#!/usr/bin/perl +# +# piper_generate.pl version 2.14.0 +# +# Text-To-Speech files will be cached for later use. +# +# Call this script like this: +# /var/lib/asterisk/agi-bin/piper_generate.pl --debug --voice=en_US-amy-low --dialog=Hello\ There +# +# Copyright (C) 2025 Matt Florell, Mike Cargile LICENSE: AGPLv2 +# +# CHANGES: +# 251014-1211 - First build based on cepstral_generate.pl +# + +# piper defaults: +$piper_host = '127.0.0.1'; +$piper_port = '5000'; +$piper_voice_cmd = 'voices'; +$piper_voice = 'en_US-amy-low|0'; + +# find sox +$soxbin = ''; +if ( -e ('/usr/bin/sox')) { + $soxbin = '/usr/bin/sox'; +} else { + if ( -e ('/usr/local/bin/sox')) { + $soxbin = '/usr/local/bin/sox'; + } else { + print "Can't find sox binary! Exiting...\n"; + $AGI->stream_file('an-error-has-occured'); + exit; + } +} + +# default path to astguiclient configuration file: +$PATHconf = '/etc/astguiclient.conf'; + +open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n"; +@conf = ; +close(conf); +$i=0; +foreach(@conf) + { + $line = $conf[$i]; + $line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi; + if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) ) + {$PATHagi = $line; $PATHagi =~ s/.*=//gi;} + if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) ) + {$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) ) + {$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) ) + {$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) ) + {$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) ) + {$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) ) + {$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;} + + $i++; + } + + +### begin parsing run-time options ### +if (length($ARGV[0])>1) + { + $i=0; + while ($#ARGV >= $i) + { + $args = "$args $ARGV[$i]"; + $i++; + } + + if ($args =~ /--help/i) + { + print "allowed run time options:\n"; + print " [-t] = test\n"; + print " [-debug] = verbose debug messages\n"; + print " [-debugX] = Extra-verbose debug messages\n"; + print " [-voice=en_US-amy-low] = Piper voice to use(en_US-amy-low is default)\n\n"; + print " [-dialog=Hello] = Message to generate\n\n"; + print " (This must be the LAST option)\n\n"; + } + else + { + if ($args =~ /-debug/i) + { + $DB=1; # Debug flag + } + if ($args =~ /--debugX/i) + { + $DBX=1; + print "\n----- SUPER-DUPER DEBUGGING -----\n\n"; + } + if ($args =~ /-t/i) + { + $TEST=1; + $T=1; + } + if ($args =~ /-voice=/i) + { + @data_in = split(/-voice=/,$args); + $voice = $data_in[1]; + $voice =~ s/ .*//gi; + if ($DBX > 0) {print "\n----- VOICE: $voice -----\n\n";} + } + else + {$voice = $piper_voice ;} + if ($args =~ /-dialog=/i) + { + @data_in = split(/-dialog=/,$args); + $dialog = $data_in[1]; + $dialog =~ s/\n|\r|\l|\t//gi; + if ($DBX > 0) {print "\n----- DIALOG: $dialog -----\n\n";} + } + else + {$dialog = '';} + } + } +else + { + # print "no command line options set\n"; + } +### end parsing run-time options ### + +($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time); +$year = ($year + 1900); +$mon++; +if ($hour < 10) {$hour = "0$hour";} +if ($min < 10) {$min = "0$min";} +if ($sec < 10) {$sec = "0$sec";} +if ($mon < 10) {$mon = "0$mon";} +if ($mday < 10) {$mday = "0$mday";} +$SQL_date = "$year-$mon-$mday $hour:$min:$sec"; + +use DBI; +use Digest::MD5 qw(md5_hex); +use Asterisk::AGI; +$AGI = new Asterisk::AGI; + +$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass") + or die "Couldn't connect to database: " . DBI->errstr; + +$stmtA = "SELECT container_entry FROM vicidial_settings_containers WHERE container_id = 'PIPER_TTS_CONFIG';"; +$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; +$sthA->execute or die "executing: $stmtA ", $dbhA->errstr; +$sthArows=$sthA->rows; +if ($sthArows > 0) + { + @aryA = $sthA->fetchrow_array; + $container_entry = $aryA[0]; + + my @lines = split ( /\n/, $container_entry ); + foreach my $line (@lines) + { + # remove comments and blank lines + $line =~ /^\s*$/ and next; # skip blank lines + $line =~ /^\s*#/ and next; # skip line that begin with # + if ( $line =~ /#/ ) # check for comments midway through the line + { + # remove them + @split_line = split( /#/ , $line ); + $line = $split_line[0]; + } + + if ( $line =~ /=>/ ) + { + @setting = split( /=>/ , $line ); + $key = $setting[0]; + $key =~ s/^\s+|\s+$//g; + $value = $setting[1]; + $value =~ s/^\s+|\s+$//g; + + if ( $key eq 'host' ) { $piper_host = $value; } + if ( $key eq 'port' ) { $piper_port = $value; } + if ( $key eq 'voice_cmd' ) { $piper_voice_cmd = $value; } + } + + } + } + + + +#my @voice = &get_piper_voice(2); + +if (length($dialog) > 1) + { + $enc = md5_hex("$dialog-$voice"); # the hash + $enc_ftl = substr($enc, 0, 2); # first letter of hash + $enc_file = "tts/" . $enc_ftl . "/tts-" . $enc . ".wav"; + + if ($DB > 0) + {print "$SQL_date - Creating $dialog - $voice file: $enc_file\n";} + &gen_piper("$dialog","$voice"); + } + +exit; + +# EXAMPLES +#&say_piper("Four score and seven years ago our fathers brought forth on this continent, a new nation, conceived in Liberty, and dedicated to the proposition that all men are created equal. Now we are engaged in a great civil war, testing whether that nation, or any nation so conceived and so dedicated, can long endure. We are met on a great battle-field of that war. We have come to dedicate a portion of that field, as a final resting place for those who here gave their lives that that nation might live. It is altogether fitting and proper that we should do this. But, in a larger sense, we can not dedicate -- we can not consecrate -- we can not hallow -- this ground. The brave men, living and dead, who struggled here, have consecrated it, far above our poor power to add or detract. The world will little note, nor long remember what we say here, but it can never forget what they did here. It is for us the living, rather, to be dedicated here to the unfinished work which they who fought here have thus far so nobly advanced. It is rather for us to be here dedicated to the great task remaining before us -- that from these honored dead we take increased devotion to that cause for which they gave the last full measure of devotion -- that we here highly resolve that these dead shall not have died in vain -- that this nation, under God, shall have a new birth of freedom -- and that government of the people, by the people, for the people, shall not perish from the earth.",$voice[0]); +#&say_piper("Welcome to the VEECHEE DIAL open source call center suite",$voice[0]); + +# function to get a voice that is currently installed +# takes and integer +# the integer needs to be greater than 0 +# returns an array with the following info in this order +# Voice +# Version +# Lic? +# Gender +# Age +# Language +# Sample Rate +sub get_piper_voice { + my $number = $_[0]; + if ($number <= 0) { + return 0; # failure + } + + my $piper_app = "$PATHswift"; + + my $command = $piper_app.' --voices | tail +8 | tr -d " " > '.$PATHvoices; + + system( $command ); # Ask swift for the voices + + my @voice; + my @voice_lines; + my $voice_count; + + open(VFILE,"$PATHvoices"); # read in the file with the voices + @voice_lines = ; + close(VFILE); + #unlink("/tmp/swift_vioces"); # delete the file with the voices + + # find the correct voice + foreach my $voice_line(@voice_lines) { + chomp($voice_line); + $voice_count++; + if ($voice_count == $number) { + @voice = split(/\|/,$voice_line); + } + } + + # return it + return @voice; +} + +# Function to return the number of voices that are installed +# Returns an int +sub get_piper_num_voices { + my $piper_app = "$PATHswift"; + + my $command = $piper_app.' --voices | tail +8 | tr -d " " > '.$PATHvoices; + + system( $command ); # Ask swift for the voices + + my @voice_lines; + my $number = 0; + + # read in the file with the voices + open(VFILE,"$PATHvoices"); + @voice_lines = ; + close(VFILE); + #unlink("/tmp/swift_vioces"); # delete it + + foreach (@voice_lines) { + $number++; + } + + return $number; +} + +# Function to pregenerate TTS file +# First option is the text +# Second option is the voice +sub gen_piper { + my $text = $_[0]; # the text to play + my $voice = $_[1]; # voice to use + + # hash of the text + my $hash = md5_hex("$text-$voice"); # the hash + my $hash_ftl = substr($hash, 0, 2); # first two letters of hash + + # Directories that hold everything + my $astsounddir = $PATHsounds; # asterisk sound directory + my $ttssounddir = $astsounddir."/tts"; + my $astsubdir = "tts/".$hash_ftl; # sub directory that holds the file + my $sounddir = $astsounddir . "/" . $astsubdir; # full path to the directory + + # Wave File to play + my $wavefile = "tts-".$hash; # wave file without the .wav at the end + my $wavepath = $sounddir."/".$wavefile.".wav"; # full path to the wavefile + my $astwavpath = $astsubdir."/".$wavefile; # asterisk path to .wav file without .wav + + # generate the tts + if (!(&real_gen_piper($text, $voice, $ttssounddir, $sounddir, $wavepath))) { + #TODO print an error message somewhere + return 0; # failure + } + + return 1; # success +} + +# Function to play TTS file +# Will generate TTS file if it is not pregenerated +# First option is the text +# Second option is the voice +sub say_piper { + my $text = $_[0]; # the text to play + my $voice = $_[1]; # voice to use + + my %input = $AGI->ReadParse(); + + # hash of the text + my $hash = md5_hex("$text-$voice"); # the hash + my $hash_ftl = substr($hash, 0, 2); # first letter of hash + + # Directories that hold everything + my $astsounddir = $PATHsounds; # asterisk sound directory + my $ttssounddir = $astsounddir."/tts"; + my $astsubdir = "tts/".$hash_ftl; # sub directory that holds the file + my $sounddir = $astsounddir."/".$astsubdir; # full path to the directory + + # Wave File to play + my $wavefile = "tts-".$hash; # wave file without the .wav at the end + my $wavepath = $sounddir."/".$wavefile.".wav"; # full path to the wavefile + my $astwavpath = $astsubdir."/".$wavefile; # asterisk path to .wav file without .wav + + # generate the tts + if (!(&real_gen_piper($text, $voice, $ttssounddir, $sounddir, $wavepath))) { + #TODO print an error message somewhere + return 0; # failure + } + # wait up to a second + # for the sound file to appear + # This is for concurrency issues + my $i = 0; + while ( ($i < 100) && !(-f $wavepath) ) { + usleep(10000); + $i++; + } + + $AGI->stream_file($astwavpath); # play the tts + + return 1; # success +} + +# This is a helper function do not call it directly +sub real_gen_piper { + my $text = $_[0]; + my $voice = $_[1]; + my $ttssounddir = $_[2]; + my $sounddir = $_[3]; + my $wavepath = $_[4]; + + # Make sure the tts directory is there + if (!(-d $ttssounddir)) { + if (!(mkdir($ttssounddir))) { + #TODO print an error message somewhere + return 0; # failure - cannot make the tts directory + } + } + + # Make sure the sub directory is there + if (!(-d $sounddir)) { + if (!(mkdir($sounddir))) { + #TODO print an error message somewhere + return 0; # failure - cannot make the sub directory + } + } + + # check if both the wav file and the text file do not exists + if (!( -f $wavepath ) ) { + + $tmpwavepath = $wavepath . '.tmp.wav'; + + my $speaker_id = '0'; + + if (index($voice, '|') != -1) { + @voice_split = split /\|/, $voice; + $voice = $voice_split[0]; + $speaker_id = $voice_split[1]; + } + + my $url = "http://" . $piper_host . ":" . $piper_port; + + my $json = '{"text":"' . $text . '", "voice":"' . $voice . '", "speaker_id": ' . $speaker_id . '}'; + + + # build the command to call piper and give it the text file to generate + my $command="curl -X POST -H 'Content-Type: application/json' -d '". $json ."' -o " . $tmpwavepath . " " . $url; + + # execute the command + system($command); + + $sox_cmd = $soxbin . ' ' . $tmpwavepath . ' -b 16 -r 8000 ' . $wavepath . ' vol 0.99'; + + # make sure the temp file has downloaded + my $i = 0; + while ( ($i < 100) && !(-f $tmpwavepath) ) { + usleep(10000); + $i++; + } + + #print( $sox_cmd ); + + # execute the command + system($sox_cmd); + + unlink $tmpwavepath or warn "Could not delete $tmpwavepath: $!"; + + } + + return 1; # success +} diff --git a/agc_2-X/trunk/bin/piper_generate_names.pl b/agc_2-X/trunk/bin/piper_generate_names.pl new file mode 100644 index 00000000..aedad56f --- /dev/null +++ b/agc_2-X/trunk/bin/piper_generate_names.pl @@ -0,0 +1,217 @@ +#!/usr/bin/perl +# +# piper_generate_names.pl version 2.12 +# +# DESCRIPTION: +# - generates names using first_name field for leads in a list, then puts them +# in the "tts/" sounds file. Option for separate sub-folder +# +# +# Copyright (C) 2025 Matt Florell LICENSE: AGPLv2 +# +# CHANGES +# 251104-0908 - First build +# + +# default path to astguiclient configuration file: +$PATHconf = '/etc/astguiclient.conf'; + +open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n"; +@conf = ; +close(conf); +$i=0; +foreach(@conf) + { + $line = $conf[$i]; + $line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi; + if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) ) + {$PATHhome = $line; $PATHhome =~ s/.*=//gi;} + if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) ) + {$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;} + if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) ) + {$PATHagi = $line; $PATHagi =~ s/.*=//gi;} + if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) ) + {$PATHweb = $line; $PATHweb =~ s/.*=//gi;} + if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) ) + {$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;} + if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) ) + {$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;} + if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) ) + {$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) ) + {$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) ) + {$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) ) + {$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) ) + {$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;} + if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) ) + {$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;} + $i++; + } + +### begin parsing run-time options ### +if (length($ARGV[0])>1) + { + $i=0; + while ($#ARGV >= $i) + { + $args = "$args $ARGV[$i]"; + $i++; + } + + if ($args =~ /--help/i) + { + print "allowed run time options:\n"; + print " [-q] = quiet\n"; + print " [-t] = test\n"; + print " [--debug] = debugging messages\n"; + print " [--debugX] = Extra debugging messages\n"; + print " [--list=XX] = List ID to gather lead data from, multiple lists can be separated by a dash\n"; + print " [--subfolder=XX] = OPTIONAL subfolder of tts sounds folder to put finished audio files into\n"; + print "\n"; + + exit; + } + else + { + if ($args =~ /-q/i) + { + $q=1; $Q=1; + } + if ($args =~ /--debug/i) + { + $DB=1; + print "\n----- DEBUGGING -----\n\n"; + } + if ($args =~ /--debugX/i) + { + $DBX=1; + print "\n----- EXTRA DEBUGGING -----\n\n"; + } + if ($args =~ /-t|--test/i) + { + $T=1; $TEST=1; + print "\n----- TESTING -----\n\n"; + } + if ($args =~ /--list=/i) + { + # print "\n|$ARGS|\n\n"; + @data_in = split(/--list=/,$args); + $list = $data_in[1]; + $list =~ s/ .*$//gi; + $listSQL = $list; + if ($listSQL =~ /-/) + { + $listSQL =~ s/-/','/gi; + } + $listSQL = "'$listSQL'"; + if ($Q < 1) + {print "List ID defined: |$list|$listSQL| \n";} + } + else + { + if ($Q < 1) + {print "No list defined, exiting... \n";} + exit; + } + if ($args =~ /--subfolder=/i) + { + @data_in = split(/--subfolder=/,$args); + $subfolder = $data_in[1]; + $subfolder =~ s/ .*$//gi; + if ($Q < 1) + {print "Using Subfolder $subfolder for generated audio files \n";} + if (!-d "$PATHsounds/tts/$subfolder") + { + `mkdir "$PATHsounds/tts/$subfolder"`; + if ($Q < 1) + {print "Subfolder $subfolder created! \n";} + } + } + } + } +else + { + print "no command line options set Exiting...\n"; + exit; + } +### end parsing run-time options ### + +$secX = time(); +($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time); +$year = ($year + 1900); +$yy = $year; $yy =~ s/^..//gi; +$mon++; +if ($mon < 10) {$mon = "0$mon";} +if ($mday < 10) {$mday = "0$mday";} +if ($hour < 10) {$hour = "0$hour";} +if ($min < 10) {$min = "0$min";} +if ($sec < 10) {$sec = "0$sec";} +$now_date="$year-$mon-$mday $hour:$min:$sec"; + +if (!$Q) {print "NOW DATETIME: $now_date \n";} + + +# Customized Variables +$server_ip = $VARserver_ip; # Asterisk server IP + +if (!$VARDB_port) {$VARDB_port='3306';} + +use DBI; + +$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass") + or die "Couldn't connect to database: " . DBI->errstr; + + +if ($DB) {print "Begin check for crashed table...\n";} +# gather crashed table records +$stmtA = "SELECT lead_id,first_name from vicidial_list where list_id IN($listSQL) order by lead_id limit 1;"; +$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr; +$sthA->execute or die "executing: $stmtA ", $dbhA->errstr; +$sthArowsCRASH=$sthA->rows; +$i=0; +while ($sthArowsCRASH > $i) + { + @aryA = $sthA->fetchrow_array; + $Alead_id = $aryA[0]; + $Afist_name = $aryA[1]; + # rearrange name from LAST FIRST MI + @temp_name = split(/ /,$Afist_name); + if (length($temp_name[2]) > 0) + {$temp_order_name = "$temp_name[1] $temp_name[2] $temp_name[0]";} + else + {$temp_order_name = "$temp_name[1] $temp_name[0]";} + $Afist_name = $temp_order_name; + + $CLIfirst_name = $Afist_name; + $CLIfirst_name =~ s/ /\\ /gi; + + if($DBX){print STDERR "lead piper generate: |$i|$Alead_id|$Afist_name|$CLIfirst_name| \n";} + + @piperOUT = `/var/lib/asterisk/agi-bin/piper_generate.pl --debug --voice=en_US-amy-low --dialog=$CLIfirst_name `; + $ct=0; + $generated_file = ''; + foreach(@piperOUT) + { + if ($piperOUT[$ct] =~ /file: /) + { + @temp_split = split(/file: /,$piperOUT[$ct]); + $generated_file = $temp_split[1]; + $generated_file =~ s/ .*$|\r|\n|\t//gi; + if($DBX){print STDERR "moving generated file: |mv $PATHsounds/$generated_file $PATHsounds/tts/$subfolder/$Alead_id.wav| \n";} + `mv $PATHsounds/$generated_file $PATHsounds/tts/$subfolder/$Alead_id.wav`; + } + $ct++; + } + + $i++; + } +$sthA->finish(); + +$dbhA->disconnect(); + +if (!$Q) {print "Script exiting\n";} + +exit;