mattf
11402503c8
Added welcome to VICIDIAL sound and set it to first testing extension trunk - more Vtiger enhancements, fax and email log entries git-svn-id: svn://192.168.202.10@1086 3d104415-ff17-0410-8863-d5cf3c621b8a
720 lines
25 KiB
Perl
720 lines
25 KiB
Perl
#!/usr/bin/perl
|
|
#
|
|
# Vtiger_IN_new_accounts_file.pl version 2.2.0 *DBI-version*
|
|
#
|
|
# DESCRIPTION:
|
|
# script lets you insert leads into the vtiger system table from a CSV-formatted
|
|
# file that is in the proper format. (for format see --help)
|
|
#
|
|
# Copyright (C) 2009 Matt Florell <vicidial@gmail.com> LICENSE: AGPLv2
|
|
#
|
|
#
|
|
# CHANGES
|
|
# 90127-1206 - First build
|
|
# 90318-0142 - Added vicidialalt import format and importasdeleted option
|
|
# 90327-1149 - Added phone-limit option
|
|
#
|
|
|
|
$secX = time();
|
|
$MT[0]='';
|
|
$Ealert='';
|
|
$importasdeleted=0;
|
|
|
|
($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
|
|
$year = ($year + 1900);
|
|
$mon++;
|
|
if ($hour < 10) {$hour = "0$hour";}
|
|
if ($min < 10) {$min = "0$min";}
|
|
if ($sec < 10) {$sec = "0$sec";}
|
|
if ($mon < 10) {$mon = "0$mon";}
|
|
if ($mday < 10) {$mday = "0$mday";}
|
|
$pulldate0 = "$year-$mon-$mday $hour:$min:$sec";
|
|
$NOW_TIME = "$year-$mon-$mday $hour:$min:$sec";
|
|
$inSD = $pulldate0;
|
|
$dsec = ( ( ($hour * 3600) + ($min * 60) ) + $sec );
|
|
$MT[0]='';
|
|
|
|
|
|
# default path to astguiclient configuration file:
|
|
$PATHconf = '/etc/astguiclient.conf';
|
|
|
|
open(conf, "$PATHconf") || die "can't open $PATHconf: $!\n";
|
|
@conf = <conf>;
|
|
close(conf);
|
|
$i=0;
|
|
foreach(@conf)
|
|
{
|
|
$line = $conf[$i];
|
|
$line =~ s/ |>|\n|\r|\t|\#.*|;.*//gi;
|
|
if ( ($line =~ /^PATHhome/) && ($CLIhome < 1) )
|
|
{$PATHhome = $line; $PATHhome =~ s/.*=//gi;}
|
|
if ( ($line =~ /^PATHlogs/) && ($CLIlogs < 1) )
|
|
{$PATHlogs = $line; $PATHlogs =~ s/.*=//gi;}
|
|
if ( ($line =~ /^PATHagi/) && ($CLIagi < 1) )
|
|
{$PATHagi = $line; $PATHagi =~ s/.*=//gi;}
|
|
if ( ($line =~ /^PATHweb/) && ($CLIweb < 1) )
|
|
{$PATHweb = $line; $PATHweb =~ s/.*=//gi;}
|
|
if ( ($line =~ /^PATHsounds/) && ($CLIsounds < 1) )
|
|
{$PATHsounds = $line; $PATHsounds =~ s/.*=//gi;}
|
|
if ( ($line =~ /^PATHmonitor/) && ($CLImonitor < 1) )
|
|
{$PATHmonitor = $line; $PATHmonitor =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARserver_ip/) && ($CLIserver_ip < 1) )
|
|
{$VARserver_ip = $line; $VARserver_ip =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARDB_server/) && ($CLIDB_server < 1) )
|
|
{$VARDB_server = $line; $VARDB_server =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARDB_database/) && ($CLIDB_database < 1) )
|
|
{$VARDB_database = $line; $VARDB_database =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARDB_user/) && ($CLIDB_user < 1) )
|
|
{$VARDB_user = $line; $VARDB_user =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARDB_pass/) && ($CLIDB_pass < 1) )
|
|
{$VARDB_pass = $line; $VARDB_pass =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARDB_port/) && ($CLIDB_port < 1) )
|
|
{$VARDB_port = $line; $VARDB_port =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARREPORT_host/) && ($CLIREPORT_host < 1) )
|
|
{$VARREPORT_host = $line; $VARREPORT_host =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARREPORT_user/) && ($CLIREPORT_user < 1) )
|
|
{$VARREPORT_user = $line; $VARREPORT_user =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARREPORT_pass/) && ($CLIREPORT_pass < 1) )
|
|
{$VARREPORT_pass = $line; $VARREPORT_pass =~ s/.*=//gi;}
|
|
if ( ($line =~ /^VARREPORT_port/) && ($CLIREPORT_port < 1) )
|
|
{$VARREPORT_port = $line; $VARREPORT_port =~ s/.*=//gi;}
|
|
$i++;
|
|
}
|
|
|
|
# Customized Variables
|
|
$server_ip = $VARserver_ip; # Asterisk server IP
|
|
|
|
|
|
if (!$VDHLOGfile) {$VDHLOGfile = "$PATHlogs/newleads.$year-$mon-$mday";}
|
|
|
|
### begin parsing run-time options ###
|
|
if (length($ARGV[0])>1)
|
|
{
|
|
$i=0;
|
|
while ($#ARGV >= $i)
|
|
{
|
|
$args = "$args $ARGV[$i]";
|
|
$i++;
|
|
}
|
|
|
|
if ($args =~ /--help|-h/i)
|
|
{
|
|
print "allowed run time options:\n";
|
|
print " [-q] = quiet\n";
|
|
print " [-t] = test\n";
|
|
print " [--debug] = debug output\n";
|
|
print " [--format=standard] = ability to define a format, standard is default, formats allowed shown in examples\n";
|
|
print " [--duplicate-system-check] = checks for the same phone number in the entire system before inserting lead\n";
|
|
print " [--duplicate-system-siccode] = checks for the same SIC code in the entire system before inserting lead\n";
|
|
print " [--duplicate-system-website] = checks for the same website in the entire system before inserting lead\n";
|
|
print " [--import-as-deleted] = imports the accounts as deleted in vtiger_crmentity\n";
|
|
print " [--phone-limit=X] = limit phone and fax numbers to X digits\n";
|
|
print " [--ftp-pull] = grabs lead files from a remote FTP server, uses REPORTS FTP login information\n";
|
|
print " [--ftp-dir=leads_in] = remote FTP server directory to grab files from, should have a DONE sub-directory\n";
|
|
print " [--email-list=test@test.com:test2@test.com] = send email results for each file to these addresses\n";
|
|
print " [--email-sender=vicidial@localhost] = sender for the email results\n";
|
|
print " [-h] = this help screen\n\n";
|
|
print "\n";
|
|
print "This script takes in account CSV files in the following order when they are placed in the $PATHhome/VTIGER_IN directory to be imported into the vtiger system (examples):\n\n";
|
|
print "standard:\n";
|
|
print "employees,ticker_symbol,sic_code,revenue,account_name,address,po_box,city,state,post_code,phone_number,ownership,fax,email,other_phone,other_email,website\n";
|
|
print "4,C03IMM001,39207955,2,ST MARK CHURCH,1710 W COLLEGE AVE,,CHICAGO,IL,61555,3095551111,PAUL SMITH,3095551212,TEST@VERIZON.NET,7775553333,test@1034.com,bigsite.com\n\n";
|
|
print "vicidialalt:\n";
|
|
print "employees,ticker_symbol,web1,revenue,account_name,address,po_box,city,state,post_code,phone_number,ownership,fax,email,other_phone,other_email,website,emailoptout,notify_owner\n";
|
|
print "4,C03IMM001,12345,2,ST MARK CHURCH,1710 W COLLEGE AVE,,CHICAGO,IL,61555,3095551111,PAUL SMITH,3095551212,TEST@VERIZON.NET,7775553333,test@1034.com,bigsite.com,1,0\n\n";
|
|
print "minicsv:\n";
|
|
print "business,contact,phone_number,address1,city,state,postal_code\n";
|
|
print "\"CHURCH\",\"Bob Smith\",\"3525556601\",\"105 Fifth St\",\"Steinhatchee\",\"FL\",\"32359\"\n\n";
|
|
|
|
exit;
|
|
}
|
|
else
|
|
{
|
|
if ($args =~ /-debug/i)
|
|
{
|
|
$DB=1;
|
|
print "\n----- DEBUGGING -----\n\n";
|
|
}
|
|
if ($args =~ /-debugX/i)
|
|
{
|
|
$DBX=1;
|
|
print "\n----- SUPER-DUPER DEBUGGING -----\n\n";
|
|
}
|
|
else {$DBX=0;}
|
|
|
|
if ($args =~ /-q/i)
|
|
{
|
|
$q=1;
|
|
}
|
|
if ($args =~ /-t/i)
|
|
{
|
|
$T=1;
|
|
$TEST=1;
|
|
print "\n----- TESTING -----\n\n";
|
|
}
|
|
|
|
if ($args =~ /-format=/i)
|
|
{
|
|
@data_in = split(/-format=/,$args);
|
|
$format = $data_in[1];
|
|
$format =~ s/ .*//gi;
|
|
print "\n----- FORMAT OVERRIDE: $format -----\n\n";
|
|
}
|
|
else
|
|
{$format = 'standard';}
|
|
|
|
if ($args =~ /-phone-limit=/i)
|
|
{
|
|
@data_in = split(/-phone-limit=/,$args);
|
|
$phone_limit = $data_in[1];
|
|
$phone_limit =~ s/ .*//gi;
|
|
print "\n----- PHONE LIMIT: $phone_limit -----\n\n";
|
|
}
|
|
else
|
|
{$phone_limit = 0;}
|
|
|
|
if ($args =~ /-duplicate-system-check/i)
|
|
{
|
|
$dupchecksys=1;
|
|
print "\n----- DUPLICATE SYSTEM CHECK PHONE -----\n\n";
|
|
}
|
|
if ($args =~ /-duplicate-system-siccode/i)
|
|
{
|
|
$dupchecksic=1;
|
|
print "\n----- DUPLICATE SYSTEM CHECK SICCODE -----\n\n";
|
|
}
|
|
if ($args =~ /-duplicate-system-website/i)
|
|
{
|
|
$dupcheckweb=1;
|
|
print "\n----- DUPLICATE SYSTEM CHECK WEBSITE -----\n\n";
|
|
}
|
|
if ($args =~ /-import-as-deleted/i)
|
|
{
|
|
$importasdeleted=1;
|
|
print "\n----- IMPORT ACCOUNTS AS DELETED -----\n\n";
|
|
}
|
|
if ($args =~ /-ftp-pull/i)
|
|
{
|
|
$ftp_pull=1;
|
|
print "\n----- FTP LEAD FILE PULL -----\n\n";
|
|
}
|
|
if ($args =~ /--ftp-dir=/i)
|
|
{
|
|
@data_in = split(/--ftp-dir=/,$args);
|
|
$ftp_dir = $data_in[1];
|
|
$ftp_dir =~ s/ .*//gi;
|
|
print "\n----- REMOTE FTP DIRECTORY: $ftp_dir -----\n\n";
|
|
}
|
|
else
|
|
{$ftp_dir = '';}
|
|
|
|
if ($args =~ /--email-list=/i)
|
|
{
|
|
@data_in = split(/--email-list=/,$args);
|
|
$email_list = $data_in[1];
|
|
$email_list =~ s/ .*//gi;
|
|
$email_list =~ s/:/,/gi;
|
|
print "\n----- EMAIL NOTIFICATION: $email_list -----\n\n";
|
|
}
|
|
else
|
|
{$email_list = '';}
|
|
|
|
if ($args =~ /--email-sender=/i)
|
|
{
|
|
@data_in = split(/--email-sender=/,$args);
|
|
$email_sender = $data_in[1];
|
|
$email_sender =~ s/ .*//gi;
|
|
$email_sender =~ s/:/,/gi;
|
|
print "\n----- EMAIL NOTIFICATION SENDER: $email_sender -----\n\n";
|
|
}
|
|
else
|
|
{$email_sender = 'vicidial@localhost';}
|
|
|
|
}
|
|
}
|
|
else
|
|
{
|
|
print "no command line options set\n";
|
|
$args = "";
|
|
$i=0;
|
|
$forcelistid = '';
|
|
$format='standard';
|
|
}
|
|
if ($format !~ /minicsv|vicidialalt|standard/)
|
|
{$format='standard';}
|
|
### end parsing run-time options ###
|
|
|
|
if ($q < 1)
|
|
{
|
|
print "\n\n\n\n\n\n\n\n\n\n\n\n-- Vtiger_IN_new_accounts_file.pl --\n\n";
|
|
print "This program is designed to take a CSV delimited file and import it into the Vtiger system. \n\n";
|
|
}
|
|
|
|
$i=0;
|
|
$US = '_';
|
|
$phone_list = '|';
|
|
|
|
if (!$VARDB_port) {$VARDB_port='3306';}
|
|
|
|
use DBI;
|
|
|
|
$dbhA = DBI->connect("DBI:mysql:$VARDB_database:$VARDB_server:$VARDB_port", "$VARDB_user", "$VARDB_pass")
|
|
or die "Couldn't connect to database: " . DBI->errstr;
|
|
|
|
#############################################
|
|
##### START SYSTEM_SETTINGS LOOKUP #####
|
|
$stmtA = "SELECT use_non_latin,vtiger_server_ip,vtiger_dbname,vtiger_login,vtiger_pass FROM system_settings;";
|
|
$sthA = $dbhA->prepare($stmtA) or die "preparing: ",$dbhA->errstr;
|
|
$sthA->execute or die "executing: $stmtA ", $dbhA->errstr;
|
|
$sthArows=$sthA->rows;
|
|
if ($sthArows > 0)
|
|
{
|
|
@aryA = $sthA->fetchrow_array;
|
|
$non_latin = "$aryA[0]";
|
|
$vtiger_server_ip = "$aryA[1]";
|
|
$vtiger_dbname = "$aryA[2]";
|
|
$vtiger_login = "$aryA[3]";
|
|
$vtiger_pass = "$aryA[4]";
|
|
}
|
|
$sthA->finish();
|
|
##### END SETTINGS LOOKUP #####
|
|
###########################################
|
|
|
|
$dbhB = DBI->connect("DBI:mysql:$vtiger_dbname:$vtiger_server_ip:$VARDB_port", "$vtiger_login", "$vtiger_pass")
|
|
or die "Couldn't connect to database: " . DBI->errstr;
|
|
|
|
if ($non_latin > 0) {$affected_rows = $dbhA->do("SET NAMES 'UTF8'");}
|
|
|
|
$suf = '.txt';
|
|
$people_packages_id_update='';
|
|
$dir1 = "$PATHhome/VTIGER_IN";
|
|
$dir2 = "$PATHhome/VTIGER_IN/DONE";
|
|
|
|
if($DBX){print STDERR "\nVTIGER_IN directory: |$dir1|\n";}
|
|
|
|
if ($ftp_pull > 0)
|
|
{
|
|
$i=0;
|
|
use Net::FTP;
|
|
|
|
$files_copied_count=0;
|
|
|
|
$ftp = Net::FTP->new("$VARREPORT_host", Port => "$VARREPORT_port", Debug => "$DBX", Passive => 1)
|
|
or die "Can't connect: $@\n";
|
|
$ftp->login("$VARREPORT_user","$VARREPORT_pass") or die "Cannot log in /: $!";
|
|
@FILES = $ftp->dir("$ftp_dir")
|
|
or die "Can't get a list of files in $ftp_dir: $!";
|
|
|
|
foreach(@FILES)
|
|
{
|
|
if ($DBX > 0) {print "$FILES[$i]\n";}
|
|
if ($FILES[$i] !~ /^d/i)
|
|
{
|
|
chomp($FILES[$i]);
|
|
@FILEDETAILS = split(/ \d\d:\d\d /, $FILES[$i]);
|
|
$FILES[$i] = "$FILEDETAILS[1]";
|
|
$FILES[$i] =~ s/ *$//gi;
|
|
|
|
if (length($FILES[$i]) > 4)
|
|
{
|
|
$GOODfname = $FILES[$i];
|
|
$FILES[$i] =~ s/ /_/gi;
|
|
$FILES[$i] =~ s/\(|\)|\||\\|\/|\'|\"|//gi;
|
|
$ftp->rename("$ftp_dir/$GOODfname","$ftp_dir/$FILES[$i]");
|
|
$FILEname = $FILES[$i];
|
|
$ftp->get("$ftp_dir/$FILES[$i]", "$dir1/$FILES[$i]");
|
|
|
|
if (!$TEST) {$ftp->rename("$ftp_dir/$FILES[$i]", "$ftp_dir/DONE/$FILES[$i]");}
|
|
if ($DB > 0) {print "FTP FILE COPIED: $FILES[$i]\n";}
|
|
$files_copied_count++;
|
|
}
|
|
}
|
|
$i++;
|
|
}
|
|
if (!$q) {print "$ftp_dir - $VARREPORT_host - $#FILES - $files_copied_count\n";}
|
|
}
|
|
|
|
|
|
$i=0;
|
|
@FILES=@MT;
|
|
opendir(FILE, "$dir1/");
|
|
@FILES = readdir(FILE);
|
|
|
|
foreach(@FILES)
|
|
{
|
|
$size1 = 0;
|
|
$size2 = 0;
|
|
$person_id_delete = '';
|
|
$transaction_id_delete = '';
|
|
|
|
if (length($FILES[$i]) > 4)
|
|
{
|
|
|
|
$size1 = (-s "$dir1/$FILES[$i]");
|
|
if (!$q) {print "$FILES[$i] $size1\n";}
|
|
sleep(2);
|
|
$size2 = (-s "$dir1/$FILES[$i]");
|
|
if (!$q) {print "$FILES[$i] $size2\n\n";}
|
|
|
|
|
|
if ( ($FILES[$i] !~ /^TRANSFERRED/i) && ($size1 eq $size2) && (length($FILES[$i]) > 4))
|
|
{
|
|
$GOODfname = $FILES[$i];
|
|
$FILES[$i] =~ s/ /_/gi;
|
|
$FILES[$i] =~ s/\(|\)|\||\\|\/|\'|\"|//gi;
|
|
rename("$dir1/$GOODfname","$dir1/$FILES[$i]");
|
|
$FILEname = $FILES[$i];
|
|
|
|
`cp -f $dir1/$FILES[$i] $dir2/$source$FILES[$i]`;
|
|
|
|
### open the in file for reading ###
|
|
open(infile, "$dir2/$source$FILES[$i]")
|
|
|| die "Can't open $source$FILES[$i]: $!\n";
|
|
|
|
$a=0; ### each line of input file counter ###
|
|
$b=0; ### status of 'APPROVED' counter ###
|
|
$c=0; ### status of 'DECLINED' counter ###
|
|
$d=0; ### status of 'REFERRED' counter ###
|
|
$e=0; ### status of 'ERROR' counter ###
|
|
$f=0; ### number of 'DUPLICATE' counter ###
|
|
$g=0; ### number of leads with multi-alt-entries
|
|
|
|
$multi_insert_counter=0;
|
|
$multistmt='';
|
|
|
|
#if ($DB)
|
|
while (<infile>)
|
|
{
|
|
@m=@MT;
|
|
# print "$a| $number\n";
|
|
$number = $_;
|
|
chomp($number);
|
|
$number =~ s/\t/\|/gi;
|
|
$number =~ s/\'|\t|\r|\n|\l//gi;
|
|
$number =~ s/\'|\t|\r|\n|\l//gi;
|
|
$number =~ s/\",,,,,,,\"/\|\|\|\|\|\|\|/gi;
|
|
$number =~ s/\",,,,,,\"/\|\|\|\|\|\|/gi;
|
|
$number =~ s/\",,,,,\"/\|\|\|\|\|/gi;
|
|
$number =~ s/\",,,,\"/\|\|\|\|/gi;
|
|
$number =~ s/\",,,\"/\|\|\|/gi;
|
|
$number =~ s/\",,\"/\|\|/gi;
|
|
$number =~ s/\",\"/\|/gi;
|
|
$number =~ s/\"//gi;
|
|
$number =~ s/,/\|/gi;
|
|
@m = split(/\|/, $number);
|
|
|
|
$format_set=0;
|
|
|
|
# This is the format for the minicsv lead files
|
|
# business,contact,phone_number,address1,city,state,postal_code
|
|
# "CHURCH","Bob Smith","3525556601","105 Fifth St","Steinhatchee","FL","32359"
|
|
if ( ($format =~ /minicsv/) && ($format_set < 1) )
|
|
{
|
|
$employees = '1';
|
|
$ticker_symbol = '';
|
|
$sic_code = '';
|
|
$revenue = '';
|
|
$account_name = $m[0]; chomp($account_name);
|
|
if (length($account_name)<1) {$account_name='NONE';}
|
|
$address = $m[3]; chomp($address);
|
|
$po_box = '';
|
|
$city = $m[4]; chomp($city);
|
|
$state = $m[5]; chomp($state);
|
|
$post_code = $m[6]; chomp($post_code);
|
|
$phone_number = $m[2]; chomp($phone_number); $phone_number =~ s/\D//gi;
|
|
if ($phone_limit > 6) {while (length($phone_number)>$phone_limit) {chop($phone_number);} }
|
|
$ownership = $m[1]; chomp($ownership);
|
|
$other_phone = '';
|
|
if ($phone_limit > 6) {while (length($other_phone)>$phone_limit) {chop($other_phone);} }
|
|
$email = '';
|
|
$fax = '';
|
|
if ($phone_limit > 6) {while (length($fax)>$phone_limit) {chop($fax);} }
|
|
$other_email = '';
|
|
$website = '';
|
|
$emailoptout = '0';
|
|
$notify_owner = '0';
|
|
$country = 'USA';
|
|
|
|
$format_set++;
|
|
}
|
|
|
|
# This is the format for the vicidialalt(VICIDIAL alternate) lead files
|
|
# employees,ticker_symbol,web1,revenue,account_name,address,po_box,city,state,post_code,phone_number,ownership,fax,email,other_phone,other_email,website,emailoptout,notify_owner
|
|
# 4,C03IMM001,12345,2,ST MARK CHURCH,1710 W COLLEGE AVE,,CHICAGO,IL,61555,3095551111,PAUL SMITH,3095551212,TEST@VERIZON.NET,7775553333,test@1034.com,bigsite.com,1,0
|
|
# sic_code is left blank because it will be used by vicidial to put the last call dispo status in
|
|
if ( ($format =~ /vicidialalt/) && ($format_set < 1) )
|
|
{
|
|
$employees = $m[0]; chomp($employees); $employees =~ s/\D//gi;
|
|
$ticker_symbol = $m[1]; chomp($ticker_symbol);
|
|
$sic_code = '';
|
|
$web1 = $m[2]; chomp($web1);
|
|
$revenue = $m[3]; chomp($revenue); $revenue =~ s/\D//gi;
|
|
$account_name = $m[4]; chomp($account_name);
|
|
if (length($account_name)<1) {$account_name='NONE';}
|
|
$address = $m[5]; chomp($address);
|
|
$po_box = $m[6]; chomp($po_box);
|
|
$city = $m[7]; chomp($city);
|
|
$state = $m[8]; chomp($state);
|
|
$post_code = $m[9]; chomp($post_code);
|
|
$phone_number = $m[10]; chomp($phone_number); $phone_number =~ s/\D//gi;
|
|
if ($phone_limit > 6) {while (length($phone_number)>$phone_limit) {chop($phone_number);} }
|
|
$ownership = $m[11]; chomp($ownership);
|
|
$fax = $m[12]; chomp($fax);
|
|
if ($phone_limit > 6) {while (length($fax)>$phone_limit) {chop($fax);} }
|
|
$email = $m[13]; chomp($email);
|
|
$other_phone = $m[14]; chomp($other_phone);
|
|
if ($phone_limit > 6) {while (length($other_phone)>$phone_limit) {chop($other_phone);} }
|
|
$other_email = $m[15]; chomp($other_email);
|
|
$website = $m[16]; chomp($website);
|
|
if (length($website)<3) {$website="$web1-$revenue";}
|
|
$emailoptout = $m[17]; chomp($emailoptout); $emailoptout =~ s/\D//gi;
|
|
if (length($emailoptout)<1) {$emailoptout="0";}
|
|
$notify_owner = $m[18]; chomp($notify_owner); $notify_owner =~ s/\D//gi;
|
|
if (length($notify_owner)<1) {$notify_owner="0";}
|
|
$country = 'USA';
|
|
|
|
$format_set++;
|
|
}
|
|
|
|
# This is the format for the standard lead files
|
|
# employees,ticker_symbol,sic_code,revenue,account_name,address,po_box,city,state,post_code,phone_number,ownership,fax,email,other_phone,other_email,website
|
|
# 4,C03IMM001,39207955,2,ST MARK CHURCH,1710 W COLLEGE AVE,,CHICAGO,IL,61555,3095551111,PAUL SMITH,3095551212,TEST@VERIZON.NET,7775553333,test@1034.com,bigsite.com
|
|
if ( ($format =~ /standard/) || ($format_set < 1) )
|
|
{
|
|
$employees = $m[0]; chomp($employees); $employees =~ s/\D//gi;
|
|
$ticker_symbol = $m[1]; chomp($ticker_symbol);
|
|
$sic_code = $m[2]; chomp($sic_code);
|
|
$revenue = $m[3]; chomp($revenue); $revenue =~ s/\D//gi;
|
|
$account_name = $m[4]; chomp($account_name);
|
|
if (length($account_name)<1) {$account_name='NONE';}
|
|
$address = $m[5]; chomp($address);
|
|
$po_box = $m[6]; chomp($po_box);
|
|
$city = $m[7]; chomp($city);
|
|
$state = $m[8]; chomp($state);
|
|
$post_code = $m[9]; chomp($post_code);
|
|
$phone_number = $m[10]; chomp($phone_number); $phone_number =~ s/\D//gi;
|
|
if ($phone_limit > 6) {while (length($phone_number)>$phone_limit) {chop($phone_number);} }
|
|
$ownership = $m[11]; chomp($ownership);
|
|
$fax = $m[12]; chomp($fax);
|
|
if ($phone_limit > 6) {while (length($fax)>$phone_limit) {chop($fax);} }
|
|
$email = $m[13]; chomp($email);
|
|
$other_phone = $m[14]; chomp($other_phone);
|
|
if ($phone_limit > 6) {while (length($other_phone)>$phone_limit) {chop($other_phone);} }
|
|
$other_email = $m[15]; chomp($other_email);
|
|
$website = $m[16]; chomp($website);
|
|
if (length($website)<3) {$website="$sic_code-$revenue";}
|
|
$emailoptout = '0';
|
|
$notify_owner = '0';
|
|
$country = 'USA';
|
|
|
|
$format_set++;
|
|
}
|
|
|
|
if ($DBX) {print "$a|$phone_number|$account_name|$website\n";}
|
|
|
|
$dup_lead=0;
|
|
##### Check for duplicate phone numbers in vtiger_account table #####
|
|
if ($dupchecksys > 0)
|
|
{
|
|
$stmtB="SELECT count(*) from vtiger_account where phone='$phone_number';";
|
|
if($DBX){print STDERR "\n|$stmtB|\n";}
|
|
$sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr;
|
|
$sthB->execute or die "executing: $stmtB ", $dbhB->errstr;
|
|
$sthBrows=$sthB->rows;
|
|
if ($sthBrows > 0)
|
|
{
|
|
@aryB = $sthB->fetchrow_array;
|
|
$dup_lead = $aryB[0];
|
|
}
|
|
$sthB->finish();
|
|
}
|
|
##### Check for duplicate sic code acct ID in vtiger_account table #####
|
|
if ($dupchecksic > 0)
|
|
{
|
|
$stmtB="SELECT count(*) from vtiger_account where siccode='$sic_code';";
|
|
if($DBX){print STDERR "\n|$stmtB|\n";}
|
|
$sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr;
|
|
$sthB->execute or die "executing: $stmtB ", $dbhB->errstr;
|
|
$sthBrows=$sthB->rows;
|
|
if ($sthBrows > 0)
|
|
{
|
|
@aryB = $sthB->fetchrow_array;
|
|
$dup_lead = $aryB[0];
|
|
}
|
|
$sthB->finish();
|
|
}
|
|
##### Check for duplicate website in vtiger_account table #####
|
|
if ($dupcheckweb > 0)
|
|
{
|
|
$stmtB="SELECT count(*) from vtiger_account where website='$website';";
|
|
if($DBX){print STDERR "\n|$stmtB|\n";}
|
|
$sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr;
|
|
$sthB->execute or die "executing: $stmtB ", $dbhB->errstr;
|
|
$sthBrows=$sthB->rows;
|
|
if ($sthBrows > 0)
|
|
{
|
|
@aryB = $sthB->fetchrow_array;
|
|
$dup_lead = $aryB[0];
|
|
}
|
|
$sthB->finish();
|
|
}
|
|
|
|
if ( (length($phone_number)>6) && ($dup_lead < 1) )
|
|
{
|
|
$user='6666';
|
|
|
|
#Get logged in user ID
|
|
$stmtB="SELECT id from vtiger_users where user_name='$user';";
|
|
if($DBX){print STDERR "\n|$stmtA|\n";}
|
|
$sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr;
|
|
$sthB->execute or die "executing: $stmtB ", $dbhB->errstr;
|
|
$sthBrows=$sthB->rows;
|
|
if ($sthBrows > 0)
|
|
{
|
|
@aryB = $sthB->fetchrow_array;
|
|
$user_id = $aryB[0];
|
|
}
|
|
$sthB->finish();
|
|
|
|
# Get current ID from vtiger_crmentity_seq
|
|
$stmtB="SELECT id from vtiger_crmentity_seq;";
|
|
if($DBX){print STDERR "\n|$stmtB|\n";}
|
|
$sthB = $dbhB->prepare($stmtB) or die "preparing: ",$dbhB->errstr;
|
|
$sthB->execute or die "executing: $stmtB ", $dbhB->errstr;
|
|
$sthBrows=$sthB->rows;
|
|
if ($sthBrows > 0)
|
|
{
|
|
@aryB = $sthB->fetchrow_array;
|
|
$crm_id = ($aryB[0] + 1);
|
|
}
|
|
$sthB->finish();
|
|
|
|
### update the crm ID ###
|
|
$stmtB = "UPDATE vtiger_crmentity_seq SET id = '$crm_id';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into crmentity table ###
|
|
$stmtB = "INSERT INTO vtiger_crmentity SET crmid='$crm_id',smcreatorid='$user_id',smownerid='$user_id',modifiedby='$user_id',setype='Accounts',description='',createdtime='$NOW_TIME',modifiedtime='$NOW_TIME', viewedtime='$NOW_TIME', deleted='$importasdeleted';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into vtiger_account table ###
|
|
$stmtB = "INSERT INTO vtiger_account SET accountid='$crm_id',accountname='$account_name',account_type='Customer',industry='--None--',annualrevenue='$revenue',rating='--None--',ownership='$ownership',siccode='$sic_code',tickersymbol='$ticker_symbol',phone='$phone_number',otherphone='$other_phone',email1='$email',email2='$other_email',website='$website',fax='$fax',employees='$employees',emailoptout='$emailoptout',notify_owner='$notify_owner';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into vtiger_accountbillads table ###
|
|
$stmtB = "INSERT INTO vtiger_accountbillads SET accountaddressid='$crm_id',bill_city='$city',bill_code='$post_code',bill_country='$country',bill_state='$state',bill_street='$address',bill_pobox='$po_box';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into vtiger_accountscf table ###
|
|
$stmtB = "INSERT INTO vtiger_accountscf SET accountid='$crm_id';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into vtiger_accountshipads table ###
|
|
$stmtB = "INSERT INTO vtiger_accountshipads SET accountaddressid='$crm_id',ship_city='',ship_code='',ship_country='',ship_state='',ship_street='',ship_pobox='';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
### insert record into vtiger_tracker table ###
|
|
$stmtB = "INSERT INTO vtiger_tracker SET user_id='$user_id',module_name='Accounts',item_id='$crm_id',item_summary='$account_name';";
|
|
if (!$T) {$affected_rows = $dbhB->do($stmtB); } # or die "Couldn't execute query: |$stmtB|\n";
|
|
if($DB){print STDERR "\n|$affected_rows|$stmtB|\n";}
|
|
|
|
$b++;
|
|
}
|
|
else
|
|
{
|
|
if ($dup_lead > 0)
|
|
{print "DUPLICATE: $phone_number|$sic_code|$website|$a\n"; $f++;}
|
|
else
|
|
{print "BAD Phone Number: $phone_number|$vendor_id|$a\n"; $e++;}
|
|
}
|
|
|
|
$a++;
|
|
|
|
if ($a =~ /100$/i) {print STDERR "0 $a\r";}
|
|
if ($a =~ /200$/i) {print STDERR "+ $a\r";}
|
|
if ($a =~ /300$/i) {print STDERR "| $a\r";}
|
|
if ($a =~ /400$/i) {print STDERR "\\ $a\r";}
|
|
if ($a =~ /500$/i) {print STDERR "- $a\r";}
|
|
if ($a =~ /600$/i) {print STDERR "/ $a\r";}
|
|
if ($a =~ /700$/i) {print STDERR "| $a\r";}
|
|
if ($a =~ /800$/i) {print STDERR "+ $a\r";}
|
|
if ($a =~ /900$/i) {print STDERR "0 $a\r";}
|
|
if ($a =~ /000$/i) {print "$a|$b|$c|$d|$e|$f|$g|$phone_number|\n";}
|
|
}
|
|
|
|
|
|
|
|
### open the stats out file for writing ###
|
|
open(Sout, ">>$VDHLOGfile")
|
|
|| die "Can't open $VDHLOGfile: $!\n";
|
|
|
|
|
|
### close file handler and DB connections ###
|
|
$Falert = "\n\nTOTALS FOR $FILEname:\n";
|
|
$Falert .= "Lines in file: $a\n";
|
|
$Falert .= "INSERTED: $b\n";
|
|
$Falert .= "INSERT STATEMENTS: $c\n";
|
|
$Falert .= "ERROR: $e\n";
|
|
$Falert .= "MULTI-ALT-PHONE: $g\n";
|
|
if ($f > 0)
|
|
{$Falert .= "DUPLICATES: $f\n";}
|
|
|
|
print "$Falert";
|
|
print Sout "$Falert";
|
|
$Ealert .= "$Falert";
|
|
|
|
close(infile);
|
|
close(Sout);
|
|
chmod 0777, "$VDHLOGfile";
|
|
|
|
### Move file to the DONE directory locally
|
|
if (!$T) {`mv -f $dir1/$FILEname $dir2/$FILEname`;}
|
|
|
|
}
|
|
}
|
|
$i++;
|
|
}
|
|
|
|
|
|
$dbhA->disconnect();
|
|
|
|
### calculate time to run script ###
|
|
$secY = time();
|
|
$secZ = ($secY - $secX);
|
|
$secZm = ($secZ /60);
|
|
|
|
if ($q < 1)
|
|
{
|
|
print "script execution time in seconds: $secZ minutes: $secZm\n";
|
|
}
|
|
|
|
###### EMAIL SECTION
|
|
|
|
if ( (length($Ealert)>5) && (length($email_list) > 3) )
|
|
{
|
|
print "Sending email: $email_list\n";
|
|
|
|
use MIME::QuotedPrint;
|
|
use MIME::Base64;
|
|
use Mail::Sendmail;
|
|
|
|
$mailsubject = "VTIGER ACCOUNT FILE LOAD $pulldate0";
|
|
|
|
%mail = ( To => "$email_list",
|
|
From => "$email_sender",
|
|
Subject => "$mailsubject",
|
|
Message => "VTIGER ACCOUNT FILE LOAD $pulldate0\n\n$Ealert\n"
|
|
);
|
|
sendmail(%mail) or die $mail::Sendmail::error;
|
|
print "ok. log says:\n", $mail::sendmail::log; ### print mail log for status
|
|
}
|
|
|
|
exit;
|
|
|