package C4::ImportExportFramework;

use strict;

use warnings;

use XML::LibXML;

use XML::LibXML::XPathContext;

use Digest::MD5;

use POSIX qw( strftime );

use Text::CSV_XS;

use List::MoreUtils qw( indexes );

use C4::Context;

use Koha::Logger;

our (@ISA, @EXPORT_OK);

BEGIN {

require Exporter;

@ISA = qw(Exporter);

@EXPORT_OK = qw(

);

}

use constant XMLSTR => '<?xml version="1.0" encoding="UTF-8"?>

';

use constant ODSSTR => '<?xml version="1.0" encoding="UTF-8"?>

</office:document-content>';

use constant ODS_STYLES_STR => '<?xml version="1.0" encoding="UTF-8"?>

</office:document-styles>';

use constant ODS_SETTINGS_STR => '<?xml version="1.0" encoding="UTF-8"?>

</office:settings></office:document-settings>';

use constant ODS_MANIFEST_STR => '<?xml version="1.0" encoding="UTF-8"?>

</manifest:manifest>';

sub ExportFramework

{

my ($frameworkcode, $xmlStrRef, $mode, $frameworktype) = @_;

my $dbh = C4::Context->dbh;

if ($dbh) {

my $dom;

my $root;

my $elementSS;

if ($mode eq 'ods' || $mode eq 'excel') {

eval {

my $parser = XML::LibXML->new();

$dom = $parser->parse_string(($mode && $mode eq 'ods')?ODSSTR:XMLSTR);

if ($dom) {

$root = $dom->documentElement();

if ($mode && $mode eq 'ods') {

my $elementBody = $dom->createElement('office:body');

$root->appendChild($elementBody);

$elementSS = $dom->createElement('office:spreadsheet');

$elementBody->appendChild($elementSS);

}

}

};

if ($@) {

Koha::Logger->get->warn("Error ExportFramework $@");

return 0;

}

}

my $table = 'marc_tag_structure';

my $subtable = 'marc_subfield_structure';

if ($frameworktype eq "authority") {

$table = 'auth_tag_structure';

$subtable = 'auth_subfield_structure';

}

if (_export_table($table, $dbh, ($mode eq 'csv')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode, $frameworktype)) {

if (_export_table($subtable, $dbh, ($mode eq 'csv')?$xmlStrRef:$dom, ($mode eq 'ods')?$elementSS:$root, $frameworkcode, $mode, $frameworktype)) {

$$xmlStrRef = $dom->toString(1) if ($mode eq 'ods' || $mode eq 'excel');

return 1;

}

}

}

return 0;

}#ExportFramework

sub _export_table

{

my ($table, $dbh, $dom, $root, $frameworkcode, $mode, $frameworktype) = @_;

if ($mode eq 'csv') {

_export_table_csv($table, $dbh, $dom, $root, $frameworkcode, $frameworktype);

} elsif ($mode eq 'ods') {

_export_table_ods($table, $dbh, $dom, $root, $frameworkcode, $frameworktype);

} else {

_export_table_excel($table, $dbh, $dom, $root, $frameworkcode, $frameworktype);

}

}

sub _export_table_csv

{

my ($table, $dbh, $strCSV, $root, $frameworkcode, $frameworktype) = @_;

eval {

# First row with the name of the columns

my $query = 'SHOW COLUMNS FROM ' . $table;

my $sth = $dbh->prepare($query);

$sth->execute();

my @fields = ();

while (my $hashRef = $sth->fetchrow_hashref) {

$$strCSV .= '"' . $hashRef->{Field} . '",';

push @fields, $hashRef->{Field};

}

chop $$strCSV;

$$strCSV .= chr(10);

# Populate rows with the data from mysql

$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';

if ($frameworktype eq "authority") {

$query = 'SELECT * FROM ' . $table . ' WHERE authtypecode=?';

}

$sth = $dbh->prepare($query);

$sth->execute($frameworkcode);

my $data;

while (my $hashRef = $sth->fetchrow_hashref) {

for my $field (@fields) {

my $value = $hashRef->{$field} // q||;

$value =~ s/[\r\n]//g;

$value =~ s/"/""/g;

$$strCSV .= '"' . $value . '",';

}

chop $$strCSV;

$$strCSV .= chr(10);

}

$$strCSV .= chr(10);

for (@fields) {

# Separator for change of table

$$strCSV .= '"#-#",';

}

chop $$strCSV;

$$strCSV .= chr(10);

$$strCSV .= chr(10);

};

if ($@) {

Koha::Logger->get->warn("Error _export_table_csv $@");

return 0;

}

return 1;

}#_export_table_csv

sub _export_table_ods

{

my ($table, $dbh, $dom, $root, $frameworkcode, $frameworktype) = @_;

eval {

my $elementTable = $dom->createElement('table:table');

$elementTable->setAttribute('table:name', $table);

$elementTable->setAttribute('table:print', 'false');

$root->appendChild($elementTable);

my $elementRow = $dom->createElement('table:table-row');

$elementTable->appendChild($elementRow);

my $elementCell;

my $elementData;

# First row with the name of the columns

my $query = 'SHOW COLUMNS FROM ' . $table;

my $sth = $dbh->prepare($query);

$sth->execute();

my @fields = ();

while (my $hashRef = $sth->fetchrow_hashref) {

$elementCell = $dom->createElement('table:table-cell');

$elementCell->setAttribute('office:value-type', 'string');

$elementCell->setAttribute('office:value', $hashRef->{Field});

$elementRow->appendChild($elementCell);

$elementData = $dom->createElement('text:p');

$elementCell->appendChild($elementData);

$elementData->appendTextNode($hashRef->{Field});

push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'float':'string'};

}

# Populate rows with the data from mysql

$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';

if ($frameworktype eq "authority") {

$query = 'SELECT * FROM ' . $table . ' WHERE authtypecode=?';

}

$sth = $dbh->prepare($query);

$sth->execute($frameworkcode);

my $data;

while (my $hashRef = $sth->fetchrow_hashref) {

$elementRow = $dom->createElement('table:table-row');

$elementTable->appendChild($elementRow);

for (@fields) {

$data = $hashRef->{$_->{name}};

if ($_->{type} eq 'float' && !defined($data)) {

$data = '0';

} elsif ($_->{type} eq 'string' && !defined($data)) {

$data = q{};

} elsif ($_->{type} eq 'string' && (!$data && $data ne '0')) {

$data = '#';

}

$data = _parseContent2Xml($data) if ($_->{type} eq 'string');

$elementCell = $dom->createElement('table:table-cell');

$elementCell->setAttribute('office:value-type', $_->{type});

$elementCell->setAttribute('office:value', $data);

$elementRow->appendChild($elementCell);

$elementData = $dom->createElement('text:p');

$elementCell->appendChild($elementData);

$elementData->appendTextNode($data);

}

}

};

if ($@) {

Koha::Logger->get->warn("Error _export_table_ods $@");

return 0;

}

return 1;

}#_export_table_ods

sub _export_table_excel

{

my ($table, $dbh, $dom, $root, $frameworkcode, $frameworktype) = @_;

eval {

my $elementWS = $dom->createElement('Worksheet');

$elementWS->setAttribute('ss:Name', $table);

$root->appendChild($elementWS);

my $elementTable = $dom->createElement('ss:Table');

$elementWS->appendChild($elementTable);

my $elementRow = $dom->createElement('ss:Row');

$elementTable->appendChild($elementRow);

# First row with the name of the columns

my $elementCell;

my $elementData;

my $query = 'SHOW COLUMNS FROM ' . $table;

my $sth = $dbh->prepare($query);

$sth->execute();

my @fields = ();

while (my $hashRef = $sth->fetchrow_hashref) {

$elementCell = $dom->createElement('ss:Cell');

$elementCell->setAttribute('ss:StyleID', 's27');

$elementRow->appendChild($elementCell);

$elementData = $dom->createElement('ss:Data');

$elementData->setAttribute('ss:Type', 'String');

$elementCell->appendChild($elementData);

$elementData->appendTextNode($hashRef->{Field});

push @fields, {name => $hashRef->{Field}, type => ($hashRef->{Type} =~ /int/i)?'Number':'String'};

}

# Populate rows with the data from mysql

$query = 'SELECT * FROM ' . $table . ' WHERE frameworkcode=?';

if ($frameworktype eq "authority") {

$query = 'SELECT * FROM ' . $table . ' WHERE authtypecode=?';

}

$sth = $dbh->prepare($query);

$sth->execute($frameworkcode);

my $data;

while (my $hashRef = $sth->fetchrow_hashref) {

$elementRow = $dom->createElement('ss:Row');

$elementTable->appendChild($elementRow);

for (@fields) {

$elementCell = $dom->createElement('ss:Cell');

$elementRow->appendChild($elementCell);

$elementData = $dom->createElement('ss:Data');

$elementData->setAttribute('ss:Type', $_->{type});

$elementCell->appendChild($elementData);

$data = $hashRef->{$_->{name}};

if ($_->{type} eq 'Number' && !defined($data)) {

$data = '0';

} elsif ($_->{type} eq 'String' && !defined($data)) {

$data = q{};

} elsif ($_->{type} eq 'String' && (!$data && $data ne '0')) {

$data = '#';

}

$elementData->appendTextNode(($_->{type} eq 'String')?_parseContent2Xml($data):$data);

}

}

};

if ($@) {

Koha::Logger->get->warn("Error _export_table_excel $@");

return 0;

}

return 1;

}#_export_table_excel

sub _parseContent2Xml

{

my $content = shift;

$content =~ s/\&(?![a-zA-Z#0-9]{1,4};)/&amp;/g;

$content =~ s/</&lt;/g;

$content =~ s/>/&gt;/g;

return $content;

}#_parseContent2Xml

sub _getTmp

{

my $tmp = '/tmp';

if ($ENV{'TMP'} && -d $ENV{'TMP'}) {

$tmp = $ENV{'TMP'};

} elsif ($ENV{'TMPDIR'} && -d $ENV{'TMPDIR'}) {

$tmp = $ENV{'TMPDIR'};

} elsif ($ENV{'TEMP'} && -d $ENV{'TEMP'}) {

$tmp = $ENV{'TEMP'};

}

return $tmp;

}#_getTmp

sub _createTmpDir

{

my $tmp = shift;

my $tempdir = (-d $tmp)?$tmp . '/':'./';

$tempdir .= 'tmp_ods_' . Digest::MD5::md5_hex(Digest::MD5::md5_hex(time().{}.rand().{}.$$));

eval {

mkdir $tempdir;

};

if ($@) {

return;

} else {

return $tempdir;

}

}#_createTmpDir

sub createODS

{

my ($strContent, $lang, $strODSRef) = @_;

my $tmp = _getTmp();

my $tempModule = 1;

my $tempdir;

eval {

require File::Temp;

import File::Temp qw/ tempfile tempdir /;

$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);

};

if ($@) {

$tempModule = 0;

$tempdir = _createTmpDir($tmp);

}

if ($tempdir) {

my $fh;

# populate tempdir directory with the ods elements

eval {

if (open($fh, '>', "$tempdir/content.xml")) {

print {$fh} $strContent;

close($fh);

}

if (open($fh, '>', "$tempdir/mimetype")) {

print {$fh} 'application/vnd.oasis.opendocument.spreadsheet';

close($fh);

}

if (open($fh, '>', "$tempdir/meta.xml")) {

print {$fh} _getMeta($lang);

close($fh);

}

if (open($fh, '>', "$tempdir/styles.xml")) {

print {$fh} ODS_STYLES_STR;

close($fh);

}

if (open($fh, '>', "$tempdir/settings.xml")) {

print {$fh} ODS_SETTINGS_STR;

close($fh);

}

mkdir($tempdir.'/META-INF/');

mkdir($tempdir.'/Configurations2/');

mkdir($tempdir.'/Configurations2/acceleator/');

mkdir($tempdir.'/Configurations2/images/');

mkdir($tempdir.'/Configurations2/popupmenu/');

mkdir($tempdir.'/Configurations2/statusbar/');

mkdir($tempdir.'/Configurations2/floater/');

mkdir($tempdir.'/Configurations2/menubar/');

mkdir($tempdir.'/Configurations2/progressbar/');

mkdir($tempdir.'/Configurations2/toolbar/');

if (open($fh, '>', "$tempdir/META-INF/manifest.xml")) {

print {$fh} ODS_MANIFEST_STR;

close($fh);

}

};

if ($@) {

Koha::Logger->get->warn("Error createODS $@");

} else {

# create ods file from tempdir directory

eval {

require Archive::Zip;

import Archive::Zip qw( :ERROR_CODES :CONSTANTS );

my $zip = Archive::Zip->new();

$zip->addTree( $tempdir, '' );

$zip->writeToFileNamed($tempdir . '/new.ods');

};

if ($@) {

my $cmd = qx(which zip 2>/dev/null || whereis zip);

chomp $cmd;

$cmd = 'zip' if (!$cmd || !-x $cmd);

system("cd $tempdir && $cmd -r new.ods ./");

}

my $ok = 0;

# read ods file and return as a string

if (-f "$tempdir/new.ods") {

if (open ($fh, '<', "$tempdir/new.ods")) {

binmode $fh;

my $buffer;

while (read ($fh, $buffer, 65536)) {

$$strODSRef .= $buffer;

}

close($fh);

$ok = 1;

}

}

# delete tempdir directory

if (!$tempModule && $tempdir) {

eval {

require File::Path;

import File::Temp qw/ rmtree /;

rmtree($tempdir);

};

if ($@) {

system("rm -rf $tempdir");

}

}

return 1 if ($ok);

}

}

return 0;

}#createODS

sub _getMeta

{

my $lang = shift;

my $myDate = strftime ("%Y-%m-%dT%H:%M:%S", localtime(time()));

my $meta = '<?xml version="1.0" encoding="UTF-8"?>

<meta:creation-date>' . $myDate . '</meta:creation-date>

<dc:date>' . $myDate . '</dc:date>

<dc:language>' . $lang . '</dc:language>

</office:document-meta>';

return $meta;

}#_getMeta

sub ImportFramework

{

my ($filename, $frameworkcode, $deleteFilename, $frameworktype) = @_;

my $tempdir;

my $ok = -1;

my $dbh = C4::Context->dbh;

$frameworktype ||= '';

if (-r $filename && $dbh) {

my $extension = '';

if ($filename =~ /\.(csv|ods|xml)$/i) {

$extension = lc($1);

} else {

unlink ($filename) if ($deleteFilename); # remove temporary file

return -1;

}

if ($extension eq 'ods') {

($tempdir, $filename) = _openODS($filename, $deleteFilename);

}

if ($filename) {

my $dom;

eval {

if ($extension eq 'ods' || $extension eq 'xml') {

# They have xml structure, so read it on a dom object

my $parser = XML::LibXML->new();

$dom = $parser->parse_file($filename);

if ($dom) {

my $root = $dom->documentElement();

}

} else {

# They are text files, so open it to read

open($dom, '<', $filename);

}

my $table = 'marc_tag_structure';

my $subtable = 'marc_subfield_structure';

if ($frameworktype eq "authority") {

$table = 'auth_tag_structure';

$subtable = 'auth_subfield_structure';

}

if ($dom) {

# Process both tables

my $numDeleted = 0;

my $numDeletedAux = 0;

if ($frameworktype eq "authority"){

if (($numDeletedAux = _import_table($dbh, $table, $frameworkcode, $dom, ['authtypecode', 'tagfield'], $extension, $frameworktype)) >= 0) {

$numDeleted += $numDeletedAux if ($numDeletedAux > 0);

if (($numDeletedAux = _import_table($dbh, $subtable, $frameworkcode, $dom, ['authtypecode', 'tagfield', 'tagsubfield'], $extension, $frameworktype)) >= 0) {

$numDeleted += $numDeletedAux if ($numDeletedAux > 0);

$ok = ($numDeleted > 0)?$numDeleted:0;

}

}

} else {

if (($numDeletedAux = _import_table($dbh, $table, $frameworkcode, $dom, ['frameworkcode', 'tagfield'], $extension, $frameworktype)) >= 0) {

$numDeleted += $numDeletedAux if ($numDeletedAux > 0);

if (($numDeletedAux = _import_table($dbh, $subtable, $frameworkcode, $dom, ['frameworkcode', 'tagfield', 'tagsubfield'], $extension, $frameworktype)) >= 0) {

$numDeleted += $numDeletedAux if ($numDeletedAux > 0);

$ok = ($numDeleted > 0)?$numDeleted:0;

}

}

}

} else {

Koha::Logger->get->warn("Error ImportFramework couldn't create dom");

}

};

if ($@) {

Koha::Logger->get->warn("Error ImportFramework $@");

} else {

if ($extension eq 'csv') {

close($dom) if ($dom);

}

}

}

unlink ($filename) if ($deleteFilename); # remove temporary file

} else {

Koha::Logger->get->warn("Error ImportFramework no conex to database or not readeable $filename");

}

if ($deleteFilename && $tempdir && -d $tempdir && -w $tempdir) {

eval {

require File::Path;

import File::Temp qw/ rmtree /;

rmtree($tempdir);

};

if ($@) {

system("rm -rf $tempdir");

}

}

return $ok;

}#ImportFramework

sub _openODS

{

my ($filename, $deleteFilename) = @_;

my $tmp = _getTmp();

my $tempModule = 1;

my $tempdir;

eval {

require File::Temp;

import File::Temp qw/ tempfile tempdir /;

$tempdir = tempdir ( 'tmp_ods_' . $$ . '_XXXXXXXX', DIR => (-d $tmp)?$tmp:'.', CLEANUP => 1);

};

if ($@) {

$tempModule = 0;

$tempdir = _createTmpDir($tmp);

}

if ($tempdir) {

eval {

require Archive::Zip;

import Archive::Zip qw( :ERROR_CODES :CONSTANTS );

my $zip = Archive::Zip->new($filename);

foreach my $file ($zip->members) {

next if ($file->isDirectory);

(my $extractName = $file->fileName) =~ s{.*/}{};

next unless ($extractName eq 'content.xml');

$file->extractToFileNamed("$tempdir/$extractName");

}

};

if ($@) {

my $cmd = qx(which unzip 2>/dev/null || whereis unzip);

chomp $cmd;

$cmd = 'unzip' if (!$cmd || !-x $cmd);

system("$cmd $filename -d $tempdir");

}

if (-f "$tempdir/content.xml") {

unlink ($filename) if ($deleteFilename);

return ($tempdir, "$tempdir/content.xml");

}

}

unlink ($filename) if ($deleteFilename);

return ($tempdir, undef);

}#_openODS

sub _check_validity_worksheet

{

my ($dbh, $table, $nodeFields, $fieldsA, $format) = @_;

my $ret = 0;

eval {

my $query = 'DESCRIBE ' . $table;

my $sth = $dbh->prepare($query);

$sth->execute();

$sth->finish;

$query = 'SHOW COLUMNS FROM ' . $table;

$sth = $dbh->prepare($query);

$sth->execute();

my $fields = {};

while (my $hashRef = $sth->fetchrow_hashref) {

$fields->{$hashRef->{Field}} = $hashRef->{Field};

}

my @fields;

my $fieldsR;

if ($fieldsA) {

$fieldsR = $fieldsA;

} else {

$fieldsR = \@fields;

_getFields($nodeFields, $fieldsR, $format);

}

$ret = 1;

for (@$fieldsR) {

unless (exists($fields->{$_})) {

$ret = 0;

last;

}

}

};

return $ret;

}#_check_validity_worksheet

sub _import_table

{

my ($dbh, $table, $frameworkcode, $dom, $PKArray, $format, $frameworktype) = @_;

my %fields2Delete;

my $query;

my @fields;

$frameworktype ||= '';

# Create hash with all elements defined by primary key to know which ones to delete after parsing the spreadsheet

eval {

@fields = @$PKArray;

shift @fields;

$query = 'SELECT ' . join(',', @fields) . ' FROM ' . $table . ' WHERE frameworkcode=?';

if ($frameworktype eq "authority") {

$query = 'SELECT ' . join(',', @fields) . ' FROM ' . $table . ' WHERE authtypecode=?';

}

my $sth = $dbh->prepare($query);

$sth->execute($frameworkcode);

my $field;

while (my $hashRef = $sth->fetchrow_hashref) {

$field = '';

map { $field .= $hashRef->{$_} . '_'; } @fields;

chop $field;

$fields2Delete{$field} = 1;

}

$sth->finish;

};

my $ok = 0;

if ($format eq 'csv') {

my @fieldsName = ();

eval {

my $query = 'SHOW COLUMNS FROM ' . $table;

my $sth = $dbh->prepare($query);

$sth->execute();

while (my $hashRef = $sth->fetchrow_hashref) {

push @fieldsName, $hashRef->{Field};

}

};

$ok = _import_table_csv($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete, \@fieldsName, $frameworktype);

} elsif ($format eq 'ods') {

$ok = _import_table_ods($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete, $frameworktype);

} else {

$ok = _import_table_excel($dbh, $table, $frameworkcode, $dom, $PKArray, \%fields2Delete, $frameworktype);

}

if ($ok) {

if (($ok = scalar(keys %fields2Delete)) > 0) {

$query = 'DELETE FROM ' . $table . ' WHERE ';

map {$query .= $_ . '=? AND ';} @$PKArray;

$query = substr($query, 0, -4);

my $sth = $dbh->prepare($query);

for (keys %fields2Delete) {

eval {

$sth->execute(($frameworkcode, split('_', $_)));

};

}

}

} else {

$ok = -1;

}

return $ok;

}#_import_table

sub _processRow_DB

{

my ($dbh, $table, $fields, $dataStr, $updateStr, $dataFields, $dataFieldsHash, $PKArray, $fieldsPK, $fields2Delete) = @_;

my $ok = 0;

my $query;

$query = 'INSERT INTO ' . $table . ' (' . $fields . ') VALUES (' . $dataStr . ') ON DUPLICATE KEY UPDATE ' . $updateStr;

eval {

my $sth = $dbh->prepare($query);

$sth->execute((@$dataFields, @$dataFields));

};

if ($@) {

Koha::Logger->get->warn("Error _processRow_DB $@");

} else {

$ok = 1;

}

if ($ok) {

my $field = '';

map { $field .= $dataFieldsHash->{$_} . '_'; } @$fieldsPK;

chop $field;

delete $fields2Delete->{$field} if (exists($fields2Delete->{$field}));

}

return $ok;

}#_processRow_DB

sub _processRows_Table

{

my ($dbh, $frameworkcode, $nodeR, $table, $PKArray, $format, $fields2Delete, $frameworktype) = @_;

my $query;

my @fields = ();

my $fields = '';

my $dataStr = '';

my $updateStr = '';

my $j = 0;

my $ok = 0;

my @fieldsPK = @$PKArray;

shift @fieldsPK;

while ($nodeR) {

if ($nodeR->nodeType == 1 && (($format && $format eq 'ods' && $nodeR->nodeName =~ /(?:table:)?table-row/) || ($nodeR->nodeName =~ /(?:ss:)?Row/)) && $nodeR->hasChildNodes()) {

if ($j == 0) {

# Get name columns

_getFields($nodeR, \@fields, $format);

return 0 unless _check_validity_worksheet($dbh, $table, $nodeR, \@fields, $format);

$fields = join(',', @fields);

$dataStr = '';

map { $dataStr .= '?,';} @fields;

chop($dataStr) if ($dataStr);

$updateStr = '';

map { $updateStr .= $_ . '=?,';} @fields;

chop($updateStr) if ($updateStr);

} else {

# Get data from row

my ($dataFields, $dataFieldsR) = _getDataFields($frameworkcode, $nodeR, \@fields, $format, $frameworktype);

if (scalar(@fields) == scalar(@$dataFieldsR)) {

$ok = _processRow_DB($dbh, $table, $fields, $dataStr, $updateStr, $dataFieldsR, $dataFields, $PKArray, \@fieldsPK, $fields2Delete);

} else {

warn "$j don't match number of fields " . scalar(@fields) . ' vs ' . scalar(@$dataFieldsR) . "($dataStr)";

}

}

$j++;

}

$nodeR = $nodeR->nextSibling;

}

return 1;

}#_processRows_Table

sub _import_table_csv

{

my ($dbh, $table, $frameworkcode, $dom, $PKArray, $fields2Delete, $fields, $frameworktype) = @_;

my $row = '';

my $partialRow = '';

my $numFields = @$fields;

my $fieldsNameRead = 0;

my @arrData;

my ($fieldsStr, $dataStr, $updateStr, @empty_indexes);

my @fieldsPK = @$PKArray;

shift @fieldsPK;

my $ok = 0;

my $pos = 0;

my $csv = Text::CSV_XS->new( { binary => 1, formula => "empty" } );

while ( my $row = $csv->getline($dom) ) {

my @fields = @$row;

@arrData = @fields;

next if scalar @arrData == grep { $_ eq '' } @arrData; # Emtpy lines

#$arrData[0] = substr($arrData[0], 1) if ($arrData[0] =~ /^"/);

#$arrData[$#arrData] =~ s/[\r\n]+$//;

#chop $arrData[$#arrData] if ($arrData[$#arrData] =~ /"$/);

if (@arrData) {

if ($arrData[0] eq '#-#' && $arrData[$#arrData] eq '#-#') {

# Change of table with separators #-#

return 1;

} elsif ($fieldsNameRead && $arrData[0] eq 'tagfield') {

# Change of table because we begin with field name with former field names read

seek($dom, $pos, 0);

return 1;

}

if (!$fieldsNameRead) {

# New table, we read the field names

$fieldsNameRead = 1;

$fields = [@arrData];

my $non_empty_fields = [ grep { $_ ne '' } @$fields ];

@empty_indexes = indexes { $_ eq '' } @$fields;

$fieldsStr = join(',', @$non_empty_fields);

$dataStr = '';

map { $dataStr .= '?,';} @$non_empty_fields;

chop($dataStr) if ($dataStr);

$updateStr = '';

map { $updateStr .= $_ . '=?,';} @$non_empty_fields;

chop($updateStr) if ($updateStr);

} else {

# Read data