use C4::Biblio; #marc2bibtex
use C4::Csv; #marc2csv
use C4::Koha; #marc2csv
+use YAML; #marcrecords2csv
use Text::CSV::Encoded; #marc2csv
use vars qw($VERSION @ISA @EXPORT);
&marc2modsxml
&marc2bibtex
&marc2csv
-
&html2marcxml
&html2marc
&changeEncoding
}
-=head2 marc2csv - Convert from UNIMARC to CSV
+=head2 marcrecords2csv - Convert several records from UNIMARC to CSV
+Pre and postprocessing can be done through a YAML file
+
+=over 4
+
+my ($csv) = marcrecords2csv($biblios, $csvprofileid);
+
+Returns a CSV scalar
+
+=over 2
+
+C<$biblio> - a list of biblionumbers
+
+C<$csvprofileid> - the id of the CSV profile to use for the export (see export_format.export_format_id and the GetCsvProfiles function in C4::Csv)
+
+=back
+
+=back
+
+=cut
+sub marc2csv {
+ my ($biblios, $id) = @_;
+ my $output;
+ my $csv = Text::CSV::Encoded->new();
+
+ # Getting yaml file
+ my $configfile = "../tools/csv-profiles/$id.yaml";
+ my ($preprocess, $postprocess, $fieldprocessing);
+ if (-e $configfile){
+ ($preprocess,$postprocess, $fieldprocessing) = YAML::LoadFile($configfile);
+ }
+
+ warn $fieldprocessing;
+ # Preprocessing
+ eval $preprocess if ($preprocess);
+
+ my $firstpass = 1;
+ foreach my $biblio (@$biblios) {
+ $output .= marcrecord2csv($biblio, $id, $firstpass, $csv, $fieldprocessing) ;
+ $firstpass = 0;
+ }
+
+ # Postprocessing
+ eval $postprocess if ($postprocess);
+
+ return $output;
+}
+
+=head2 marc2csv - Convert a single record from UNIMARC to CSV
=over 4
-my ($csv) = marc2csv($record, $csvprofileid, $header);
+my ($csv) = marc2csv($biblio, $csvprofileid, $header);
Returns a CSV scalar
C<$header> - true if the headers are to be printed (typically at first pass)
+C<$csv> - an already initialised Text::CSV object
+
=back
=back
=cut
-sub marc2csv {
- my ($biblio, $id, $header) = @_;
+sub marcrecord2csv {
+ my ($biblio, $id, $header, $csv, $fieldprocessing) = @_;
my $output;
# Getting the record
if ($fieldseparator eq '\t') { $fieldseparator = "\t" }
if ($subfieldseparator eq '\t') { $subfieldseparator = "\t" }
- # Init CSV
- my $csv = Text::CSV::Encoded->new({ sep_char => $csvseparator });
- $csv = $csv->encoding_out($encoding) if ($encoding ne 'utf8');
+ $csv->encoding_out($encoding) if ($encoding ne 'utf8');
+ $csv->sep_char($csvseparator);
# Getting the marcfields
my $marcfieldslist = $profile->{marcfields};
} else {
my @fields = ($record->field($marcfield));
my $authvalues = GetKohaAuthorisedValuesFromField($marcfield, undef, $frameworkcode, undef);
- push (@fieldstab, join($fieldseparator, map((defined $authvalues->{$_->as_string}) ? $authvalues->{$_->as_string} : $_->as_string, @fields)));
+
+ my @valuesarray;
+ foreach (@fields) {
+ my $value;
+
+ # Getting authorised value
+ $value = defined $authvalues->{$_->as_string} ? $authvalues->{$_->as_string} : $_->as_string;
+
+ # Field processing
+ eval $fieldprocessing if ($fieldprocessing);
+
+ push @valuesarray, $value;
+ }
+ push (@fieldstab, join($fieldseparator, @valuesarray));
}
};
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
- # retrieve biblios from shelf
- my $firstpass = 1;
- foreach my $biblio (@bibs) {
-
- my $record = GetMarcBiblio($biblio);
-
- switch ($format) {
- case "iso2709" { $output .= $record->as_usmarc(); }
- case "ris" { $output .= marc2ris($record); }
- case "bibtex" { $output .= marc2bibtex($record, $biblio); }
- # We're in the case of a csv profile (firstpass is used for headers printing) :
- case /^\d+$/ { $output .= marc2csv($biblio, $format, $firstpass); }
- }
- $firstpass = 0;
+ # CSV
+ if ($format =~ /^\d+$/) {
+
+ $output = marc2csv(\@bibs, $format);
+
+ # Other formats
+ } else {
+
+ foreach my $biblio (@bibs) {
+ my $record = GetMarcBiblio($biblio);
+
+ switch ($format) {
+ case "iso2709" { $output .= $record->as_usmarc(); }
+ case "ris" { $output .= marc2ris($record); }
+ case "bibtex" { $output .= marc2bibtex($record, $biblio); }
+ }
+ }
}
# If it was a CSV export we change the format after the export so the file extension is fine
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
- # retrieve biblios from shelf
- my $firstpass = 1;
- foreach my $biblio (@bibs) {
-
- my $record = GetMarcBiblio($biblio);
-
- switch ($format) {
- case "iso2709" { $output .= $record->as_usmarc(); }
- case "ris" { $output .= marc2ris($record); }
- case "bibtex" { $output .= marc2bibtex($record, $biblio); }
- # We're in the case of a csv profile (firstpass is used for headers printing) :
- case /^\d+$/ { $output .= marc2csv($biblio, $format, $firstpass); }
- }
- $firstpass = 0;
+ # CSV
+ if ($format =~ /^\d+$/) {
+
+ $output = marc2csv(\@bibs, $format);
+
+ # Other formats
+ } else {
+ foreach my $biblio (@bibs) {
+ my $record = GetMarcBiblio($biblio);
+
+ switch ($format) {
+ case "iso2709" { $output .= $record->as_usmarc(); }
+ case "ris" { $output .= marc2ris($record); }
+ case "bibtex" { $output .= marc2bibtex($record, $biblio); }
+ }
+ }
}
# If it was a CSV export we change the format after the export so the file extension is fine
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
- # retrieve biblios from shelf
- my $firstpass = 1;
- foreach my $biblio (@$items) {
- my $biblionumber = $biblio->{biblionumber};
+ # CSV
+ if ($format =~ /^\d+$/) {
+ my @biblios;
+ foreach (@$items) {
+ push @biblios, $_->{biblionumber};
+ }
+ $output = marc2csv(\@biblios, $format);
+
+ # Other formats
+ } else {
+ foreach my $biblio (@$items) {
+ my $biblionumber = $biblio->{biblionumber};
- my $record = GetMarcBiblio($biblionumber);
+ my $record = GetMarcBiblio($biblionumber);
- switch ($format) {
- case "iso2709" { $output .= $record->as_usmarc(); }
- case "ris" { $output .= marc2ris($record); }
- case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
- # We're in the case of a csv profile (firstpass is used for headers printing) :
- case /^\d+$/ { $output .= marc2csv($biblionumber, $format, $firstpass); }
+ switch ($format) {
+ case "iso2709" { $output .= $record->as_usmarc(); }
+ case "ris" { $output .= marc2ris($record); }
+ case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
+ }
}
- $firstpass = 0;
}
# If it was a CSV export we change the format after the export so the file extension is fine
--- /dev/null
+# CSV Export custom processing example
+# (should be name according to the csv export id : 1.yaml for example)
+--- |
+# preprocessing
+# Deactivate quoting
+$csv->quote_char('');
+--- |
+# postprocessing
+# Adding a trailer at the end of the CSV file
+$output .= "This is a trailer";
+--- |
+# field processing
+# Adding "Word " before each 001
+if ($marcfield eq '001') { $value = 'Word ' . $value; }
+---
my $marcflavour = C4::Context->preference('marcflavour');
my $output;
- # retrieve biblios from shelf
- my $firstpass = 1;
- foreach my $biblio (@$items) {
- my $biblionumber = $biblio->{biblionumber};
+ # CSV
+ if ($format =~ /^\d+$/) {
+ my @biblios;
+ foreach (@$items) {
+ push @biblios, $_->{biblionumber};
+ }
+ $output = marc2csv(\@biblios, $format);
+
+ # Other formats
+ } else {
+ foreach my $biblio (@$items) {
+ my $biblionumber = $biblio->{biblionumber};
- my $record = GetMarcBiblio($biblionumber);
+ my $record = GetMarcBiblio($biblionumber);
- switch ($format) {
- case "iso2709" { $output .= $record->as_usmarc(); }
- case "ris" { $output .= marc2ris($record); }
- case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
- # We're in the case of a csv profile (firstpass is used for headers printing) :
- case /^\d+$/ { $output .= marc2csv($biblionumber, $format, $firstpass); }
+ switch ($format) {
+ case "iso2709" { $output .= $record->as_usmarc(); }
+ case "ris" { $output .= marc2ris($record); }
+ case "bibtex" { $output .= marc2bibtex($record, $biblionumber); }
+ }
}
- $firstpass = 0;
}
# If it was a CSV export we change the format after the export so the file extension is fine