test excell file

[webpac2] / t / 6-unit.t

diff --git a/t/6-unit.t b/t/6-unit.t
index a503ada..a9a6935 100755 (executable)
--- a/t/6-unit.t
+++ b/t/6-unit.t
@@ -2,75 +2,86 @@
 
 use strict;
 
-use Test::More tests => 34;
+use Test::More tests => 31;
 use Test::Exception;
 use Cwd qw/abs_path/;
 use File::Temp qw/tempdir/;
-use Data::Dumper;
+use File::Slurp;
+use Data::Dump qw/dump/;
+use Time::HiRes qw/time/;
 use blib;
 
+my $debug = shift @ARGV;
+
+#
+# FIXME add lookup testing!
+#
+
 BEGIN {
-use_ok( 'WebPAC::Lookup' );
 use_ok( 'WebPAC::Input' );
 use_ok( 'WebPAC::Store' );
-use_ok( 'WebPAC::Normalize::XML' );
+use_ok( 'WebPAC::Normalize' );
 use_ok( 'WebPAC::Output::TT' );
 }
 
 ok(my $abs_path = abs_path($0), "abs_path");
 $abs_path =~ s#/[^/]*$#/#;
-diag "abs_path: $abs_path";
+diag "abs_path: $abs_path" if ($debug);
 
 my $isis_file = "$abs_path../t/winisis/BIBL";
-$isis_file = '/data/hidra/THS/THS';
+#$isis_file = '/data/hidra/THS/THS';
+#$isis_file = '/data/isis_data/ffkk/';
 
-diag "isis_file: $isis_file";
+diag "isis_file: $isis_file" if ($debug);
 
-ok(my $lookup = new WebPAC::Lookup(
-       lookup_file => "$abs_path../conf/lookup/isis.pm",
-), "new Lookup");
+my $normalize_set_pl = "$abs_path/data/normalize.pl";
+my $lookup_file = "$abs_path../conf/lookup/isis.pm";
 
 ok(my $isis = new WebPAC::Input(
        module => 'WebPAC::Input::ISIS',
-       code_page => 'ISO-8859-2',      # application encoding
-       limit => 10,
+       limit => 100,
+       no_progress_bar => 1,
 ), "new Input::ISIS");
 
 ok(my $maxmfn = $isis->open(
        path => $isis_file,
-       code_page => '852',             # database encoding
-       lookup => $lookup,
+       input_encoding => 'cp852',              # database encoding
+       lookup_coderef => sub {
+               my $rec = shift || return;
+               ok($rec, 'lookup_coderef has rec');
+               ok(defined($rec->{'000'}->[0]), 'have mfn');
+       },
 ), "Input::ISIS->open");
 
 ok(my $path = tempdir( CLEANUP => 1 ), "path");
 
-ok(my $db = new WebPAC::Store(
-       path => $path,
+ok(my $db = new WebPAC::Store({
        database => '.',
-), "new Store");
+}), "new Store");
 
-ok(my $n = new WebPAC::Normalize::XML(
-#      filter => { 'foo' => sub { shift } },
-       db => $db,
-       lookup_regex => $lookup->regex,
-       lookup => $lookup,
-), "new Normalize::XML");
-
-ok($n->open(
-       tag => 'isis',
-       xml_file => "$abs_path../conf/normalize/isis.xml",
-), "Normalize::XML->open");
+ok(my $norm_pl = read_file( $normalize_set_pl ), "set definitions: $normalize_set_pl" );
 
 ok(my $out = new WebPAC::Output::TT(
        include_path => "$abs_path../conf/output/tt",
        filters => { foo => sub { shift } },
 ), "new Output::TT");
 
-while (my $row = $isis->fetch) {
-       
-       ok(my $ds = $n->data_structure($row), "data_structure");
+my $t_norm = 0;
+
+foreach my $pos ( 0 ... $isis->size ) {
 
-#      diag Dumper($ds);
+       my $row = $isis->fetch || next;
+
+       diag " row $pos => ",dump($row) if ($debug);
+
+       my $t = time();
+       ok( my $ds = WebPAC::Normalize::data_structure(
+               row => $row,
+               rules => $norm_pl,
+       ), "Set data_structure");
+       $t_norm += time() - $t;
+
+       diag " ds $pos => ",dump($ds) if ($debug);
 
        ok(my $html = $out->apply(
                template => 'html.tt',
@@ -79,6 +90,8 @@ while (my $row = $isis->fetch) {
 
        $html =~ s#\s*[\n\r]+\s*##gs;
 
-       diag $html;
+       #diag $html;
 
 };
+
+diag sprintf("timings: %.2fs\n", $t_norm);