X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=t%2F6-unit.t;h=a9a69359d80a0c1ab18bcb536266278092a6fe37;hb=640203e47fc3ef06a8b73b01bdb9ee76a2baa569;hp=3c5f67d44a68a11eaad84316e2794f4cde52dfd3;hpb=abc180f5611deefa3f90851a16f8aa911f84aa06;p=webpac2 diff --git a/t/6-unit.t b/t/6-unit.t index 3c5f67d..a9a6935 100755 --- a/t/6-unit.t +++ b/t/6-unit.t @@ -2,73 +2,86 @@ use strict; -use Test::More tests => 34; +use Test::More tests => 31; use Test::Exception; use Cwd qw/abs_path/; use File::Temp qw/tempdir/; -use Data::Dumper; +use File::Slurp; +use Data::Dump qw/dump/; +use Time::HiRes qw/time/; use blib; +my $debug = shift @ARGV; + +# +# FIXME add lookup testing! +# + BEGIN { -use_ok( 'WebPAC::Lookup' ); -use_ok( 'WebPAC::Input::ISIS' ); +use_ok( 'WebPAC::Input' ); use_ok( 'WebPAC::Store' ); -use_ok( 'WebPAC::Normalize::XML' ); +use_ok( 'WebPAC::Normalize' ); use_ok( 'WebPAC::Output::TT' ); } ok(my $abs_path = abs_path($0), "abs_path"); $abs_path =~ s#/[^/]*$#/#; -diag "abs_path: $abs_path"; +diag "abs_path: $abs_path" if ($debug); my $isis_file = "$abs_path../t/winisis/BIBL"; -$isis_file = '/data/hidra/THS/THS'; +#$isis_file = '/data/hidra/THS/THS'; +#$isis_file = '/data/isis_data/ffkk/'; -diag "isis_file: $isis_file"; +diag "isis_file: $isis_file" if ($debug); -ok(my $lookup = new WebPAC::Lookup( - lookup_file => "$abs_path../conf/lookup/isis.pm", -), "new Lookup"); +my $normalize_set_pl = "$abs_path/data/normalize.pl"; +my $lookup_file = "$abs_path../conf/lookup/isis.pm"; -ok(my $isis = new WebPAC::Input::ISIS( - code_page => 'ISO-8859-2', # application encoding - limit_mfn => 10, +ok(my $isis = new WebPAC::Input( + module => 'WebPAC::Input::ISIS', + limit => 100, + no_progress_bar => 1, ), "new Input::ISIS"); ok(my $maxmfn = $isis->open( - filename => $isis_file, - code_page => '852', # database encoding + path => $isis_file, + input_encoding => 'cp852', # database encoding + lookup_coderef => sub { + my $rec = shift || return; + ok($rec, 'lookup_coderef has rec'); + ok(defined($rec->{'000'}->[0]), 'have mfn'); + }, ), "Input::ISIS->open"); ok(my $path = tempdir( CLEANUP => 1 ), "path"); -ok(my $db = new WebPAC::Store( - path => $path, +ok(my $db = new WebPAC::Store({ database => '.', -), "new Store"); +}), "new Store"); -ok(my $n = new WebPAC::Normalize::XML( -# filter => { 'foo' => sub { shift } }, - db => $db, - lookup_regex => $lookup->regex, - lookup => $lookup, -), "new Normalize::XML"); - -ok($n->open( - tag => 'isis', - xml_file => "$abs_path../conf/normalize/isis.xml", -), "Normalize::XML->open"); +ok(my $norm_pl = read_file( $normalize_set_pl ), "set definitions: $normalize_set_pl" ); ok(my $out = new WebPAC::Output::TT( include_path => "$abs_path../conf/output/tt", filters => { foo => sub { shift } }, ), "new Output::TT"); -while (my $row = $isis->fetch) { - - ok(my $ds = $n->data_structure($row), "data_structure"); +my $t_norm = 0; + +foreach my $pos ( 0 ... $isis->size ) { -# diag Dumper($ds); + my $row = $isis->fetch || next; + + diag " row $pos => ",dump($row) if ($debug); + + my $t = time(); + ok( my $ds = WebPAC::Normalize::data_structure( + row => $row, + rules => $norm_pl, + ), "Set data_structure"); + $t_norm += time() - $t; + + diag " ds $pos => ",dump($ds) if ($debug); ok(my $html = $out->apply( template => 'html.tt', @@ -77,6 +90,8 @@ while (my $row = $isis->fetch) { $html =~ s#\s*[\n\r]+\s*##gs; - diag $html; + #diag $html; }; + +diag sprintf("timings: %.2fs\n", $t_norm);