use DBI;
use utf8;
+use Scraper;
use base 'Scraper';
my $debug = $ENV{DEBUG} || 0;
# @attr 1=1016 any
sub usemap {{
- 4 => '',
- 7 => '',
- 8 => '',
- 1003 => '',
-# 16 => '',
- 21 => '',
- 12 => '',
-# 1007 => '',
- 1016 => '',
+ 4 => 'fti_pr:',
+ 7 => 'fti_pr:',
+ 8 => 'fti_pr:',
+ 1003 => 'fti_au:',
+ 16 => 'fti_pr:',
+ 21 => 'fti_pr:',
+ 12 => 'fti_pr:',
+ 1007 => 'fti_pr:',
+ 1016 => 'fti_au,fti_pr:',
}};
=for sql
=cut
my $dbname = 'bibliografija';
+my $pg_user = $ENV{PGUSER} || '';
+my $pg_passwd = $ENV{PGPASSWD} || '';
+my $pg_host = $ENV{PGHOST} || '';
+my @and;
+my @exec;
sub search {
my ( $self, $query ) = @_;
utf8::decode( $query );
warn "QUERY",dump( $query );
- die "need query" unless defined $query;
+ die "ERROR need query" unless defined $query;
- my $tsquery = join(' & ', split(/\s+/,$query) );
+ $query =~ s/^\s+//;
+ $query =~ s/\s+$//;
- my $sql = qq{
+ my $table = lc $self->{database};
+ $table =~ s/^crosbi-//g;
+
+ $self->{_table} = $table;
-select *
-from casopis
-inner join rad_ustanova using (id)
-left outer join rad_napomena using (id)
-left outer join rad_projekt using (id)
-left outer join rad_godina using (id)
-left outer join rad_podrucje using (id)
-left outer join url using (id)
-where rad_ustanova.sifra = ? and (
- fti_au @@ to_tsquery(?)
- or fti_pr @@ to_tsquery(?)
-)
+ my $sql = qq{
+select
+ $table.*
+ ,ARRAY( select napomena from rad_napomena where rad_napomena.id = $table.id ) as rad_napomena
+ ,ARRAY( select projekt from rad_projekt where rad_projekt.id = $table.id ) as rad_projekt
+ ,ARRAY( select datum from rad_godina where rad_godina.id = $table.id ) as rad_godina
+ ,ARRAY( select sifra from rad_podrucje where rad_podrucje.id = $table.id ) as rad_podrucje
+ ,ARRAY( select url from url where url.id = $table.id ) as url
+from $table
+inner join rad_ustanova using (id) -- sifra
};
- my $dbh = DBI->connect_cached("dbi:Pg:dbname=$dbname", '', '', {AutoCommit => 0});
+ @and = ( qq{ rad_ustanova.sifra = ? } );
+ @exec = ( 130 ); # FIXME ustanova
+
+ sub parse_fti {
+ my $query = shift;
+ warn "## parse_fti [$query]";
+ my $fti;
+ if ( $query =~ s/^(fti_.+):// ) {
+ $fti = $1;
+ } else {
+ warn "INVALID QUERY no fti_xxx: [$query]";
+ }
+
+ my $tsquery = join(' & ', split(/\s+/,$query) );
+
+ my @or;
+ foreach my $f ( split(/,/,$fti) ) {
+ push @or, "$f @@ to_tsquery('english',?)";
+ push @exec, $tsquery;
+ };
+ push @and, "( " . join(" or ", @or) . ")";
+ }
- my $sth = $dbh->prepare( $sql );
+ if ( $query =~ / AND / ) {
+ foreach my $and ( split(/ AND /, $query) ) {
+ parse_fti $and;
+ }
+ } elsif ( $query =~ m/fti_.+:/ ) {
+ parse_fti $query;
+ } else { # no " AND " in query
+ my $tsquery = join(' & ', split(/\s+/,$query) );
+ push @and, "( fti_au @@ to_tsquery('english',?) or fti_pr @@ to_tsquery('english',?) )";
+ push @exec, $tsquery, $tsquery;
+ }
-warn "XXX SQL = ",$sql;
-#-- and naslov like ?
+ $sql .= "where " . join(" and ", @and);
- $sth->execute(
- 130, # FIXME ustanova
- $tsquery,
- $tsquery,
-# , '%' . $query . '%'
- );
+warn "XXX SQL = ",$sql, dump( @exec );
+
+ my $dbh = DBI->connect_cached("dbi:Pg:dbname=$dbname;host=$pg_host", $pg_user, $pg_passwd, {AutoCommit => 0});
+
+ my $sth = $dbh->prepare( $sql );
+
+ $sth->execute( @exec );
- $self->{_sth} = $sth;
my $hits = $sth->rows;
- warn "# [$tsquery] $hits hits\n";
+ $self->{_sth} = $sth;
+
+ warn "# [$query] $hits hits\n";
return $self->{hits} = $hits;
}
$format ||= 'marc';
- my $sth = $self->{_sth} || die "no _sth";
-
+ my $sth = $self->{_sth} || die "ERROR no _sth";
my $row = $sth->fetchrow_hashref;
- die "no row" unless $row;
+ warn "## row = ",dump($row) if $ENV{DEBUG};
+
+ warn "ERROR: no row" unless $row;
- my $id = $row->{id} || die "no id";
+ my $id = $row->{id} || die "ERROR no id";
my $marc = MARC::Record->new;
$marc->encoding('UTF-8');
## LDR 06 - a - language material
## LDR 07 - a - monographic component part
- $leader =~ s/^(....)...(.+)/$1naa$2/;
+ $leader =~ s/^(.....)...(.+)/$1naa$2/;
## LDR 17 - Encoding level ; 7 - minimal level, u - unknown
## LDR 18 - i = isbd ; u = unknown
- $leader =~ s/^(.{17})..(.+)/$1uu$2/;
+ $leader =~ s/^(.{17})..(.+)/$1ui$2/;
$marc->leader( $leader );
warn "# leader [$leader]";
## 008 07-10 - Date 1
- $f008 .= substr($row->{datum},0,4);
+ $f008 .= substr( $row->{rad_godina}->[0] ,0,4);
## 008 11-14 - Date 2
## 008 15-17 - Place of publication, production, or execution - ako nema 102, popunjava se s |
$f008 .= 'xx ';
+## 008 29 - Conference publication
+ $f008 .= ' ' x ( 29 - length($f008) );
+ $f008 .= $self->{_table} eq 'zbornik' ? '1' : '0';
+
## 008 35-37 - Language
$f008 .= ' ' x ( 35 - length($f008) ); # pad to 35 position
if ( my $lng = $langrecode008->{ $row->{jezik} } ) {
return $out;
}
+ # fake date for Koha import
+ $marc->add_fields(260,' ',' ',
+ c => $row->{godina},
+ );
+
$marc->add_fields(300,' ',' ',
a => page_range('',$row->{stranica_prva},$row->{stranica_zadnja}),
f => 'str.'
a => $row->{volumen},
b => $row->{broj},
i => $row->{godina},
- );
+ ) if $row->{volumen};
# /data/FF/crosbi/2016-12-12/casopis-rad_napomena.sql
- $marc->add_fields(500,' ',' ',
- a => substr($row->{napomena}, 0, 9999), # XXX marc limit for one subfield is 4 digits in dictionary
- );
+ foreach my $napomena ( @{ $row->{rad_napomena} } ) {
+ $marc->add_fields(500,' ',' ',
+ a => substr($napomena, 0, 9999), # XXX marc limit for one subfield is 4 digits in dictionary
+ );
+ }
$marc->add_fields(520,' ',' ',
a => substr($row->{sazetak}, 0, 9999)
a => $row->{jezik}
);
- $marc->add_fields(690,' ',' ',
- a => $row->{sifra}
- );
+ foreach my $v ( @{ $row->{rad_podrucje} } ) {
+ $marc->add_fields(690,' ',' ',
+ a => $v,
+ );
+ }
$marc->add_fields(693,' ',' ',
) foreach @a;
}
+ sub combine {
+ my $out = '';
+ my $last_delimiter = '';
+ while(@_) {
+ my $value = shift @_;
+ my $delimiter = shift @_;
+ my ( $before,$after ) = ( '', '' );
+ ( $before, $value, $after ) = @$value if ( ref $value eq 'ARRAY' );
+ $out .= $last_delimiter . $value if $value;
+ $last_delimiter = $delimiter || last;
+ }
+ warn "### [$out]";
+ return $out;
+ }
+
+
+ if ( $self->{_table} =~ m/(casopis|preprint)/ ) {
+
$marc->add_fields(773,'0',' ',
t => $row->{casopis},
x => $row->{issn},
- g => "$row->{volumen} ($row->{godina}), $row->{broj} ;" . page_range(' str. ',$row->{stranica_prva}, $row->{stranica_zadnja}),
+# g => "$row->{volumen} ($row->{godina}), $row->{broj} ;" . page_range(' str. ',$row->{stranica_prva}, $row->{stranica_zadnja}),
+ g => combine( $row->{volumen}, ' ', [ '(', $row->{godina}, ')' ], ', ', $row->{broj}, ' ;', page_range(' str. ',$row->{stranica_prva}, $row->{stranica_zadnja}) ),
+ );
+
+ } elsif ( $self->{_table} =~ m/rknjiga/ ) {
+
+ # rknjiga-dbi2marc.pl
+ $marc->add_fields(773,'0',' ',
+ t => $row->{knjiga},
+# d => "$row->{grad} : $row->{nakladnik}, $row->{godina}",
+ d => combine( $row->{grad}, ' : ', $row->{nakladnik}, ', ', $row->{godina} ),
+ k => $row->{serija},
+ h => $row->{ukupno_stranica},
+ n => $row->{uredink},
+ z => $row->{isbn},
+ g => page_range('str. ',$row->{stranica_prva}, $row->{stranica_zadnja}),
);
+ } elsif ( $self->{_table} =~ m/zbornik/ ) {
+
+ # zbornik-dbi2marc.pl
+ $marc->add_fields(773,'0',' ',
+ t => $row->{skup},
+# d => "$row->{grad} : $row->{nakladnik}, $row->{godina}",
+ d => combine( $row->{grad}, ' : ', $row->{nakladnik}, ', ', $row->{godina} ),
+ k => $row->{serija},
+ h => $row->{ukupno_stranica},
+ n => $row->{uredink},
+ z => $row->{isbn},
+ g => page_range('str. ',$row->{stranica_prva}, $row->{stranica_zadnja}),
+ );
+
+ } else {
+ die "ERROR: 773 undefined in row ",dump($row);
+ }
+
+
if ( my $file = $row->{datoteka} ) {
$marc->add_fields(856,' ',' ',
u => "http://bib.irb.hr/datoteka/$file",
);
};
- foreach my $name (qw( openurl url )) {
- next if ! $row->{$name};
+
+ $marc->add_fields(856,' ',' ',
+ u => $row->{openurl},
+ ) if $row->{openurl};
+
+ foreach my $url ( @{ $row->{url} } ) {
$marc->add_fields(856,' ',' ',
- u => $row->{$name},
+ u => $url,
);
}
+ my $f942c = {
+ casopis => 'CLA',
+ preprint => 'PRE',
+ rknjiga => 'POG',
+ zbornik => 'RZB',
+ };
+
my @f942 = (
- c => 'CLA'
+ c => $f942c->{ $self->{_table} } || die "ERROR no table $self->{_table} in ".dump($f942c),
);
+
if ( $row->{status_rada} ) {
push @f942, (
f => 1,
g => $row->{status_rada}
);
}
- push @f942, t => '1.01' if $row->{kategorija} =~ m/Znanstveni/;
- push @f942, t => '1.04' if $row->{kategorija} =~ m/Strucni/;
+
+ if ( $self->{_table} =~ m/(casopis|preprint)/ ) {
+
+ if ( $row->{kategorija} =~ m/Znanstveni/ ) {
+ push @f942, t => '1.01'
+ } elsif ( $row->{kategorija} =~ m/Strucni/ ) {
+ push @f942, t => '1.04';
+ } else {
+ warn "ERROR kategorija $row->{kategorija}";
+ }
+
+ } elsif ( $self->{_table} =~ m/rknjiga/ ) {
+
+ if ( $row->{kategorija} =~ m/Znanstveni/ ) {
+ push @f942, t => '1.16.1';
+ } elsif ( $row->{kategorija} =~ m/Pregledni/ ) {
+ push @f942, t => '1.16.2';
+ } elsif ( $row->{kategorija} =~ m/Strucni/ ) {
+ push @f942, t => '1.17';
+ } else {
+ warn "ERROR kategorija $row->{kategorija}";
+ }
+
+ } elsif ( $self->{_table} =~ m/zbornik/ ) {
+
+ push @f942, v => $row->{vrst_recenzije};
+
+ } else {
+ die "ERROR _table $self->{_table}";
+ }
$marc->add_fields(942,' ',' ',
@f942,
u => '1',
- z => join(' - ', $row->{kategorija}, $row->{vrsta_rada}),
+ z => join(' - ', grep { defined $_ } ($row->{kategorija}, $row->{vrst_sudjelovanja}, $row->{vrsta_rada})),
);
=for later
=cut
# diag "# hash ",dump($hash);
- diag "# marc\n", $marc->as_formatted;
+ diag "# marc\n", $marc->as_formatted if $ENV{DEBUG};
$self->save_marc( "$id.marc", $marc->as_usmarc );
projects / Biblio-Z3950.git / blobdiff