deduplicate

diff --git a/CROSBI.pm b/CROSBI.pm
index 764430b..6164e52 100644 (file)
--- a/CROSBI.pm
+++ b/CROSBI.pm
@@ -63,7 +63,7 @@ sub search {
 
        my $sql = qq{
 
 
        my $sql = qq{
 

-select *
+select distinct *

 from $table
 inner join rad_ustanova using (id)
 left outer join rad_napomena using (id)
 from $table
 inner join rad_ustanova using (id)
 left outer join rad_napomena using (id)


@@ -175,6 +175,13 @@ sub next_marc {
 
        my $row = $sth->fetchrow_hashref;
 
 
        my $row = $sth->fetchrow_hashref;
 

+       while ( $self->{_deduplicate}->{ $row->{id} } ) {
+               warn "DUPLICATE $row->{id}, skipping\n";
+               $row = $sth->fetchrow_hashref;
+               return unless $row;
+       }
+       $self->{_deduplicate}->{ $row->{id} }++;
+

        die "no row" unless $row;
 
        my $id = $row->{id} || die "no id";
        die "no row" unless $row;
 
        my $id = $row->{id} || die "no id";