From: Dobrica Pavlinusic <dpavlin@rot13.org>
Date: Wed, 14 Dec 2016 18:10:10 +0000 (+0100)
Subject: deduplicate
X-Git-Url: http://git.rot13.org/?p=Biblio-Z3950.git;a=commitdiff_plain;h=39edd50d89ba2a4b00c5e4aa71e9a6fa01b0a81d

deduplicate
---

diff --git a/CROSBI.pm b/CROSBI.pm
index 764430b..6164e52 100644
--- a/CROSBI.pm
+++ b/CROSBI.pm
@@ -63,7 +63,7 @@ sub search {
 
 	my $sql = qq{
 
-select *
+select distinct *
 from $table
 inner join rad_ustanova using (id)
 left outer join rad_napomena using (id)
@@ -175,6 +175,13 @@ sub next_marc {
 
 	my $row = $sth->fetchrow_hashref;
 
+	while ( $self->{_deduplicate}->{ $row->{id} } ) {
+		warn "DUPLICATE $row->{id}, skipping\n";
+		$row = $sth->fetchrow_hashref;
+		return unless $row;
+	}
+	$self->{_deduplicate}->{ $row->{id} }++;
+
 	die "no row" unless $row;
 
 	my $id = $row->{id} || die "no id";