5 use Data::Dump qw/dump/;
6 use Algorithm::CheckDigits;
8 # sudo apt-get install libdbd-sqlite3-perl libdbd-csv-perl
13 borrowers => $ENV{FULL} || 0,
14 issues => $ENV{FULL} || 1,
15 reserves => $ENV{FULL} || 0,
16 barcode => $ENV{FULL} || 0,
19 my $f = DBI->connect("dbi:SQLite:dbname=knjiznica.sqlite","","", { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr;
20 $f->{sqlite_unicode} = 1;
21 my $k = DBI->connect("dbi:mysql:database=koha_fer","","", { RaiseError => 1, AutoCommit => 0, mysql_enable_utf8 => 1 }) || die $DBI::errstr;
22 my $u = DBI->connect("dbi:CSV:","","", { RaiseError => 1, f_ext => '.csv', csv_sep_char => '|' }) || die $DBI::errstr;
26 my ( $dbh, $t, $k, $v, $s, $default ) = @_;
29 if ( exists $lookup->{$key} ) {
30 $hash = $lookup->{$key};
32 warn "# select $k,$v from $t";
33 my $sth = $dbh->prepare( "select $k,$v from $t" );
35 while (my $row = $sth->fetchrow_hashref() ) {
36 $hash->{ $row->{$k} } = $row->{$v};
38 $lookup->{$key} = $hash;
39 warn "# lookup $key = ",dump($hash);
41 return unless length $s > 1;
42 if ( ! exists $lookup->{$key}->{$s} ) {
43 warn "ERROR: no $s in $key\n";
46 $lookup->{$key}->{$s};
52 my ( $table, $row ) = @_;
53 $insert->{$table} ||= $k->prepare(
54 "insert into $table ("
55 . join(',', keys %$row)
57 . join(',', map { '?' } keys %$row )
61 foreach my $c ( grep { /(date|timestamp)/ } keys %$row ) {
62 $row->{$c} =~ s/^(\d\d)\.(\d\d)\.(\d\d\d\d)/$3-$2-$1/;
63 $row->{$c} = undef if $row->{$c} eq ''; # XXX NULL dates istead of 0000-00-00
66 $insert->{$table}->execute( values %$row );
67 warn "# inserted $table ", dump $row;
73 my $sth = $f->prepare($sql);
78 while (my $row = $sth->fetchrow_hashref ) {
82 # poor man's (sqlite) outer join
83 $row->{'country'} = lookup($f, 'drzava', 'ozn_drzava', 'naz_drzava', $row->{'country'}, $row->{contry} );
84 $row->{'city'} = lookup($f, 'mjesto', 'post_ozn', 'naz_mjesto', $row->{'city'}, $row->{city} );
86 $row->{'B_country'} = lookup($f, 'drzava', 'ozn_drzava', 'naz_drzava', $row->{'B_country'}, $row->{B_country} );
87 $row->{'B_city'} = lookup($f, 'mjesto', 'post_ozn', 'naz_mjesto', $row->{'B_city'}, $row->{B_city} );
89 $row->{'B_email'} = lookup($f, 'clanost', 'ozn_vrclan||ozn_clan', 'email', $row->{'cardnumber'}, undef);
90 $row->{'emailpro'} = lookup($f, 'clanost', 'ozn_vrclan||ozn_clan', 'email_k', $row->{'cardnumber'}, undef);
92 $row->{'email'} = lookup($u, 'users', 'jmbag', 'email', substr($row->{cardnumber},1), undef); # $row->{B_email} || $row->{emailpro} )
94 $row->{'userid'} = lookup($u, 'users', 'jmbag', 'nick', substr($row->{cardnumber},1), $row->{cardnumber});
96 $row->{sex} =~ s/\x{17D}/F/;
98 $row->{city} ||= '?'; # not null
100 $row->{borrowernotes} = lookup($f, 'clanorg', 'ozn_vrclan||ozn_clan', 'napom_clan', $row->{'cardnumber'}, undef);
102 $row->{title} = lookup($f, 'titula', 'ozn_titula', 'opis_titula', $row->{title}, $row->{title});
104 $row->{dateexpiry} ||= '01.01.2020'; # next revision
106 my $jmbg = delete $row->{jmbg};
108 insert 'borrowers' => $row;
110 my $borrowernumber = $k->{mysql_insertid};
112 insert 'borrower_attributes' => {
113 borrowernumber => $borrowernumber,
118 foreach my $id ( 6,1,4,5,2 ) {
120 insert 'borrower_message_preferences' => {
121 borrowernumber => $borrowernumber,
122 message_attribute_id => $id,
123 days_in_advance => $id == 2 ? 0 : undef,
126 insert 'borrower_message_transport_preferences' => {
127 borrower_message_preference_id => $k->{mysql_insertid},
128 message_transport_type => 'email',
138 foreach (split(/;/,$sql)) {
145 if ( $import->{borrowers} ) {
148 delete from borrowers;
149 alter table borrowers auto_increment = 1;
150 delete from borrower_attributes;
151 alter table borrower_attributes auto_increment = 1;
152 delete from borrower_message_preferences where borrowernumber is not null ;
153 alter table borrower_message_preferences auto_increment = 1;
161 'S' || mbr_stud as cardnumber,
162 prez_stud as surname,
163 ime_stud as firstname,
164 djevprezime as othernames,
166 dat_rodj as dateofbirth,
169 ozn_drzava_preb as country,
170 post_ozn_preb as zipcode,
171 post_ozn_preb as city,
173 ozn_drzava_stan as B_country,
174 post_ozn_stan as B_zipcode,
175 post_ozn_stan as B_city,
176 adr_stan as B_address,
178 dat_prava_do as dateexpiry,
188 'D' || sif_djel as cardnumber,
189 ime_djel as firstname,
190 prez_djel as surname,
192 -- sif_orgjed (REF orgjed) as B_address,
193 -- sif_strsp_djel as ??,
194 tel_djel as phonepro,
195 dat_prekid_ro as dateexpiry,
198 ozn_drzava as country,
211 'O' || mbr_clan as cardnumber,
212 ime_clan as firstname,
213 prez_clan as surname,
215 zvanje_clan as ethnicity, -- XXX we are not allowerd by low to collect ethnicity
216 -- krat_poduz (REF poduz) as B_address,
217 tel_poduz as B_phone,
219 ozn_drzava as country,
229 my $sth_syspref = $k->prepare(qq{ update systempreferences set value=? where variable=? });
230 my $BorrowersTitles = join('|', @{ $k->selectcol_arrayref(qq{ select distinct title from borrowers where title != '' }) });
231 $sth_syspref->execute( $BorrowersTitles => 'BorrowersTitles' );
232 warn "# BorrowersTitles [$BorrowersTitles]";
234 } # import->{borrowers}
237 if ( $import->{issues} ) {
239 $k->do(qq{ update items set barcode=substr(barcode,1,12)*1 where length(barcode) = 13 }); # convert barcodes back for lookups to work
242 my ($table,$sql) = @_;
243 my $sth = $f->prepare($sql);
248 while (my $row = $sth->fetchrow_hashref ) {
249 $row->{borrowernumber} = lookup($k, 'borrowers', 'cardnumber' => 'borrowernumber', $row->{borrowernumber});
250 $row->{itemnumber} = lookup($k, 'items', 'barcode' => 'itemnumber', $row->{itemnumber});
253 datetime => $row->{returndate} || $row->{issuedate},
254 branch => $row->{branchcode},
256 type => $row->{returndate} ? 'return' : 'issue',
258 $stat->{$_} = $row->{$_} foreach (qw( itemnumber borrowernumber ));
260 $row->{date_due} ||= '31.12.2011';
261 insert $table => $row;
263 insert statistics => $stat;
269 ozn_vrclan||ozn_clan as borrowernumber,
270 sif_primj as itemnumber,
271 datum_do as date_due,
272 'SRE' as branchcode, -- FIXME
273 datum_vra as returndate,
274 datum_pos as issuedate,
275 datum_pos||' '||vrijeme_pos as timestamp
280 delete from old_issues;
281 alter table old_issues auto_increment = 1;
283 alter table issues auto_increment = 1;
285 issues 'old_issues' => qq{$posud_sql where datum_vra != ''};
286 issues 'issues' => qq{$posud_sql where datum_vra == ''};
290 join issues on items.itemnumber=issues.itemnumber
291 set onloan = date_due, datelastborrowed = issuedate
293 update items set datelastseen = datelastborrowed
295 create temporary table old_returndate as
296 select itemnumber,max(returndate) as returndate
298 group by itemnumber,returndate
301 join old_returndate on items.itemnumber=old_returndate.itemnumber
302 set datelastseen = returndate
303 where returndate > datelastseen or datelastseen is null
305 create temporary table old_issuedate as
306 select itemnumber,max(issuedate) as issuedate
308 group by itemnumber,issuedate
311 join old_issuedate on items.itemnumber=old_issuedate.itemnumber
312 set datelastborrowed = issuedate
313 where datelastborrowed is null
315 update old_issues set timestamp = returndate
318 }; # import->{issues}
321 if ( $import->{reserves} ) {
324 delete from reserves;
325 alter table reserves auto_increment = 1;
326 delete from old_reserves;
327 alter table old_reserves auto_increment = 1;
331 my ($table, $sql) = @_;
332 my $sth = $f->prepare($sql);
337 while (my $row = $sth->fetchrow_hashref ) {
340 $row->{found} ? 'F' :
341 $row->{itemnumber} ? 'W' : undef;
343 $row->{borrowernumber} = lookup($k, 'borrowers', 'cardnumber' => 'borrowernumber', $row->{borrowernumber});
344 $row->{biblionumber} = lookup($k, 'biblioitems', 'collectionvolume' => 'biblionumber', $row->{biblionumber});
345 $row->{itemnumber} = lookup($k, 'items', 'barcode' => 'itemnumber', $row->{itemnumber});
347 insert $table => $row;
351 my $sql_reserves = qq{
353 ozn_vrclan||ozn_clan as borrowernumber,
354 datum_rezerv as reservedate,
355 sif_naslov as biblionumber,
356 'a' as constrainttype,
358 datum_obavijest as notificationdate,
359 datum_ponist as cancellationdate,
360 2 - prior_rezerv as priority,
361 datum_posud as found, -- F|W
362 datum_rezerv||' '||vrijeme_rezerv as timestamp,
363 sif_primj as itemnumber,
364 datum_obavijest as waitingdate,
365 vrijedi_do as expirationdate,
370 reserves 'old_reserves' => qq{$sql_reserves where datum_opoziv != '' or datum_ponist != '' or datum_posud != ''};
371 reserves 'reserves' => qq{$sql_reserves where datum_opoziv == '' and datum_ponist == '' and datum_posud == ''};
373 } # $import->{reserves}
376 if ( $import->{barcode} ) { # XXX must be last!
378 my $sth = $k->prepare(qq{ select itemnumber,barcode from items where length(barcode) < 13 });
379 my $sth_update = $k->prepare(qq{ update items set barcode=? where itemnumber=? });
382 warn "update ", $sth->rows, " barcodes";
384 my $ean = CheckDigits('ean');
386 while( my $row = $sth->fetchrow_hashref ) {
387 $sth_update->execute( $ean->complete( sprintf('%012d', $row->{barcode}) ), $row->{itemnumber} );
390 } # import->{barcode}