From: Dobrica Pavlinusic Date: Tue, 4 Jan 2005 10:26:07 +0000 (+0000) Subject: initital import of 0.01 into subversion X-Git-Url: http://git.rot13.org/?p=MARC-Fast;a=commitdiff_plain;h=5c5233ec1192462b4f0e5d30ba274f1b09cc69fc initital import of 0.01 into subversion git-svn-id: svn+ssh://llin/home/dpavlin/private/svn/MARC-Fast/trunk@1 49f9634a-d7ec-0310-8e6b-ec35c6cc8804 --- 5c5233ec1192462b4f0e5d30ba274f1b09cc69fc diff --git a/Changes b/Changes new file mode 100644 index 0000000..e4867d8 --- /dev/null +++ b/Changes @@ -0,0 +1,6 @@ +Revision history for Perl module MARC::Fast + +0.01 Sun Jan 2 03:42:23 2005 + - original version; created by ExtUtils::ModuleMaker 0.32 + + diff --git a/Fast.pm b/Fast.pm new file mode 100644 index 0000000..50e43cc --- /dev/null +++ b/Fast.pm @@ -0,0 +1,251 @@ + +package MARC::Fast; +use strict; +use Carp; +use Data::Dumper; + +BEGIN { + use Exporter (); + use vars qw ($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS); + $VERSION = 0.01; + @ISA = qw (Exporter); + #Give a hoot don't pollute, do not export more than needed by default + @EXPORT = qw (); + @EXPORT_OK = qw (); + %EXPORT_TAGS = (); +} + +=head1 NAME + +MARC::Fast - Very fast implementation of MARC database reader + +=head1 SYNOPSIS + + use MARC::Fast; + + +=head1 DESCRIPTION + +This is very fast alternative to C and C modules. + +It's is also very sutable for random access to MARC records (as opposed to +sequential one). + +=head1 METHODS + +=head2 new + +Read MARC database + + my $marc = new MARC::Fast( + marcdb => 'unimarc.iso', + quiet => 0, + debug => 0, + assert => 0, + ); + +=cut + +################################################## subroutine header end ## + + +sub new { + my $class = shift; + my $self = {@_}; + bless ($self, $class); + + croak "need marcdb parametar" unless ($self->{marcdb}); + + print STDERR "# opening ",$self->{marcdb},"\n" if ($self->{debug}); + + open($self->{fh}, $self->{marcdb}) || croak "can't open ",$self->{marcdb},": $!"; + + $self->{count} = 0; + + while (! eof($self->{fh})) { + $self->{count}++; + + # save record position + push @{$self->{fh_offset}}, tell($self->{fh}); + + my $leader; + read($self->{fh}, $leader, 24); + + # Byte Name + # ---- ---- + # 0-4 Record Length + # 5 Status (n=new, c=corrected and d=deleted) + # 6 Type of Record (a=printed material) + # 7 Bibliographic Level (m=monograph) + # 8-9 Blanks + # 10 Indictator count (2 for monographs) + # 11 Subfield code count (2 - 0x1F+subfield code itself) + # 12-16 Base address of data + # 17 Encoding level (blank=full level, 1=sublevel 1, 2=sublevel 2, + # 3=sublevel 3) + # 18 Descriptive Cataloguing Form (blank=record is full ISBD, + # n=record is in non-ISBD format, i=record is in + # an incomplete ISBD format) + # 19 Blank + # 20 Length of length field in directory (always 4 in UNIMARC) + # 21 Length of Starting Character Position in directory (always + # 5 in UNIMARC) + # 22 Length of implementation defined portion in directory (always + # 0 in UNIMARC) + # 23 Blank + # + # |0 45 89 |12 16|1n 450 | + # |xxxxxnam 22(.....) 45 <--- + + print STDERR "REC ",$self->{count},": $leader\n" if ($self->{debug}); + + # store leader for later + push @{$self->{leaders}}, $leader; + + # skip to next record + seek($self->{fh},substr($leader,0,5)-24,1); + + } + + return $self; +} + +=head2 count + +Return number of records in database + + print $marc->count; + +=cut + +sub count { + my $self = shift; + return $self->{count}; +} + +=head2 fetch + +Fetch record from database + + my $hash = $marc->fetch(42); + +=cut + +sub fetch { + my $self = shift; + + my $rec_nr = shift || return; + + my $leader = $self->{leaders}->[$rec_nr - 1]; + unless ($leader) { + carp "can't find record $rec_nr"; + return; + }; + my $offset = $self->{fh_offset}->[$rec_nr - 1]; + unless (defined($offset)) { + carp "can't find offset for record $rec_nr"; + return; + }; + + my $reclen = substr($leader,0,5); + my $base_addr = substr($leader,12,5); + + print STDERR "# $rec_nr leader: '$leader' reclen: $reclen base addr: $base_addr [dir: ",$base_addr - 24,"]\n" if ($self->{debug}); + + my $skip = 0; + + print STDERR "# seeking to $offset + 24\n" if ($self->{debug}); + + if ( ! seek($self->{fh}, $offset+24, 0) ) { + carp "can't seek to $offset: $!"; + return; + } + + print STDERR "# reading ",$base_addr-24," bytes of dictionary\n" if ($self->{debug}); + + my $directory; + if( ! read($self->{fh},$directory,$base_addr-24) ) { + carp "can't read directory: $!"; + $skip = 1; + } else { + print STDERR "# $rec_nr directory: [",length($directory),"] '$directory'\n" if ($self->{debug}); + } + + print STDERR "# reading ",$reclen-$base_addr," bytes of fields\n" if ($self->{debug}); + + my $fields; + if( ! read($self->{fh},$fields,$reclen-$base_addr) ) { + carp "can't read fields: $!"; + $skip = 1; + } else { + print STDERR "# $rec_nr fields: '$fields'\n" if ($self->{debug}); + } + + my $row; + + while (!$skip && $directory =~ s/(\d{3})(\d{4})(\d{5})//) { + my ($tag,$len,$addr) = ($1,$2,$3); + + if (($addr+$len) > length($fields)) { + print STDERR "WARNING: error in dictionary on record $rec_nr skipping...\n" if (! $self->{quiet}); + $skip = 1; + next; + } + + # take field + my $f = substr($fields,$addr,$len); + print STDERR "tag/len/addr $tag [$len] $addr: '$f'\n" if ($self->{debug}); + + $row->{$tag} = $f; + + my $del = substr($fields,$addr+$len-1,1); + + # check field delimiters... + if ($self->{assert} && $del ne chr(30)) { + print STDERR "WARNING: skipping record $rec_nr, can't find delimiter 30 got: '$del'\n" if (! $self->{quiet}); + $skip = 1; + next; + } + + if ($self->{assert} && length($f) < 2) { + print STDERR "WARNING: skipping field $tag from record $rec_nr because it's too short!\n" if (! $self->{quiet}); + next; + } + + } + + return $row; +} + +1; +__END__ + +=head1 BUGS + + + +=head1 SUPPORT + + + +=head1 AUTHOR + + Dobrica Pavlinusic + CPAN ID: DPAVLIN + dpavlin@rot13.org + http://www.rot13.org/~dpavlin/ + +=head1 COPYRIGHT + +This program is free software; you can redistribute +it and/or modify it under the same terms as Perl itself. + +The full text of the license can be found in the +LICENSE file included with this module. + + +=head1 SEE ALSO + +perl(1). + +=cut diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..9d0305b --- /dev/null +++ b/LICENSE @@ -0,0 +1,383 @@ +Terms of Perl itself + +a) the GNU General Public License as published by the Free + Software Foundation; either version 1, or (at your option) any + later version, or +b) the "Artistic License" + +--------------------------------------------------------------------------- + +The General Public License (GPL) +Version 2, June 1991 + +Copyright (C) 1989, 1991 Free Software Foundation, Inc. 675 Mass Ave, +Cambridge, MA 02139, USA. Everyone is permitted to copy and distribute +verbatim copies of this license document, but changing it is not allowed. + +Preamble + +The licenses for most software are designed to take away your freedom to share +and change it. By contrast, the GNU General Public License is intended to +guarantee your freedom to share and change free software--to make sure the +software is free for all its users. This General Public License applies to most of +the Free Software Foundation's software and to any other program whose +authors commit to using it. (Some other Free Software Foundation software is +covered by the GNU Library General Public License instead.) You can apply it to +your programs, too. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for this service if you wish), that +you receive source code or can get it if you want it, that you can change the +software or use pieces of it in new free programs; and that you know you can do +these things. + +To protect your rights, we need to make restrictions that forbid anyone to deny +you these rights or to ask you to surrender the rights. These restrictions +translate to certain responsibilities for you if you distribute copies of the +software, or if you modify it. + +For example, if you distribute copies of such a program, whether gratis or for a +fee, you must give the recipients all the rights that you have. You must make +sure that they, too, receive or can get the source code. And you must show +them these terms so they know their rights. + +We protect your rights with two steps: (1) copyright the software, and (2) offer +you this license which gives you legal permission to copy, distribute and/or +modify the software. + +Also, for each author's protection and ours, we want to make certain that +everyone understands that there is no warranty for this free software. If the +software is modified by someone else and passed on, we want its recipients to +know that what they have is not the original, so that any problems introduced by +others will not reflect on the original authors' reputations. + +Finally, any free program is threatened constantly by software patents. We wish +to avoid the danger that redistributors of a free program will individually obtain +patent licenses, in effect making the program proprietary. To prevent this, we +have made it clear that any patent must be licensed for everyone's free use or +not licensed at all. + +The precise terms and conditions for copying, distribution and modification +follow. + +GNU GENERAL PUBLIC LICENSE +TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND +MODIFICATION + +0. This License applies to any program or other work which contains a notice +placed by the copyright holder saying it may be distributed under the terms of +this General Public License. The "Program", below, refers to any such program +or work, and a "work based on the Program" means either the Program or any +derivative work under copyright law: that is to say, a work containing the +Program or a portion of it, either verbatim or with modifications and/or translated +into another language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not covered by +this License; they are outside its scope. The act of running the Program is not +restricted, and the output from the Program is covered only if its contents +constitute a work based on the Program (independent of having been made by +running the Program). Whether that is true depends on what the Program does. + +1. You may copy and distribute verbatim copies of the Program's source code as +you receive it, in any medium, provided that you conspicuously and appropriately +publish on each copy an appropriate copyright notice and disclaimer of warranty; +keep intact all the notices that refer to this License and to the absence of any +warranty; and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and you may at +your option offer warranty protection in exchange for a fee. + +2. You may modify your copy or copies of the Program or any portion of it, thus +forming a work based on the Program, and copy and distribute such +modifications or work under the terms of Section 1 above, provided that you also +meet all of these conditions: + +a) You must cause the modified files to carry prominent notices stating that you +changed the files and the date of any change. + +b) You must cause any work that you distribute or publish, that in whole or in +part contains or is derived from the Program or any part thereof, to be licensed +as a whole at no charge to all third parties under the terms of this License. + +c) If the modified program normally reads commands interactively when run, you +must cause it, when started running for such interactive use in the most ordinary +way, to print or display an announcement including an appropriate copyright +notice and a notice that there is no warranty (or else, saying that you provide a +warranty) and that users may redistribute the program under these conditions, +and telling the user how to view a copy of this License. (Exception: if the +Program itself is interactive but does not normally print such an announcement, +your work based on the Program is not required to print an announcement.) + +These requirements apply to the modified work as a whole. If identifiable +sections of that work are not derived from the Program, and can be reasonably +considered independent and separate works in themselves, then this License, +and its terms, do not apply to those sections when you distribute them as +separate works. But when you distribute the same sections as part of a whole +which is a work based on the Program, the distribution of the whole must be on +the terms of this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest your rights to +work written entirely by you; rather, the intent is to exercise the right to control +the distribution of derivative or collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program with the +Program (or with a work based on the Program) on a volume of a storage or +distribution medium does not bring the other work under the scope of this +License. + +3. You may copy and distribute the Program (or a work based on it, under +Section 2) in object code or executable form under the terms of Sections 1 and 2 +above provided that you also do one of the following: + +a) Accompany it with the complete corresponding machine-readable source +code, which must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange; or, + +b) Accompany it with a written offer, valid for at least three years, to give any +third party, for a charge no more than your cost of physically performing source +distribution, a complete machine-readable copy of the corresponding source +code, to be distributed under the terms of Sections 1 and 2 above on a medium +customarily used for software interchange; or, + +c) Accompany it with the information you received as to the offer to distribute +corresponding source code. (This alternative is allowed only for noncommercial +distribution and only if you received the program in object code or executable +form with such an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for making +modifications to it. For an executable work, complete source code means all the +source code for all modules it contains, plus any associated interface definition +files, plus the scripts used to control compilation and installation of the +executable. However, as a special exception, the source code distributed need +not include anything that is normally distributed (in either source or binary form) +with the major components (compiler, kernel, and so on) of the operating system +on which the executable runs, unless that component itself accompanies the +executable. + +If distribution of executable or object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the source +code from the same place counts as distribution of the source code, even though +third parties are not compelled to copy the source along with the object code. + +4. You may not copy, modify, sublicense, or distribute the Program except as +expressly provided under this License. Any attempt otherwise to copy, modify, +sublicense or distribute the Program is void, and will automatically terminate +your rights under this License. However, parties who have received copies, or +rights, from you under this License will not have their licenses terminated so long +as such parties remain in full compliance. + +5. You are not required to accept this License, since you have not signed it. +However, nothing else grants you permission to modify or distribute the Program +or its derivative works. These actions are prohibited by law if you do not accept +this License. Therefore, by modifying or distributing the Program (or any work +based on the Program), you indicate your acceptance of this License to do so, +and all its terms and conditions for copying, distributing or modifying the +Program or works based on it. + +6. Each time you redistribute the Program (or any work based on the Program), +the recipient automatically receives a license from the original licensor to copy, +distribute or modify the Program subject to these terms and conditions. You +may not impose any further restrictions on the recipients' exercise of the rights +granted herein. You are not responsible for enforcing compliance by third parties +to this License. + +7. If, as a consequence of a court judgment or allegation of patent infringement +or for any other reason (not limited to patent issues), conditions are imposed on +you (whether by court order, agreement or otherwise) that contradict the +conditions of this License, they do not excuse you from the conditions of this +License. If you cannot distribute so as to satisfy simultaneously your obligations +under this License and any other pertinent obligations, then as a consequence +you may not distribute the Program at all. For example, if a patent license would +not permit royalty-free redistribution of the Program by all those who receive +copies directly or indirectly through you, then the only way you could satisfy +both it and this License would be to refrain entirely from distribution of the +Program. + +If any portion of this section is held invalid or unenforceable under any particular +circumstance, the balance of the section is intended to apply and the section as +a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any patents or other +property right claims or to contest validity of any such claims; this section has +the sole purpose of protecting the integrity of the free software distribution +system, which is implemented by public license practices. Many people have +made generous contributions to the wide range of software distributed through +that system in reliance on consistent application of that system; it is up to the +author/donor to decide if he or she is willing to distribute software through any +other system and a licensee cannot impose that choice. + +This section is intended to make thoroughly clear what is believed to be a +consequence of the rest of this License. + +8. If the distribution and/or use of the Program is restricted in certain countries +either by patents or by copyrighted interfaces, the original copyright holder who +places the Program under this License may add an explicit geographical +distribution limitation excluding those countries, so that distribution is permitted +only in or among countries not thus excluded. In such case, this License +incorporates the limitation as if written in the body of this License. + +9. The Free Software Foundation may publish revised and/or new versions of the +General Public License from time to time. Such new versions will be similar in +spirit to the present version, but may differ in detail to address new problems or +concerns. + +Each version is given a distinguishing version number. If the Program specifies a +version number of this License which applies to it and "any later version", you +have the option of following the terms and conditions either of that version or of +any later version published by the Free Software Foundation. If the Program does +not specify a version number of this License, you may choose any version ever +published by the Free Software Foundation. + +10. If you wish to incorporate parts of the Program into other free programs +whose distribution conditions are different, write to the author to ask for +permission. For software which is copyrighted by the Free Software Foundation, +write to the Free Software Foundation; we sometimes make exceptions for this. +Our decision will be guided by the two goals of preserving the free status of all +derivatives of our free software and of promoting the sharing and reuse of +software generally. + +NO WARRANTY + +11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS +NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE +COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM +"AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR +IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE +ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, +YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + +12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED +TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY +WHO MAY MODIFY AND/OR REDISTRIBUTE THE PROGRAM AS +PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES +ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM +(INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY +OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS +BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + +END OF TERMS AND CONDITIONS + + +--------------------------------------------------------------------------- + +The Artistic License + +Preamble + +The intent of this document is to state the conditions under which a Package +may be copied, such that the Copyright Holder maintains some semblance of +artistic control over the development of the package, while giving the users of the +package the right to use and distribute the Package in a more-or-less customary +fashion, plus the right to make reasonable modifications. + +Definitions: + +- "Package" refers to the collection of files distributed by the Copyright + Holder, and derivatives of that collection of files created through textual + modification. +- "Standard Version" refers to such a Package if it has not been modified, + or has been modified in accordance with the wishes of the Copyright + Holder. +- "Copyright Holder" is whoever is named in the copyright or copyrights for + the package. +- "You" is you, if you're thinking about copying or distributing this Package. +- "Reasonable copying fee" is whatever you can justify on the basis of + media cost, duplication charges, time of people involved, and so on. (You + will not be required to justify it to the Copyright Holder, but only to the + computing community at large as a market that must bear the fee.) +- "Freely Available" means that no fee is charged for the item itself, though + there may be fees involved in handling the item. It also means that + recipients of the item may redistribute it under the same conditions they + received it. + +1. You may make and give away verbatim copies of the source form of the +Standard Version of this Package without restriction, provided that you duplicate +all of the original copyright notices and associated disclaimers. + +2. You may apply bug fixes, portability fixes and other modifications derived from +the Public Domain or from the Copyright Holder. A Package modified in such a +way shall still be considered the Standard Version. + +3. You may otherwise modify your copy of this Package in any way, provided +that you insert a prominent notice in each changed file stating how and when +you changed that file, and provided that you do at least ONE of the following: + + a) place your modifications in the Public Domain or otherwise + make them Freely Available, such as by posting said modifications + to Usenet or an equivalent medium, or placing the modifications on + a major archive site such as ftp.uu.net, or by allowing the + Copyright Holder to include your modifications in the Standard + Version of the Package. + + b) use the modified Package only within your corporation or + organization. + + c) rename any non-standard executables so the names do not + conflict with standard executables, which must also be provided, + and provide a separate manual page for each non-standard + executable that clearly documents how it differs from the Standard + Version. + + d) make other distribution arrangements with the Copyright Holder. + +4. You may distribute the programs of this Package in object code or executable +form, provided that you do at least ONE of the following: + + a) distribute a Standard Version of the executables and library + files, together with instructions (in the manual page or equivalent) + on where to get the Standard Version. + + b) accompany the distribution with the machine-readable source of + the Package with your modifications. + + c) accompany any non-standard executables with their + corresponding Standard Version executables, giving the + non-standard executables non-standard names, and clearly + documenting the differences in manual pages (or equivalent), + together with instructions on where to get the Standard Version. + + d) make other distribution arrangements with the Copyright Holder. + +5. You may charge a reasonable copying fee for any distribution of this Package. +You may charge any fee you choose for support of this Package. You may not +charge a fee for this Package itself. However, you may distribute this Package in +aggregate with other (possibly commercial) programs as part of a larger +(possibly commercial) software distribution provided that you do not advertise +this Package as a product of your own. + +6. The scripts and library files supplied as input to or produced as output from +the programs of this Package do not automatically fall under the copyright of this +Package, but belong to whomever generated them, and may be sold +commercially, and may be aggregated with this Package. + +7. C or perl subroutines supplied by you and linked into this Package shall not +be considered part of this Package. + +8. Aggregation of this Package with a commercial distribution is always permitted +provided that the use of this Package is embedded; that is, when no overt attempt +is made to make this Package's interfaces visible to the end user of the +commercial distribution. Such use shall not be construed as a distribution of +this Package. + +9. The name of the Copyright Holder may not be used to endorse or promote +products derived from this software without specific prior written permission. + +10. THIS PACKAGE IS PROVIDED "AS IS" AND WITHOUT ANY EXPRESS OR +IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED +WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR A PARTICULAR +PURPOSE. + +The End + + diff --git a/MANIFEST b/MANIFEST new file mode 100644 index 0000000..afee417 --- /dev/null +++ b/MANIFEST @@ -0,0 +1,9 @@ +MANIFEST +LICENSE +README +Changes +Fast.pm +t/001_marc.t +Makefile.PL +scripts/dump_fastmarc.pl +META.yml Module meta-data (added by MakeMaker) diff --git a/META.yml b/META.yml new file mode 100644 index 0000000..9a928f9 --- /dev/null +++ b/META.yml @@ -0,0 +1,13 @@ +# http://module-build.sourceforge.net/META-spec.html +#XXXXXXX This is a prototype!!! It will change in the future!!! XXXXX# +name: MARC-Fast +version: 0.01 +version_from: Fast.pm +installdirs: site +requires: + Carp: 0 + Test::Exception: 0 + Test::Simple: 0.44 + +distribution_type: module +generated_by: ExtUtils::MakeMaker version 6.17 diff --git a/Makefile.PL b/Makefile.PL new file mode 100644 index 0000000..e5b691a --- /dev/null +++ b/Makefile.PL @@ -0,0 +1,14 @@ +use ExtUtils::MakeMaker; +# See lib/ExtUtils/MakeMaker.pm for details of how to influence +# the contents of the Makefile that is written. +WriteMakefile( + NAME => 'MARC::Fast', + VERSION_FROM => 'Fast.pm', # finds $VERSION + AUTHOR => 'Dobrica Pavlinusic (dpavlin@rot13.org)', + ABSTRACT => '', + PREREQ_PM => { + 'Test::Simple' => 0.44, + 'Test::Exception' => 0, + 'Carp' => 0, + }, +); diff --git a/README b/README new file mode 100644 index 0000000..b208dd7 --- /dev/null +++ b/README @@ -0,0 +1,16 @@ +pod2text MARC::Fast.pm > README + +If this is still here it means the programmer was too lazy to create the readme file. + +You can create it now by using the command shown above from this directory. + +At the very least you should be able to use this set of instructions +to install the module... + +perl Makefile.PL +make +make test +make install + + +If you are on a windows box you should use 'nmake' rather than 'make'. diff --git a/scripts/dump_fastmarc.pl b/scripts/dump_fastmarc.pl new file mode 100755 index 0000000..5581b89 --- /dev/null +++ b/scripts/dump_fastmarc.pl @@ -0,0 +1,27 @@ +#!/usr/bin/perl -w + +use strict; +use blib; + +use MARC::Fast; + +use Data::Dumper; + +my $file = shift @ARGV || die "usage: $0 file.marc\n"; +my $debug = shift @ARGV; + +my $marc = new MARC::Fast( + marcdb => $file, + debug => $debug, +); + +print STDERR "$file has ",$marc->count," records...\n\n"; + +for my $mfn (1 .. $marc->count) { + my $rec = $marc->fetch($mfn) || next; + print "REC $mfn\n"; + foreach my $f (keys %{$rec}) { + print "$f\t",$rec->{$f},"\n"; + } + print "\n"; +} diff --git a/t/001_marc.t b/t/001_marc.t new file mode 100755 index 0000000..547d5cb --- /dev/null +++ b/t/001_marc.t @@ -0,0 +1,37 @@ +#!/usr/bin/perl -w + +use strict; +use blib; + +use Test::More tests => 20; +use Test::Exception; +use Data::Dumper; + +BEGIN { use_ok( 'MARC::Fast' ); } + +my $marc; +my %param; + +throws_ok { $marc = MARC::Fast->new(%param); } qr/marcdb/, "marcdb parametar"; + +$param{marcdb} = '/foo/bar/file'; + +throws_ok { $marc = MARC::Fast->new(%param); } qr/foo.bar/, "marcdb exist"; + +$param{marcdb} = '../unimarc.iso'; + +ok($marc = MARC::Fast->new(%param), "new"); + +isa_ok ($marc, 'MARC::Fast'); + +cmp_ok($marc->count, '==', scalar @{$marc->{leaders}}, "count == leaders"); +cmp_ok($marc->count, '==', scalar @{$marc->{fh_offset}}, "count == fh_offset"); + +ok(! $marc->fetch(0), "fetch 0"); +ok($marc->fetch($marc->count), "fetch max:".$marc->count); +ok(! $marc->fetch($marc->count + 1), "fetch max+1:".($marc->count+1)); + +foreach (1 .. 10) { + ok($marc->fetch($_), "fetch $_"); +} +