use URI::Escape;
use Plack::Request;
use Data::Dump qw(dump);
+use File::Path qw(make_path remove_tree);
+use Graphics::Magick;
+use File::Slurp;
+use JSON;
+use autodie;
+use Time::HiRes qw(time);
+use Encode;
+
+sub make_basedir {
+ my $path = shift;
+ return if -e $path;
+ $path =~ s{/[^/]+$}{} || die "no dir/file in $path";
+ warn "# make_basedir $path\n";
+ -e $path ? 0 : File::Path::make_path $path;
+}
# Stolen from rack/directory.rb
my $dir_file = "<tr><td class='name'><a href='%s'>%s</a></td><td class='size'>%s</td><td class='type'>%s</td><td class='mtime'>%s</td></tr>";
</body></html>
PAGE
+my $reader_page = <<'PAGE';
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+ <title>%s</title>
+
+ <link rel="stylesheet" type="text/css" href="/BookReader/BookReader.css"/>
+ <script type="text/javascript" src="http://archive.org/includes/jquery-1.4.2.min.js"></script>
+ <script type="text/javascript" src="http://archive.org/bookreader/jquery-ui-1.8.5.custom.min.js"></script>
+
+ <script type="text/javascript" src="http://archive.org/bookreader/dragscrollable.js"></script>
+ <script type="text/javascript" src="http://archive.org/bookreader/jquery.colorbox-min.js"></script>
+ <script type="text/javascript" src="http://archive.org/bookreader/jquery.ui.ipad.js"></script>
+ <script type="text/javascript" src="http://archive.org/bookreader/jquery.bt.min.js"></script>
+
+ <script type="text/javascript" src="/BookReader/BookReader.js"></script>
+
+<style type="text/css">
+
+/* Hide print and embed functionality */
+#BRtoolbar .embed, .print {
+ display: none;
+}
+
+</style>
+
+<script type="text/javascript">
+$(document).ready( function() {
+
+//
+// This file shows the minimum you need to provide to BookReader to display a book
+//
+// Copyright(c)2008-2009 Internet Archive. Software license AGPL version 3.
+
+// Create the BookReader object
+var br = new BookReader();
+
+var pages = %s;
+
+// Return the width of a given page. Here we assume all images are 800 pixels wide
+br.getPageWidth = function(index) {
+ if ( ! pages[index] ) return;
+ return parseInt( pages[index][1] );
+}
+
+// Return the height of a given page. Here we assume all images are 1200 pixels high
+br.getPageHeight = function(index) {
+ if ( ! pages[index] ) return;
+ return parseInt( pages[index][2] );
+}
+
+// We load the images from archive.org -- you can modify this function to retrieve images
+// using a different URL structure
+br.getPageURI = function(index, reduce, rotate) {
+ if ( ! pages[index] ) return;
+ // reduce and rotate are ignored in this simple implementation, but we
+ // could e.g. look at reduce and load images from a different directory
+ // or pass the information to an image server
+ var r = 1 << ( Math.ceil(reduce).toString(2).length - 1 ); // reduce to nearest higher pow 2
+ var url = pages[index][0] + '?reduce='+r;
+ console.debug('getPageURI', index, reduce, r, rotate, url);
+ return url;
+}
+
+// Return which side, left or right, that a given page should be displayed on
+br.getPageSide = function(index) {
+ if (0 == (index & 0x1)) {
+ return 'R';
+ } else {
+ return 'L';
+ }
+}
+
+// This function returns the left and right indices for the user-visible
+// spread that contains the given index. The return values may be
+// null if there is no facing page or the index is invalid.
+br.getSpreadIndices = function(pindex) {
+ var spreadIndices = [null, null];
+ if ('rl' == this.pageProgression) {
+ // Right to Left
+ if (this.getPageSide(pindex) == 'R') {
+ spreadIndices[1] = pindex;
+ spreadIndices[0] = pindex + 1;
+ } else {
+ // Given index was LHS
+ spreadIndices[0] = pindex;
+ spreadIndices[1] = pindex - 1;
+ }
+ } else {
+ // Left to right
+ if (this.getPageSide(pindex) == 'L') {
+ spreadIndices[0] = pindex;
+ spreadIndices[1] = pindex + 1;
+ } else {
+ // Given index was RHS
+ spreadIndices[1] = pindex;
+ spreadIndices[0] = pindex - 1;
+ }
+ }
+
+ return spreadIndices;
+}
+
+// For a given "accessible page index" return the page number in the book.
+//
+// For example, index 5 might correspond to "Page 1" if there is front matter such
+// as a title page and table of contents.
+br.getPageNum = function(index) {
+ return index+1;
+}
+
+// Total number of leafs
+br.numLeafs = pages.length;
+
+// Book title and the URL used for the book title link
+br.bookTitle= '%s';
+br.bookUrl = '%s';
+
+// Override the path used to find UI images
+br.imagesBaseURL = '/BookReader/images/';
+
+br.getEmbedCode = function(frameWidth, frameHeight, viewParams) {
+ return "Embed code not supported in bookreader demo.";
+}
+
+// Let's go!
+br.init();
+
+// read-aloud and search need backend compenents and are not supported in the demo
+$('#BRtoolbar').find('.read').hide();
+$('#textSrch').hide();
+$('#btnSrch').hide();
+
+} );
+</script>
+
+</head>
+<body style="background-color: ##939598;">
+
+<div id="BookReader">
+ Internet Archive BookReader<br/>
+
+ <noscript>
+ <p>
+ The BookReader requires JavaScript to be enabled. Please check that your browser supports JavaScript and that it is enabled in the browser settings.
+ </p>
+ </noscript>
+</div>
+
+
+</body>
+</html>
+PAGE
+
sub should_handle {
- my($self, $file) = @_;
- return -d $file || -f $file;
+ my($self, $file) = @_;
+ return -d $file || -f $file;
}
sub return_dir_redirect {
- my ($self, $env) = @_;
- my $uri = Plack::Request->new($env)->uri;
- return [ 301,
- [
- 'Location' => $uri . '/',
- 'Content-Type' => 'text/plain',
- 'Content-Length' => 8,
- ],
- [ 'Redirect' ],
- ];
+ my ($self, $env) = @_;
+ my $uri = Plack::Request->new($env)->uri;
+ return [ 301,
+ [
+ 'Location' => $uri . '/',
+ 'Content-Type' => 'text/plain',
+ 'Content-Length' => 8,
+ ],
+ [ 'Redirect' ],
+ ];
}
-sub serve_path {
- my($self, $env, $dir, $fullpath) = @_;
+sub convert { gm('convert',@_) }
+sub montage { gm('montage',@_) }
+
+sub gm {
+ my $command = shift;
+ warn "# $command ",dump(@_);
+ my $t = time();
+ system 'gm', $command, @_;
+ $t = time() - $t;
+ warn sprintf("## $command %d bytes in %.2f s %s\n", -s $_[-1], $t, $_[-1]);
+}
- if (-f $dir) {
+sub longest_common_prefix {
+ my $prefix = shift;
+ for (@_) {
+ chop $prefix while (! /^\Q$prefix\E/i);
+ }
+ warn "# longest_common_prefix [$prefix]\n";
+ return $prefix;
+}
- if (
+sub sort_pages {
+ my $prefix = longest_common_prefix @_;
+ sort {
+ my ( $an,$bn ) = ( $a,$b );
+ $an =~ s/^\Q$prefix\E//i; $an =~ s/\D+//g;
+ $bn =~ s/^\Q$prefix\E//i; $bn =~ s/\D+//g;
+ warn "## sort [$a] $an <=> $bn [$b]\n";
+ $an <=> $bn;
+ } @_;
+}
- return $self->SUPER::serve_path($env, $dir, $fullpath);
- }
+sub convert_pdf_page {
+ my ($pdf, $page, $path) = @_;
+ my $t = time();
- my $dir_url = $env->{SCRIPT_NAME} . $env->{PATH_INFO};
+ make_path $path;
- if ($dir_url !~ m{/$}) {
- return $self->return_dir_redirect($env);
- }
+ warn "# pdfimages $page $pdf -> $path/\n";
+ system 'pdfimages', '-f', $page, '-l', $page, '-q', '-j', '-p', $pdf, "$path/p";
- my @files = ([ "../", "Parent Directory", '', '', '' ]);
+ my @parts = ();
+ # glob split on spaces!
+ opendir(my $dh, $path);
+ while (readdir($dh)) {
+ my $full = "$path/$_";
+ warn "## readdir $full\n";
+ next unless -f $full; # skip . ..
+ push @parts, $_;
+ }
+ closedir $dh;
- my $dh = DirHandle->new($dir);
- my @children;
- while (defined(my $ent = $dh->read)) {
- next if $ent eq '.';
- push @children, $ent;
- }
+ die "can't find images for $pdf in $path" unless $#parts >= 0;
- my @page_files;
+ @parts = sort_pages @parts;
- for my $basename (sort { $a cmp $b } @children) {
- push @page_files, $basename if $basename =~ m/\.jpg$/;
- my $file = "$dir/$basename";
- my $url = $dir_url . $basename;
+ my $image = "$path.jpg";
- my $is_dir = -d $file;
- my @stat = stat _;
+ if ( $#parts == 0 ) { # single image
+ my $part = "$path/$parts[0]";
+ convert( $part => $image );
+ } else {
+ my @full = map { "$path/$_" } @parts;
+ montage( @full, '-tile', '1x'.scalar(@full), '-geometry', '+1+1' => $image );
+ }
+ die "$image: $!" unless -r $image;
+
+ remove_tree $path;
+
+ $t = time() - $t;
+ warn sprintf("## page: %d in %.2f s for %s\n", $page, $t, $image);
+ return $image;
+}
- $url = join '/', map {uri_escape($_)} split m{/}, $url;
+sub render_pdf_page {
+ my ( $pdf, $page, $path ) = @_;
+ my $t = time();
- if ($is_dir) {
- $basename .= "/";
- $url .= "/";
- }
+ warn "# pdftocairo $pdf\n";
+ system('pdftocairo', '-jpeg', '-f', $page, '-l', $page, $pdf, $path);
- my $mime_type = $is_dir ? 'directory' : ( Plack::MIME->mime_type($file) || 'text/plain' );
- push @files, [ $url, $basename, $stat[7], $mime_type, HTTP::Date::time2str($stat[9]) ];
- }
+ my $image = sprintf( '%s-%03d.jpg', $path, $page );
- my $path = Plack::Util::encode_html( $env->{PATH_INFO} );
- my $files = join "\n", map {
- my $f = $_;
- sprintf $dir_file, map Plack::Util::encode_html($_), @$f;
- } @files;
+ die "can't find $image: $!" unless -r $image;
- my $meta = {
- page_urls => [ map { "$dir_url/$_" } sort { $a <=> $b } @page_files ],
- };
- my $page = sprintf $dir_page, $path, $path, $files, dump( $meta );
+ $t = time() - $t;
+ warn sprintf("## page: %d in %.2f s for %s\n", $page, $t, $image);
+ return $image;
+}
+
+sub serve_path {
+ my($self, $env, $path, $fullpath) = @_;
+
+ my $req = Plack::Request->new($env);
+
+ my $dir_url = $env->{SCRIPT_NAME} . $env->{PATH_INFO};
+ my @files = ();
+ my @page_files;
- return [ 200, ['Content-Type' => 'text/html; charset=utf-8'], [ $page ] ];
+ if ( -f $path && $path =~ s{/([^/]+\.pdf)$}{} ) {
+ push @page_files, $1;
+ warn "# single pdf: $path / $1\n";
+ } elsif ( -f $path ) {
+
+ if ( my $reduce = $req->param('reduce') ) {
+ $reduce = int($reduce); # BookReader javascript somethimes returns float
+ warn "# reduce $reduce $path\n";
+
+ my $cache_path = "cache/$dir_url.reduce.$reduce.jpg";
+ if ( $reduce <= 1 && $path =~ m/\.jpe?g$/ ) {
+ $cache_path = $path;
+ } elsif ( ! -e $cache_path ) {
+ make_basedir $cache_path;
+ convert( '-scale', ( 100 / $reduce ) .'%', $path => $cache_path );
+ }
+
+ return $self->SUPER::serve_path($env, $cache_path, $fullpath);
+
+ }
+
+ return $self->SUPER::serve_path($env, $path, $fullpath);
+ } elsif ( -d $path ) {
+
+ if ($dir_url !~ m{/$}) {
+ return $self->return_dir_redirect($env);
+ }
+
+ my $dh = DirHandle->new($path);
+ my @children;
+ while (defined(my $ent = $dh->read)) {
+ next if $ent eq '.';
+ push @children, $ent;
+ }
+
+ for my $basename (sort { $a cmp $b } @children) {
+ push @page_files, $basename if $basename =~ m/\d+\D?\.(jpg|gif|pdf)$/;
+ my $file = "$path/$basename";
+ my $url = $dir_url . $basename;
+
+ my $is_dir = -d $file;
+ my @stat = stat _;
+
+
+ $url = join '/', map {uri_escape($_)} split m{/}, $url;
+
+ if ($is_dir) {
+ $basename .= "/";
+ $url .= "/";
+ }
+
+ my $mime_type = $is_dir ? 'directory' : ( Plack::MIME->mime_type($file) || 'text/plain' );
+ push @files, [ $url, $basename, $stat[7], $mime_type, HTTP::Date::time2str($stat[9]) ];
+ }
+
+ } else {
+ die "Unsupported format: $path";
+ }
+
+ if ( @page_files ) {
+ @page_files = sort_pages @page_files;
+ warn "# page_files = ",dump( @page_files );
+ }
+
+ my $dir = Plack::Util::encode_html( $env->{PATH_INFO} );
+ my $page = 'empty';
+
+ if ( $req->param('bookreader') ) {
+
+ my $pages; # []:
+ my $pages_path = "meta/$dir_url/bookreader.json";
+ if ( -e $pages_path ) {
+ $pages = decode_json read_file $pages_path;
+ } else {
+ foreach my $page ( @page_files ) {
+ my $image = Graphics::Magick->new;
+ if ( $page =~ m/\.pdf$/ ) {
+ die "$path/$page: $!" unless -r "$path/$page";
+
+ my $info = `pdfinfo "$path/$page"`;
+ warn "# pdfinfo $path/$page\n$info\n";
+ my $pdf_pages = $1 if ( $info =~ m/Pages:\s*(\d+)/s );
+ die "can't find number of pages for $path/$page in:\n$pdf_pages\n" unless $pdf_pages;
+
+ my $cache_path = "cache/$dir_url/$page";
+ my $txt = "$cache_path.txt";
+ make_basedir $txt;
+ system('pdftotext', "$path/$page", $txt);
+ warn "# pdftotext $txt ", -s $txt, " bytes\n";
+
+ my $is_bitmap = -s $txt == $pdf_pages;
+
+ $pdf_pages = $ENV{MAX_PAGES} if defined $ENV{MAX_PAGES} && $pdf_pages > $ENV{MAX_PAGES}; # FIXME
+
+ warn "DIAG: bitmap:$is_bitmap pdf_pages:$pdf_pages\n";
+
+ foreach my $nr ( 1 .. $pdf_pages ) {
+ my $page_url = $is_bitmap
+ ? convert_pdf_page( "$path/$page", $nr, "$cache_path.$nr" )
+ : render_pdf_page( "$path/$page", $nr, "$cache_path" )
+ ;
+ warn "## ping $page_url\n";
+ my ( $w, $h, $size, $format ) = $image->ping($page_url);
+ warn "## image size $w*$h $size $format $page_url\n";
+ my $url = decode('utf-8',"/$page_url");
+ push @$pages, [ $url, $w, $h ] if $w && $h;
+ }
+
+ } else {
+ die "$path/$page: $!" unless -r "$path/$page";
+ my ( $w, $h, $size, $format ) = $image->ping("$path/$page");
+ warn "# image size $w*$h $size $format $path/$page\n";
+ my $url = decode('utf-8',"$dir_url/$page");
+ push @$pages, [ $url, $w, $h ] if $w && $h;
+ }
+ }
+ make_basedir $pages_path;
+ write_file $pages_path, => encode_json( $pages );
+ warn "# created $pages_path ", -s $pages_path, " bytes\n";
+ }
+ warn "# pages = ",dump($pages);
+ $page = sprintf $reader_page, $dir, encode_json( $pages ), $dir, $dir =~ m/\/$/ ? '..' : '.';
+
+ } else {
+
+ my $files = join "\n", map {
+ my $f = $_;
+ sprintf $dir_file, map Plack::Util::encode_html($_), @$f;
+ } @files;
+
+ $page = sprintf $dir_page, $dir, $dir, $files,
+ @page_files ? '<form><input type=submit name=bookreader value="Read"></form>' . dump( [ @page_files ] ) : '';
+
+ }
+
+ return [ 200, ['Content-Type' => 'text/html; charset=utf-8'], [ $page ] ];
}
1;
projects / bookreader.git / blobdiff