insert column names in first line of export

[MojoFacets.git] / lib / MojoFacets / Data.pm

diff --git a/lib/MojoFacets/Data.pm b/lib/MojoFacets/Data.pm
index 4e842ed..b0cc4fa 100644 (file)
--- a/lib/MojoFacets/Data.pm
+++ b/lib/MojoFacets/Data.pm
@@ -14,6 +14,7 @@ use Storable;
 use Time::HiRes qw(time);
 use File::Path qw(mkpath);
 use Text::Unaccent::PurePerl;
+use Digest::MD5;
 
 use MojoFacets::Import::File;
 use MojoFacets::Import::HTMLTable;
@@ -43,6 +44,9 @@ sub index {
                } elsif ( -f $file && $file =~ m/\.csv$/i ) {
                        $file =~ s/$data_dir\/*//;
                        push @files, $file;
+               } elsif ( -f $file && $file =~ m/\.storable/i ) {
+                       $file =~ s/$data_dir\/*//;
+                       push @files, $file;
                } else {
                        #warn "IGNORE: $file\n";
                }
@@ -164,7 +168,7 @@ sub stats {
 sub _load_path {
        my ( $self, $path ) = @_;
 
-       return if defined $loaded->{$path}->{'generated'};
+       return if defined $loaded->{$path}->{generated};
 
        my $full_path = $self->app->home->rel_file( 'data/' . $path );
        $self->redirect_to('/data/index') unless -r $full_path;
@@ -186,6 +190,19 @@ sub _load_path {
        if ( -f $full_path ) {
                if ( $full_path =~ m/.csv/i ) {
                        $data = MojoFacets::Import::CSV->new( full_path => $full_path )->data;
+               } elsif ( $full_path =~ m/.storable/ ) {
+                       warn "open $full_path ", -s $full_path, " bytes";
+                       open(my $pipe, "<", $full_path) || die $!;
+                       while ( my $o = eval { Storable::fd_retrieve $pipe } ) {
+                               if ( defined $o->{item} ) {
+                                       push @{ $data->{items} }, $o->{item};
+                               } else {
+                                       warn "SKIP ",dump($o);
+                               }
+                       }
+                       close($pipe);
+                       warn "loaded ", $#{ $data->{items} } + 1, " items from $full_path\n";
+                       $data->{generated}++;
                } else {
                        $data = MojoFacets::Import::File->new( full_path => $full_path, path => $path )->data;
                }
@@ -219,10 +236,11 @@ sub _load_path {
                size => -s $full_path,
                mtime => (stat($full_path))[9],
                data => $data,
+               defined $data->{generated} ? ( generated => 1 ) : (),
        };
 
        $loaded->{ $path } = $info;
-       $self->_save( $path );
+       $self->_save( $path ) unless $info->{generated};
 
 }
 
@@ -342,6 +360,8 @@ sub _column_from_unac {
 }
 
 sub _export_path {
+       my $max_length = 80;
+
        my $self = shift;
        my $path = $self->_param_or_session('path');
        if ( ! $path ) {
@@ -351,6 +371,9 @@ sub _export_path {
        my $dir = $self->app->home->rel_dir('public') . "/export/$path";
        mkpath $dir unless -e $dir;
        my $name = join('.', map { __unac($_) } @_ );
+       if ( length($name) > $max_length ) {
+               $name = substr($name,0,$max_length) . Digest::MD5::md5_hex substr($name,$max_length);
+       }
        my $full = $dir . '/' . $name;
        $full =~ s/\/+$// if -d $full; # strip trailing slash for dirs
        return $full;
@@ -788,7 +811,8 @@ sub items {
 
        if ( $self->param('export') ) {
                my $export_path = $self->_export_path( 'items', @columns);
-               open(my $fh, '>', $export_path) || warn "ERROR: can't open $export_path: $!";
+               open(my $fh, '>', $export_path) || die "ERROR: can't open $export_path: $!";
+               print $fh "#",join("\t",@columns),"\n";
                foreach my $f ( 0 .. $#$filtered ) {
                        print $fh join("\t", map {
                                my $i = $data->{items}->[ $filtered->[$f] ];
@@ -798,6 +822,8 @@ sub items {
                                } elsif ( ref $i->{$_} eq 'ARRAY' ) {
                                        $v =join(',', @{ $i->{$_} });
                                        $v = '\N' if length($v) == 0;
+                               } elsif ( ! ref $i->{$_} ) {
+                                       $v = $i->{$_};
                                } else {
                                        $v = dump $i->{$_};
                                }
@@ -932,16 +958,34 @@ sub facet {
                }
        }
 
+       my $checked_values = $self->_checked( @{ $filters->{$name} } ) if defined $filters->{$name};
+
+       if ( my $code = $self->param('code') ) {
+               my $out;
+               foreach my $value ( keys %$facet ) {
+                       my $count = $facet->{$value};
+                       my $checked = $checked_values->{$value};
+                       eval $code;
+                       if ( $@ ) {
+                               $out = $@;
+                               warn "ERROR: $@\n$code\n";
+                               last;
+                       } elsif ( $checked != $checked_values->{$value} ) {
+                               warn "checked $value $count -> $checked\n";
+                               $checked_values->{$value} = $checked;
+                       }
+               }
+               warn "out ",dump( $out );
+               $self->stash( out => $out );
+       }
+
 #      warn "# facet $name ",dump $facet;
 
-       my $checked;
        my @facet_names =
                  $all                      ? keys %$facet
                : defined $filters->{$name} ? @{ $filters->{$name} }
                : keys %$facet;
 
-       $checked = $self->_checked( @{ $filters->{$name} } ) if defined $filters->{$name};
-
        my $numeric = $self->_is_numeric($name);
 
        my $sort = $self->param('sort');
@@ -964,7 +1008,7 @@ sub facet {
                $result;
        } @facet_names;
 
-       $self->render( name => $name, facet => $facet, checked => $checked,
+       $self->render( name => $name, facet => $facet, checked => $checked_values,
                facet_names => \@facet_names, sort => $sort, numeric => $numeric,
        );
 }