extract path from full_path if missing

[MojoFacets.git] / lib / MojoFacets / Import / CouchDB.pm

diff --git a/lib/MojoFacets/Import/CouchDB.pm b/lib/MojoFacets/Import/CouchDB.pm
index 96c341f..d3fc18c 100644 (file)
--- a/lib/MojoFacets/Import/CouchDB.pm
+++ b/lib/MojoFacets/Import/CouchDB.pm
@@ -8,18 +8,20 @@ use base 'Mojo::Base';
 use File::Slurp;
 use Data::Dump qw(dump);
 use JSON;
-use Mojo::Client;
+use Mojo::UserAgent;
 
 __PACKAGE__->attr('path');
 __PACKAGE__->attr('full_path');
 
+sub ext { '.couchdb' };
+
 sub flatten {
        my ($flat,$data,$prefix) = @_;
        if ( ref $data eq '' ) {
                push @{ $$flat->{$prefix} }, $data;
        } elsif ( ref $data eq 'HASH' ) {
                foreach my $key ( keys %$data ) {
-                       my $full_prefix = $prefix ? $prefix . '.' : '';
+                       my $full_prefix = $prefix ? $prefix . '_' : '';
                        $full_prefix .= $key;
                        flatten( $flat, $data->{$key}, $full_prefix );
                }
@@ -40,21 +42,39 @@ sub data {
        my $path = $self->path;
 
        my $url = read_file $self->full_path;
-       $url =~ s{/\s*$}{}s;
+
+       $url =~ s{/?\s*$}{}s;
+       $url .= '/_all_docs?include_docs=true' unless $url =~ m/\?/;
 
        warn "# CouchDB URL: $url";
 
-       my $json = Mojo::Client->new->get( "$url/_all_docs?include_docs=true" )->res->json;
+       # fix "Maximum message size exceeded"
+       $ENV{MOJO_MAX_MESSAGE_SIZE} = 64 * 1024 * 1024;
+
+       my $tx = Mojo::UserAgent->new->get($url);
+       my ( $res, $json );
+
+       if ( my $res = $tx->success) {
+               $json = $res->json;
+       } else {
+               die $tx->error;
+       }
 
        my $data;
 
        if ( ref $json->{rows} eq 'ARRAY' ) {
                foreach my $doc ( @{$json->{rows}} ) {
-                       next if $doc->{id} =~ m{^_design/}; # $doc->{id} == $doc->{doc}->{_id}
-                       my $flat;
-                       flatten( \$flat, $doc->{doc}, '' );
-                       push @{ $data->{items} }, $flat;
+                       if ( exists $doc->{id} && exists $doc->{doc} ) {
+                               next if $doc->{id} =~ m{^_design/}; # $doc->{id} == $doc->{doc}->{_id}
+                               my $flat;
+                               flatten( \$flat, $doc->{doc}, '' );
+                               push @{ $data->{items} }, $flat;
+                       } else {
+                               push @{ $data->{items} }, $doc;
+                       }
                }
+       } else {
+               die "can't find rows in ",dump( $res->body );
        }
 
        return $data;