split out replication into own tool

This change also involves using angular REST API for replication
as opposed to hitting CouchDB directly so it's more general

diff --git a/README b/README
index dd7aa13..0ab9326 100644 (file)
--- a/README
+++ b/README
@@ -25,9 +25,14 @@ At it's current stage it provides support for angular $resource get, query and $
 http://angularjs.org/Service:$resource
 
 
 http://angularjs.org/Service:$resource
 
 

-Server also supports replication using same API which can be triggered with
+Replication of data between instances using angular REST API can be done with:

 
 

- http://localhost:3000/_replicate?from=http://dpavlin.getangular.com/data/conference/
+       # create local CouchDB database
+       curl -X PUT http://localhost:5984/test
+
+       ./angular-replicate.pl \
+               http://dpavlin.getangular.com/data/conference \
+               http://localhost:3000/data/test

 
 Replication is currently good only for initial import of data since it doesn't
 support incremental replication and dies if data is allready present.
 
 Replication is currently good only for initial import of data since it doesn't
 support incremental replication and dies if data is allready present.

diff --git a/angular-replicate.pl b/angular-replicate.pl
new file mode 100755 (executable)
index 0000000..ad8c807
--- /dev/null
+++ b/angular-replicate.pl
@@ -0,0 +1,44 @@
+#!/usr/bin/env perl
+use warnings;
+use strict;
+
+use Mojo::Client;
+use Data::Dump qw(dump);
+
+use lib 'common/mojo/lib';
+
+my ( $from, $to ) = @ARGV;
+
+die "usage: $0 http://from/data/database/ http://to/data/database/\n"
+unless $from && $to;
+
+my $client = Mojo::Client->new;
+
+my $got = $client->get( $from )->res->json;
+warn "# from $from ",dump($got);
+
+my $database = $got->{name};
+my $entities = $got->{entities};
+
+sub _url_entity {
+       my ($url,$entity) = @_;
+       $url =~ s{/?$}{/}; # add slash at end
+       $url .= $entity;
+       warn "URL $url\n";
+       return $url;
+}
+
+if ( $database && $entities ) {
+       foreach my $entity ( keys %$entities ) {
+               my $all = $client->get( _url_entity( $from => $entity ) )->res->json;
+               warn "## all = ",dump($all);
+               warn "# fetched ", $#$all + 1, " $entity entities from $from";
+               foreach my $e ( @$all ) {
+                       delete $e->{_id}; # sanitize data from older implementation
+                       my $json = Mojo::JSON->new->encode( $e );
+                       my $response = $client->post( _url_entity( $to => $entity ), $json )->res->body;
+                       warn "# replicated $entity\n$json\n",dump($response);
+               }
+       }
+}
+