make ticket copy in CouchDB

[ILL-Zotero-RT] / zotero.pl

diff --git a/zotero.pl b/zotero.pl
index 1364606..bc240f9 100755 (executable)
--- a/zotero.pl
+++ b/zotero.pl
@@ -7,6 +7,7 @@ use XML::Simple;
 use JSON;
 use Data::Dump qw(dump);
 use RT::Client::REST;
+use URI::Escape;
 
 use CouchDB;
 use Digest::MD5 qw(md5_hex);
@@ -18,6 +19,14 @@ my $FETCH  = $ENV{FETCH}  || 0;
 
 my $db = CouchDB->new('10.60.0.92', 5984);
 eval { $db->put("zotero_$UserID") }; # create user database
+eval {
+       local $/ = undef;
+       my $view = <DATA>;
+       warn "# create $view";
+       $db->put("zotero_$UserID/_design/zotero" => decode_json $view)
+};
+
+eval { $db->put("rt") }; # create RT database
 
 my @urls = map { "https://api.zotero.org/users/$UserID/$_?format=atom&content=json&order=dateModified&sort=desc" } qw( collections items );
 # we don't need to fetch tags since we can generate using CouchDB views
@@ -104,23 +113,8 @@ foreach my $entry ( keys %{ $feed->{entry} } ) {
 
        $items->{$id} = $item;
 
-       my $json_md5 = md5_hex encode_json $item;
-       $item->{zapi}->{json_md5} = $json_md5;
-
-       if ( my $old_item = eval { $db->get( "zotero_$UserID/$id" ) } ) {
-               warn "# old_item ", $old_item->{_rev}; #dump($old_item);
+       $db->modify( "zotero_$UserID/$id" => $item );
 
-               if ( $old_item->{zapi}->{etag} ne $item->{zapi}->{etag} || $json_md5 ne $old_item->{zapi}->{json_md5} ) {
-                       $item->{_rev} = $old_item->{_rev};
-                       warn :"# update $id";
-                       $db->put( "zotero_$UserID/$id" => $item );
-               } else {
-                       warn "# unchanged";
-               }
-       } else {
-               $db->put( "zotero_$UserID/$id" => $item );
-               warn "# insert $id ", dump($item);
-       }
 }
 
 delete $feed->{entry};
@@ -151,9 +145,54 @@ $rt->login(username => $ENV{RT_USER}, password => $ENV{RT_PASSWORD});
 
 foreach my $nr ( keys %$ticket_items ) {
 
-       my $ticket = $rt->show(type => 'ticket', id => $nr);
+       my $ticket = eval { $rt->show(type => 'ticket', id => $nr) };
        warn "# ticket $nr ",dump($ticket);
 
+       next unless $ticket;
+
+       $ticket->{zotero_items} = $ticket_items->{$nr};
+
+       my $modified = $db->modify( "rt/$nr" => sub {
+               my $doc = shift;
+               $doc->{$_} = $ticket->{$_} foreach keys %$ticket;
+               return $doc;
+       });
+
+       warn "# modified ",dump($modified);
+
+       # copy attachments to CouchDB (they never change, so do it just once
+       if ( my @attachment_ids = $rt->get_attachment_ids( id => $nr ) ) {
+
+               warn "# get_attachment_ids = ",dump( @attachment_ids );
+               my $doc = $db->get("rt/$nr");
+               my @attachments;
+
+               foreach my $attachment_id ( @attachment_ids ) {
+                       my $attachment = $rt->get_attachment( parent_id => $nr, id => $attachment_id );
+                       if ( $attachment->{Filename} && $attachment->{ContentEncoding} eq 'base64' ) {
+                               #$attachment->{Filename} ||= $attachment_id;
+                               my $content = delete $attachment->{Content};
+                               if ( ! exists $doc->{_attachments}->{ $attachment->{Filename} } ) {
+                                       utf8::encode($content) || warn "utf8::encode error!";
+                                       warn "# extracted ",length( $content ), " bytes";
+                                       warn "## attachment ",dump( $attachment );
+                                       my $url = sprintf 'rt/%d/%s?rev=%s', $nr, uri_escape($attachment->{Filename}), $modified->{rev};
+#                                      $modified = $db->request( PUT => $url, $content, $attachment->{ContentType} );
+                               }
+                       }
+                       push @attachments, $attachment;
+               }
+
+
+               $db->modify( "rt/$nr" => sub {
+                       my $doc = shift;
+                       $doc->{attachments} = [ @attachments ];
+                       warn "## attachments on $nr = ", $#attachments + 1;
+                       return $doc;
+               }) if @attachments;
+       
+       }
+
        if ( $ticket->{Queue} !~ m/ILL/i ) {
                warn "SKIP $ticket not in ILL queue!";
                next;
@@ -164,8 +203,9 @@ foreach my $nr ( keys %$ticket_items ) {
 
 #              $rt->comment( ticket_id => $nr, message => dump( $items->{$id} ) );
 
-               last; # FIXME just first
-
        }
 
 }
+
+__DATA__
+{"_id":"_design/zotero","language":"javascript","views":{"itemType":{"map":"function(doc) {\n  emit(doc.zapi.itemType,1);\n}","reduce":"_count"},"updated":{"map":"function(doc) {\n  emit(doc.updated,1);\n}","reduce":"_count"},"tags":{"map":"function(doc) {\n  \n  doc.content.tags.forEach( function(v) {\n    emit(v, doc._id);\n  });\n}","reduce":"_count"},"link_up":{"map":"function(doc) {\n  if ( doc.link[1].rel == 'up' )\n  emit( doc.link[1].key, doc._id );\n}","reduce":"_count"},"year,publisher":{"map":"function(doc) {\n  if ( doc.zapi.year )\n  emit([doc.zapi.year, doc.content.publisher], 1);\n}","reduce":"_count"}}}