X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=zotero.pl;h=e3b9051462495b9a356f08c61fd1f7d719144367;hb=18d2030430e8883fd279598fb68bb26bbbf5160e;hp=afee5915be9045942b7ffafeaf42416abc96980e;hpb=03812fc940bc2c03db3f82b620967e20087e8160;p=ILL-Zotero-RT

diff --git a/zotero.pl b/zotero.pl
index afee591..e3b9051 100755
--- a/zotero.pl
+++ b/zotero.pl
@@ -7,6 +7,7 @@ use XML::Simple;
 use JSON;
 use Data::Dump qw(dump);
 use RT::Client::REST;
+use URI::Escape;
 
 use CouchDB;
 use Digest::MD5 qw(md5_hex);
@@ -43,13 +44,16 @@ $url .= '&key=' . $key;
 my $file = $UserID . '.' . md5_hex($url) . '.atom';
 $FETCH = 1 if ! -e $file;
 
-warn "# $url -> $file\n";
+warn "# mirror $FETCH $url -> $file\n";
 if ( $FETCH && mirror( $url => $file ) == RC_NOT_MODIFIED ) {
 	warn "not modified";
-#	exit 0;
 }
 
-my $feed = XMLin( $file );
+my $feed = eval { XMLin( $file ) };
+if ( $! ) {
+	warn "ERROR $file $!\n";
+	goto skip_url;
+}
 #warn "# feed ",dump($feed);
 
 sub link_to_id {
@@ -74,6 +78,9 @@ foreach my $entry ( keys %{ $feed->{entry} } ) {
 
 		if ( $link->{rel} eq 'up' ) {
 			push @{ $tree->{$key} }, $id;
+		} elsif ( $link->{rel} eq 'self' && $link->{href} =~ m{/collections/} ) {
+			warn "# get items in this collection";
+			push @urls, "$link->{href}/items"; 
 		}
 	}
 
@@ -112,7 +119,7 @@ foreach my $entry ( keys %{ $feed->{entry} } ) {
 
 	$items->{$id} = $item;
 
-	$db->update( "zotero_$UserID/$id" => $item );
+	$db->modify( "zotero_$UserID/$id" => $item );
 
 }
 
@@ -125,6 +132,8 @@ if ( my @next = map { $_->{href} } grep { $_->{rel} eq 'next' && $_->{type} eq '
 	goto restart;
 }
 
+skip_url:
+
 if ( $url = shift @urls ) {
 	warn "## next url $url";
 	goto restart;
@@ -144,10 +153,53 @@ $rt->login(username => $ENV{RT_USER}, password => $ENV{RT_PASSWORD});
 
 foreach my $nr ( keys %$ticket_items ) {
 
-	my $ticket = $rt->show(type => 'ticket', id => $nr);
+	my $ticket = eval { $rt->show(type => 'ticket', id => $nr) };
 	warn "# ticket $nr ",dump($ticket);
 
-	$db->update( "rt/$nr" => $ticket );
+	next unless $ticket;
+
+	$ticket->{zotero_items} = $ticket_items->{$nr};
+
+	my $modified = $db->modify( "rt/$nr" => sub {
+		my $doc = shift;
+		$doc->{$_} = $ticket->{$_} foreach keys %$ticket;
+		return $doc;
+	});
+
+	warn "# modified ",dump($modified);
+
+	# copy attachments to CouchDB (they never change, so do it just once
+	if ( my @attachment_ids = $rt->get_attachment_ids( id => $nr ) ) {
+
+		warn "# get_attachment_ids = ",dump( @attachment_ids );
+		my $doc = $db->get("rt/$nr");
+		my @attachments;
+
+		foreach my $attachment_id ( @attachment_ids ) {
+			my $attachment = $rt->get_attachment( parent_id => $nr, id => $attachment_id );
+			if ( $attachment->{Filename} && $attachment->{ContentEncoding} eq 'base64' ) {
+				#$attachment->{Filename} ||= $attachment_id;
+				my $content = delete $attachment->{Content};
+				if ( ! exists $doc->{_attachments}->{ $attachment->{Filename} } ) {
+					utf8::encode($content) || warn "utf8::encode error!";
+					warn "# extracted ",length( $content ), " bytes";
+					warn "## attachment ",dump( $attachment );
+					my $url = sprintf 'rt/%d/%s?rev=%s', $nr, uri_escape($attachment->{Filename}), $modified->{rev};
+#					$modified = $db->request( PUT => $url, $content, $attachment->{ContentType} );
+				}
+			}
+			push @attachments, $attachment;
+		}
+
+
+		$db->modify( "rt/$nr" => sub {
+			my $doc = shift;
+			$doc->{attachments} = [ @attachments ];
+			warn "## attachments on $nr = ", $#attachments + 1;
+			return $doc;
+		}) if @attachments;
+	
+	}
 
 	if ( $ticket->{Queue} !~ m/ILL/i ) {
 		warn "SKIP $ticket not in ILL queue!";
@@ -159,8 +211,6 @@ foreach my $nr ( keys %$ticket_items ) {
 
 #		$rt->comment( ticket_id => $nr, message => dump( $items->{$id} ) );
 
-		last; # FIXME just first
-
 	}
 
 }