X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=zotero.pl;h=23cdd9a5f3b2556da64dabd1fd33b77ae4f0f167;hb=20a90544e1c115cb6d2b969772edd4632407e23d;hp=2546c343308c72fe1c45df105cfb2c01b5a71be2;hpb=e4da2c7562888d64e18e41c12a5a9221cab69933;p=ILL-Zotero-RT

diff --git a/zotero.pl b/zotero.pl
index 2546c34..23cdd9a 100755
--- a/zotero.pl
+++ b/zotero.pl
@@ -8,16 +8,31 @@ use JSON;
 use Data::Dump qw(dump);
 use RT::Client::REST;
 
+use CouchDB;
+use Digest::MD5 qw(md5_hex);
+
 my $UserID = $ENV{UserID} || die "usage: UserID=1234 key=abcd $0";
 my $key    = $ENV{key}    || die "key required";
 
 my $FETCH  = $ENV{FETCH}  || 0;
 
-my $url = "https://api.zotero.org/users/$UserID/items?key=$key&format=atom&content=json&order=dateModified&sort=desc";
+my $db = CouchDB->new('10.60.0.92', 5984);
+eval { $db->put("zotero_$UserID") }; # create user database
+
+my $url = "https://api.zotero.org/users/$UserID/items?format=atom&content=json&order=dateModified&sort=desc";
+
+my $tree;
+my $ticket_items;
+my $items;
+
+restart:
 
-my $file = "$UserID.atom";
+$url .= '&key=' . $key;
 
-warn "# $url\n";
+my $file = $UserID . '.' . md5_hex($url) . '.atom';
+$FETCH = 1 if ! -e $file;
+
+warn "# $url -> $file\n";
 if ( $FETCH && mirror( $url => $file ) == RC_NOT_MODIFIED ) {
 	warn "not modified";
 #	exit 0;
@@ -26,28 +41,31 @@ if ( $FETCH && mirror( $url => $file ) == RC_NOT_MODIFIED ) {
 my $feed = XMLin( $file );
 #warn "# feed ",dump($feed);
 
-my $tree;
-my $ticket_items;
-
-my $items;
-
 foreach my $entry ( keys %{ $feed->{entry} } ) {
 	warn "# entry $entry ",dump($entry);
 	my $id = $entry;
 	$id =~ s{.+/items/}{}; # leave just ID
 
 	my $item = $feed->{entry}->{$entry};
+	warn "# entry $entry ",dump($item);
+
+	foreach my $i ( 0 .. $#{ $item->{link} } ) {
+		my $link = $item->{link}->[$i];
+		warn "# link $id $i:",dump($link);
+
+		my $key = $link->{href};
+		$key =~ s{.+/items/}{};
+		$key =~ s{\?.+}{};
+		$item->{link}->[$i]->{key} = $key;
 
-	foreach my $link ( @{ $item->{link} } ) {
-		warn "# link $id ",dump($link);
 		if ( $link->{rel} eq 'up' ) {
-			my $up = $link->{href};
-			$up =~ s{.+/items/}{};
-			$up =~ s{\?.+}{};
-			push @{ $tree->{$up} }, $id;
+			push @{ $tree->{$key} }, $id;
 		}
 	}
 
+	$item->{zapi}->{etag} = $item->{content}->{'zapi:etag'};
+	$item->{zapi}->{type} = $item->{content}->{'zapi:type'};
+
 	if ( $item->{content}->{'zapi:type'} eq 'json' ) {
 		my $json = $item->{content}->{content};
 		warn "# $json\n";
@@ -62,8 +80,38 @@ foreach my $entry ( keys %{ $feed->{entry} } ) {
 		}
 	}
 
+	foreach my $zapi ( grep { m/^zapi:/ } keys %$item ) {
+		my $name = $zapi;
+		$name =~ s/^zapi://;
+		$item->{zapi}->{$name} = delete $item->{$zapi};
+	}
+
 	$items->{$id} = $item;
 
+	my $json_md5 = md5_hex encode_json $item;
+	$item->{json_md5} = $json_md5;
+
+	if ( my $old_item = eval { $db->get( "zotero_$UserID/$id" ) } ) {
+		warn "# old_item ",dump($old_item);
+
+		if ( $old_item->{zapi}->{etag} ne $item->{zapi}->{etag} || $json_md5 ne $old_item->{json_md5} ) {
+			$item->{_rev} = $old_item->{_rev};
+			$db->put( "zotero_$UserID/$id" => $item );
+		} else {
+			warn "# unchanged";
+		}
+	} else {
+		$db->put( "zotero_$UserID/$id" => $item );
+	}
+}
+
+delete $feed->{entry};
+warn "# feed without entry ",dump( $feed );
+
+if ( my @next = map { $_->{href} } grep { $_->{rel} eq 'next' && $_->{type} eq 'application/atom+xml' } @{ $feed->{link} } ) {
+	warn "## next ",dump(@next);
+	$url = $next[0];
+	goto restart;
 }
 
 warn "# tree ",dump( $tree );
@@ -91,7 +139,7 @@ foreach my $nr ( keys %$ticket_items ) {
 	foreach my $id ( @{ $ticket_items->{$nr} } ) {
 		warn "# item $id ",dump( $items->{$id} );
 
-		$rt->comment( ticket_id => $nr, message => dump( $items->{$id} ) );
+#		$rt->comment( ticket_id => $nr, message => dump( $items->{$id} ) );
 
 		last; # FIXME just first