X-Git-Url: http://git.rot13.org/?p=angular-mojolicious.git;a=blobdiff_plain;f=trigger%2FKinoSearch.pm;h=6866c35d5959246db39efaad2c5ea9dca89d9c8d;hp=a2cdc16d9e3dd645cfa9365162557ff06c9850a2;hb=HEAD;hpb=9d3b5d7077042ffe71256ef0ee73eb04889d7bd3 diff --git a/trigger/KinoSearch.pm b/trigger/KinoSearch.pm index a2cdc16..6866c35 100644 --- a/trigger/KinoSearch.pm +++ b/trigger/KinoSearch.pm @@ -11,8 +11,11 @@ my $polyanalyzer = KinoSearch::Analysis::PolyAnalyzer->new( my $type = KinoSearch::Plan::FullTextType->new( analyzer => $polyanalyzer, ); -$schema->spec_field( name => '_id', type => $type ); -$schema->spec_field( name => '_rev', type => $type ); +my $blob_type = KinoSearch::Plan::BlobType->new( stored => 1 ); +my $string_type = KinoSearch::Plan::StringType->new; +$schema->spec_field( name => '_id', type => $string_type ); +$schema->spec_field( name => '_rev', type => $string_type ); +$schema->spec_field( name => 'doc', type => $blob_type ); # Create the index and add documents. our $indexer; @@ -21,17 +24,16 @@ our $indexer; sub _indexer { $indexer ||= KinoSearch::Index::Indexer->new( schema => $schema, - index => '/tmp/index', + index => "/tmp/kinosearch.$database", create => 1, ); }; -use JSON; - sub flatten { my ($flat,$data,$prefix) = @_; if ( ref $data eq '' ) { - $$flat->{$prefix} = $data; + $$flat->{$prefix} .= "\n" . $data; + $$flat->{$prefix} =~ s/^\n//; # strip first } elsif ( ref $data eq 'HASH' ) { foreach my $key ( keys %$data ) { my $full_prefix = $prefix ? $prefix . '.' : ''; @@ -39,14 +41,23 @@ sub flatten { flatten( $flat, $data->{$key}, $full_prefix ); } } elsif ( ref $data eq 'ARRAY' ) { - $$flat->{$prefix} = join("\n", map { ref $_ ? dump($_) : $_ } @$data); - # FIXME arrays with non-scalar references aren't really indexed well + foreach my $el ( @$data ) { + flatten( $flat, $el, $prefix ); + } + } elsif ( ref $data eq 'Mojo::JSON::_Bool' ) { + $$flat->{$prefix} = $data; + } else { + die "unsupported ",ref($data)," from ",dump($data); } } sub filter { my $change = shift; my $doc = $change->{doc} || next; + + _indexer->delete_by_term( field => '_id', term => $doc->{_id} ); + return 0 if $doc->{_deleted}; + my $flat; flatten( \$flat, $doc, '' ); foreach my $field ( keys %$flat ) { @@ -54,15 +65,17 @@ sub filter { $schema->spec_field( name => $field, type => $type ); warn "# +++ $field\n"; } + $flat->{doc} = $json->encode($doc); warn "# add_doc ",dump($flat); _indexer->add_doc($flat); return 0; } sub commit { + return unless $indexer; $indexer->commit; undef $indexer; - warn "# commit index done"; + warn "# commit index done\n"; } 1;