generate result as Store_sql does

[APKPM.git] / web_ui.pl

diff --git a/web_ui.pl b/web_ui.pl
index 4fe4b44..f9c3edc 100755 (executable)
--- a/web_ui.pl
+++ b/web_ui.pl
@@ -8,6 +8,8 @@ use MojoX::Gearman;
 
 use lib 'lib';
 use APKPM::Model;
+use Redis;
+use Encode;
 
 use Data::Dump qw(dump);
 
@@ -54,9 +56,61 @@ sub _render_jsonp {
 
 get '/g/:call/:args' => [ args => qr/.*/ ] => sub {
        my $self = shift;
-       my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') );
-       warn $self->param('call'), " = ", dump($ret), "\n";
-       die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret;
+
+       my $call = $self->param('call');
+       my $args = $self->param('args');
+
+       if ( $call =~ m/^(LDAP|CRM)_search/ ) {
+               my $k = $1 . '.*' . $args . '*';
+               my $redis = Redis->new;
+               if ( my @k = $redis->keys( $k ) ) {
+                       my $ret = join(',', map { $redis->get($_) } @k );
+                       return _render_jsonp( $self, "[$ret]" );
+               }
+       }
+
+       my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args );
+       warn "$call = ", dump($ret), "\n";
+       die "no result for $call args: $args" unless defined $ret;
+       _render_jsonp( $self, $ret );
+};
+
+get '/table/:table' => sub {
+       my $self = shift;
+
+       my $table = $self->param('table');
+       my $username = $self->param('username');
+       my $limit = $self->param('limit') || 1;
+
+       warn "/table/$table $username $limit";
+
+       my $sql = "select * from $table";
+       $sql .= " where username = '$username'" if $username;
+       $sql .= " limit $limit";
+
+       my $ret;
+       if ( $limit == 1 ) {
+               my $redis = Redis->new;
+               my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) );
+               warn "redis hit table.$table.$username";
+
+               # generate result as Store_sql does
+
+               my @c = split(/\s+/, $redis->get("pg.$table"));
+               my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c;
+
+               $ret = {
+                       columns => \@c,
+                       hash_col => $hash_col,
+                       rows => [[ map { $json->{$_} } @c ]],
+               };
+               $ret = Mojo::JSON->new->encode($ret);
+       }
+       if ( ! $ret ) {
+               $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
+               warn "gearman $sql";
+       }
+       warn ">>> $ret";
        _render_jsonp( $self, $ret );
 };
 
@@ -80,13 +134,13 @@ get '/_g/status' => sub {
 };
 
 sub _gearman_redis {
-       my ( $job, $params ) = @_;
+       my ( $job, $params, $timeout ) = @_;
 
        my $key = $params;
        $key =~ s/\W+/_/gs;
        $key =~ s/\s+/_/gs;
        $key = "sql.$key";
-       warn "# _gearman_redis $key";
+       warn "# _gearman_redis $key [$timeout s]";
 
        my $redis = Redis->new;
        my $ret;
@@ -94,17 +148,19 @@ sub _gearman_redis {
        if ( $ret = $redis->get($key) ) {
                warn "redis hit $key\n";
        } else {
-               $gearman->timeout(15);
+               $gearman->timeout($timeout);
                $ret = $gearman->req( 'SUBMIT_JOB', $job, '', $params );
                die "no result for $params" unless $ret;
 
-               $ret = Mojo::JSON->new->decode( $ret );
-               if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) {
-                       $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout';
-               } else {
-                       $redis->set($key => $ret);
-                       $redis->expire($key => 15);
-               }
+               $redis->set($key => $ret);
+       }
+
+       $redis->expire($key => 60); # refresh redis key timeout
+
+       $ret = Mojo::JSON->new->decode( $ret );
+
+       if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) {
+               $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout';
        }
 
        return $ret;
@@ -128,7 +184,7 @@ get '/gnuplot' => sub {
        $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs;
        $self->param( sql => $sql );
 
-       my $ret = _gearman_redis( 'Store_sql' => $sql );
+       my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') );
 
        return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} )
                if exists $ret->{error};