generate result as Store_sql does

[APKPM.git] / web_ui.pl

diff --git a/web_ui.pl b/web_ui.pl
index a66b49e..f9c3edc 100755 (executable)
--- a/web_ui.pl
+++ b/web_ui.pl
@@ -6,6 +6,11 @@ use Redis;
 use lib '/srv/MojoX-Gearman/lib';
 use MojoX::Gearman;
 
+use lib 'lib';
+use APKPM::Model;
+use Redis;
+use Encode;
+
 use Data::Dump qw(dump);
 
 plugin 'tag_helpers';
@@ -29,6 +34,7 @@ get '/ping_http' => sub {
 
 my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton );
 $gearman->server( $ENV{GEARMAN} || 'localhost:4730' );
+$gearman->timeout( 15 );
 
 get '/ping_g' => sub {
        my $self = shift;
@@ -50,9 +56,61 @@ sub _render_jsonp {
 
 get '/g/:call/:args' => [ args => qr/.*/ ] => sub {
        my $self = shift;
-       my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') );
-       warn $self->param('call'), " = ", dump($ret), "\n";
-       die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret;
+
+       my $call = $self->param('call');
+       my $args = $self->param('args');
+
+       if ( $call =~ m/^(LDAP|CRM)_search/ ) {
+               my $k = $1 . '.*' . $args . '*';
+               my $redis = Redis->new;
+               if ( my @k = $redis->keys( $k ) ) {
+                       my $ret = join(',', map { $redis->get($_) } @k );
+                       return _render_jsonp( $self, "[$ret]" );
+               }
+       }
+
+       my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args );
+       warn "$call = ", dump($ret), "\n";
+       die "no result for $call args: $args" unless defined $ret;
+       _render_jsonp( $self, $ret );
+};
+
+get '/table/:table' => sub {
+       my $self = shift;
+
+       my $table = $self->param('table');
+       my $username = $self->param('username');
+       my $limit = $self->param('limit') || 1;
+
+       warn "/table/$table $username $limit";
+
+       my $sql = "select * from $table";
+       $sql .= " where username = '$username'" if $username;
+       $sql .= " limit $limit";
+
+       my $ret;
+       if ( $limit == 1 ) {
+               my $redis = Redis->new;
+               my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) );
+               warn "redis hit table.$table.$username";
+
+               # generate result as Store_sql does
+
+               my @c = split(/\s+/, $redis->get("pg.$table"));
+               my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c;
+
+               $ret = {
+                       columns => \@c,
+                       hash_col => $hash_col,
+                       rows => [[ map { $json->{$_} } @c ]],
+               };
+               $ret = Mojo::JSON->new->encode($ret);
+       }
+       if ( ! $ret ) {
+               $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
+               warn "gearman $sql";
+       }
+       warn ">>> $ret";
        _render_jsonp( $self, $ret );
 };
 
@@ -75,6 +133,39 @@ get '/_g/status' => sub {
        _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) );
 };
 
+sub _gearman_redis {
+       my ( $job, $params, $timeout ) = @_;
+
+       my $key = $params;
+       $key =~ s/\W+/_/gs;
+       $key =~ s/\s+/_/gs;
+       $key = "sql.$key";
+       warn "# _gearman_redis $key [$timeout s]";
+
+       my $redis = Redis->new;
+       my $ret;
+
+       if ( $ret = $redis->get($key) ) {
+               warn "redis hit $key\n";
+       } else {
+               $gearman->timeout($timeout);
+               $ret = $gearman->req( 'SUBMIT_JOB', $job, '', $params );
+               die "no result for $params" unless $ret;
+
+               $redis->set($key => $ret);
+       }
+
+       $redis->expire($key => 60); # refresh redis key timeout
+
+       $ret = Mojo::JSON->new->decode( $ret );
+
+       if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) {
+               $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout';
+       }
+
+       return $ret;
+}
+
 get '/gnuplot' => sub {
        my $self = shift;
 
@@ -93,13 +184,7 @@ get '/gnuplot' => sub {
        $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs;
        $self->param( sql => $sql );
 
-       my $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
-       die "no result for $sql" unless $ret;
-
-       $ret = Mojo::JSON->new->decode( $ret );
-       
-       $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout'
-               if ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY';
+       my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') );
 
        return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} )
                if exists $ret->{error};
@@ -179,15 +264,27 @@ set xtics nomirror rotate by -90
 get '/_redis' => sub {
        my $self = shift;
 
-       my $redis = Redis->new;
+       _render_jsonp( $self, Mojo::JSON->new->encode({ status => APKPM::Model->redis_status }) );
+};
 
-       my $status;
-       foreach my $k ( $redis->keys('poll.*') ) {
-               $status->{$k} = eval { $redis->scard($k) } || $redis->get($k);
-       }
+get '/user' => sub {
+       my $self = shift;
 
-       warn "## ", dump $status;
-       _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) );
+       $self->render('user');
+};
+
+get '/psql/:command' => sub {
+       my $self = shift;
+       my $command = $self->param('command');
+       $command =~ s/^_/\\/ && warn "internal psql command $command";
+       $command = sprintf "psql -c '%s' apkpm", $command;
+       my $output = `$command`; # FIXME unsecure
+       $self->render_text( "\$ <b><tt>$command</tt></b>\n\n<pre>$output</pre>" );
 };
 
+# create pid file
+open(my $pid, '>', '/tmp/apkpm.web_ui.pid');
+print $pid "$$\n";
+close $pid;
+
 app->start;