Merge branch 'devel' of h1dev:/srv/APKPM/

[APKPM.git] / web_ui.pl

diff --git a/web_ui.pl b/web_ui.pl
index 22d4455..19f435f 100755 (executable)
--- a/web_ui.pl
+++ b/web_ui.pl
@@ -6,6 +6,11 @@ use Redis;
 use lib '/srv/MojoX-Gearman/lib';
 use MojoX::Gearman;
 
+use lib 'lib';
+use APKPM::Model;
+use Redis;
+use Encode;
+
 use Data::Dump qw(dump);
 
 plugin 'tag_helpers';
@@ -29,6 +34,7 @@ get '/ping_http' => sub {
 
 my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton );
 $gearman->server( $ENV{GEARMAN} || 'localhost:4730' );
+$gearman->timeout( 15 );
 
 get '/ping_g' => sub {
        my $self = shift;
@@ -50,9 +56,61 @@ sub _render_jsonp {
 
 get '/g/:call/:args' => [ args => qr/.*/ ] => sub {
        my $self = shift;
-       my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') );
-       warn $self->param('call'), " = ", dump($ret), "\n";
-       die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret;
+
+       my $call = $self->param('call');
+       my $args = $self->param('args');
+
+       if ( $call =~ m/^(LDAP|CRM)_search/ ) {
+               my $k = $1 . '.*' . $args . '*';
+               my $redis = Redis->new;
+               if ( my @k = $redis->keys( $k ) ) {
+                       my $ret = join(',', map { $redis->get($_) } @k );
+                       return _render_jsonp( $self, "[$ret]" );
+               }
+       }
+
+       my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args );
+       warn "$call = ", dump($ret), "\n";
+       die "no result for $call args: $args" unless defined $ret;
+       _render_jsonp( $self, $ret );
+};
+
+get '/table/:table' => sub {
+       my $self = shift;
+
+       my $table = $self->param('table');
+       my $username = $self->param('username');
+       my $limit = $self->param('limit') || 1;
+
+       warn "/table/$table $username $limit";
+
+       my $sql = "select * from $table";
+       $sql .= " where username = '$username'" if $username;
+       $sql .= " limit $limit";
+
+       my $ret;
+       if ( $limit == 1 ) {
+               my $redis = Redis->new;
+               my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) );
+               warn "redis hit table.$table.$username";
+
+               # generate result as Store_sql does
+
+               my @c = split(/\s+/, $redis->get("columns.$table"));
+               my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c;
+
+               $ret = {
+                       columns => \@c,
+                       hash_col => $hash_col,
+                       rows => [[ map { $json->{$_} } @c ]],
+               };
+               $ret = Mojo::JSON->new->encode($ret);
+       }
+       if ( ! $ret ) {
+               $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
+               warn "gearman $sql";
+       }
+       warn ">>> $ret";
        _render_jsonp( $self, $ret );
 };
 
@@ -75,6 +133,38 @@ get '/_g/status' => sub {
        _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) );
 };
 
+sub _gearman_redis {
+       my ( $job, $params, $timeout ) = @_;
+
+       my $key = $params;
+       $key =~ s/\W+/_/gs;
+       $key =~ s/\s+/_/gs;
+       $key = "sql.$key";
+       warn "# _gearman_redis $key [$timeout s]";
+
+       my $redis = Redis->new;
+       my $json;
+
+       if ( $json = $redis->get($key) ) {
+               warn "redis hit $key\n";
+       } else {
+               $gearman->timeout($timeout);
+               $json = $gearman->req( 'SUBMIT_JOB', $job, '', $params );
+               die "no result for $params" unless $json;
+       }
+
+       my $ret = Mojo::JSON->new->decode( $json );
+
+       if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) {
+               $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout';
+       }
+
+       $redis->set($key => $json);
+       $redis->expire($key => 60); # refresh redis key timeout
+
+       return $ret;
+}
+
 get '/gnuplot' => sub {
        my $self = shift;
 
@@ -93,21 +183,18 @@ get '/gnuplot' => sub {
        $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs;
        $self->param( sql => $sql );
 
-       my $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
-       die "no result for $sql" unless $ret;
-
-       $ret = Mojo::JSON->new->decode( $ret );
-       
-       $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout'
-               if ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY';
+       my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') );
 
        return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} )
                if exists $ret->{error};
 
        my $dir = $self->app->home->rel_dir('public');
 
+       my $with = $self->param('with') || 'dots';
+
        my $name = $sql;
        $name =~ s/\W+//gs;
+       $name .= $with;
        $name .= '.png';
 
 warn "# $sql -> $name";
@@ -149,7 +236,6 @@ set xtics nomirror rotate by -90
        }
 
        my $plot = 'plot ';
-       my $with = $self->param('with') || 'dots';
        foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) {
                $gnuplot .= $plot; $plot = ',';
                $gnuplot .= qq| '-' using 1:2 with $with title "$c[$i]" |;
@@ -179,15 +265,7 @@ set xtics nomirror rotate by -90
 get '/_redis' => sub {
        my $self = shift;
 
-       my $redis = Redis->new;
-
-       my $status;
-       foreach my $k ( $redis->keys('poll.*') ) {
-               $status->{$k} = eval { $redis->scard($k) } || $redis->get($k);
-       }
-
-       warn "## ", dump $status;
-       _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) );
+       _render_jsonp( $self, Mojo::JSON->new->encode({ status => APKPM::Model->redis_status }) );
 };
 
 get '/user' => sub {
@@ -196,5 +274,18 @@ get '/user' => sub {
        $self->render('user');
 };
 
+get '/psql/:command' => sub {
+       my $self = shift;
+       my $command = $self->param('command');
+       $command =~ s/^_/\\/ && warn "internal psql command $command";
+       $command = sprintf "psql -c '%s' apkpm", $command;
+       my $output = `$command`; # FIXME unsecure
+       $self->render_text( "\$ <b><tt>$command</tt></b>\n\n<pre>$output</pre>" );
+};
+
+# create pid file
+open(my $pid, '>', '/tmp/apkpm.web_ui.pid');
+print $pid "$$\n";
+close $pid;
 
 app->start;