X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=web_ui.pl;h=36d00de60f24684d46addf01a43ebf3182eb0c81;hb=b7ad83dc3edd53f4023f67440774c636e120cec2;hp=5f48fbd74da27f91968815395e95c229d465b32c;hpb=45f57fd13bd10f03a505cc7a37bc550a8fea37fe;p=APKPM.git diff --git a/web_ui.pl b/web_ui.pl index 5f48fbd..36d00de 100755 --- a/web_ui.pl +++ b/web_ui.pl @@ -1,15 +1,24 @@ #!/usr/bin/env perl use Mojolicious::Lite; +use Redis; use lib '/srv/MojoX-Gearman/lib'; use MojoX::Gearman; +use lib 'lib'; +use APKPM::Model; +use Redis; +use Encode; + use Data::Dump qw(dump); +plugin 'tag_helpers'; # Documentation browser under "/perldoc" (this plugin requires Perl 5.10) plugin 'pod_renderer'; +app->secret('apkpm'); + get '/' => sub { my $self = shift; $self->render('index'); @@ -25,6 +34,7 @@ get '/ping_http' => sub { my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton ); $gearman->server( $ENV{GEARMAN} || 'localhost:4730' ); +$gearman->timeout( 15 ); get '/ping_g' => sub { my $self = shift; @@ -46,9 +56,61 @@ sub _render_jsonp { get '/g/:call/:args' => [ args => qr/.*/ ] => sub { my $self = shift; - my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') ); - warn $self->param('call'), " = ", dump($ret), "\n"; - die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret; + + my $call = $self->param('call'); + my $args = $self->param('args'); + + if ( $call =~ m/^(LDAP|CRM)_search/ ) { + my $k = $1 . '.*' . $args . '*'; + my $redis = Redis->new; + if ( my @k = $redis->keys( $k ) ) { + my $ret = join(',', map { $redis->get($_) } @k ); + return _render_jsonp( $self, "[$ret]" ); + } + } + + my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args ); + warn "$call = ", dump($ret), "\n"; + die "no result for $call args: $args" unless defined $ret; + _render_jsonp( $self, $ret ); +}; + +get '/table/:table' => sub { + my $self = shift; + + my $table = $self->param('table'); + my $username = $self->param('username'); + my $limit = $self->param('limit') || 1; + + warn "/table/$table $username $limit"; + + my $sql = "select * from $table"; + $sql .= " where username = '$username'" if $username; + $sql .= " limit $limit"; + + my $ret; + if ( $limit == 1 ) { + my $redis = Redis->new; + my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) ); + warn "redis hit table.$table.$username"; + + # generate result as Store_sql does + + my @c = split(/\s+/, $redis->get("pg.$table")); + my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c; + + $ret = { + columns => \@c, + hash_col => $hash_col, + rows => [[ map { $json->{$_} } @c ]], + }; + $ret = Mojo::JSON->new->encode($ret); + } + if ( ! $ret ) { + $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql ); + warn "gearman $sql"; + } + warn ">>> $ret"; _render_jsonp( $self, $ret ); }; @@ -71,33 +133,159 @@ get '/_g/status' => sub { _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) ); }; -app->start; -__DATA__ +sub _gearman_redis { + my ( $job, $params, $timeout ) = @_; + + my $key = $params; + $key =~ s/\W+/_/gs; + $key =~ s/\s+/_/gs; + $key = "sql.$key"; + warn "# _gearman_redis $key [$timeout s]"; + + my $redis = Redis->new; + my $json; + + if ( $json = $redis->get($key) ) { + warn "redis hit $key\n"; + } else { + $gearman->timeout($timeout); + $json = $gearman->req( 'SUBMIT_JOB', $job, '', $params ); + die "no result for $params" unless $json; + } + + my $ret = Mojo::JSON->new->decode( $json ); + + if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) { + $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout'; + } + + $redis->set($key => $json); + $redis->expire($key => 60); # refresh redis key timeout + + return $ret; +} + +get '/gnuplot' => sub { + my $self = shift; + + my $sql = $self->param('sql'); + + if ( my $timeout = $self->param('timeout') ) { + warn "set timout to $timeout"; + $gearman->timeout( $timeout ); + } else { + $self->param( timeout => $gearman->timeout ); + } + + return $self->render('gnuplot', img => '', gnuplot => '') unless $sql; -@@ index.html.ep -% layout 'default'; -% title 'Gearman demo'; + # re-format SQL + $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs; + $self->param( sql => $sql ); -
<%= $dump %>+ my $name = $sql; + $name =~ s/\W+//gs; + $name .= $with; + $name .= '.png'; -@@ layouts/default.html.ep - -
$output" ); +}; + +# create pid file +open(my $pid, '>', '/tmp/apkpm.web_ui.pid'); +print $pid "$$\n"; +close $pid; + +app->start;