X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=web_ui.pl;h=36d00de60f24684d46addf01a43ebf3182eb0c81;hb=b7ad83dc3edd53f4023f67440774c636e120cec2;hp=00ec7b099117f3a1226117d4f942270a023db206;hpb=de10dfd3ae1e5e13c9eb0f197735bb0a7dbb9093;p=APKPM.git
diff --git a/web_ui.pl b/web_ui.pl
index 00ec7b0..36d00de 100755
--- a/web_ui.pl
+++ b/web_ui.pl
@@ -1,15 +1,24 @@
#!/usr/bin/env perl
use Mojolicious::Lite;
+use Redis;
use lib '/srv/MojoX-Gearman/lib';
use MojoX::Gearman;
+use lib 'lib';
+use APKPM::Model;
+use Redis;
+use Encode;
+
use Data::Dump qw(dump);
+plugin 'tag_helpers';
# Documentation browser under "/perldoc" (this plugin requires Perl 5.10)
plugin 'pod_renderer';
+app->secret('apkpm');
+
get '/' => sub {
my $self = shift;
$self->render('index');
@@ -25,6 +34,7 @@ get '/ping_http' => sub {
my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton );
$gearman->server( $ENV{GEARMAN} || 'localhost:4730' );
+$gearman->timeout( 15 );
get '/ping_g' => sub {
my $self = shift;
@@ -46,9 +56,61 @@ sub _render_jsonp {
get '/g/:call/:args' => [ args => qr/.*/ ] => sub {
my $self = shift;
- my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') );
- warn $self->param('call'), " = ", dump($ret), "\n";
- die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret;
+
+ my $call = $self->param('call');
+ my $args = $self->param('args');
+
+ if ( $call =~ m/^(LDAP|CRM)_search/ ) {
+ my $k = $1 . '.*' . $args . '*';
+ my $redis = Redis->new;
+ if ( my @k = $redis->keys( $k ) ) {
+ my $ret = join(',', map { $redis->get($_) } @k );
+ return _render_jsonp( $self, "[$ret]" );
+ }
+ }
+
+ my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args );
+ warn "$call = ", dump($ret), "\n";
+ die "no result for $call args: $args" unless defined $ret;
+ _render_jsonp( $self, $ret );
+};
+
+get '/table/:table' => sub {
+ my $self = shift;
+
+ my $table = $self->param('table');
+ my $username = $self->param('username');
+ my $limit = $self->param('limit') || 1;
+
+ warn "/table/$table $username $limit";
+
+ my $sql = "select * from $table";
+ $sql .= " where username = '$username'" if $username;
+ $sql .= " limit $limit";
+
+ my $ret;
+ if ( $limit == 1 ) {
+ my $redis = Redis->new;
+ my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) );
+ warn "redis hit table.$table.$username";
+
+ # generate result as Store_sql does
+
+ my @c = split(/\s+/, $redis->get("pg.$table"));
+ my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c;
+
+ $ret = {
+ columns => \@c,
+ hash_col => $hash_col,
+ rows => [[ map { $json->{$_} } @c ]],
+ };
+ $ret = Mojo::JSON->new->encode($ret);
+ }
+ if ( ! $ret ) {
+ $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql );
+ warn "gearman $sql";
+ }
+ warn ">>> $ret";
_render_jsonp( $self, $ret );
};
@@ -71,33 +133,159 @@ get '/_g/status' => sub {
_render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) );
};
-app->start;
-__DATA__
+sub _gearman_redis {
+ my ( $job, $params, $timeout ) = @_;
+
+ my $key = $params;
+ $key =~ s/\W+/_/gs;
+ $key =~ s/\s+/_/gs;
+ $key = "sql.$key";
+ warn "# _gearman_redis $key [$timeout s]";
+
+ my $redis = Redis->new;
+ my $json;
+
+ if ( $json = $redis->get($key) ) {
+ warn "redis hit $key\n";
+ } else {
+ $gearman->timeout($timeout);
+ $json = $gearman->req( 'SUBMIT_JOB', $job, '', $params );
+ die "no result for $params" unless $json;
+ }
+
+ my $ret = Mojo::JSON->new->decode( $json );
+
+ if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) {
+ $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout';
+ }
+
+ $redis->set($key => $json);
+ $redis->expire($key => 60); # refresh redis key timeout
+
+ return $ret;
+}
+
+get '/gnuplot' => sub {
+ my $self = shift;
+
+ my $sql = $self->param('sql');
+
+ if ( my $timeout = $self->param('timeout') ) {
+ warn "set timout to $timeout";
+ $gearman->timeout( $timeout );
+ } else {
+ $self->param( timeout => $gearman->timeout );
+ }
+
+ return $self->render('gnuplot', img => '', gnuplot => '') unless $sql;
-@@ index.html.ep
-% layout 'default';
-% title 'Gearman demo';
+ # re-format SQL
+ $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs;
+ $self->param( sql => $sql );
-
-- <%= link_to 'Gearman' => 'gearman.html' %> web interface
-
- <%= link_to 'CRM' => 'CRM.html' %> search with tabular output
-
+ my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') );
-Low-level API tests:
+ return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} )
+ if exists $ret->{error};
-<%= link_to 'HTTP ping' => 'ping_http' %>
-<%= link_to 'Gearman ping' => 'ping_g' %>
+ my $dir = $self->app->home->rel_dir('public');
-@@ ping.html.ep
-% layout 'default';
-pong: <%= $pong %>
+ my $with = $self->param('with') || 'dots';
-@@ dump.html.ep
-% layout 'default';
-<%= $dump %>
+ my $name = $sql;
+ $name =~ s/\W+//gs;
+ $name .= $with;
+ $name .= '.png';
-@@ layouts/default.html.ep
-
- <%= title %>
- <%= content %>
-
+warn "# $sql -> $name";
+
+ mkdir "$dir/gnuplot" unless -e "$dir/gnuplot";
+ my $png = "$dir/gnuplot/$name"; # FIXME
+
+ my @c = @{ $ret->{columns} };
+
+ my $gnuplot = qq|
+set terminal png
+set output '$png'
+|;
+
+ my $del; # delimiter between date and time
+
+ if ( $ret->{rows}->[0]->[0] =~ m/(\d{4}-\d{2}-\d{2})(.)?(\d{2}:\d{2}:\d{2})?/ ) {
+
+ my ( $date,$time );
+ ( $date, $del, $time ) = ( $1,$2,$3 );
+
+ my $fmt = '%Y-%m-%d';
+ $fmt .= 'T' if $del;
+ $fmt .= '%H:%M:%S' if $time;
+
+ my $format_x = $time ? '%d %H:%M' : '%Y-%m-%d';
+ $gnuplot .= qq|
+
+set xdata time
+set timefmt "$fmt"
+
+set format x "$format_x"
+set xtics nomirror rotate by -90
+
+|;
+
+ } else {
+ warn "first column not timestamp";
+ }
+
+ my $plot = 'plot ';
+ foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) {
+ $gnuplot .= $plot; $plot = ',';
+ $gnuplot .= qq| '-' using 1:2 with $with title "$c[$i]" |;
+ }
+ $gnuplot .= "\n";
+
+ foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) {
+
+ foreach my $row ( @{ $ret->{rows} } ) {
+ my $date = $row->[0];
+ $date =~ s/\Q$del\E/T/g if $del;
+ $date =~ s/\.\d+//;
+ $gnuplot .= join(" ", $date, $row->[$i])."\n";
+ }
+ $gnuplot .= "e\n";
+ }
+
+ open(my $fd, '|-', 'gnuplot') || die "gnuplot: $!";
+ print $fd $gnuplot;
+ close($fd);
+
+ $gnuplot = '' unless $self->param('include_gnuplot');
+
+ $self->render('gnuplot', sql => $sql, img => "/gnuplot/$name", gnuplot => $gnuplot);
+};
+
+get '/_redis' => sub {
+ my $self = shift;
+
+ _render_jsonp( $self, Mojo::JSON->new->encode({ status => APKPM::Model->redis_status }) );
+};
+
+get '/user' => sub {
+ my $self = shift;
+
+ $self->render('user');
+};
+
+get '/psql/:command' => sub {
+ my $self = shift;
+ my $command = $self->param('command');
+ $command =~ s/^_/\\/ && warn "internal psql command $command";
+ $command = sprintf "psql -c '%s' apkpm", $command;
+ my $output = `$command`; # FIXME unsecure
+ $self->render_text( "\$ $command\n\n$output
" );
+};
+
+# create pid file
+open(my $pid, '>', '/tmp/apkpm.web_ui.pid');
+print $pid "$$\n";
+close $pid;
+
+app->start;