X-Git-Url: http://git.rot13.org/?a=blobdiff_plain;f=web_ui.pl;h=4dbef87911743ef3dfaecfb942810342e0ca0459;hb=58b4d2a9e1f08c7bd3f0b1f7d27e427c74153818;hp=a038fd0c93d67eac2d98c7ad74fdb030bbb608bd;hpb=347ca913c366abf9947bb9d6c6ef81e8b00b8495;p=APKPM.git diff --git a/web_ui.pl b/web_ui.pl index a038fd0..4dbef87 100755 --- a/web_ui.pl +++ b/web_ui.pl @@ -1,10 +1,16 @@ #!/usr/bin/env perl use Mojolicious::Lite; +use Redis; use lib '/srv/MojoX-Gearman/lib'; use MojoX::Gearman; +use lib 'lib'; +use APKPM::Model; +use Redis; +use Encode; + use Data::Dump qw(dump); plugin 'tag_helpers'; @@ -28,6 +34,7 @@ get '/ping_http' => sub { my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton ); $gearman->server( $ENV{GEARMAN} || 'localhost:4730' ); +$gearman->timeout( 15 ); get '/ping_g' => sub { my $self = shift; @@ -49,9 +56,34 @@ sub _render_jsonp { get '/g/:call/:args' => [ args => qr/.*/ ] => sub { my $self = shift; - my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') ); - warn $self->param('call'), " = ", dump($ret), "\n"; - die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret; + + my $call = $self->param('call'); + my $args = $self->param('args'); + + if ( $call =~ m/^(LDAP|CRM)_search/ ) { + my $k = $1 . '.*' . $args . '*'; + my $redis = Redis->new; + if ( my @k = $redis->keys( $k ) ) { + my $ret = join(',', map { $redis->get($_) } @k ); + return _render_jsonp( $self, "[$ret]" ); + } + } + + my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args ); + warn "$call = ", dump($ret), "\n"; + die "no result for $call args: $args" unless defined $ret; + _render_jsonp( $self, $ret ); +}; + +get '/table/:table' => sub { + my $self = shift; + my $sql = "select * from " . $self->param('table'); + if ( my $username = $self->param('username') ) { + $sql .= " where username = '$username' "; + } + $sql .= " limit " . ( $self->param('limit') || 1 ); + + my $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql ); _render_jsonp( $self, $ret ); }; @@ -74,15 +106,61 @@ get '/_g/status' => sub { _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) ); }; +sub _gearman_redis { + my ( $job, $params, $timeout ) = @_; + + my $key = $params; + $key =~ s/\W+/_/gs; + $key =~ s/\s+/_/gs; + $key = "sql.$key"; + warn "# _gearman_redis $key [$timeout s]"; + + my $redis = Redis->new; + my $ret; + + if ( $ret = $redis->get($key) ) { + warn "redis hit $key\n"; + } else { + $gearman->timeout($timeout); + $ret = $gearman->req( 'SUBMIT_JOB', $job, '', $params ); + die "no result for $params" unless $ret; + + $redis->set($key => $ret); + } + + $redis->expire($key => 60); # refresh redis key timeout + + $ret = Mojo::JSON->new->decode( $ret ); + + if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) { + $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout'; + } + + return $ret; +} + get '/gnuplot' => sub { my $self = shift; - my $sql = $self->param('sql') || die "sql required"; + my $sql = $self->param('sql'); - my $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql ); - die "no result for $sql" unless $ret; + if ( my $timeout = $self->param('timeout') ) { + warn "set timout to $timeout"; + $gearman->timeout( $timeout ); + } else { + $self->param( timeout => $gearman->timeout ); + } - $ret = Mojo::JSON->new->decode( $ret ); + return $self->render('gnuplot', img => '', gnuplot => '') unless $sql; + + # re-format SQL + $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs; + $self->param( sql => $sql ); + + my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') ); + + return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} ) + if exists $ret->{error}; my $dir = $self->app->home->rel_dir('public'); @@ -95,68 +173,91 @@ warn "# $sql -> $name"; mkdir "$dir/gnuplot" unless -e "$dir/gnuplot"; my $png = "$dir/gnuplot/$name"; # FIXME - open(my $gnuplot, '|-', 'gnuplot') || die "gnuplot: $!"; - open($gnuplot, '>', '/tmp/gnuplot') if $self->param('debug'); - my @c = @{ $ret->{columns} }; - warn "first column not timestamp" unless shift @c eq 'timestamp'; - print $gnuplot qq| + my $gnuplot = qq| set terminal png set output '$png' +|; + + my $del; # delimiter between date and time + + if ( $ret->{rows}->[0]->[0] =~ m/(\d{4}-\d{2}-\d{2})(.)?(\d{2}:\d{2}:\d{2})?/ ) { + + my ( $date,$time ); + ( $date, $del, $time ) = ( $1,$2,$3 ); + + my $fmt = '%Y-%m-%d'; + $fmt .= 'T' if $del; + $fmt .= '%H:%M:%S' if $time; + + my $format_x = $time ? '%d %H:%M' : '%Y-%m-%d'; + $gnuplot .= qq| set xdata time -set timefmt "%Y-%m-%d %H:%M:%S" -set format x "%H%M%S" +set timefmt "$fmt" + +set format x "$format_x" +set xtics nomirror rotate by -90 -plot '-' using 1:3 title "$c[0]" |; - foreach my $row ( @{ $ret->{rows} } ) { - print $gnuplot join("\t", @$row),"\n"; + + } else { + warn "first column not timestamp"; } - print $gnuplot "e\n"; - close($gnuplot); - $self->render('gnuplot', sql => $sql, img => "/gnuplot/$name"); -}; + my $plot = 'plot '; + my $with = $self->param('with') || 'dots'; + foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) { + $gnuplot .= $plot; $plot = ','; + $gnuplot .= qq| '-' using 1:2 with $with title "$c[$i]" |; + } + $gnuplot .= "\n"; -app->start; -__DATA__ + foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) { -@@ index.html.ep -% layout 'default'; -% title 'Gearman demo'; + foreach my $row ( @{ $ret->{rows} } ) { + my $date = $row->[0]; + $date =~ s/\Q$del\E/T/g if $del; + $date =~ s/\.\d+//; + $gnuplot .= join(" ", $date, $row->[$i])."\n"; + } + $gnuplot .= "e\n"; + } - + open(my $fd, '|-', 'gnuplot') || die "gnuplot: $!"; + print $fd $gnuplot; + close($fd); -Gnuplot graphs: + $gnuplot = '' unless $self->param('include_gnuplot'); - + $self->render('gnuplot', sql => $sql, img => "/gnuplot/$name", gnuplot => $gnuplot); +}; -Low-level API tests: +get '/_redis' => sub { + my $self = shift; -<%= link_to 'HTTP ping' => 'ping_http' %> -<%= link_to 'Gearman ping' => 'ping_g' %> + _render_jsonp( $self, Mojo::JSON->new->encode({ status => APKPM::Model->redis_status }) ); +}; -@@ ping.html.ep -% layout 'default'; -pong: <%= $pong %> +get '/user' => sub { + my $self = shift; -@@ gnuplot.html.ep -% layout 'default'; -<%= form_for gnuplot => begin %> - <%= text_area 'sql', cols => 80 %> - <%= submit_button %> -<% end %> - + $self->render('user'); +}; + +get '/psql/:command' => sub { + my $self = shift; + my $command = $self->param('command'); + $command =~ s/^_/\\/ && warn "internal psql command $command"; + $command = sprintf "psql -c '%s' apkpm", $command; + my $output = `$command`; # FIXME unsecure + $self->render_text( "\$ $command\n\n
$output
" ); +}; + +# create pid file +open(my $pid, '>', '/tmp/apkpm.web_ui.pid'); +print $pid "$$\n"; +close $pid; -@@ layouts/default.html.ep - - <%= title %> - <%= content %> - +app->start;