X-Git-Url: http://git.rot13.org/?p=APKPM.git;a=blobdiff_plain;f=web_ui.pl;h=f9c3edc0d146a483aee5335a6f55d832a4845d49;hp=21553c225d3c6cac4639e8016637227e7a55d36c;hb=2cc4af29131b97f345a95552bffe21c2be1ecae6;hpb=4a7a503885165b49e604ad50850c07995553bfc4 diff --git a/web_ui.pl b/web_ui.pl index 21553c2..f9c3edc 100755 --- a/web_ui.pl +++ b/web_ui.pl @@ -6,6 +6,11 @@ use Redis; use lib '/srv/MojoX-Gearman/lib'; use MojoX::Gearman; +use lib 'lib'; +use APKPM::Model; +use Redis; +use Encode; + use Data::Dump qw(dump); plugin 'tag_helpers'; @@ -29,6 +34,7 @@ get '/ping_http' => sub { my $gearman = MojoX::Gearman->new; #( ioloop => Mojo::IOLoop->singleton ); $gearman->server( $ENV{GEARMAN} || 'localhost:4730' ); +$gearman->timeout( 15 ); get '/ping_g' => sub { my $self = shift; @@ -50,9 +56,61 @@ sub _render_jsonp { get '/g/:call/:args' => [ args => qr/.*/ ] => sub { my $self = shift; - my $ret = $gearman->req( 'SUBMIT_JOB', $self->param('call'), '', $self->param('args') ); - warn $self->param('call'), " = ", dump($ret), "\n"; - die "no result for ", $self->param('call'), ' args: ', $self->param('args') unless defined $ret; + + my $call = $self->param('call'); + my $args = $self->param('args'); + + if ( $call =~ m/^(LDAP|CRM)_search/ ) { + my $k = $1 . '.*' . $args . '*'; + my $redis = Redis->new; + if ( my @k = $redis->keys( $k ) ) { + my $ret = join(',', map { $redis->get($_) } @k ); + return _render_jsonp( $self, "[$ret]" ); + } + } + + my $ret = $gearman->req( 'SUBMIT_JOB', $call, '', $args ); + warn "$call = ", dump($ret), "\n"; + die "no result for $call args: $args" unless defined $ret; + _render_jsonp( $self, $ret ); +}; + +get '/table/:table' => sub { + my $self = shift; + + my $table = $self->param('table'); + my $username = $self->param('username'); + my $limit = $self->param('limit') || 1; + + warn "/table/$table $username $limit"; + + my $sql = "select * from $table"; + $sql .= " where username = '$username'" if $username; + $sql .= " limit $limit"; + + my $ret; + if ( $limit == 1 ) { + my $redis = Redis->new; + my $json = Mojo::JSON->new->decode( $redis->get( "table.$table.$username" ) ); + warn "redis hit table.$table.$username"; + + # generate result as Store_sql does + + my @c = split(/\s+/, $redis->get("pg.$table")); + my ($hash_col) = grep { $c[$_] eq 'h' } 0 .. $#c; + + $ret = { + columns => \@c, + hash_col => $hash_col, + rows => [[ map { $json->{$_} } @c ]], + }; + $ret = Mojo::JSON->new->encode($ret); + } + if ( ! $ret ) { + $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql ); + warn "gearman $sql"; + } + warn ">>> $ret"; _render_jsonp( $self, $ret ); }; @@ -75,23 +133,58 @@ get '/_g/status' => sub { _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) ); }; +sub _gearman_redis { + my ( $job, $params, $timeout ) = @_; + + my $key = $params; + $key =~ s/\W+/_/gs; + $key =~ s/\s+/_/gs; + $key = "sql.$key"; + warn "# _gearman_redis $key [$timeout s]"; + + my $redis = Redis->new; + my $ret; + + if ( $ret = $redis->get($key) ) { + warn "redis hit $key\n"; + } else { + $gearman->timeout($timeout); + $ret = $gearman->req( 'SUBMIT_JOB', $job, '', $params ); + die "no result for $params" unless $ret; + + $redis->set($key => $ret); + } + + $redis->expire($key => 60); # refresh redis key timeout + + $ret = Mojo::JSON->new->decode( $ret ); + + if ( ! exists $ret->{error} && ref $ret->{columns} ne 'ARRAY' ) { + $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout'; + } + + return $ret; +} + get '/gnuplot' => sub { my $self = shift; my $sql = $self->param('sql'); + + if ( my $timeout = $self->param('timeout') ) { + warn "set timout to $timeout"; + $gearman->timeout( $timeout ); + } else { + $self->param( timeout => $gearman->timeout ); + } + return $self->render('gnuplot', img => '', gnuplot => '') unless $sql; # re-format SQL $sql =~ s/\s+(from|where|order|limit|join)/\n$1/gs; $self->param( sql => $sql ); - $gearman->timeout( $self->param('timeout') ); - my $ret = $gearman->req( 'SUBMIT_JOB', 'Store_sql', '', $sql ); - die "no result for $sql" unless $ret; - - $ret = Mojo::JSON->new->decode( $ret ); - - $ret->{error} = 'query run longer than ' . $gearman->timeout . ' s timeout' unless ref $ret->{columns} eq 'ARRAY'; + my $ret = _gearman_redis( 'Store_sql' => $sql, $self->param('timeout') ); return $self->render('gnuplot', sql => $sql, img => '', gnuplot => $ret->{error} ) if exists $ret->{error}; @@ -108,18 +201,38 @@ warn "# $sql -> $name"; my $png = "$dir/gnuplot/$name"; # FIXME my @c = @{ $ret->{columns} }; - warn "first column not timestamp" unless $c[0] eq 'timestamp'; my $gnuplot = qq| set terminal png set output '$png' +|; + + my $del; # delimiter between date and time + + if ( $ret->{rows}->[0]->[0] =~ m/(\d{4}-\d{2}-\d{2})(.)?(\d{2}:\d{2}:\d{2})?/ ) { + + my ( $date,$time ); + ( $date, $del, $time ) = ( $1,$2,$3 ); + + my $fmt = '%Y-%m-%d'; + $fmt .= 'T' if $del; + $fmt .= '%H:%M:%S' if $time; + + my $format_x = $time ? '%d %H:%M' : '%Y-%m-%d'; + $gnuplot .= qq| set xdata time -set timefmt "%Y-%m-%dT%H:%M:%S" -set format x "%H:%M\\n%d" +set timefmt "$fmt" + +set format x "$format_x" +set xtics nomirror rotate by -90 |; + } else { + warn "first column not timestamp"; + } + my $plot = 'plot '; my $with = $self->param('with') || 'dots'; foreach my $i ( 1 .. $#{ $ret->{rows}->[0] } ) { @@ -132,7 +245,7 @@ set format x "%H:%M\\n%d" foreach my $row ( @{ $ret->{rows} } ) { my $date = $row->[0]; - $date =~ s/ /T/g; + $date =~ s/\Q$del\E/T/g if $del; $date =~ s/\.\d+//; $gnuplot .= join(" ", $date, $row->[$i])."\n"; } @@ -151,15 +264,27 @@ set format x "%H:%M\\n%d" get '/_redis' => sub { my $self = shift; - my $redis = Redis->new; + _render_jsonp( $self, Mojo::JSON->new->encode({ status => APKPM::Model->redis_status }) ); +}; - my $status; - foreach my $k ( $redis->keys('poll.*') ) { - $status->{$k} = eval { $redis->scard($k) } || $redis->get($k); - } +get '/user' => sub { + my $self = shift; - warn "## ", dump $status; - _render_jsonp( $self, Mojo::JSON->new->encode({ status => $status }) ); + $self->render('user'); }; +get '/psql/:command' => sub { + my $self = shift; + my $command = $self->param('command'); + $command =~ s/^_/\\/ && warn "internal psql command $command"; + $command = sprintf "psql -c '%s' apkpm", $command; + my $output = `$command`; # FIXME unsecure + $self->render_text( "\$ $command\n\n
$output
" ); +}; + +# create pid file +open(my $pid, '>', '/tmp/apkpm.web_ui.pid'); +print $pid "$$\n"; +close $pid; + app->start;