7 my $DEBUG = $ENV{DEBUG} || 0;
8 my $INFLUX = $ENV{INFLUX} || 'http://10.80.3.89:8086/write?db=gnt';
9 my $INTERVAL = $ENV{INTERVAL} || 1;
11 my $RACK = $ENV{RACK};
13 my $node = `hostname -s`;
16 warn $0 = "gnt-monitor\@$node $DC $RACK $INFLUX $INTERVAL $DEBUG";
19 sub XXX { $DEBUG ? warn "XXX ",Data::Dump::dump( @_ ) : {} };
28 foreach my $instance ( glob '/var/run/ganeti/kvm-hypervisor/pid/*' ) {
30 open(my $fh, '<', $instance);
31 my $pid = <$fh>; chomp $pid;
33 $instance =~ s{^.*/}{};
35 if ( ! -d "/proc/$pid" ) {
41 my $vcpu = $last->{$instance}->{vcpu};
44 foreach my $fd ( glob "/proc/$pid/fd/*" ) {
45 $vcpu++ if -l $fd && readlink($fd) =~ m/kvm-vcpu/;
48 $last->{$instance}->{vcpu} = $vcpu;
51 # https://www.kernel.org/doc/Documentation/filesystems/proc.txt
52 open($fh, '<', "/proc/$pid/stat");
53 my $line = <$fh>; chomp $line;
54 my $gtime = (split(/\s+/,$line))[42]; # guest time of the task in jiffies
56 if ( my $last_gtime = $last->{$instance}->{gtime} ) {
57 my $clock_ticks = POSIX::sysconf( &POSIX::_SC_CLK_TCK ); # clock ticks per second
59 my $cpu = ( ( $gtime - $last_gtime ) * 100 ) / ( $clock_ticks * $vcpu );
60 $stat->{$instance}->{cpu} = $cpu;
63 $last->{$instance}->{gtime} = $gtime;
67 foreach my $glob ( glob '/var/run/ganeti/instance-disks/*' ) {
68 my ( $instance, $disk ) = split(/:/,$glob,2);
69 $instance =~ s{^.*/}{};
71 next unless exists $stat->{$instance};
73 my $dev = readlink $glob;
76 if ( ! -e "/sys/class/block/$dev" ) {
82 open( my $fh, '<', "/sys/class/block/$dev/stat" );
83 my $v = <$fh>; chomp $v; $v =~ s/^\s+//;
84 my @s = split(/\s+/, $v );
85 # https://www.kernel.org/doc/Documentation/block/stat.txt
88 read_bytes => $s[2] * 512,
91 write_bytes => $s[6] * 512,
94 if ( my $l = $last->{$instance}->{disk}->[$disk] ) {
96 $delta->{$_} = $d->{$_} - $l->{$_} foreach keys %$d;
97 $stat->{$instance}->{disk}->[$disk] = $delta;
98 $stat->{$instance}->{disk}->[$disk]->{dev} = $dev;
99 $stat->{$instance}->{disk}->[$disk]->{disk} = $disk;
101 $last->{$instance}->{disk}->[$disk] = $d;
105 foreach my $full_instance ( glob '/var/run/ganeti/kvm-hypervisor/nic/*' ) {
106 my $instance = $full_instance;
107 $instance =~ s{^.*/}{};
108 next unless exists $stat->{$instance};
110 foreach my $nic ( glob "$full_instance/*" ) {
111 open(my $fh, '<', $nic);
114 next unless -e "/sys/class/net/$dev";
120 foreach my $f (qw( rx_bytes tx_bytes rx_packets tx_packets )) {
121 open( my $fh, '<', "/sys/class/net/$dev/statistics/$f" );
122 my $v = <$fh>; chomp $v;
125 if ( my $l = $last->{$instance}->{nic}->[$nic] ) {
126 $stat->{$instance}->{nic}->[$nic]->{$_} = $d->{$_} - $l->{$_} foreach keys %$d;
127 $stat->{$instance}->{nic}->[$nic]->{dev} = $dev;
128 if ( -e "/sys/class/net/$dev/master" ) {
129 my $vlan = readlink "/sys/class/net/$dev/master";
131 $stat->{$instance}->{nic}->[$nic]->{vlan} = $vlan;
134 $last->{$instance}->{nic}->[$nic] = $d;
142 open(my $fh, '>', '/dev/shm/gnt-monitor.influx');
147 foreach my $k ( keys %$hash ) {
149 my ( $d, $s ) = $v =~ m/^\d+$/ ? ( '', 'i' ) :
150 $v =~ m/\w+/ ? ( '"', '' ) :
151 ( '' , '' ) ; # float
153 push @v, "$k=$d$v$d$s";
155 my $i = join(',', @v);
159 foreach my $instance ( keys %$stat ) {
161 next if $skip->{$instance};
164 $location .= qq{,dc="$DC"} if $DC;
165 $location .= qq{,rack="$RACK"} if $RACK;
167 print $fh qq{cpu,node="$node",instance="$instance"$location cpu=}, $stat->{$instance}->{cpu}, "\n";
169 foreach my $disk ( @{ $stat->{$instance}->{disk} } ) {
170 print $fh qq{disk,node="$node",instance="$instance"$location },dump4influx( $disk ), "\n";
173 foreach my $nic ( @{ $stat->{$instance}->{nic} } ) {
174 my $vlan = delete $nic->{vlan};
175 print $fh qq{nic,node="$node",instance="$instance",vlan=${vlan}i$location },dump4influx( $nic ), "\n";
182 system 'curl', '-XPOST', $INFLUX, '--data-binary', '@/dev/shm/gnt-monitor.influx';