use BackupPC::Lib;
use BackupPC::View;
use BackupPC::Attrib qw/:all/;
-use Data::Dumper;
+#use Data::Dumper;
+use Data::Dump qw(dump);
use Time::HiRes qw/time/;
use POSIX qw/strftime/;
use Cwd qw/abs_path/;
-use File::Which;
-use Archive::Tar::Streamed;
-use Algorithm::Diff;
+#use Archive::Tar::Streamed;
+#use Algorithm::Diff;
use Getopt::Std;
use File::Slurp;
-use File::Pid;
=head1 NAME
-BackupPC_incPartsUpdate
+BackupPC_ASA_PostArchive_Update
=head1 DESCRIPTION
-Create C<.tar.gz> increments on disk calling C<BackupPC_tarIncCreate>.
+ # /etc/BackupPC/pc/dvd_tar.pl
-Following options are supported (but all are optional):
-
-=over 4
-
-=item -h hostname
-
-Update parts for just single C<hostname>
+=cut
-=item -c
+# FIXME
+my $debug = $ENV{DEBUG} || 1;
+my $check = $ENV{CHECK} || 1;
-Force check for tar archives which exist on disk
-=item -d
+my $bpc = BackupPC::Lib->new || die "can't create BackupPC::Lib";
+my %Conf = $bpc->Conf();
+warn "## ARGV=",dump @ARGV;
-Turn debugging output
-=back
+my $args;
+my $name;
+foreach ( @ARGV ) {
+ my $v = $_;
+ if ( m/(\w+)=(.+)/ ) {
+ $name = $1;
+ $v = $2;
+ }
+ if ( $name =~ m/List/ ) {
+ push @{ $args->{$name} }, $v;
+ } else {
+ $args->{$name} = $v;
+ }
+}
-=cut
+warn "args = ",dump($args);
-my %opt;
-getopts("cdh:", \%opt );
+sub check_archive;
-my $debug = $opt{d};
-my $check = $opt{c} && print STDERR "NOTICE: tar archive check forced\n";
+foreach ( 0 .. $#{ $args->{HostList} } ) {
-my $pid_path = abs_path($0);
-$pid_path =~ s/\W+/_/g;
+ my $host = $args->{'HostList'}->[$_];
+ my $num = $args->{'BackupList'}->[$_];
-my $pidfile = new File::Pid({
- file => "/tmp/$pid_path",
-});
+ check_archive $host => $num;
-if (my $pid = $pidfile->running ) {
- die "$0 already running: $pid\n";
-} elsif ($pidfile->pid ne $$) {
- $pidfile->remove;
- $pidfile = new File::Pid;
}
-print STDERR "$0 using pid ",$pidfile->pid," file ",$pidfile->file,"\n";
-$pidfile->write;
+exit;
-my $bpc = BackupPC::Lib->new || die "can't create BackupPC::Lib";
-my %Conf = $bpc->Conf();
use BackupPC::Search;
%BackupPC::Search::Conf = %Conf;
my $path = abs_path($0);
-$path =~ s#/[^/]+$#/#;
-my $tarIncCreate = $path .= 'BackupPC_tarIncCreate';
-
-die "can't find $tarIncCreate: $!\n" unless (-x $tarIncCreate);
-
-my $bin;
-foreach my $c (qw/gzip md5sum/) {
- $bin->{$c} = which($c) || die "$0 needs $c, install it\n";
-}
+$path =~ s{/[^/]+$}{/}; # FIXME remove?
$|=1;
my $t_fmt = '%Y-%m-%d %H:%M:%S';
+warn "## Conf = ",dump( \%Conf );
+
my $dsn = $Conf{SearchDSN} || die "Need SearchDSN in config.pl\n";
my $user = $Conf{SearchUser} || '';
-my $dbh = DBI->connect($dsn, $user, "", { RaiseError => 1, AutoCommit => 0 });
+my $dbh = DBI->connect($Conf{SearchDSN}, $Conf{SearchUser}, "", { RaiseError => 1, AutoCommit => 0 });
-my $tar_dir = $Conf{GzipTempDir};
+#---- subs ----
-die "problem with $tar_dir, check GzipTempDir in configuration\n" unless (-d $tar_dir && -w $tar_dir);
-#---- subs ----
+sub curr_time {
+ return strftime($t_fmt,localtime());
+}
sub fmt_time {
my $t = shift || return;
return $out;
}
-sub curr_time {
- return strftime($t_fmt,localtime());
-}
-
my $hsn_cache;
sub get_backup_id($$$) {
$hsn_cache->{"$host $share $num"} = $id;
- print STDERR "# $host $share $num == $id\n" if ($opt{d});
+ print STDERR "# $host $share $num == $id\n" if $debug;
return $id;
}
$sth_inc_deleted->execute($backup_id);
}
-sub tar_check($$$$) {
- my ($host,$share,$num,$filename) = @_;
+sub system_ok {
+ warn "## system_ok @_\n";
+ system(@_) == 0 || die "system @_:$!";
+}
+
+sub check_archive {
+ my ($host,$num) = @_;
my $t = time();
- print curr_time, " check $host:$share#$num -> $filename";
+ print curr_time, " check $host $num";
+
+ my $md5_path = "$Conf{ArchiveDest}/$host.$num.md5";
+ unlink $md5_path if -s $md5_path == 0; # fix empty
+
+ if ( ! -e $md5_path ) {
+ system_ok "md5sum $Conf{ArchiveDest}/$host.$num.* > $md5_path";
+ } else {
+ system_ok "md5sum -c $md5_path" if $check;
+ }
+
+ my $md5sum;
+ foreach ( split(/\n/, read_file "$Conf{ArchiveDest}/$host.$num.md5" ) ) {
+ my ( $path, $md5 ) = split(/\s+/,$_);
+ $md5sum->{$path} = $md5;
+ }
# depending on expected returned value this is used like:
# my $uncompress_size = get_gzip_size('/full/path/to.gz');
sub get_gzip_size($) {
my $filename = shift;
die "file $filename problem: $!" unless (-r $filename);
- open(my $gzip, $bin->{gzip}." -l $filename |") || die "can't gzip -l $filename: $!";
+ open(my $gzip, $Conf{GzipPath}." -l $filename |") || die "can't gzip -l $filename: $!";
my $line = <$gzip>;
chomp($line);
$line = <$gzip> if ($line =~ /^\s+compressed/);
$dbh->commit;
}
- my @tar_parts;
-
- if (-d "$tar_dir/$filename") {
- print ", multi-part";
- opendir(my $dir, "$tar_dir/$filename") || die "can't readdir $tar_dir/$filename: $!";
- @tar_parts = map { my $p = $_; $p =~ s#^#${filename}/#; $p } grep { !/^\./ && !/md5/ && -f "$tar_dir/$filename/$_" } readdir($dir);
- closedir($dir);
- } else {
- push @tar_parts, "${filename}.tar.gz";
- }
-
- print " [parts: ",join(", ", @tar_parts),"]" if ($opt{d});
+ my @tar_parts =
+ sort map { s/^\Q$Conf{ArchiveDest}\E//; $_ }
+ glob "$Conf{ArchiveDest}/$host.$num.*"
+ ;
+ print " [parts: ",join(", ", @tar_parts),"]" if $debug;
my $same = 1;
my @tar_files;
my $backup_part;
- print " reading" if ($opt{d});
+ print " reading" if $debug;
+
+ my $part_nr = 1;
foreach my $tarfilename (@tar_parts) {
print "\n\t- $tarfilename";
- my $path = "$tar_dir/$tarfilename";
+ my $path = "$Conf{ArchiveDest}/$tarfilename";
my $size = (stat( $path ))[7] || die "can't stat $path: $!";
print ", $size bytes";
+=for later
open(my $fh, "gzip -cd $path |") or die "can't open $path: $!";
binmode($fh);
return 1;
}
- my $tar_size = get_gzip_size( $path );
+=cut
- # real tar size is bigger because of padding
- if ($tar_size_inarc > $tar_size) {
- print ", size of files in tar ($tar_size_inarc) bigger than whole tar ($tar_size)!\n";
- return 0;
- }
+ # FIXME
+ my $tar_size = $path =~ m/.gz/ ? get_gzip_size( $path ) : -s $path;
#
- # check if md5 exists, and if not, create one
+ # finally, check if backup_parts table in database is valid
#
- my $md5_path = $path;
- $md5_path =~ s/\.tar\.gz$/.md5/ || die "can't create md5 filename from $md5_path";
- if (! -e $md5_path || -z $md5_path) {
- print ", creating md5";
- system( $bin->{md5sum} . " $path > $md5_path") == 0 or die "can't create md5 $path: $!";
- } else {
- ## FIXME check if existing md5 is valid
- }
-
- my $md5 = read_file( $md5_path ) || die "can't read md5sum file $md5_path: $!";
- $md5 =~ s#\s.*$##;
+ my $md5 = $md5sum->{$path} || die "no md5sum for $path";
+ my $items = 1;
- # extract part number from filename
- my $part_nr = 1;
- $part_nr = $1 if ($tarfilename =~ m#/(\d+)\.tar\.gz#);
-
- #
- # finally, check if backup_parts table in database is valid
- #
+ check_part($host, undef, $num, $part_nr, $tar_size, $size, $md5, $items);
- check_part($host, $share, $num, $part_nr, $tar_size, $size, $md5, $items);
+ $part_nr++;
}
# short-cut and exit;
FROM files
JOIN shares on shares.id = shareid
JOIN hosts on hosts.id = shares.hostid
- WHERE hosts.name = ? and shares.name = ? and backupnum = ?
+ WHERE hosts.name = ? and backupnum = ?
});
- $sth->execute($host, $share, $num);
+ $sth->execute($host, $num);
my @db_files;
while( my $row = $sth->fetchrow_hashref ) {
my $num_backups = $sth->rows;
my $curr_backup = 1;
-if ($opt{h}) {
- warn "making increments just for host $opt{h}\n";
-}
-
while (my $row = $sth->fetchrow_hashref) {
- if ($opt{h} && $row->{host} ne $opt{h}) {
- warn "skipped $row->{host}\n" if ($debug);
- next;
- }
-
$curr_backup++;
my $tar_file = BackupPC::Search::getGzipName($row->{'host'}, $row->{'share'}, $row->{'num'});
# this will return -1 if file doesn't exist
my $size = BackupPC::Search::get_tgz_size_by_name($tar_file);
- print "# host: ".$row->{host}.", share: ".$row->{'share'}.", backup_num:".$row->{num}." size: $size backup.size: ", $row->{inc_size},"\n" if ($opt{d});
+ print "# host: ".$row->{host}.", share: ".$row->{'share'}.", backup_num:".$row->{num}." size: $size backup.size: ", $row->{inc_size},"\n" if $debug;
if ( $row->{'inc_size'} != -1 && $size != -1 && $row->{'inc_size'} >= $size && $row->{parts} == $row->{backup_parts}) {
if ($check) {
my $t = time();
+=for later
# re-create archive?
my $cmd = qq[ $tarIncCreate -h "$row->{host}" -s "$row->{share}" -n $row->{num} -f ];
print STDERR "## $cmd\n" if ($debug);
print STDERR " FAILED, marking this backup deleted";
backup_inc_deleted( $row->{backup_id} );
}
+=cut
print ", dur: ",fmt_time(time() - $t), "\n";
projects / BackupPC.git / blobdiff