use Cwd qw/abs_path/;
use Archive::Tar::Streamed;
use Algorithm::Diff;
-use Getopt::Std;
use File::Slurp;
+use Getopt::Long::Descriptive;
=head1 NAME
=head1 DESCRIPTION
- # /etc/BackupPC/pc/dvd_tar.pl
+ # /etc/BackupPC/pc/_search_archive.pl
=cut
-# FIXME
-my $debug = $ENV{DEBUG} || 1;
-my $check = $ENV{CHECK} || 1;
-
my $bpc = BackupPC::Lib->new || die "can't create BackupPC::Lib";
+$bpc->ConfigRead('_search_archive'); # read our configuration
my %Conf = $bpc->Conf();
-warn "## ARGV=",dump @ARGV;
-
-
-my $args;
-my $name;
-foreach ( @ARGV ) {
- my $v = $_;
- if ( m/(\w+)=(.+)/ ) {
- $name = $1;
- $v = $2;
- }
- if ( $name =~ m/List/ ) {
- push @{ $args->{$name} }, $v;
- } else {
- $args->{$name} = $v;
- }
-}
-
-warn "args = ",dump($args);
-
use BackupPC::Search;
%BackupPC::Search::Conf = %Conf;
-my $path = abs_path($0);
-$path =~ s{/[^/]+$}{/}; # FIXME remove?
+my ($opt,$usage) = describe_options(
+"%c %o",
+[ 'host|h=s@', "import just host(s)" ],
+[ 'num|n=s@', "import just backup number(s)" ],
+[ 'check|c', "check archives on disk and sync", { default => 1 } ],
+[ 'debug|d', "debug", { default => 1 } ],
+[ 'help', "show help" ],
+);
+
+print($usage->text), exit if $opt->help;
$|=1;
$hsn_cache->{"$host $num"} = $id;
- print STDERR "# $host $num == $id\n" if $debug;
+ print STDERR "# $host $num == $id\n" if $opt->debug;
return $id;
}
sub check_archive {
my ($host,$num) = @_;
+ warn "# check_archive $host $num";
my $t = time();
- my @tar_parts =
- sort map { s/^\Q$Conf{ArchiveDest}\E\/*//; $_ }
- glob "$Conf{ArchiveDest}/$host.$num.*"
- ;
+ my $glob = "$Conf{ArchiveDest}/$host.$num.*";
+
+ my @tar_parts = sort map { s/^\Q$Conf{ArchiveDest}\E\/*//; $_ } glob $glob ;
- return unless @tar_parts;
+ if ( ! @tar_parts ) {
+ warn "ERROR: no files for $glob";
+ return;
+ }
print curr_time, " check $host $num";
if ( ! -e $md5_path ) {
system_ok "cd $Conf{ArchiveDest} && /usr/bin/md5sum $host.$num.* > $md5_path";
} else {
- system_ok "cd $Conf{ArchiveDest} && /usr/bin/md5sum -c $md5_path" if $check;
+ system_ok "cd $Conf{ArchiveDest} && /usr/bin/md5sum -c $md5_path" if $opt->check;
}
my $md5sum;
}
sub check_part {
- my ($host, $num, $part_nr, $tar_size, $size, $md5, $items) = @_;
+ my ($host, $num, $part_nr, $tar_size, $size, $md5, $items, $filename) = @_;
my $backup_id = get_backup_id($host, $num);
my $sth_md5 = $dbh->prepare(qq{
select
- id, tar_size, size, md5, items
+ id, tar_size, size, md5, items, filename
from backup_parts
- where backup_id = ? and part_nr = ?
+ where backup_id = ? and part_nr = ? and filename = ?
});
- $sth_md5->execute($backup_id, $part_nr);
+ $sth_md5->execute($backup_id, $part_nr, $filename);
if (my $row = $sth_md5->fetchrow_hashref) {
return if (
tar_size,
size,
md5,
- items
- ) values (?,?,?,?,?,?)
+ items,
+ filename
+ ) values (?,?,?,?,?,?,?)
});
- $sth_insert->execute($backup_id, $part_nr, $tar_size, $size, $md5, $items);
+ $sth_insert->execute($backup_id, $part_nr, $tar_size, $size, $md5, $items, $filename);
$dbh->commit;
}
- print " [parts: ",join(", ", @tar_parts),"]" if $debug;
+ print " [parts: ",join(", ", @tar_parts),"]" if $opt->debug;
my @tar_files;
my $backup_part;
- print " reading" if $debug;
+ print " reading" if $opt->debug;
my $part_nr = 0;
my $inc_size = 0;
my $size = (stat( $path ))[7] || die "can't stat $path: $!";
- if ($size > $Conf{MaxArchiveSize}) {
- print ", part bigger than media $size > $Conf{MaxArchiveSize}\n";
+ if ($size > $Conf{ArchiveMediaSize}) {
+ print ", part bigger than media $size > $Conf{ArchiveMediaSize}\n";
return 0;
}
$items++;
$tar_size_inarc += $entry->size;
- if ($tar_size_inarc > $Conf{MaxArchiveFileSize}) {
- print ", part $filename is too big $tar_size_inarc > $Conf{MaxArchiveFileSize}\n";
+ if ($tar_size_inarc > $Conf{ArchiveChunkSize}) {
+ print ", part $filename is too big $tar_size_inarc > $Conf{ArchiveChunkSize}\n";
return 0;
}
my $items = 1;
$part_nr++;
- check_part($host, $num, $part_nr, $tar_size, $size, $md5, $items);
+ check_part($host, $num, $part_nr, $tar_size, $size, $md5, $items, $filename);
# round increment size to 2k block size
- $inc_size += int(($size + 2048) / 2048);
+ $inc_size += int((($size + 2048) / 2048 ) * 2048);
}
$sth_inc_size->execute(
#----- main
-foreach ( 0 .. $#{ $args->{HostList} } ) {
+foreach ( 0 .. $#{ $opt->host } ) {
- my $host = $args->{'HostList'}->[$_];
- my $num = $args->{'BackupList'}->[$_];
+ my $host = $opt->host->[$_];
+ my $num = $opt->num->[$_];
check_archive $host => $num;
}
-exit;
+exit; # FIXME
my $sth = $dbh->prepare( qq{
# this will return -1 if file doesn't exist
my $size = BackupPC::Search::get_tgz_size_by_name($tar_file);
- print "# host: ".$row->{host}.", share: ".$row->{'share'}.", backup_num:".$row->{num}." size: $size backup.size: ", $row->{inc_size},"\n" if $debug;
+ print "# host: ".$row->{host}.", share: ".$row->{'share'}.", backup_num:".$row->{num}." size: $size backup.size: ", $row->{inc_size},"\n" if $opt->debug;
if ( $row->{'inc_size'} != -1 && $size != -1 && $row->{'inc_size'} >= $size && $row->{parts} == $row->{backup_parts}) {
- if ($check) {
+ if ($opt->check) {
tar_check($row->{'host'}, $row->{'share'}, $row->{'num'}, $tar_file) && next;
} else {
next;
=for later
# re-create archive?
my $cmd = qq[ $tarIncCreate -h "$row->{host}" -s "$row->{share}" -n $row->{num} -f ];
- print STDERR "## $cmd\n" if ($debug);
+ print STDERR "## $cmd\n" if ($opt->debug);
if (system($cmd) != 0) {
print STDERR " FAILED, marking this backup deleted";
projects / BackupPC.git / blobdiff