fixed path to HyperEstraier index when not using estmaster
[BackupPC.git] / lib / BackupPC / SearchLib.pm
index 0b01ebd..7d617a1 100644 (file)
@@ -120,6 +120,67 @@ sub getWhere($) {
        return join(" and ", @conditions);
 }
 
+my $sort_def = {
+       search => {
+               default => 'date_a',
+               sql => {
+                       share_d => 'shares.name DESC',
+                       share_a => 'shares.name ASC',
+                       path_d => 'files.path DESC',
+                       path_a => 'files.path ASC',
+                       num_d => 'files.backupnum DESC',
+                       num_a => 'files.backupnum ASC',
+                       size_d => 'files.size DESC',
+                       size_a => 'files.size ASC',
+                       date_d => 'files.date DESC',
+                       date_a => 'files.date ASC',
+               },
+               est => {
+                       share_d => 'sname STRD',
+                       share_a => 'sname STRA',
+                       path_d => 'filepath STRD',
+                       path_a => 'filepath STRA',
+                       num_d => 'backupnum NUMD',
+                       num_a => 'backupnum NUMA',
+                       size_d => 'size NUMD',
+                       size_a => 'size NUMA',
+                       date_d => 'date NUMD',
+                       date_a => 'date NUMA',
+               }
+       }, burn => {
+               default => 'date_a',
+               sql => {
+                       share_d => 'host DESC, share DESC',
+                       share_a => 'host ASC, share ASC',
+                       num_d => 'backupnum DESC',
+                       num_a => 'backupnum ASC',
+                       date_d => 'date DESC',
+                       date_a => 'date ASC',
+                       age_d => 'age DESC',
+                       age_a => 'age ASC',
+                       size_d => 'size DESC',
+                       size_a => 'size ASC',
+                       incsize_d => 'inc_size DESC',
+                       incsize_a => 'inc_size ASC',
+               }
+       }
+};
+
+sub getSort($$$) {
+       my ($part,$type, $sort_order) = @_;
+
+       die "unknown part: $part" unless ($sort_def->{$part});
+       die "unknown type: $type" unless ($sort_def->{$part}->{$type});
+
+       $sort_order ||= $sort_def->{$part}->{'default'};
+
+       if (my $ret = $sort_def->{$part}->{$type}->{$sort_order}) {
+               return $ret;
+       } else {
+               # fallback to default sort order
+               return $sort_def->{$part}->{$type}->{ $sort_def->{$part}->{'default'} };
+       }
+}
 
 sub getFiles($) {
        my ($param) = @_;
@@ -151,8 +212,10 @@ sub getFiles($) {
        my $where = getWhere($param);
        $sql_where = " WHERE ". $where if ($where);
 
+       my $order = getSort('search', 'sql', $param->{'sort'});
+
        my $sql_order = qq{
-               ORDER BY files.date
+               ORDER BY $order
                LIMIT $on_page
                OFFSET ?
        };
@@ -194,7 +257,7 @@ sub getHyperEstraier_url($) {
        if ($use_hest =~ m#^http://#) {
                $index_node_url = $use_hest;
        } else {
-               $index_path = $TopDir . '/' . $index_path;
+               $index_path = $TopDir . '/' . $use_hest;
                $index_path =~ s#//#/#g;
        }
        return ($index_path, $index_node_url);
@@ -251,7 +314,7 @@ sub getFilesHyperEstraier($) {
 
 #      $cond->set_max( $offset + $on_page );
        $cond->set_options( $HyperEstraier::Condition::SURE );
-       $cond->set_order( 'date NUMA' );
+       $cond->set_order( getSort('search', 'est', $param->{'sort'} ) );
 
        # get the result of search
        my @res;
@@ -282,7 +345,7 @@ sub getFilesHyperEstraier($) {
                }
 
                my $row;
-               foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
+               foreach my $c (qw/fid hname sname backupnum filepath date type size/) {
                        $row->{$c} = $doc->attr($c);
                }
                push @res, $row;
@@ -307,6 +370,28 @@ sub getGzipName($$$)
        
 }
 
+sub get_tgz_size_by_name($) {
+       my $name = shift;
+
+       my $tgz = $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.$name;
+
+       my $size = -1;
+
+       if (-f $tgz) {
+               $size = (stat($tgz))[7];
+       } elsif (-d $tgz) {
+               opendir(my $dir, $tgz) || die "can't opendir $tgz: $!";
+               my @parts = grep { !/^\./ && -f "$tgz/$_" } readdir($dir);
+               $size = 0;
+               foreach my $part (@parts) {
+                       $size += (stat("$tgz/$part"))[7] || die "can't stat $tgz/$part: $!";
+               }
+               closedir $dir;
+       }
+
+       return $size;
+}
+
 sub getGzipSize($$)
 {
        my ($hostID, $backupNum) = @_;
@@ -327,19 +412,22 @@ sub getGzipSize($$)
        $sth->execute($hostID, $backupNum);
 
        my $row = $sth->fetchrow_hashref();
-       
-       my (undef,undef,undef,undef,undef,undef,undef,$ret,undef,undef,undef,undef,undef) = 
-                       stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
-                               getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
-       
-       return $ret;    
+
+       return get_tgz_size_by_name(
+               getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'})
+       );
 }
 
-sub getBackupsNotBurned() {
+sub getBackupsNotBurned($) {
 
+       my $param = shift;
        my $dbh = get_dbh();
 
-       my $sql = q{
+       my $order = getSort('burn', 'sql', $param->{'sort'});
+
+print STDERR "## sort=". ($param->{'sort'} || 'no sort param') . " burn sql order: $order\n";
+
+       my $sql = qq{
                SELECT 
                        backups.hostID AS hostID,
                        hosts.name AS host,
@@ -347,9 +435,11 @@ sub getBackupsNotBurned() {
                        backups.num AS backupnum,
                        backups.type AS type,
                        backups.date AS date,
+                       date_part('epoch',now()) - backups.date as age,
                        backups.size AS size,
                        backups.id AS id,
-                       backups.inc_size AS inc_size
+                       backups.inc_size AS inc_size,
+                       backups.parts AS parts
                FROM backups 
                INNER JOIN shares       ON backups.shareID=shares.ID
                INNER JOIN hosts        ON backups.hostID = hosts.ID
@@ -365,15 +455,17 @@ sub getBackupsNotBurned() {
                        backups.type,
                        backups.date,
                        backups.size,
-                       backups.inc_size
-               ORDER BY backups.date
+                       backups.inc_size,
+                       backups.parts
+               ORDER BY $order
        };
        my $sth = $dbh->prepare( $sql );
        my @ret;
        $sth->execute();
 
        while ( my $row = $sth->fetchrow_hashref() ) {
-               $row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
+               $row->{'age'} = sprintf("%0.1f", ( $row->{'age'} / 86400 ) );
+               #$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
                $row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
 
                # do some cluster calculation (approximate) and convert to kB
@@ -384,7 +476,12 @@ sub getBackupsNotBurned() {
        return @ret;      
 }
 
-sub displayBackupsGrid() {
+sub displayBackupsGrid($) {
+
+       my $param = shift;
+
+       my $max_archive_size = $Conf{MaxArchiveSize} || die "no MaxArchiveSize";
+       my $max_archive_file_size = $Conf{MaxArchiveFileSize}  || die "no MaxFileInSize";
 
        my $retHTML .= q{
                <form id="forma" method="POST" action="}.$MyURL.q{?action=burn">
@@ -491,6 +588,15 @@ DIV#fixedBox #submitBurner {
        z-index: 3;
        background-color: transparent;
 }
+
+#parts {
+       padding: 0.4em;
+       display: none;
+       width: 100%;
+       font-size: 80%;
+       color: #ff0000;
+       text-align: center;
+}
 -->
 </style>
 <script type="text/javascript">
@@ -500,12 +606,16 @@ var debug_div = null;
 EOF3
 
        # take maximum archive size from configuration
-       $retHTML .= 'var media_size = '. $Conf{MaxArchiveSize} .';';
+       $retHTML .= qq{
+var media_size = $max_archive_size ;
+var max_file_size = $max_archive_file_size;
+
+};
 
        $retHTML .= <<'EOF3';
 
 function debug(msg) {
-//     return; // Disable debugging
+       return; // Disable debugging
 
        if (! debug_div) debug_div = document.getElementById('debug');
 
@@ -561,8 +671,9 @@ function checkAll(location) {
        update_sum(suma);
 }
 
-function update_sum(suma) {
-       element_id('forma').elements['totalsize'].value = suma;
+function update_sum(suma, suma_disp) {
+       if (! suma_disp) suma_disp = suma;
+       element_id('forma').elements['totalsize'].value = suma_disp;
        pbar_set(suma, media_size);
        debug('total size: ' + suma);
 }
@@ -577,6 +688,19 @@ function sumiraj(e) {
                } else {
                        suma -= size;
                }
+
+               var parts = parseInt( element_id("prt" + e.name.substr(3)).value);
+               if (suma > max_file_size && suma == size && parts > 1) {
+                       element_id("parts").innerHTML = "This will take "+parts+" mediums!";
+                       element_id("parts").style.display = 'block';
+                       update_sum(media_size, suma);
+                       suma = media_size;
+                       return suma;
+               } else {
+                       element_id("parts").style.display = 'none';
+               }
+
+               if (suma < 0) suma = 0;
        } else {
                suma = 0;
                for (var i = 0; i < len; i++) {
@@ -674,6 +798,8 @@ Size: <input type="text" name="totalsize" size="7" readonly="readonly" style="te
 </div>
 <br/>
 
+<div id="parts">&nbsp;</div>
+
 Note:
 <textarea name="note" cols="10" rows="5" id="note"></textarea>
 
@@ -694,15 +820,18 @@ EOF3
                        <td class="tableheader">
                                <input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
                        </td>
-                       <td align="center">Share</td>
-                       <td align="center">Backup no</td>
+       } .
+               sort_header($param, 'Share', 'share', 'center') .
+               sort_header($param, '#', 'num', 'center') .
+       qq{
                        <td align="center">Type</td>
-                       <td align="center">date</td>
-                       <td align="center">age/days</td>
-                       <td align="center">size/MB</td>
-                       <td align="center">gzip size/kB</td>
+       } .
+               sort_header($param, 'Date', 'date', 'center') .
+               sort_header($param, 'Age/days', 'age', 'center') .
+               sort_header($param, 'Size/Mb', 'size', 'center') .
+               sort_header($param, 'gzip size/Kb', 'incsize', 'center') .
+       qq{
                        </tr>
-
        };
 
        my @color = (' bgcolor="#e0e0e0"', '');
@@ -710,7 +839,7 @@ EOF3
        my $i = 0;
        my $host = '';
 
-       foreach my $backup ( getBackupsNotBurned() ) {
+       foreach my $backup ( getBackupsNotBurned($param) ) {
 
                if ($host ne $backup->{'host'}) {
                        $i++;
@@ -738,7 +867,8 @@ EOF3
                        '<td align="center">' . $backup->{'age'} . '</td>' .
                        '<td align="right">' . $backup->{'size'} . '</td>' .
                        '<td align="right">' . $backup->{'inc_size'} .
-                       '<input type="hidden" iD="fss'.$checkbox_key .'" value="'. $backup->{'inc_size'} .'"></td>' .
+                       '<input type="hidden" id="fss'.$checkbox_key .'" value="'. $backup->{'inc_size'} .'"></td>' .
+                       '<input type="hidden" id="prt'.$checkbox_key .'" value="'. $backup->{'parts'} .'"></td>' .
 
                        "</tr>\n";
        }
@@ -790,11 +920,53 @@ sub displayGrid($) {
        <table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
                <tr class="fviewheader"> 
                <td></td>
-               <td align="center">Share</td>
-               <td align="center">Type and Name</td>
-               <td align="center">#</td>
-               <td align="center">Size</td>
-               <td align="center">Date</td>
+       };
+
+       sub sort_header($$$$) {
+               my ($param, $display, $name, $align) = @_;
+
+               my ($sort_what, $sort_direction) = split(/_/,$param->{'sort'},2);
+
+               my $old_sort = $param->{'sort'};
+
+               my $html = qq{<td align="$align"};
+               my $arrow = '';
+
+               if (lc($sort_what) eq lc($name)) {
+                       my $direction = lc($sort_direction);
+
+                       # swap direction or fallback to default
+                       $direction =~ tr/ad/da/;
+                       $direction = 'a' unless ($direction =~ /[ad]/);
+
+                       $param->{'sort'} = $name . '_' . $direction;
+                       $html .= ' style="border: 1px solid #808080;"';
+               
+                       # add unicode arrow for direction
+                       $arrow .= '&nbsp;';
+                       $arrow .= $direction eq 'a'  ?  '&#9650;'
+                               : $direction eq 'd'  ?  '&#9660;'
+                               :                       ''
+                               ;
+
+               } else {
+                       $param->{'sort'} = $name . '_a';
+               }
+
+               $html .= '><a href="' . page_uri($param) . '">' . $display . '</a>' . $arrow . '</td>';
+               $param->{'sort'} = $old_sort;
+
+               return $html;
+       }
+
+       $retHTML .=
+               sort_header($param, 'Share', 'share', 'center') .
+               sort_header($param, 'Type and Name', 'path', 'center') .
+               sort_header($param, '#', 'num', 'center') .
+               sort_header($param, 'Size', 'size', 'center') .
+               sort_header($param, 'Date', 'date', 'center');
+
+       $retHTML .= qq{
                <td align="center">Media</td>
                </tr>
        };
@@ -814,6 +986,46 @@ sub displayGrid($) {
                return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
        }
 
+       my $sth_archived;
+       my %archived_cache;
+
+       sub check_archived($$$) {
+               my ($host, $share, $num) = @_;
+
+               if (my $html = $archived_cache{"$host $share $num"}) {
+                       return $html;
+               }
+
+               $sth_archived ||= $dbh->prepare(qq{
+                       select
+                               dvd_nr, note,
+                               count(archive_burned.copy) as copies
+                       from archive
+                       inner join archive_burned on archive_burned.archive_id = archive.id
+                       inner join archive_backup on archive.id = archive_backup.archive_id
+                       inner join backups on backups.id = archive_backup.backup_id
+                       inner join hosts on hosts.id = backups.hostid
+                       inner join shares on shares.id = backups.shareid
+                       where hosts.name = ? and shares.name = ? and backups.num = ?
+                       group by dvd_nr, note
+               });
+
+               my @mediums;
+
+               $sth_archived->execute($host, $share, $num);
+               while (my $row = $sth_archived->fetchrow_hashref()) {
+                       push @mediums, '<abbr title="' .
+                               $row->{'note'} .
+                               ' [' . $row->{'copies'} . ']' .
+                               '">' .$row->{'dvd_nr'} .
+                               '</abbr>';
+               }
+
+               my $html = join(", ",@mediums);
+               $archived_cache{"$host $share $num"} = $html;
+               return $html;
+       }
+
        my $i = $offset * $on_page;
 
        foreach $file (@{ $files }) {
@@ -830,7 +1042,7 @@ sub displayGrid($) {
                        qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
                        qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
                        qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
-                       qq{<td class="fviewborder">} . '?' . qq{</td>};
+                       qq{<td class="fviewborder">} . check_archived( $file->{'hname'}, $file->{'sname'}, $file->{'backupnum'} ) . qq{</td>};
 
                $retHTML .= "</tr>";
        }
@@ -845,20 +1057,26 @@ sub displayGrid($) {
        my $max_page = int( $results / $on_page );
        my $page = 0;
 
-       sub page_link($$$) {
-               my ($param,$page,$display) = @_;
-
-               $param->{'offset'} = $page;
+       sub page_uri($) {
+               my $param = shift || die "no param?";
 
-               my $html = '<a href = "' . $MyURL;
+               my $uri = $MyURL;
                my $del = '?';
                foreach my $k (keys %{ $param }) {
                        if ($param->{$k}) {
-                               $html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
+                               $uri .= $del . $k . '=' . ${EscURI( $param->{$k} )};
                                $del = '&';
                        }
                }
-               $html .= '">' . $display . '</a>';
+               return $uri;
+       }
+
+       sub page_link($$$) {
+               my ($param,$page,$display) = @_;
+
+               $param->{'offset'} = $page if (defined($page));
+
+               my $html = '<a href = "' . page_uri($param) . '">' . $display . '</a>';
        }
 
        $retHTML .= '<div style="text-align: center;">';
@@ -897,110 +1115,4 @@ sub displayGrid($) {
        return $retHTML;
 }
 
-sub dumpArchive2XML($$)
-{
-       my ($arcID, $filename) = @_;
-       my $dbh;
-       my $sth;
-       my $sth_backups;
-       my $sth_files;
-       my $row;
-       my $row_backups;
-       my $row_files;
-       my %archive;    
-       my $output = new IO::File(">$filename");
-       my $writer = new XML::Writer(OUTPUT=>$output, NEWLINES => 1);
-
-
-       $dbh = get_dbh();
-#      my $bpc = BackupPC::Lib->new(undef, undef, 1) || die;
-#      my %Conf = $bpc->Conf();
-
-#      my $dsn = $Conf{SearchDSN} || die "Need SearchDSN in config.pl\n";
-#      my $user = $Conf{SearchUser} || '';
-
-       my $files_sql = q{
-                                                       SELECT 
-                                                               files.name AS filename,
-                                                               files.path AS filepath,
-                                                               files.date AS filedate,
-                                                               files.type AS filetype,
-                                                               files.size AS filesize
-                                                       FROM files, backups, shares
-                                                       WHERE files.backupnum=backups.num AND
-                                                                 files.shareid=shares.id AND
-                                                                 shares.hostid=backups.hostid AND
-                                                                 backups.id=?                                                            
-                                                };
-
-       my $backups_sql = q{
-                                                       SELECT backups.id   AS backupid,
-                                                                       hosts.name   AS hostname,
-                                                              backups.num  AS backupnum,
-                                                              backups.date AS backupdate,
-                                                              backups.type AS backuptype,
-                                                              shares.name  AS sharename,
-                                                              backups.size AS backupsize,
-                                                              backups.inc_size AS inc_size,
-                                                              backups.inc_deleted AS inc_deleted
-                                                       FROM backups, archive_backup, hosts, shares
-                                                       WHERE archive_backup.backup_id = backups.id
-                                                              AND hosts.id=backups.hostid
-                                                              AND shares.id=backups.shareid
-                                                              AND archive_backup.archive_id = ?
-                                             };
-       
-       $dbh = DBI->connect($dsn, $user, "", { RaiseError => 1, AutoCommit => 1 });
-
-       $sth = $dbh->prepare("SELECT dvd_nr, total_size, note, username, date FROM archive WHERE ID=?");
-       $sth->execute($arcID);
-       $row = $sth->fetchrow_hashref();
-       $writer->startTag("archive", "dvd_nr"     => $row->{'dvd_nr'},
-                                    "total_size" => $row->{'total_size'},
-                                    "username"   => $row->{'username'},
-                                    "date"       => $row->{'date'}
-                        );
-
-
-       $writer->startTag("note");
-       $writer->characters( $row->{'note'});
-       $writer->endTag("note");
-       $sth_backups = $dbh->prepare( $backups_sql );
-       $sth_backups->execute($arcID);
-       while ($row_backups = $sth_backups->fetchrow_hashref())
-       {
-               $writer->startTag("backup", 
-                                       "host" => $row_backups->{'hostname'},
-                                                   "num"  => $row_backups->{'backupnum'},
-                                                   "date" => $row_backups->{'backupdate'},
-                                                   "type" => $row_backups->{'backuptype'},
-                                                   "share"=> $row_backups->{'sharename'},
-                                                   "size" => $row_backups->{'backupsize'},
-                                                   "inc_size" => $row_backups->{'inc_size'},
-                                                   "inc_deleted" => $row_backups->{'inc_deleted'}
-                                );
-                                
-               $sth_files = $dbh->prepare(
-                                                       $files_sql
-                                        );
-               $sth_files->execute($row_backups->{'backupid'});
-               while ($row_files = $sth_files->fetchrow_hashref())
-               {
-                       $writer->startTag("file", 
-                                                                "path" => $row_files->{'filepath'},
-                                                                "date" => $row_files->{'filedate'},
-                                                                "type" => $row_files->{'filetype'},
-                                                                "size" => $row_files->{'filesize'}
-                                                       );
-                       $writer->characters( $row_files->{'filename'});
-                       $writer->endTag("file");
-               }
-               $writer->endTag("backup");
-       }       
-                        
-       $writer->endTag("archive");
-       $writer->end(); 
-       
-}
-
 1;