2 package BackupPC::SearchLib;
5 use BackupPC::CGI::Lib qw(:all);
6 use BackupPC::Attrib qw(:all);
9 use vars qw(%In $MyURL);
10 use Time::HiRes qw/time/;
15 my $dsn = $Conf{SearchDSN};
16 my $db_user = $Conf{SearchUser} || '';
18 my $hest_index_path = $Conf{HyperEstraierIndex};
23 $dbh ||= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } );
31 my $sth = $dbh->prepare(qq{
34 hosts.name || ':' || shares.name as share
36 JOIN hosts on hostid = hosts.id
40 push @ret, { 'id' => '', 'share' => '-'}; # dummy any
42 while ( my $row = $sth->fetchrow_hashref() ) {
49 my $t = shift || return;
50 my $iso = BackupPC::Lib::timeStamp(undef, $t);
51 $iso =~ s/\s/ /g;
55 sub dates_from_form($) {
56 my $param = shift || return;
58 sub mk_epoch_date($$) {
59 my ($name,$suffix) = @_;
61 my $yyyy = $param->{ $name . '_year_' . $suffix} || return undef;
62 my $mm .= $param->{ $name . '_month_' . $suffix} ||
63 ( $suffix eq 'from' ? 1 : 12);
64 my $dd .= $param->{ $name . '_day_' . $suffix} ||
65 ( $suffix eq 'from' ? 1 : 31);
71 my $dt = new DateTime(
76 print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
77 return $dt->epoch || 'NULL';
81 mk_epoch_date('search_backup', 'from'),
82 mk_epoch_date('search_backup', 'to'),
83 mk_epoch_date('search', 'from'),
84 mk_epoch_date('search', 'to'),
93 my $param = shift || return;
95 my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
98 push @conditions, qq{ backups.date >= $backup_from } if ($backup_from);
99 push @conditions, qq{ backups.date <= $backup_to } if ($backup_to);
100 push @conditions, qq{ files.date >= $files_from } if ($files_from);
101 push @conditions, qq{ files.date <= $files_to } if ($files_to);
103 print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" | ",@conditions);
105 push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
106 push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});
108 return join(" and ", @conditions);
115 my $offset = $param->{'offset'} || 0;
123 shares.name AS sname,
124 files.backupnum AS backupnum,
125 files.path AS filepath,
133 INNER JOIN shares ON files.shareID=shares.ID
134 INNER JOIN hosts ON hosts.ID = shares.hostID
135 INNER JOIN backups ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID
139 my $where = getWhere($param);
140 $sql_where = " WHERE ". $where if ($where);
148 my $sql_count = qq{ select count(files.id) $sql_from $sql_where };
149 my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order };
151 my $sth = $dbh->prepare($sql_count);
153 my ($results) = $sth->fetchrow_array();
155 $sth = $dbh->prepare($sql_results);
156 $sth->execute( $offset );
158 if ($sth->rows != $results) {
159 my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows;
161 print STDERR "$bug\n";
166 while (my $row = $sth->fetchrow_hashref()) {
171 return ($results, \@ret);
174 sub getHyperEstraier_url($) {
177 return unless $use_hest;
180 my ($index_path, $index_node_url);
182 if ($use_hest =~ m#^http://#) {
183 $index_node_url = $use_hest;
185 $index_path = $TopDir . '/' . $index_path;
186 $index_path =~ s#//#/#g;
188 return ($index_path, $index_node_url);
191 sub getFilesHyperEstraier($) {
194 my $offset = $param->{'offset'} || 0;
197 die "no index_path?" unless ($hest_index_path);
201 my ($index_path, $index_node_url) = getHyperEstraier_url($hest_index_path);
206 $db = HyperEstraier::Database->new();
207 $db->open($index_path, $HyperEstraier::ESTDBREADER);
208 } elsif ($index_node_url) {
209 $db ||= HyperEstraier::Node->new($index_node_url);
210 $db->set_auth('admin', 'admin');
212 die "BUG: unimplemented";
215 # create a search condition object
216 my $cond = HyperEstraier::Condition->new();
218 my $q = $param->{'search_filename'};
219 my $shareid = $param->{'search_share'};
221 if (length($q) > 0) {
223 $cond->add_attr("filepath ISTRINC $q");
226 # set the search phrase to the search condition object
227 $cond->set_phrase($q);
230 my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
232 $cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from);
233 $cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to);
235 $cond->add_attr("date NUMGE $files_from") if ($files_from);
236 $cond->add_attr("date NUMLE $files_to") if ($files_to);
238 $cond->add_attr("shareid NUMEQ $shareid") if ($shareid);
240 # $cond->set_max( $offset + $on_page );
241 $cond->set_options( $HyperEstraier::Condition::SURE );
242 $cond->set_order( 'date NUMA' );
244 # get the result of search
249 $result = $db->search($cond, 0);
250 $hits = $result->size;
251 } elsif ($index_node_url) {
252 $result = $db->search($cond, 0);
253 $hits = $result->doc_num;
255 die "BUG: unimplemented";
258 # for each document in result
259 for my $i ($offset .. ($offset + $on_page - 1)) {
260 last if ($i >= $hits);
264 my $id = $result->get($i);
265 $doc = $db->get_doc($id, 0);
266 } elsif ($index_node_url) {
267 $doc = $result->get_doc($i);
269 die "BUG: unimplemented";
273 foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
274 $row->{$c} = $doc->attr($c);
279 return ($hits, \@res);
284 my ($host, $share, $backupnum) = @_;
285 my $ret = $Conf{GzipSchema};
288 $ret =~ s/\\h/$host/ge;
289 $ret =~ s/\\s/$share/ge;
290 $ret =~ s/\\n/$backupnum/ge;
296 sub getBackupsNotBurned() {
302 backups.hostID AS hostID,
304 shares.name AS share,
305 backups.id AS backupnum,
306 backups.type AS type,
307 backups.date AS date,
310 INNER JOIN shares ON backups.shareID=shares.ID
311 INNER JOIN hosts ON backups.hostID = hosts.ID
312 LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id AND archive_backup.backup_id IS NULL
313 WHERE backups.size > 0
324 ORDER BY backups.date
326 my $sth = $dbh->prepare( $sql );
330 while ( my $row = $sth->fetchrow_hashref() ) {
331 $row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
332 $row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
333 my (undef,undef,undef,undef,undef,undef,undef,$fs_size,undef,undef,undef,undef,undef) =
334 stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
335 getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
336 $row->{'fs_size'} = $fs_size;
343 sub displayBackupsGrid() {
346 <form id="forma" method="POST" action=};
347 $retHTML .= "\"".$MyURL."\"";
348 $retHTML .= q{?action=burn>
351 $retHTML .= <<'EOF3';
362 border: 1px solid #00ff00;
368 /* Don't do this at home */
375 padding: 0 1em 0 12em;
378 * html div#fixedBox {
389 border: 1px solid #000000;
399 background-color: #ffff00;
410 background-color: #FFFFFF;
429 <script language="javascript" type="text/javascript">
432 var debug_div = null;
433 var media_size = 4400 * 1024;
435 function debug(msg) {
436 // return; // Disable debugging
438 if (! debug_div) debug_div = document.getElementById('debug');
440 // this will create debug div if it doesn't exist.
442 debug_div = document.createElement('div');
443 if (document.body) document.body.appendChild(debug_div);
444 else debug_div = null;
447 debug_div.appendChild(document.createTextNode(msg));
448 debug_div.appendChild(document.createElement("br"));
453 var element_id_cache = Array();
455 function element_id(name,element) {
456 if (! element_id_cache[name]) {
457 element_id_cache[name] = self.document.getElementById(name);
459 return element_id_cache[name];
462 function checkAll(location) {
463 var len = element_id('forma').elements.length;
464 var check_all = element_id('allFiles');
467 for (var i = 0; i < len; i++) {
469 var e = element_id('forma').elements[i];
470 if (e.name != 'all' && e.name.substr(0,3) == 'fcb') {
471 if (check_all.checked) {
472 var el = element_id("fss" + e.name.substr(3));
473 var size = parseInt(el.value) || 0;
474 debug('suma: '+suma+' size: '+size);
475 if ((suma + size) < media_size) {
489 function update_sum(suma) {
490 element_id('forma').totalsize.value = suma;
491 pbar_set(suma, media_size);
492 debug('total size: '+suma);
495 function sumiraj(e) {
496 var suma = parseInt(element_id('forma').totalsize.value) || 0;
497 var len = element_id('forma').elements.length;
499 var size = parseInt( element_id("fss" + e.name.substr(3)).value );
507 for (var i = 0; i < len; i++) {
508 var e = element_id('forma').elements[i];
509 if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
510 var el = element_id("fss" + e.name.substr(3));
511 if (el && el.value) suma += parseInt(el.value) || 0;
522 var _pbar_warn = 10; // change color in last 10%
524 function pbar_reset() {
525 element_id("mask").style.left = "0px";
526 _pbar_width = element_id("mContainer").offsetWidth - 2;
527 element_id("mask").style.width = _pbar_width + "px";
528 element_id("progressIndicator").style.zIndex = 10;
529 element_id("mask").style.display = "block";
530 element_id("progressIndicator").innerHTML = "0";
533 function dec2hex(d) {
534 var hch="0123456789ABCDEF";
537 return hch.charAt(q)+hch.charAt(a);
541 function pbar_set(amount, max) {
543 debug('pbar_set( '+amount+' , '+max+' )');
545 curWidth = parseInt(element_id("mask").offsetWidth);
546 curLeft = parseInt(element_id("mask").offsetLeft);
549 var pcnt = Math.floor( amount * 100 / max );
550 var p90 = 100 - _pbar_warn;
551 var pcol = pcnt - p90;
552 if (pcol < _pbar_warn) {
553 if (pcol < 0) pcol = 0;
554 var e = element_id("submitBurner");
555 if (e && e.disabled) {
556 debug('enable_button');
557 var a = e.getAttributeNode('disabled') || null;
558 if (a) e.removeAttributeNode(a);
560 } else if (pcol > _pbar_warn) {
561 debug('disable button');
563 var e = element_id("submitBurner");
564 if (! e.disabled) e.disabled = true;
566 var col_g = Math.floor( ( _pbar_warn - pcol ) * 255 / _pbar_warn );
567 var col = '#ff' + dec2hex( col_g ) + '00';
569 //debug('pcol: '+pcol+' g:'+col_g+' _pbar_warn:'+ _pbar_warn + ' color: '+col);
570 element_id("gradient").style.backgroundColor = col;
572 var size = parseInt( _pbar_width * amount / max );
574 curWidth = _pbar_width - size;
577 //debug('size: '+size+' curWidth '+curWidth+' curLeft: '+curLeft);
579 element_id("progressIndicator").innerHTML = pcnt + '%';
580 //element_id("progressIndicator").innerHTML = amount;
582 if (curLeft > _pbar_width) {
583 element_id("mask").style.display = "none";
586 element_id("mask").style.display = "";
589 //if(parseInt(element_id("mask").offsetWidth)>10)
590 element_id("mask").style.width = curWidth + "px";
591 element_id("mask").style.left = curLeft + "px";
595 if (!self.body) self.body = new Object();
596 self.onload = self.document.onload = self.body.onload = function() {
606 <input type="text" name="totalsize" size="7" readonly>
608 <div id="mContainer">
609 <div id="gradient"></div>
610 <div id="mask"></div>
611 <div id="progressIndicator"> </div>
617 <textarea name="note" cols="10" rows="5">
620 <input type="submit" id="submitBurner" value="Burn selected" name="submitBurner">
623 <div id="debug" style="float: right; width: 10em; border: 1px #ff0000 solid; background-color: #ffe0e0; -moz-opacity: 0.7;">
628 <input type="hidden" value="burn" name="action">
629 <input type="hidden" value="results" name="search_results">
630 <table style="fview" border="0" cellspacing="0" cellpadding="2">
631 <tr class="tableheader">
632 <td class="tableheader">
633 <input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
635 <td align="center">Share</td>
636 <td align="center">Backup no</td>
637 <td align="center">Type</td>
638 <td align="center">date</td>
639 <td align="center">age/days</td>
640 <td align="center">size/MB</td>
641 <td align="center">gzip size</td>
646 my @color = (' bgcolor="#e0e0e0"', '');
651 foreach my $backup ( getBackupsNotBurned() ) {
653 if ($host ne $backup->{'host'}) {
655 $host = $backup->{'host'};
660 '<tr' . $color[$i %2 ] . '>
663 $backup->{'fs_size'} = int($backup->{'size'} * 1024);
664 if (($backup->{'fs_size'} || 0) > 0) {
666 <input type="checkbox" name="fcb' .
667 $backup->{'hostid'}.'_'.$backup->{'backupnum'} .
668 '" value="' . $backup->{'hostid'}.'_'.$backup->{'backupnum'} .
669 '" onClick="sumiraj(this);">';
673 '<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
674 '<td align="center">' . $backup->{'backupnum'} . '</td>' .
675 '<td align="center">' . $backup->{'type'} . '</td>' .
676 '<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
677 '<td align="center">' . $backup->{'age'} . '</td>' .
678 '<td align="right">' . $backup->{'size'} . '</td>' .
679 '<td align="right">' . $backup->{'fs_size'} .
680 '<input type="hidden" iD="fss'.$backup->{'hostid'}.'_'.$backup->{'backupnum'} . '" value="'. $backup->{'fs_size'} .'"></td>' .
685 $retHTML .= "</table>";
686 $retHTML .= "</form>";
694 my $offset = $param->{'offset'};
695 my $hilite = $param->{'search_filename'};
699 my $start_t = time();
701 my ($results, $files);
702 if ($param->{'use_hest'} && length($hilite) > 0) {
703 ($results, $files) = getFilesHyperEstraier($param);
705 ($results, $files) = getFiles($param);
708 my $dur_t = time() - $start_t;
709 my $dur = sprintf("%0.4fs", $dur_t);
711 my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page);
715 <p style="color: red;">No results found...</p>
721 #$retHTML .= '<pre>' . Dumper($files) . '</pre>';
727 Found <b>$results files</b> showing <b>$from - $to</b> (took $dur)
729 <table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
730 <tr class="fviewheader">
732 <td align="center">Share</td>
733 <td align="center">Type and Name</td>
734 <td align="center">#</td>
735 <td align="center">Size</td>
736 <td align="center">Date</td>
737 <td align="center">Media</td>
743 sub hilite_html($$) {
744 my ($html, $search) = @_;
745 $html =~ s#($search)#<b>$1</b>#gis;
749 sub restore_link($$$$$$) {
751 my $action = 'RestoreFile';
752 $action = 'browse' if (lc($type) eq 'dir');
753 return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
756 my $i = $offset * $on_page;
758 foreach $file (@{ $files }) {
761 my $typeStr = BackupPC::Attrib::fileType2Text(undef, $file->{'type'});
762 $retHTML .= qq{<tr class="fviewborder">};
764 $retHTML .= qq{<td class="fviewborder">$i</td>};
767 qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} .
768 qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle"> } . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} .
769 qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
770 qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
771 qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
772 qq{<td class="fviewborder">} . '?' . qq{</td>};
776 $retHTML .= "</table>";
778 # all variables which has to be transfered
779 foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) {
780 $retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n};
784 my $max_page = int( $results / $on_page );
788 my ($param,$page,$display) = @_;
790 $param->{'offset'} = $page;
792 my $html = '<a href = "' . $MyURL;
794 foreach my $k (keys %{ $param }) {
796 $html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
800 $html .= '">' . $display . '</a>';
803 $retHTML .= '<div style="text-align: center;">';
806 $retHTML .= page_link($param, $offset - 1, '<<') . ' ';
809 while ($page <= $max_page) {
810 if ($page == $offset) {
811 $retHTML .= $del . '<b>' . ($page + 1) . '</b>';
813 $retHTML .= $del . page_link($param, $page, $page + 1);
816 if ($page < $offset - $pager_pages && $page != 0) {
818 $page = $offset - $pager_pages;
820 } elsif ($page > $offset + $pager_pages && $page != $max_page) {
830 if ($offset < $max_page) {
831 $retHTML .= ' ' . page_link($param, $offset + 1, '>>');
834 $retHTML .= "</div>";