2 package BackupPC::SearchLib;
5 use BackupPC::CGI::Lib qw(:all);
6 use BackupPC::Attrib qw(:all);
9 use vars qw(%In $MyURL);
10 use Time::HiRes qw/time/;
17 my $dsn = $Conf{SearchDSN};
18 my $db_user = $Conf{SearchUser} || '';
20 my $hest_index_path = $Conf{HyperEstraierIndex};
25 $dbh ||= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } );
33 my $sth = $dbh->prepare(qq{
36 hosts.name || ':' || shares.name as share
38 JOIN hosts on hostid = hosts.id
42 push @ret, { 'id' => '', 'share' => '-'}; # dummy any
44 while ( my $row = $sth->fetchrow_hashref() ) {
51 my $t = shift || return;
52 my $iso = BackupPC::Lib::timeStamp(undef, $t);
53 $iso =~ s/\s/ /g;
57 sub dates_from_form($) {
58 my $param = shift || return;
60 sub mk_epoch_date($$) {
61 my ($name,$suffix) = @_;
63 my $yyyy = $param->{ $name . '_year_' . $suffix} || return undef;
64 my $mm .= $param->{ $name . '_month_' . $suffix} ||
65 ( $suffix eq 'from' ? 1 : 12);
66 my $dd .= $param->{ $name . '_day_' . $suffix} ||
67 ( $suffix eq 'from' ? 1 : 31);
73 my $h = my $m = my $s = 0;
74 if ($suffix eq 'to') {
80 my $dt = new DateTime(
88 print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
89 return $dt->epoch || 'NULL';
93 mk_epoch_date('search_backup', 'from'),
94 mk_epoch_date('search_backup', 'to'),
95 mk_epoch_date('search', 'from'),
96 mk_epoch_date('search', 'to'),
105 my $param = shift || return;
107 my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
110 push @conditions, qq{ backups.date >= $backup_from } if ($backup_from);
111 push @conditions, qq{ backups.date <= $backup_to } if ($backup_to);
112 push @conditions, qq{ files.date >= $files_from } if ($files_from);
113 push @conditions, qq{ files.date <= $files_to } if ($files_to);
115 print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" and ",@conditions);
117 push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
118 push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});
120 return join(" and ", @conditions);
127 my $offset = $param->{'offset'} || 0;
135 shares.name AS sname,
136 files.backupnum AS backupnum,
137 files.path AS filepath,
145 INNER JOIN shares ON files.shareID=shares.ID
146 INNER JOIN hosts ON hosts.ID = shares.hostID
147 INNER JOIN backups ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID
151 my $where = getWhere($param);
152 $sql_where = " WHERE ". $where if ($where);
160 my $sql_count = qq{ select count(files.id) $sql_from $sql_where };
161 my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order };
163 my $sth = $dbh->prepare($sql_count);
165 my ($results) = $sth->fetchrow_array();
167 $sth = $dbh->prepare($sql_results);
168 $sth->execute( $offset );
170 if ($sth->rows != $results) {
171 my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows;
173 print STDERR "$bug\n";
178 while (my $row = $sth->fetchrow_hashref()) {
183 return ($results, \@ret);
186 sub getHyperEstraier_url($) {
189 return unless $use_hest;
192 my ($index_path, $index_node_url);
194 if ($use_hest =~ m#^http://#) {
195 $index_node_url = $use_hest;
197 $index_path = $TopDir . '/' . $index_path;
198 $index_path =~ s#//#/#g;
200 return ($index_path, $index_node_url);
203 sub getFilesHyperEstraier($) {
206 my $offset = $param->{'offset'} || 0;
209 die "no index_path?" unless ($hest_index_path);
213 my ($index_path, $index_node_url) = getHyperEstraier_url($hest_index_path);
218 $db = HyperEstraier::Database->new();
219 $db->open($index_path, $HyperEstraier::ESTDBREADER);
220 } elsif ($index_node_url) {
221 $db ||= HyperEstraier::Node->new($index_node_url);
222 $db->set_auth('admin', 'admin');
224 die "BUG: unimplemented";
227 # create a search condition object
228 my $cond = HyperEstraier::Condition->new();
230 my $q = $param->{'search_filename'};
231 my $shareid = $param->{'search_share'};
233 if (length($q) > 0) {
235 $cond->add_attr("filepath ISTRINC $q");
238 # set the search phrase to the search condition object
239 $cond->set_phrase($q);
242 my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
244 $cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from);
245 $cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to);
247 $cond->add_attr("date NUMGE $files_from") if ($files_from);
248 $cond->add_attr("date NUMLE $files_to") if ($files_to);
250 $cond->add_attr("shareid NUMEQ $shareid") if ($shareid);
252 # $cond->set_max( $offset + $on_page );
253 $cond->set_options( $HyperEstraier::Condition::SURE );
254 $cond->set_order( 'date NUMA' );
256 # get the result of search
261 $result = $db->search($cond, 0);
262 $hits = $result->size;
263 } elsif ($index_node_url) {
264 $result = $db->search($cond, 0);
265 $hits = $result->doc_num;
267 die "BUG: unimplemented";
270 # for each document in result
271 for my $i ($offset .. ($offset + $on_page - 1)) {
272 last if ($i >= $hits);
276 my $id = $result->get($i);
277 $doc = $db->get_doc($id, 0);
278 } elsif ($index_node_url) {
279 $doc = $result->get_doc($i);
281 die "BUG: unimplemented";
285 foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
286 $row->{$c} = $doc->attr($c);
291 return ($hits, \@res);
296 my ($host, $share, $backupnum) = @_;
297 my $ret = $Conf{GzipSchema};
300 $ret =~ s/\\h/$host/ge;
301 $ret =~ s/\\s/$share/ge;
302 $ret =~ s/\\n/$backupnum/ge;
310 sub get_tgz_size_by_name($) {
313 my $tgz = $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.$name;
318 $size = (stat($tgz))[7];
320 opendir(my $dir, $tgz) || die "can't opendir $tgz: $!";
321 my @parts = grep { !/^\./ && -f "$tgz/$_" } readdir($dir);
323 foreach my $part (@parts) {
324 $size += (stat("$tgz/$part"))[7] || die "can't stat $tgz/$part: $!";
334 my ($hostID, $backupNum) = @_;
339 SELECT hosts.name as host,
340 shares.name as share,
341 backups.num as backupnum
342 FROM hosts, backups, shares
343 WHERE shares.id=backups.shareid AND
344 hosts.id =backups.hostid AND
348 my $sth = $dbh->prepare($sql);
349 $sth->execute($hostID, $backupNum);
351 my $row = $sth->fetchrow_hashref();
353 return get_tgz_size_by_name(
354 getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'})
358 sub getBackupsNotBurned() {
364 backups.hostID AS hostID,
366 shares.name AS share,
367 backups.num AS backupnum,
368 backups.type AS type,
369 backups.date AS date,
370 backups.size AS size,
372 backups.inc_size AS inc_size,
373 backups.parts AS parts
375 INNER JOIN shares ON backups.shareID=shares.ID
376 INNER JOIN hosts ON backups.hostID = hosts.ID
377 LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id
378 WHERE backups.inc_size > 0 AND backups.inc_deleted is false AND archive_backup.backup_id IS NULL
391 ORDER BY backups.date
393 my $sth = $dbh->prepare( $sql );
397 while ( my $row = $sth->fetchrow_hashref() ) {
398 $row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
399 $row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
401 # do some cluster calculation (approximate) and convert to kB
402 $row->{'inc_size'} = int(($row->{'inc_size'} + 1023 ) / ( 2 * 1024 ) * 2);
409 sub displayBackupsGrid() {
412 <form id="forma" method="POST" action="}.$MyURL.q{?action=burn">
415 $retHTML .= <<'EOF3';
416 <style type="text/css">
424 background-color: #E0F0E0;
425 border: 1px solid #00C000;
428 DIV#fixedBox, DIV#fixedBox INPUT, DIV#fixedBox TEXTAREA {
433 position: fixed !important;
434 left: 0.5em !important;
435 top: auto !important;
436 bottom: 1em !important;
437 width: 15% !important;
440 DIV#fixedBox INPUT[type=text], DIV#fixedBox TEXTAREA {
441 border: 1px solid #00C000;
449 DIV#fixedBox #submitBurner {
466 * HTML DIV#fixedBox {
470 #mContainer, #gradient, #mask, #progressIndicator {
476 vertical-align: middle;
480 #gradient, #mask, #progressIndicator {
484 border-color: #000000;
499 margin-bottom: 0.5em;
504 background-color: #FFFF00;
509 background-color: #FFFFFF;
514 background-color: transparent;
527 <script type="text/javascript">
530 var debug_div = null;
533 # take maximum archive size from configuration
534 $retHTML .= 'var media_size = '. $Conf{MaxArchiveSize} .';';
536 $retHTML .= <<'EOF3';
538 function debug(msg) {
539 return; // Disable debugging
541 if (! debug_div) debug_div = document.getElementById('debug');
543 // this will create debug div if it doesn't exist.
545 debug_div = document.createElement('div');
546 if (document.body) document.body.appendChild(debug_div);
547 else debug_div = null;
550 debug_div.appendChild(document.createTextNode(msg));
551 debug_div.appendChild(document.createElement("br"));
556 var element_id_cache = Array();
558 function element_id(name,element) {
559 if (! element_id_cache[name]) {
560 element_id_cache[name] = self.document.getElementById(name);
562 return element_id_cache[name];
565 function checkAll(location) {
566 var f = element_id('forma') || null;
567 if (!f) return false;
569 var len = f.elements.length;
570 var check_all = element_id('allFiles');
571 var suma = check_all.checked ? (parseInt(f.elements['totalsize'].value) || 0) : 0;
573 for (var i = 0; i < len; i++) {
574 var e = f.elements[i];
575 if (e.name != 'all' && e.name.substr(0, 3) == 'fcb') {
576 if (check_all.checked) {
577 if (e.checked) continue;
578 var el = element_id("fss" + e.name.substr(3));
579 var size = parseInt(el.value) || 0;
580 debug('suma: '+suma+' size: '+size);
581 if ((suma + size) < media_size) {
595 function update_sum(suma, suma_disp) {
596 if (! suma_disp) suma_disp = suma;
597 element_id('forma').elements['totalsize'].value = suma_disp;
598 pbar_set(suma, media_size);
599 debug('total size: ' + suma);
602 function sumiraj(e) {
603 var suma = parseInt(element_id('forma').elements['totalsize'].value) || 0;
604 var len = element_id('forma').elements.length;
606 var size = parseInt( element_id("fss" + e.name.substr(3)).value);
613 var parts = parseInt( element_id("prt" + e.name.substr(3)).value);
614 if (suma > media_size && suma == size && parts > 1) {
615 element_id("parts").innerHTML = "This will take "+parts+" mediums!";
616 element_id("parts").style.display = 'block';
617 update_sum(media_size, suma);
621 element_id("parts").style.display = 'none';
624 if (suma < 0) suma = 0;
627 for (var i = 0; i < len; i++) {
628 var e = element_id('forma').elements[i];
629 if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
630 var el = element_id("fss" + e.name.substr(3));
631 if (el && el.value) suma += parseInt(el.value) || 0;
641 var _pbar_width = null;
642 var _pbar_warn = 10; // change color in last 10%
644 function pbar_reset() {
645 element_id("mask").style.left = "0px";
646 _pbar_width = element_id("mContainer").offsetWidth - 2;
647 element_id("mask").style.width = _pbar_width + "px";
648 element_id("mask").style.display = "block";
649 element_id("progressIndicator").style.zIndex = 10;
650 element_id("progressIndicator").innerHTML = "0";
653 function dec2hex(d) {
654 var hch = '0123456789ABCDEF';
656 var q = (d - a) / 16;
657 return hch.charAt(q) + hch.charAt(a);
660 function pbar_set(amount, max) {
661 debug('pbar_set('+amount+', '+max+')');
663 if (_pbar_width == null) {
664 var _mc = element_id("mContainer");
665 if (_pbar_width == null) _pbar_width = parseInt(_mc.offsetWidth ? (_mc.offsetWidth - 2) : 0) || null;
666 if (_pbar_width == null) _pbar_width = parseInt(_mc.clientWidth ? (_mc.clientWidth + 2) : 0) || null;
667 if (_pbar_width == null) _pbar_width = 0;
670 var pcnt = Math.floor(amount * 100 / max);
671 var p90 = 100 - _pbar_warn;
672 var pcol = pcnt - p90;
673 if (Math.round(pcnt) <= 100) {
674 if (pcol < 0) pcol = 0;
675 var e = element_id("submitBurner");
676 debug('enable_button');
678 var a = e.getAttributeNode('disabled') || null;
679 if (a) e.removeAttributeNode(a);
681 debug('disable button');
683 var e = element_id("submitBurner");
684 if (!e.disabled) e.disabled = true;
686 var col_g = Math.floor((_pbar_warn - pcol) * 255 / _pbar_warn);
687 var col = '#FF' + dec2hex(col_g) + '00';
689 //debug('pcol: '+pcol+' g:'+col_g+' _pbar_warn:'+ _pbar_warn + ' color: '+col);
690 element_id("gradient").style.backgroundColor = col;
692 element_id("progressIndicator").innerHTML = pcnt + '%';
693 //element_id("progressIndicator").innerHTML = amount;
695 element_id("mask").style.clip = 'rect(' + Array(
697 element_id("mask").offsetWidth + 'px',
698 element_id("mask").offsetHeight + 'px',
699 Math.round(_pbar_width * amount / max) + 'px'
703 if (!self.body) self.body = new Object();
704 self.onload = self.document.onload = self.body.onload = function() {
713 Size: <input type="text" name="totalsize" size="7" readonly="readonly" style="text-align:right;" value="0" /> kB
715 <div id="mContainer">
716 <div id="gradient"> </div>
717 <div id="mask"> </div>
718 <div id="progressIndicator">0%</div>
722 <div id="parts"> </div>
725 <textarea name="note" cols="10" rows="5" id="note"></textarea>
727 <input type="submit" id="submitBurner" value="Burn selected" name="submitBurner" />
731 <div id="debug" style="float: right; width: 10em; border: 1px #ff0000 solid; background-color: #ffe0e0; -moz-opacity: 0.7;">
737 <input type="hidden" value="burn" name="action">
738 <input type="hidden" value="results" name="search_results">
739 <table style="fview" border="0" cellspacing="0" cellpadding="2">
740 <tr class="tableheader">
741 <td class="tableheader">
742 <input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
744 <td align="center">Share</td>
745 <td align="center">Backup no</td>
746 <td align="center">Type</td>
747 <td align="center">date</td>
748 <td align="center">age/days</td>
749 <td align="center">size/MB</td>
750 <td align="center">gzip size/kB</td>
755 my @color = (' bgcolor="#e0e0e0"', '');
760 foreach my $backup ( getBackupsNotBurned() ) {
762 if ($host ne $backup->{'host'}) {
764 $host = $backup->{'host'};
768 my $checkbox_key = $backup->{'hostid'}. '_' .$backup->{'backupnum'} . '_' . $backup->{'id'};
771 '<tr' . $color[$i %2 ] . '>
774 if (($backup->{'inc_size'} || 0) > 0) {
776 <input type="checkbox" name="fcb' . $checkbox_key . '" value="' . $checkbox_key . '" onClick="sumiraj(this);">';
781 '<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
782 '<td align="center">' . $backup->{'backupnum'} . '</td>' .
783 '<td align="center">' . $backup->{'type'} . '</td>' .
784 '<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
785 '<td align="center">' . $backup->{'age'} . '</td>' .
786 '<td align="right">' . $backup->{'size'} . '</td>' .
787 '<td align="right">' . $backup->{'inc_size'} .
788 '<input type="hidden" id="fss'.$checkbox_key .'" value="'. $backup->{'inc_size'} .'"></td>' .
789 '<input type="hidden" id="prt'.$checkbox_key .'" value="'. $backup->{'parts'} .'"></td>' .
794 $retHTML .= "</table>";
795 $retHTML .= "</form>";
803 my $offset = $param->{'offset'};
804 my $hilite = $param->{'search_filename'};
808 my $start_t = time();
810 my ($results, $files);
811 if ($param->{'use_hest'} && length($hilite) > 0) {
812 ($results, $files) = getFilesHyperEstraier($param);
814 ($results, $files) = getFiles($param);
817 my $dur_t = time() - $start_t;
818 my $dur = sprintf("%0.4fs", $dur_t);
820 my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page);
824 <p style="color: red;">No results found...</p>
830 #$retHTML .= '<pre>' . Dumper($files) . '</pre>';
836 Found <b>$results files</b> showing <b>$from - $to</b> (took $dur)
838 <table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
839 <tr class="fviewheader">
841 <td align="center">Share</td>
842 <td align="center">Type and Name</td>
843 <td align="center">#</td>
844 <td align="center">Size</td>
845 <td align="center">Date</td>
846 <td align="center">Media</td>
852 sub hilite_html($$) {
853 my ($html, $search) = @_;
854 $html =~ s#($search)#<b>$1</b>#gis;
858 sub restore_link($$$$$$) {
860 my $action = 'RestoreFile';
861 $action = 'browse' if (lc($type) eq 'dir');
862 return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
868 sub check_archived($$$) {
869 my ($host, $share, $num) = @_;
871 if (my $html = $archived_cache{"$host $share $num"}) {
875 $sth_archived ||= $dbh->prepare(qq{
878 count(archive_burned.copy) as copies
880 inner join archive_burned on archive_burned.archive_id = archive.id
881 inner join archive_backup on archive.id = archive_backup.archive_id
882 inner join backups on backups.id = archive_backup.backup_id
883 inner join hosts on hosts.id = backups.hostid
884 inner join shares on shares.id = backups.shareid
885 where hosts.name = ? and shares.name = ? and backups.num = ?
886 group by dvd_nr, note
891 $sth_archived->execute($host, $share, $num);
892 while (my $row = $sth_archived->fetchrow_hashref()) {
893 push @mediums, '<abbr title="' .
895 ' [' . $row->{'copies'} . ']' .
896 '">' .$row->{'dvd_nr'} .
900 my $html = join(", ",@mediums);
901 $archived_cache{"$host $share $num"} = $html;
905 my $i = $offset * $on_page;
907 foreach $file (@{ $files }) {
910 my $typeStr = BackupPC::Attrib::fileType2Text(undef, $file->{'type'});
911 $retHTML .= qq{<tr class="fviewborder">};
913 $retHTML .= qq{<td class="fviewborder">$i</td>};
916 qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} .
917 qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle"> } . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} .
918 qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
919 qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
920 qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
921 qq{<td class="fviewborder">} . check_archived( $file->{'hname'}, $file->{'sname'}, $file->{'backupnum'} ) . qq{</td>};
925 $retHTML .= "</table>";
927 # all variables which has to be transfered
928 foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) {
929 $retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n};
933 my $max_page = int( $results / $on_page );
937 my ($param,$page,$display) = @_;
939 $param->{'offset'} = $page;
941 my $html = '<a href = "' . $MyURL;
943 foreach my $k (keys %{ $param }) {
945 $html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
949 $html .= '">' . $display . '</a>';
952 $retHTML .= '<div style="text-align: center;">';
955 $retHTML .= page_link($param, $offset - 1, '<<') . ' ';
958 while ($page <= $max_page) {
959 if ($page == $offset) {
960 $retHTML .= $del . '<b>' . ($page + 1) . '</b>';
962 $retHTML .= $del . page_link($param, $page, $page + 1);
965 if ($page < $offset - $pager_pages && $page != 0) {
967 $page = $offset - $pager_pages;
969 } elsif ($page > $offset + $pager_pages && $page != $max_page) {
979 if ($offset < $max_page) {
980 $retHTML .= ' ' . page_link($param, $offset + 1, '>>');
983 $retHTML .= "</div>";