Removing windows linefeeds \r
[koha.git] / C4 / Search.pm
index d32a3d8..1f7cd98 100644 (file)
@@ -113,6 +113,8 @@ sub FindDuplicate {
         $result->{title} =~ s /\"//g;
         $result->{title} =~ s /\(//g;
         $result->{title} =~ s /\)//g;
+               # remove valid operators
+               $result->{title} =~ s/(and|or|not)//g;
         $query = "ti,ext=$result->{title}";
         $query .= " and mt=$result->{itemtype}" if ($result->{itemtype});    
         if ($result->{author}){
@@ -120,6 +122,8 @@ sub FindDuplicate {
           $result->{author} =~ s /\"//g;
           $result->{author} =~ s /\(//g;
           $result->{author} =~ s /\)//g;
+                 # remove valid operators
+                 $result->{author} =~ s/(and|or|not)//g;
           $query .= " and au,ext=$result->{author}";
         }     
     }
@@ -331,15 +335,54 @@ sub getRecords {
             }
         };
         if ($@) {
-            warn "prob with query  toto $query_to_use " . $@;
+            warn "WARNING: query problem with $query_to_use " . $@;
         }
 
         # concatenate the sort_by limits and pass them to the results object
         my $sort_by;
         foreach my $sort (@sort_by) {
-            $sort_by .= $sort . " ";    # used to be $sort,
+            if ($sort eq "author_az") {
+                $sort_by.="1=1003 <i ";
+            }
+            elsif ($sort eq "author_za") {
+                $sort_by.="1=1003 >i ";
+            }
+                       elsif ($sort eq "popularity_asc") {
+                               $sort_by.="1=9003 <i ";
+                       }
+                       elsif ($sort eq "popularity_dsc") {
+                $sort_by.="1=9003 >i ";
+            }
+                       elsif ($sort eq "call_number_asc") {
+                $sort_by.="1=20  <i ";
+            }
+                       elsif ($sort eq "call_number_dsc") {
+                $sort_by.="1=20 >i ";
+            }
+                       elsif ($sort eq "pubdate_asc") {
+                $sort_by.="1=31 <i ";
+            }
+                       elsif ($sort eq "pubdate_dsc") {
+                $sort_by.="1=31 >i ";
+            }
+                       elsif ($sort eq "acqdate_asc") {
+                $sort_by.="1=32 <i ";
+            }
+                       elsif ($sort eq "acqdate_dsc") {
+                $sort_by.="1=32 >i ";
+            }
+                       elsif ($sort eq "title_az") {
+                $sort_by.="1=4 <i ";
+            }
+                       elsif ($sort eq "title_za") {
+                $sort_by.="1=4 >i ";
+            }
         }
-        $results[$i]->sort( "yaz", $sort_by ) if $sort_by;
+               if ($sort_by) {
+                       if ( $results[$i]->sort( "yaz", $sort_by ) < 0) {
+                       warn "WARNING sort $sort_by failed";
+                       }
+               }
     }
     while ( ( my $i = ZOOM::event( \@zconns ) ) != 0 ) {
         my $ev = $zconns[ $i - 1 ]->last_event();
@@ -512,9 +555,156 @@ sub getRecords {
     return ( undef, $results_hashref, \@facets_loop );
 }
 
+sub _remove_stopwords {
+       my ($operand,$index) = @_;
+       # if the index contains more than one qualifier, but not phrase:    
+       if (index($index,"phr")<0 && index($index,",")>0){
+       # operand may be a wordlist deleting stopwords
+       # remove stopwords from operand : parse all stopwords & remove them (case insensitive)
+       #       we use IsAlpha unicode definition, to deal correctly with diacritics.
+       #       otherwise, a french word like "leçon" is splitted in "le" "çon", le is an empty word, we get "çon"
+       #       and don't find anything...
+               foreach (keys %{C4::Context->stopwords}) {
+                       $operand=~ s/\P{IsAlpha}$_\P{IsAlpha}/ /i;
+                       $operand=~ s/^$_\P{IsAlpha}/ /i;
+                       $operand=~ s/\P{IsAlpha}$_$/ /i;
+                    
+               }
+       }
+       return $operand;
+}
+
+sub _add_truncation {
+       my ($operand,$index) = @_;
+       my (@nontruncated,@righttruncated,@lefttruncated,@rightlefttruncated,@regexpr);
+       # if the index contains more than one qualifier, but not phrase, add truncation qualifiers
+       #if (index($index,"phr")<0 && index($index,",")>0){
+       # warn "ADDING TRUNCATION QUALIFIERS";
+               $operand =~ s/ //g;
+               my @wordlist= split (/\s/,$operand);
+               foreach my $word (@wordlist){
+                       #warn "WORD: $word";
+                       if (index($word,"*")==0 && index($word,"*",1)==length($word)-2){
+                               $word=~s/\*//;
+                               push @rightlefttruncated,$word;
+                       } 
+                       elsif(index($word,"*")==0 && index($word,"*",1)<0){
+                               $word=~s/\*//;
+                               push @lefttruncated,$word;
+                        
+                       } 
+                       elsif (index($word,"*")==length($word)-1){
+                               $word=~s/\*//;
+                               push @righttruncated,$word;
+                       } 
+                       elsif (index($word,"*")<0){
+                               push @nontruncated,$word;
+                       }
+                       else {
+                               push @regexpr,$word;
+                        
+                       }
+               }
+       #}
+       return (\@nontruncated,\@righttruncated,\@lefttruncated,\@rightlefttruncated,\@regexpr);
+}
+
+sub _build_stemmed_operand {
+       my ($operand) = @_;
+       my $stemmed_operand;
+       #$operand =~ s/^(and |or |not )//i;
+       # STEMMING FIXME: may need to refine the field weighting so stemmed operands don't 
+       # disrupt the query ranking, this needs more testing
+       # FIXME: the locale should be set based on the user's language and/or search choice
+       my $stemmer = Lingua::Stem->new( -locale => 'EN-US' );
+       # FIXME: these should be stored in the db so the librarian can modify the behavior
+       $stemmer->add_exceptions(
+                       {
+                               'and' => 'and',
+                'or'  => 'or',
+                'not' => 'not',
+                       }
+                    
+               );
+       my @words = split( / /, $operand );
+       my $stems = $stemmer->stem(@words);
+       foreach my $stem (@$stems) {
+                       $stemmed_operand .= "$stem";
+                       $stemmed_operand .= "?" unless ( $stem =~ /(and$|or$|not$)/ ) || ( length($stem) < 3 );
+                       $stemmed_operand .= " ";
+       }
+       #warn "STEMMED OPERAND: $stemmed_operand";
+       return $stemmed_operand;
+}
+
+sub _build_weighted_query {
+       # FIELD WEIGHTING - This is largely experimental stuff. What I'm committing works
+       # pretty well but will work much better when we have an actual query parser
+       my ($operand,$stemmed_operand,$index) = @_;
+    my $stemming      = C4::Context->preference("QueryStemming")     || 0;
+    my $weight_fields = C4::Context->preference("QueryWeightFields") || 0;
+    my $fuzzy_enabled = C4::Context->preference("QueryFuzzy") || 0;
+
+    my $weighted_query .= " (rk=(";     # Specifies that we're applying rank
+       # keyword has different weight properties
+       if ( ( $index =~ /kw/ ) || ( !$index ) ) {
+       # a simple way to find out if this query uses an index
+               if ( $operand =~ /(\=|\:)/ ) {
+                       $weighted_query .= " $operand";
+               }
+               else {
+                       $weighted_query .=" Title-cover,ext,r1=\"$operand\"";   # title cover as exact
+                       $weighted_query .=" or ti,ext,r2=\"$operand\"";             # exact title elsewhere
+                       $weighted_query .= " or ti,phr,r3=\"$operand\"";          # index as phrase
+                       #$weighted_query .= " or any,ext,r4=$operand";         # index as exact
+                       #$weighted_query .=" or kw,wrdl,r5=\"$operand\"";            # all the words in the query (wordlist)
+                       $weighted_query .= " or wrd,fuzzy,r8=\"$operand\"" if $fuzzy_enabled; # add fuzzy
+                       $weighted_query .= " or wrd,right-Truncation,r9=\"$stemmed_operand\"" if ($stemming and $stemmed_operand); # add stemming
+                       # embedded sorting: 0 a-z; 1 z-a
+                       #$weighted_query .= ") or (sort1,aut=1";
+               }
+                    
+       }
+       #TODO: build better cases based on specific search indexes
+       #elsif ( $index =~ /au/ ) {
+       #       $weighted_query .=" $index,ext,r1=$operand";    # index label as exact
+       #       #$weighted_query .= " or (title-sort-az=0 or $index,startswithnt,st-word,r3=$operand #)";
+       #       $weighted_query .=" or $index,phr,r3=$operand";    # index as phrase
+       #       $weighted_query .= " or $index,rt,wrd,r3=$operand";
+       #}
+       #elsif ( $index =~ /ti/ ) {
+       #       $weighted_query .=" Title-cover,ext,r1=$operand"; # index label as exact
+       #       $weighted_query .= " or Title-series,ext,r2=$operand";
+       #       #$weighted_query .= " or ti,ext,r2=$operand";
+       #       #$weighted_query .= " or ti,phr,r3=$operand";
+       #       #$weighted_query .= " or ti,wrd,r3=$operand";
+       #       $weighted_query .=" or (title-sort-az=0 or Title-cover,startswithnt,st-word,r3=$operand #)";
+       #       $weighted_query .=" or (title-sort-az=0 or Title-cover,phr,r6=$operand)";
+               #$weighted_query .= " or Title-cover,wrd,r5=$operand";
+               #$weighted_query .= " or ti,ext,r6=$operand";
+               #$weighted_query .= " or ti,startswith,phr,r7=$operand";
+               #$weighted_query .= " or ti,phr,r8=$operand";
+               #$weighted_query .= " or ti,wrd,r9=$operand";
+               #$weighted_query .= " or ti,ext,r2=$operand";         # index as exact
+               #$weighted_query .= " or ti,phr,r3=$operand";              # index as  phrase
+               #$weighted_query .= " or any,ext,r4=$operand";         # index as exact
+               #$weighted_query .= " or kw,wrd,r5=$operand";         # index as exact
+       #}
+       else {
+               $weighted_query .=" $index,ext,r1=$operand";    # index label as exact
+               #$weighted_query .= " or $index,ext,r2=$operand";            # index as exact
+               $weighted_query .=" or $index,phr,r3=$operand";    # index as phrase
+               $weighted_query .= " or $index,rt,wrd,r3=$operand";
+               $weighted_query .=" or $index,wrd,r5=$operand";    # index as word right-truncated
+               $weighted_query .= " or $index,wrd,fuzzy,r8=$operand" if $fuzzy_enabled;
+       }
+       $weighted_query .= "))";    # close rank specification
+       return $weighted_query;
+}
+
 # build the query itself
 sub buildQuery {
-    my ( $query, $operators, $operands, $indexes, $limits, $sort_by ) = @_;
+    my ( $operators, $operands, $indexes, $limits, $sort_by ) = @_;
 
     my @operators = @$operators if $operators;
     my @indexes   = @$indexes   if $indexes;
@@ -522,26 +712,19 @@ sub buildQuery {
     my @limits    = @$limits    if $limits;
     my @sort_by   = @$sort_by   if $sort_by;
 
+       my $stemming      = C4::Context->preference("QueryStemming")     || 0;
+       my $weight_fields = C4::Context->preference("QueryWeightFields") || 0;
+       my $fuzzy_enabled = C4::Context->preference("QueryFuzzy") || 0;
+
     my $human_search_desc;      # a human-readable query
     my $machine_search_desc;    #a machine-readable query
-        # FIXME: the locale should be set based on the syspref
-    my $stemmer = Lingua::Stem->new( -locale => 'EN-US' );
-
-# FIXME: these should be stored in the db so the librarian can modify the behavior
-    $stemmer->add_exceptions(
-        {
-            'and' => 'and',
-            'or'  => 'or',
-            'not' => 'not',
-        }
-    );
-
-
+       #warn "OPERATORS: >@operators< INDEXES: >@indexes< OPERANDS: >@operands< LIMITS: >@limits< SORTS: >@sort_by<";
+       my $query = $operands[0];
 # STEP I: determine if this is a form-based / simple query or if it's complex (if complex,
 # we can't handle field weighting, stemming until a formal query parser is written
-# I'll work on this soon -- JF
-#if (!$query) { # form-based
-# check if this is a known query language query, if it is, return immediately:
+
+# check if this is a known query language query, if it is, return immediately,
+# the user is responsible for constructing valid syntax:
     if ( $query =~ /^ccl=/ ) {
         return ( undef, $', $', $', 'ccl' );
     }
@@ -551,202 +734,83 @@ sub buildQuery {
     if ( $query =~ /^pqf=/ ) {
         return ( undef, $', $', $', 'pqf' );
     }
-    if ( $query =~ /(\(|\))/ ) {    # sorry, too complex
+    if ( $query =~ /(\(|\))/ ) {    # sorry, too complex, assume CCL
         return ( undef, $query, $query, $query, 'ccl' );
     }
 
-# form-based queries are limited to non-nested a specific depth, so we can easily
+# form-based queries are limited to non-nested at a specific depth, so we can easily
 # modify the incoming query operands and indexes to do stemming and field weighting
 # Once we do so, we'll end up with a value in $query, just like if we had an
 # incoming $query from the user
     else {
-        $query = ""
-          ; # clear it out so we can populate properly with field-weighted stemmed query
-        my $previous_operand
-          ;    # a flag used to keep track if there was a previous query
-               # if there was, we can apply the current operator
+        $query = ""; # clear it out so we can populate properly with field-weighted stemmed query
+        my $previous_operand;    # a flag used to keep track if there was a previous query
+                                                       # if there was, we can apply the current operator
+               # for every operand
         for ( my $i = 0 ; $i <= @operands ; $i++ ) {
-            my $operand = $operands[$i];
-            # remove stopwords from operand : parse all stopwords & remove them (case insensitive)
-            # we use IsAlpha unicode definition, to deal correctly with diacritics.
-            # otherwise, a french word like "leçon" is splitted in "le" "çon", le is an empty word, we get "çon"
-            # and don't find anything...
-            my $stemmed_operand;
-            my $stemming      = C4::Context->parameters("Stemming")     || 0;
-            my $weight_fields = C4::Context->parameters("WeightFields") || 0;
-
-            # We Have to do this more carefully.
-            #Since Phrase Search Is Phrase search.
-            #phrase "Physics In Collision" will not be found if we do it like that.
-            my $index   = $indexes[$i];
-            my (@nontruncated,@righttruncated,@lefttruncated,@rightlefttruncated,@regexpr);
-            if (index($index,"phr")<0 && index($index,",")>0){                  
-              #operand may be a wordlist deleting stopwords      
-              foreach (keys %{C4::Context->stopwords}) {
-                  $operand=~ s/\P{IsAlpha}$_\P{IsAlpha}/ /i;
-                  $operand=~ s/^$_\P{IsAlpha}/ /i;
-                  $operand=~ s/\P{IsAlpha}$_$/ /i;
-              }
-              #now coping with words      
-              my @wordlist= split (/\s/,$operand);
-              foreach my $word (@wordlist){
-                if (index($word,"*")==0 && index($word,"*",1)==length($word)-2){
-                  $word=~s/\*//;
-                  push @rightlefttruncated,$word;
-                } elsif(index($word,"*")==0 && index($word,"*",1)<0){        
-                  $word=~s/\*//;
-                  push @lefttruncated,$word;
-                } elsif (index($word,"*")==length($word)-1){        
-                  $word=~s/\*//;
-                  push @righttruncated,$word;
-                } elsif (index($word,"*")<0){        
-                  push @nontruncated,$word;
-                } else {
-                  push @regexpr,$word;
-                }        
-              }       
-            }      
-            
-            if ( $operands[$i] ) {
-                                $operand =~ s/^(and |or |not )//i;
-
-# STEMMING FIXME: need to refine the field weighting so stemmed operands don't disrupt the query ranking
-                if ($stemming) {
-                    my @words = split( / /, $operands[$i] );
-                    my $stems = $stemmer->stem(@words);
-                    foreach my $stem (@$stems) {
-                        $stemmed_operand .= "$stem";
-                        $stemmed_operand .= "?"
-                          unless ( $stem =~ /(and$|or$|not$)/ )
-                          || ( length($stem) < 3 );
-                        $stemmed_operand .= " ";
-
-                        #warn "STEM: $stemmed_operand";
-                    }
 
-                    #$operand = $stemmed_operand;
-                }
+                       # COMBINE OPERANDS, INDEXES AND OPERATORS
+                       if ( $operands[$i] ) {
+               my $operand = $operands[$i];
+               my $index   = $indexes[$i];
+                               # if there's no index, don't use one, it will throw a CCL error
+                               my $index_plus; $index_plus = "$index:" if $index;
+                               my $index_plus_comma; $index_plus_comma="$index_plus," if $index;
 
-# FIELD WEIGHTING - This is largely experimental stuff. What I'm committing works
-# pretty well but will work much better when we have an actual query parser
-                my $weighted_query;
-                if ($weight_fields) {
-                    $weighted_query .=
-                      " rk=(";    # Specifies that we're applying rank
-                                  # keyword has different weight properties
-                    if ( ( $index =~ /kw/ ) || ( !$index ) )
-                    { # FIXME: do I need to add right-truncation in the case of stemming?
-                          # a simple way to find out if this query uses an index
-                        if ( $operand =~ /(\=|\:)/ ) {
-                            $weighted_query .= " $operand";
-                        }
-                        else {
-                            $weighted_query .=
-                              " Title-cover,ext,r1=\"$operand\""
-                              ;    # index label as exact
-                            $weighted_query .=
-                              " or ti,ext,r2=$operand";    # index as exact
-                             #$weighted_query .= " or ti,phr,r3=$operand";              # index as  phrase
-                             #$weighted_query .= " or any,ext,r4=$operand";         # index as exact
-                            $weighted_query .=
-                              " or kw,wrdl,r5=$operand";    # index as exact
-                            $weighted_query .= " or wrd,fuzzy,r9=$operand";
-                            $weighted_query .= " or wrd=$stemmed_operand"
-                              if $stemming;
-                        }
-                    }
-                    elsif ( $index =~ /au/ ) {
-                        $weighted_query .=
-                          " $index,ext,r1=$operand";    # index label as exact
-                         #$weighted_query .= " or (title-sort-az=0 or $index,startswithnt,st-word,r3=$operand #)";
-                        $weighted_query .=
-                          " or $index,phr,r3=$operand";    # index as phrase
-                        $weighted_query .= " or $index,rt,wrd,r3=$operand";
-                    }
-                    elsif ( $index =~ /ti/ ) {
-                        $weighted_query .=
-                          " Title-cover,ext,r1=$operand"; # index label as exact
-                        $weighted_query .= " or Title-series,ext,r2=$operand";
-
-                        #$weighted_query .= " or ti,ext,r2=$operand";
-                        #$weighted_query .= " or ti,phr,r3=$operand";
-                        #$weighted_query .= " or ti,wrd,r3=$operand";
-                        $weighted_query .=
-" or (title-sort-az=0 or Title-cover,startswithnt,st-word,r3=$operand #)";
-                        $weighted_query .=
-" or (title-sort-az=0 or Title-cover,phr,r6=$operand)";
-
-                        #$weighted_query .= " or Title-cover,wrd,r5=$operand";
-                        #$weighted_query .= " or ti,ext,r6=$operand";
-                        #$weighted_query .= " or ti,startswith,phr,r7=$operand";
-                        #$weighted_query .= " or ti,phr,r8=$operand";
-                        #$weighted_query .= " or ti,wrd,r9=$operand";
-
-   #$weighted_query .= " or ti,ext,r2=$operand";         # index as exact
-   #$weighted_query .= " or ti,phr,r3=$operand";              # index as  phrase
-   #$weighted_query .= " or any,ext,r4=$operand";         # index as exact
-   #$weighted_query .= " or kw,wrd,r5=$operand";         # index as exact
-                    }
-                    else {
-                        $weighted_query .=
-                          " $index,ext,r1=$operand";    # index label as exact
-                         #$weighted_query .= " or $index,ext,r2=$operand";            # index as exact
-                        $weighted_query .=
-                          " or $index,phr,r3=$operand";    # index as phrase
-                        $weighted_query .= " or $index,rt,wrd,r3=$operand";
-                        $weighted_query .=
-                          " or $index,wrd,r5=$operand"
-                          ;    # index as word right-truncated
-                        $weighted_query .= " or $index,wrd,fuzzy,r8=$operand";
-                    }
-                    $weighted_query .= ")";    # close rank specification
-                    $operand = $weighted_query;
-                }
+                               # Remove Stopwords      
+                               $operand = _remove_stopwords($operand,$index);
+
+                               # Handle Truncation
+                               my ($nontruncated,$righttruncated,$lefttruncated,$rightlefttruncated,$regexpr);
+                               ($nontruncated,$righttruncated,$lefttruncated,$rightlefttruncated,$regexpr) = _add_truncation($operand,$index);
+                               #warn "TRUNCATION: NON:@$nontruncated RIGHT:@$righttruncated LEFT:@$lefttruncated RIGHTLEFT:@$rightlefttruncated REGEX:@$regexpr";
+
+                               # Handle Stemming
+                       my $stemmed_operand;
+                               $stemmed_operand = _build_stemmed_operand($operand) if $stemming;
 
-                # only add an operator if there is a previous operand
+                               # Handle Field Weighting
+                               my $weighted_operand;
+                $weighted_operand = _build_weighted_query($operand,$stemmed_operand,$index) if $weight_fields;
+
+                               # proves we're operating in multi-leaf mode
+                               # $weighted_operand = "$weighted_operand and $weighted_operand";
+                               $operand = $weighted_operand if $weight_fields;
+
+                # If there's a previous operand, we need to add an operator
                 if ($previous_operand) {
                     if ( $operators[ $i - 1 ] ) {
-                        $query .= " $operators[$i-1] $index: $operand";
-                        if ( !$index ) {
-                            $human_search_desc .=
-                              "  $operators[$i-1] $operands[$i]";
-                        }
-                        else {
-                            $human_search_desc .=
-                              "  $operators[$i-1] $index: $operands[$i]";
-                        }
+                                               $human_search_desc .="  $operators[$i-1] $index_plus $operands[$i]";
+                                               $query .= " $operators[$i-1] $index_plus $operand";
                     }
-
                     # the default operator is and
                     else {
-                        $query             .= " and $index: $operand";
-                        $human_search_desc .= "  and $index: $operands[$i]";
+                        $query             .= " and $index_plus $operand";
+                        $human_search_desc .= " and $index_plus $operands[$i]";
                     }
                 }
-                else {
-                    if ( !$index ) {
-                        $query             .= " $operand";
-                        $human_search_desc .= "  $operands[$i]";
-                    }
-                    else {
-                      if (scalar(@righttruncated)+scalar(@lefttruncated)+scalar(@rightlefttruncated)>0){
-                         $query.= "$index: @nontruncated " if (scalar(@nontruncated)>0);
-                         if (scalar(@righttruncated)>0){
-                          $query .= "and $index,rtrn:@righttruncated ";
-                         }            
-                         if (scalar(@lefttruncated)>0){
-                          $query .= "and $index,ltrn:@lefttruncated ";
-                         }            
-                         if (scalar(@rightlefttruncated)>0){
-                          $query .= "and $index,rltrn:@rightlefttruncated ";
-                         }
-                        $query=~s/^and//;
+                               # There's no previous operand - FIXME: completely ignoring our $query, no field weighting, no stemming
+                               # FIXME: also, doesn't preserve original order
+                else { 
+                                       # if there are terms to fit with truncation
+                                       if (scalar(@$righttruncated)+scalar(@$lefttruncated)+scalar(@$rightlefttruncated)>0){
+                                               # add the non-truncated ones first
+                                               $query.= "$index_plus @$nontruncated " if (scalar(@$nontruncated)>0);
+                                               if (scalar(@$righttruncated)>0){
+                                                       $query .= "and $index_plus_comma"."rtrn:@$righttruncated ";
+                                               }            
+                                               if (scalar(@$lefttruncated)>0){
+                                                       $query .= "and $index_plus_comma"."ltrn:@$lefttruncated ";
+                                               }            
+                                               if (scalar(@$rightlefttruncated)>0){
+                                                       $query .= "and $index_plus_comma"."rltrn:@$rightlefttruncated ";
+                                               }
+                        $query=~s/^and//; # FIXME: this is cheating :-)
                         $human_search_desc .= $query;
-                      } else {           
-                        $query             .= " $index: $operand";
-                        $human_search_desc .= "  $index: $operands[$i]";
-                      }            
-                    }
+                                       } else {           
+                        $query             .= " $index_plus $operand";
+                        $human_search_desc .= "  $index_plus $operands[$i]";
+                                       }            
                     $previous_operand = 1;
                 }
             }    #/if $operands
@@ -761,9 +825,7 @@ sub buildQuery {
         # FIXME: not quite right yet ... will work on this soon -- JF
         my $type = $1 if $limit =~ m/([^:]+):([^:]*)/;
         if ( $limit =~ /available/ ) {
-            $limit_query .=
-" (($query and datedue=0000-00-00) or ($query and datedue=0000-00-00 not lost=1) or ($query and datedue=0000-00-00 not lost=2))";
-
+            $limit_query .= " (($query and datedue=0000-00-00) or ($query and datedue=0000-00-00 not lost=1) or ($query and datedue=0000-00-00 not lost=2))";
             #$limit_search_desc.=" and available";
         }
         elsif ( ($limit_query) && ( index( $limit_query, $type, 0 ) > 0 ) ) {
@@ -819,6 +881,7 @@ sub buildQuery {
         $limit_search_desc = " and ($limit_search_desc)" if $limit_search_desc;
 
     }
+       #warn "LIMIT: $limit_query";
     $query             .= $limit_query;
     $human_search_desc .= $limit_search_desc;
 
@@ -840,9 +903,9 @@ sub buildQuery {
     $human_search_desc =~ s/^ //g;
     my $koha_query = $query;
 
-#      warn "QUERY:".$koha_query;
-#      warn "SEARCHDESC:".$human_search_desc;
-#      warn "FEDERATED QUERY:".$federated_query;
+    #warn "QUERY:".$koha_query;
+    #warn "SEARCHDESC:".$human_search_desc;
+    #warn "FEDERATED QUERY:".$federated_query;
     return ( undef, $human_search_desc, $koha_query, $federated_query );
 }
 
@@ -956,13 +1019,13 @@ sub searchResults {
             $summary =~ s/\n/<br>/g;
             $oldbiblio->{summary} = $summary;
         }
-        # add spans to search term in results
+        # add spans to search term in results for search term highlighting
         foreach my $term ( keys %$span_terms_hashref ) {
-
-            #warn "term: $term";
             my $old_term = $term;
             if ( length($term) > 3 ) {
                 $term =~ s/(.*=|\)|\(|\+|\.|\?|\[|\])//g;
+                               $term =~ s/\\//g;
+                               $term =~ s/\*//g;
 
                 #FIXME: is there a better way to do this?
                 $oldbiblio->{'title'} =~ s/$term/<span class=term>$&<\/span>/gi;
@@ -1055,7 +1118,7 @@ sub searchResults {
             my $this_item = {
                 branchname     => $branches{$items->{$key}->{branchcode}},
                 branchcode     => $items->{$key}->{branchcode},
-                count          => $items->{$key}->{count}==1 ?"":$items->{$key}->{count},
+                count          => $items->{$key}->{count},
                 itemcallnumber => $items->{$key}->{itemcallnumber},
                 location => $items->{$key}->{location},
                 onloancount      => $items->{$key}->{onloancount},