| 
									
										
										
										
											2019-03-16 09:37:35 +00:00
										 |  |  | # frozen_string_literal: true | 
					
						
							| 
									
										
										
										
											2019-03-15 01:32:57 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  | # Redmine - project management software | 
					
						
							| 
									
										
										
										
											2022-01-02 05:29:10 +00:00
										 |  |  | # Copyright (C) 2006-2022  Jean-Philippe Lang | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  | # | 
					
						
							|  |  |  | # This program is free software; you can redistribute it and/or | 
					
						
							|  |  |  | # modify it under the terms of the GNU General Public License | 
					
						
							|  |  |  | # as published by the Free Software Foundation; either version 2 | 
					
						
							|  |  |  | # of the License, or (at your option) any later version. | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | # | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  | # This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | # but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  | # GNU General Public License for more details. | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | # | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  | # You should have received a copy of the GNU General Public License | 
					
						
							|  |  |  | # along with this program; if not, write to the Free Software | 
					
						
							|  |  |  | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | module Redmine | 
					
						
							|  |  |  |   module Search | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-17 20:05:51 +00:00
										 |  |  |     mattr_accessor :available_search_types | 
					
						
							|  |  |  |     @@available_search_types = [] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     class << self | 
					
						
							|  |  |  |       def map(&block) | 
					
						
							|  |  |  |         yield self | 
					
						
							|  |  |  |       end | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-17 20:05:51 +00:00
										 |  |  |       # Registers a search provider | 
					
						
							|  |  |  |       def register(search_type, options={}) | 
					
						
							|  |  |  |         search_type = search_type.to_s | 
					
						
							|  |  |  |         @@available_search_types << search_type unless @@available_search_types.include?(search_type) | 
					
						
							|  |  |  |       end | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |       # Returns the cache store for search results | 
					
						
							|  |  |  |       # Can be configured with config.redmine_search_cache_store= in config/application.rb | 
					
						
							|  |  |  |       def cache_store | 
					
						
							|  |  |  |         @@cache_store ||= begin | 
					
						
							|  |  |  |           # if config.search_cache_store was not previously set, a no method error would be raised | 
					
						
							|  |  |  |           config = Rails.application.config.redmine_search_cache_store rescue :memory_store | 
					
						
							|  |  |  |           if config | 
					
						
							|  |  |  |             ActiveSupport::Cache.lookup_store config | 
					
						
							|  |  |  |           end | 
					
						
							|  |  |  |         end | 
					
						
							|  |  |  |       end | 
					
						
							| 
									
										
										
										
											2010-02-17 20:05:51 +00:00
										 |  |  |     end | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |     class Fetcher | 
					
						
							|  |  |  |       attr_reader :tokens | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       def initialize(question, user, scope, projects, options={}) | 
					
						
							|  |  |  |         @user = user | 
					
						
							|  |  |  |         @question = question.strip | 
					
						
							|  |  |  |         @scope = scope | 
					
						
							|  |  |  |         @projects = projects | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |         @cache = options.delete(:cache) | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |         @options = options | 
					
						
							| 
									
										
										
										
											2021-10-05 19:54:31 +00:00
										 |  |  |         @tokens = Tokenizer.new(@question).tokens | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |       # Returns the total result count | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       def result_count | 
					
						
							|  |  |  |         result_ids.size | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |       # Returns the result count by type | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       def result_count_by_type | 
					
						
							| 
									
										
										
										
											2020-10-28 14:42:59 +00:00
										 |  |  |         ret = Hash.new {|h, k| h[k] = 0} | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |         result_ids.group_by(&:first).each do |scope, ids| | 
					
						
							|  |  |  |           ret[scope] += ids.size | 
					
						
							|  |  |  |         end | 
					
						
							|  |  |  |         ret | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |       # Returns the results for the given offset and limit | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       def results(offset, limit) | 
					
						
							|  |  |  |         result_ids_to_load = result_ids[offset, limit] || [] | 
					
						
							| 
									
										
										
										
											2020-10-28 14:42:59 +00:00
										 |  |  |         results_by_scope = Hash.new {|h, k| h[k] = []} | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |         result_ids_to_load.group_by(&:first).each do |scope, scope_and_ids| | 
					
						
							|  |  |  |           klass = scope.singularize.camelcase.constantize | 
					
						
							|  |  |  |           results_by_scope[scope] += klass.search_results_from_ids(scope_and_ids.map(&:last)) | 
					
						
							|  |  |  |         end | 
					
						
							|  |  |  |         result_ids_to_load.map do |scope, id| | 
					
						
							|  |  |  |           results_by_scope[scope].detect {|record| record.id == id} | 
					
						
							|  |  |  |         end.compact | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |       # Returns the results ids, sorted by rank | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       def result_ids | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |         @ranks_and_ids ||= load_result_ids_from_cache | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       private | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |       def project_ids | 
					
						
							|  |  |  |         Array.wrap(@projects).map(&:id) | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       def load_result_ids_from_cache | 
					
						
							|  |  |  |         if Redmine::Search.cache_store | 
					
						
							|  |  |  |           cache_key = ActiveSupport::Cache.expand_cache_key( | 
					
						
							|  |  |  |             [@question, @user.id, @scope.sort, @options, project_ids.sort] | 
					
						
							|  |  |  |           ) | 
					
						
							|  |  |  |           Redmine::Search.cache_store.fetch(cache_key, :force => !@cache) do | 
					
						
							|  |  |  |             load_result_ids | 
					
						
							|  |  |  |           end | 
					
						
							|  |  |  |         else | 
					
						
							|  |  |  |           load_result_ids | 
					
						
							|  |  |  |         end | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |       def load_result_ids | 
					
						
							|  |  |  |         ret = [] | 
					
						
							|  |  |  |         # get all the results ranks and ids | 
					
						
							|  |  |  |         @scope.each do |scope| | 
					
						
							|  |  |  |           klass = scope.singularize.camelcase.constantize | 
					
						
							|  |  |  |           ranks_and_ids_in_scope = klass.search_result_ranks_and_ids(@tokens, User.current, @projects, @options) | 
					
						
							| 
									
										
										
										
											2014-12-26 12:03:01 +00:00
										 |  |  |           ret += ranks_and_ids_in_scope.map {|rs| [scope, rs]} | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |         end | 
					
						
							|  |  |  |         # sort results, higher rank and id first | 
					
						
							| 
									
										
										
										
											2020-10-28 14:42:59 +00:00
										 |  |  |         ret.sort! {|a, b| b.last <=> a.last} | 
					
						
							| 
									
										
										
										
											2014-12-20 09:33:02 +00:00
										 |  |  |         # only keep ids now that results are sorted | 
					
						
							| 
									
										
										
										
											2014-12-20 08:10:05 +00:00
										 |  |  |         ret.map! {|scope, r| [scope, r.last]} | 
					
						
							|  |  |  |         ret | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  |     end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-10-05 19:54:31 +00:00
										 |  |  |     class Tokenizer | 
					
						
							|  |  |  |       def initialize(question) | 
					
						
							|  |  |  |         @question = question.to_s | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       def tokens | 
					
						
							|  |  |  |         # extract tokens from the question | 
					
						
							|  |  |  |         # eg. hello "bye bye" => ["hello", "bye bye"] | 
					
						
							| 
									
										
										
										
											2022-11-03 12:43:28 +00:00
										 |  |  |         tokens = @question.scan(%r{(([[:space:]]|^)"[^"]+"([[:space:]]|$)|[[:^space:]]+)}).collect {|m| m.first.gsub(%r{(^[[:space:]]*"[[:space:]]*|[[:space:]]*"[[:space:]]*$)}, '')} | 
					
						
							| 
									
										
										
										
											2021-10-05 19:54:31 +00:00
										 |  |  |         # tokens must be at least 2 characters long | 
					
						
							|  |  |  |         # but for Chinese characters (Chinese HANZI/Japanese KANJI), tokens can be one character | 
					
						
							|  |  |  |         # no more than 5 tokens to search for | 
					
						
							|  |  |  |         tokens.uniq.select{|w| w.length > 1 || w =~ /\p{Han}/}.first 5
 | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  |     end | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  |     module Controller | 
					
						
							|  |  |  |       def self.included(base) | 
					
						
							|  |  |  |         base.extend(ClassMethods) | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       module ClassMethods | 
					
						
							|  |  |  |         @@default_search_scopes = Hash.new {|hash, key| hash[key] = {:default => nil, :actions => {}}} | 
					
						
							|  |  |  |         mattr_accessor :default_search_scopes | 
					
						
							| 
									
										
										
										
											2011-09-20 02:48:40 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-21 17:07:18 +00:00
										 |  |  |         # Set the default search scope for a controller or specific actions | 
					
						
							|  |  |  |         # Examples: | 
					
						
							|  |  |  |         #   * search_scope :issues # => sets the search scope to :issues for the whole controller | 
					
						
							|  |  |  |         #   * search_scope :issues, :only => :index | 
					
						
							|  |  |  |         #   * search_scope :issues, :only => [:index, :show] | 
					
						
							|  |  |  |         def default_search_scope(id, options = {}) | 
					
						
							|  |  |  |           if actions = options[:only] | 
					
						
							|  |  |  |             actions = [] << actions unless actions.is_a?(Array) | 
					
						
							|  |  |  |             actions.each {|a| default_search_scopes[controller_name.to_sym][:actions][a.to_sym] = id.to_s} | 
					
						
							|  |  |  |           else | 
					
						
							|  |  |  |             default_search_scopes[controller_name.to_sym][:default] = id.to_s | 
					
						
							|  |  |  |           end | 
					
						
							|  |  |  |         end | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       def default_search_scopes | 
					
						
							|  |  |  |         self.class.default_search_scopes | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       # Returns the default search scope according to the current action | 
					
						
							|  |  |  |       def default_search_scope | 
					
						
							|  |  |  |         @default_search_scope ||= default_search_scopes[controller_name.to_sym][:actions][action_name.to_sym] || | 
					
						
							|  |  |  |                                   default_search_scopes[controller_name.to_sym][:default] | 
					
						
							|  |  |  |       end | 
					
						
							|  |  |  |     end | 
					
						
							|  |  |  |   end | 
					
						
							|  |  |  | end |