Browse Source

[enh] engine score stats

asciimoo 11 years ago
parent
commit
e2c1c10657
1 changed files with 14 additions and 2 deletions
  1. 14
    2
      searx/engines/__init__.py

+ 14
- 2
searx/engines/__init__.py View File

@@ -69,7 +69,7 @@ for section in engines_config.sections():
69 69
             print '[E] Engine config error: Missing attribute "{0}.{1}"'.format(engine.name, engine_attr)
70 70
             sys.exit(1)
71 71
     engines[engine.name] = engine
72
-    engine.stats = {'result_count': 0, 'search_count': 0, 'page_load_time': 0}
72
+    engine.stats = {'result_count': 0, 'search_count': 0, 'page_load_time': 0, 'score_count': 0}
73 73
     if hasattr(engine, 'categories'):
74 74
         for category_name in engine.categories:
75 75
             categories.setdefault(category_name, []).append(engine)
@@ -136,6 +136,7 @@ def search(query, request, selected_categories):
136 136
     for i,res in enumerate(flat_res):
137 137
         res['parsed_url'] = urlparse(res['url'])
138 138
         score = (flat_len - i)*settings.weights.get(res['engine'], 1)
139
+        engines[res['engine']].stats['score_count'] += score
139 140
         duplicated = False
140 141
         for new_res in results:
141 142
             if res['parsed_url'].netloc == new_res['parsed_url'].netloc and\
@@ -163,17 +164,24 @@ def search(query, request, selected_categories):
163 164
 def get_engines_stats():
164 165
     pageloads = []
165 166
     results = []
167
+    scores = []
166 168
 
167
-    max_pageload = max_results = 0
169
+    max_pageload = max_results = max_score = 0
168 170
     for engine in engines.values():
169 171
         if engine.stats['search_count'] == 0:
170 172
             continue
171 173
         results_num = engine.stats['result_count']/float(engine.stats['search_count'])
172 174
         load_times  = engine.stats['page_load_time']/float(engine.stats['search_count'])
175
+        if results_num:
176
+            score = engine.stats['score_count'] / float(engine.stats['search_count']) / results_num
177
+        else:
178
+            score = 0
173 179
         max_results = max(results_num, max_results)
174 180
         max_pageload = max(load_times, max_pageload)
181
+        max_score = max(score, max_score)
175 182
         pageloads.append({'avg': load_times, 'name': engine.name})
176 183
         results.append({'avg': results_num, 'name': engine.name})
184
+        scores.append({'avg': score, 'name': engine.name})
177 185
 
178 186
     for engine in pageloads:
179 187
         engine['percentage'] = int(engine['avg']/max_pageload*100)
@@ -181,7 +189,11 @@ def get_engines_stats():
181 189
     for engine in results:
182 190
         engine['percentage'] = int(engine['avg']/max_results*100)
183 191
 
192
+    for engine in scores:
193
+        engine['percentage'] = int(engine['avg']/max_score*100)
194
+
184 195
 
185 196
     return [('Page loads (sec)', sorted(pageloads, key=itemgetter('avg'), reverse=True))
186 197
            ,('Number of results', sorted(results, key=itemgetter('avg'), reverse=True))
198
+           ,('Scores', sorted(scores, key=itemgetter('avg'), reverse=True))
187 199
            ]