|
@@ -143,6 +143,10 @@ def score_results(results):
|
143
|
143
|
|
144
|
144
|
res['parsed_url'] = urlparse(res['url'])
|
145
|
145
|
|
|
146
|
+ # if the result has no scheme, use http as default
|
|
147
|
+ if not res['parsed_url'].scheme:
|
|
148
|
+ res['parsed_url'] = res['parsed_url']._replace(scheme="http")
|
|
149
|
+
|
146
|
150
|
res['host'] = res['parsed_url'].netloc
|
147
|
151
|
|
148
|
152
|
if res['host'].startswith('www.'):
|
|
@@ -206,9 +210,6 @@ def score_results(results):
|
206
|
210
|
# if there is no duplicate found, append result
|
207
|
211
|
else:
|
208
|
212
|
res['score'] = score
|
209
|
|
- # if the result has no scheme, use http as default
|
210
|
|
- if res['parsed_url'].scheme == '':
|
211
|
|
- res['parsed_url'] = res['parsed_url']._replace(scheme="http")
|
212
|
213
|
|
213
|
214
|
results.append(res)
|
214
|
215
|
|