|
@@ -92,7 +92,8 @@ def response(resp):
|
92
|
92
|
results.append({'url': url, 'title': title, 'content': content})
|
93
|
93
|
else:
|
94
|
94
|
for url, title, content in zip(
|
95
|
|
- map(extract_url, dom.xpath(url_xpath)),
|
|
95
|
+ (extract_url(x, search_url) for
|
|
96
|
+ x in dom.xpath(url_xpath)),
|
96
|
97
|
map(extract_text, dom.xpath(title_xpath)),
|
97
|
98
|
map(extract_text, dom.xpath(content_xpath))
|
98
|
99
|
):
|