|
@@ -20,8 +20,13 @@ categories = ['general']
|
20
|
20
|
paging = True
|
21
|
21
|
language_support = True # TODO
|
22
|
22
|
|
|
23
|
+default_tld = 'com'
|
|
24
|
+language_map = {'ru': 'ru',
|
|
25
|
+ 'ua': 'uk',
|
|
26
|
+ 'tr': 'com.tr'}
|
|
27
|
+
|
23
|
28
|
# search-url
|
24
|
|
-base_url = 'https://yandex.ru/'
|
|
29
|
+base_url = 'https://yandex.{tld}/'
|
25
|
30
|
search_url = 'search/?{query}&p={page}'
|
26
|
31
|
|
27
|
32
|
results_xpath = '//div[@class="serp-item serp-item_plain_yes clearfix i-bem"]'
|
|
@@ -31,8 +36,10 @@ content_xpath = './/div[@class="serp-item__text"]//text()'
|
31
|
36
|
|
32
|
37
|
|
33
|
38
|
def request(query, params):
|
34
|
|
- params['url'] = base_url + search_url.format(page=params['pageno']-1,
|
35
|
|
- query=urlencode({'text': query}))
|
|
39
|
+ lang = params['language'].split('_')[0]
|
|
40
|
+ host = base_url.format(tld=language_map.get(lang) or default_tld)
|
|
41
|
+ params['url'] = host + search_url.format(page=params['pageno']-1,
|
|
42
|
+ query=urlencode({'text': query}))
|
36
|
43
|
return params
|
37
|
44
|
|
38
|
45
|
|