123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475 |
- """
- Google (Images)
-
- @website https://www.google.com
- @provide-api yes (https://developers.google.com/custom-search/)
-
- @using-api no
- @results HTML chunks with JSON inside
- @stable no
- @parse url, title, img_src
- """
-
- from urllib import urlencode
- from urlparse import parse_qs
- from json import loads
- from lxml import html
-
- # engine dependent config
- categories = ['images']
- paging = True
- safesearch = True
- time_range_support = True
-
- search_url = 'https://www.google.com/search'\
- '?{query}'\
- '&tbm=isch'\
- '&ijn=1'\
- '&start={offset}'
- time_range_search = "&tbs=qdr:{range}"
- time_range_dict = {'day': 'd',
- 'week': 'w',
- 'month': 'm'}
-
- # do search-request
- def request(query, params):
- offset = (params['pageno'] - 1) * 100
-
- params['url'] = search_url.format(query=urlencode({'q': query}),
- offset=offset,
- safesearch=safesearch)
- if params['time_range']:
- params['url'] += time_range_search.format(range=time_range_dict[params['time_range']])
-
- if safesearch and params['safesearch']:
- params['url'] += '&' + urlencode({'safe': 'active'})
-
- return params
-
-
- # get response from search-request
- def response(resp):
- results = []
-
- dom = html.fromstring(resp.text)
-
- # parse results
- for result in dom.xpath('//div[@data-ved]'):
-
- metadata = loads(result.xpath('./div[@class="rg_meta"]/text()')[0])
-
- thumbnail_src = metadata['tu']
-
- # http to https
- thumbnail_src = thumbnail_src.replace("http://", "https://")
-
- # append result
- results.append({'url': metadata['ru'],
- 'title': metadata['pt'],
- 'content': metadata['s'],
- 'thumbnail_src': thumbnail_src,
- 'img_src': metadata['ou'],
- 'template': 'images.html'})
-
- # return results
- return results
|