Pārlūkot izejas kodu

[enh] stackoverflow added

asciimoo 11 gadus atpakaļ
vecāks
revīzija
e467a24843
1 mainītis faili ar 25 papildinājumiem un 0 dzēšanām
  1. 25
    0
      searx/engines/stackoverflow.py

+ 25
- 0
searx/engines/stackoverflow.py Parādīt failu

@@ -0,0 +1,25 @@
1
+from urllib import quote
2
+from lxml import html
3
+from urlparse import urljoin
4
+
5
+base_url = 'http://stackoverflow.com/'
6
+search_url = base_url+'search?q='
7
+
8
+def request(query, params):
9
+    global search_url
10
+    query = quote(query.replace(' ', '+'), safe='+')
11
+    params['url'] = search_url + query
12
+    return params
13
+
14
+
15
+def response(resp):
16
+    global base_url
17
+    results = []
18
+    dom = html.fromstring(resp.text)
19
+    for result in dom.xpath('//div[@class="question-summary search-result"]'):
20
+        link = result.xpath('.//div[@class="result-link"]//a')[0]
21
+        url = urljoin(base_url, link.attrib.get('href'))
22
+        title = ' '.join(link.xpath('.//text()'))
23
+        content = ' '.join(result.xpath('.//div[@class="excerpt"]//text()'))
24
+        results.append({'url': url, 'title': title, 'content': content})
25
+    return results