test_duckduckgo.py 2.7KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071
  1. # -*- coding: utf-8 -*-
  2. from collections import defaultdict
  3. import mock
  4. from searx.engines import duckduckgo
  5. from searx.testing import SearxTestCase
  6. class TestDuckduckgoEngine(SearxTestCase):
  7. def test_request(self):
  8. query = 'test_query'
  9. dicto = defaultdict(dict)
  10. dicto['pageno'] = 1
  11. dicto['language'] = 'fr_FR'
  12. params = duckduckgo.request(query, dicto)
  13. self.assertIn('url', params)
  14. self.assertIn(query, params['url'])
  15. self.assertIn('duckduckgo.com', params['url'])
  16. self.assertIn('fr-fr', params['url'])
  17. dicto['language'] = 'all'
  18. params = duckduckgo.request(query, dicto)
  19. self.assertIn('en-us', params['url'])
  20. def test_response(self):
  21. self.assertRaises(AttributeError, duckduckgo.response, None)
  22. self.assertRaises(AttributeError, duckduckgo.response, [])
  23. self.assertRaises(AttributeError, duckduckgo.response, '')
  24. self.assertRaises(AttributeError, duckduckgo.response, '[]')
  25. response = mock.Mock(text='<html></html>')
  26. self.assertEqual(duckduckgo.response(response), [])
  27. html = u"""
  28. <div class="result results_links results_links_deep web-result result--no-result">
  29. <div class="links_main links_deep result__body">
  30. <h2 class="result__title">
  31. </h2>
  32. <div class="no-results">No results</div>
  33. <div class="result__extras">
  34. </div>
  35. </div>
  36. </div>
  37. """
  38. response = mock.Mock(text=html)
  39. results = duckduckgo.response(response)
  40. self.assertEqual(duckduckgo.response(response), [])
  41. html = u"""
  42. <div class="result results_links results_links_deep web-result ">
  43. <div class="links_main links_deep result__body">
  44. <h2 class="result__title">
  45. <a rel="nofollow" class="result__a" href="http://this.should.be.the.link/ű">
  46. This <b>is</b> <b>the</b> title
  47. </a>
  48. </h2>
  49. <a class="result__snippet" href="http://this.should.be.the.link/ű">
  50. <b>This</b> should be the content.
  51. </a>
  52. <div class="result__extras">
  53. </div>
  54. </div>
  55. </div>
  56. """
  57. response = mock.Mock(text=html)
  58. results = duckduckgo.response(response)
  59. self.assertEqual(type(results), list)
  60. self.assertEqual(len(results), 1)
  61. self.assertEqual(results[0]['title'], 'This is the title')
  62. self.assertEqual(results[0]['url'], u'http://this.should.be.the.link/ű')
  63. self.assertEqual(results[0]['content'], 'This should be the content.')