test_duckduckgo.py 2.8KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475
  1. # -*- coding: utf-8 -*-
  2. from collections import defaultdict
  3. import mock
  4. from searx.engines import duckduckgo
  5. from searx.testing import SearxTestCase
  6. class TestDuckduckgoEngine(SearxTestCase):
  7. def test_request(self):
  8. query = 'test_query'
  9. dicto = defaultdict(dict)
  10. dicto['pageno'] = 1
  11. dicto['language'] = 'de_CH'
  12. dicto['time_range'] = ''
  13. params = duckduckgo.request(query, dicto)
  14. self.assertIn('url', params)
  15. self.assertIn(query, params['url'])
  16. self.assertIn('duckduckgo.com', params['url'])
  17. self.assertIn('ch-de', params['url'])
  18. def test_no_url_in_request_year_time_range(self):
  19. dicto = defaultdict(dict)
  20. query = 'test_query'
  21. dicto['time_range'] = 'year'
  22. params = duckduckgo.request(query, dicto)
  23. self.assertEqual({}, params['url'])
  24. def test_response(self):
  25. self.assertRaises(AttributeError, duckduckgo.response, None)
  26. self.assertRaises(AttributeError, duckduckgo.response, [])
  27. self.assertRaises(AttributeError, duckduckgo.response, '')
  28. self.assertRaises(AttributeError, duckduckgo.response, '[]')
  29. response = mock.Mock(text='<html></html>')
  30. self.assertEqual(duckduckgo.response(response), [])
  31. html = u"""
  32. <div class="result results_links results_links_deep web-result result--no-result">
  33. <div class="links_main links_deep result__body">
  34. <h2 class="result__title">
  35. </h2>
  36. <div class="no-results">No results</div>
  37. <div class="result__extras">
  38. </div>
  39. </div>
  40. </div>
  41. """
  42. response = mock.Mock(text=html)
  43. results = duckduckgo.response(response)
  44. self.assertEqual(duckduckgo.response(response), [])
  45. html = u"""
  46. <div class="result results_links results_links_deep web-result ">
  47. <div class="links_main links_deep result__body">
  48. <h2 class="result__title">
  49. <a rel="nofollow" class="result__a" href="http://this.should.be.the.link/ű">
  50. This <b>is</b> <b>the</b> title
  51. </a>
  52. </h2>
  53. <a class="result__snippet" href="http://this.should.be.the.link/ű">
  54. <b>This</b> should be the content.
  55. </a>
  56. <div class="result__extras">
  57. </div>
  58. </div>
  59. </div>
  60. """
  61. response = mock.Mock(text=html)
  62. results = duckduckgo.response(response)
  63. self.assertEqual(type(results), list)
  64. self.assertEqual(len(results), 1)
  65. self.assertEqual(results[0]['title'], 'This is the title')
  66. self.assertEqual(results[0]['url'], u'http://this.should.be.the.link/ű')
  67. self.assertEqual(results[0]['content'], 'This should be the content.')