|  | @@ -0,0 +1,130 @@
 | 
	
		
			
			|  | 1 | +# -*- coding: utf-8 -*-
 | 
	
		
			
			|  | 2 | +from collections import defaultdict
 | 
	
		
			
			|  | 3 | +import mock
 | 
	
		
			
			|  | 4 | +from searx.engines import mediawiki
 | 
	
		
			
			|  | 5 | +from searx.testing import SearxTestCase
 | 
	
		
			
			|  | 6 | +
 | 
	
		
			
			|  | 7 | +
 | 
	
		
			
			|  | 8 | +class TestMediawikiEngine(SearxTestCase):
 | 
	
		
			
			|  | 9 | +
 | 
	
		
			
			|  | 10 | +    def test_request(self):
 | 
	
		
			
			|  | 11 | +        query = 'test_query'
 | 
	
		
			
			|  | 12 | +        dicto = defaultdict(dict)
 | 
	
		
			
			|  | 13 | +        dicto['pageno'] = 1
 | 
	
		
			
			|  | 14 | +        dicto['language'] = 'fr_FR'
 | 
	
		
			
			|  | 15 | +        params = mediawiki.request(query, dicto)
 | 
	
		
			
			|  | 16 | +        self.assertIn('url', params)
 | 
	
		
			
			|  | 17 | +        self.assertIn(query, params['url'])
 | 
	
		
			
			|  | 18 | +        self.assertIn('wikipedia.org', params['url'])
 | 
	
		
			
			|  | 19 | +        self.assertIn('fr', params['url'])
 | 
	
		
			
			|  | 20 | +
 | 
	
		
			
			|  | 21 | +        dicto['language'] = 'all'
 | 
	
		
			
			|  | 22 | +        params = mediawiki.request(query, dicto)
 | 
	
		
			
			|  | 23 | +        self.assertIn('en', params['url'])
 | 
	
		
			
			|  | 24 | +
 | 
	
		
			
			|  | 25 | +        mediawiki.base_url = "http://test.url/"
 | 
	
		
			
			|  | 26 | +        mediawiki.search_url = mediawiki.base_url +\
 | 
	
		
			
			|  | 27 | +                                 'w/api.php?action=query'\
 | 
	
		
			
			|  | 28 | +                                 '&list=search'\
 | 
	
		
			
			|  | 29 | +                                 '&{query}'\
 | 
	
		
			
			|  | 30 | +                                 '&srprop=timestamp'\
 | 
	
		
			
			|  | 31 | +                                 '&format=json'\
 | 
	
		
			
			|  | 32 | +                                 '&sroffset={offset}'\
 | 
	
		
			
			|  | 33 | +                                 '&srlimit={limit}'     # noqa
 | 
	
		
			
			|  | 34 | +        params = mediawiki.request(query, dicto)
 | 
	
		
			
			|  | 35 | +        self.assertIn('test.url', params['url'])
 | 
	
		
			
			|  | 36 | +
 | 
	
		
			
			|  | 37 | +    def test_response(self):
 | 
	
		
			
			|  | 38 | +        dicto = defaultdict(dict)
 | 
	
		
			
			|  | 39 | +        dicto['language'] = 'fr'
 | 
	
		
			
			|  | 40 | +        mediawiki.base_url = "https://{language}.wikipedia.org/"
 | 
	
		
			
			|  | 41 | +
 | 
	
		
			
			|  | 42 | +        self.assertRaises(AttributeError, mediawiki.response, None)
 | 
	
		
			
			|  | 43 | +        self.assertRaises(AttributeError, mediawiki.response, [])
 | 
	
		
			
			|  | 44 | +        self.assertRaises(AttributeError, mediawiki.response, '')
 | 
	
		
			
			|  | 45 | +        self.assertRaises(AttributeError, mediawiki.response, '[]')
 | 
	
		
			
			|  | 46 | +
 | 
	
		
			
			|  | 47 | +        response = mock.Mock(text='{}', search_params=dicto)
 | 
	
		
			
			|  | 48 | +        self.assertEqual(mediawiki.response(response), [])
 | 
	
		
			
			|  | 49 | +
 | 
	
		
			
			|  | 50 | +        response = mock.Mock(text='{"data": []}', search_params=dicto)
 | 
	
		
			
			|  | 51 | +        self.assertEqual(mediawiki.response(response), [])
 | 
	
		
			
			|  | 52 | +
 | 
	
		
			
			|  | 53 | +        json = """
 | 
	
		
			
			|  | 54 | +        {
 | 
	
		
			
			|  | 55 | +            "query-continue": {
 | 
	
		
			
			|  | 56 | +                "search": {
 | 
	
		
			
			|  | 57 | +                    "sroffset": 1
 | 
	
		
			
			|  | 58 | +                }
 | 
	
		
			
			|  | 59 | +            },
 | 
	
		
			
			|  | 60 | +            "query": {
 | 
	
		
			
			|  | 61 | +                "searchinfo": {
 | 
	
		
			
			|  | 62 | +                    "totalhits": 29721
 | 
	
		
			
			|  | 63 | +                },
 | 
	
		
			
			|  | 64 | +                "search": [
 | 
	
		
			
			|  | 65 | +                    {
 | 
	
		
			
			|  | 66 | +                        "ns": 0,
 | 
	
		
			
			|  | 67 | +                        "title": "This is the title étude",
 | 
	
		
			
			|  | 68 | +                        "timestamp": "2014-12-19T17:42:52Z"
 | 
	
		
			
			|  | 69 | +                    }
 | 
	
		
			
			|  | 70 | +                ]
 | 
	
		
			
			|  | 71 | +            }
 | 
	
		
			
			|  | 72 | +        }
 | 
	
		
			
			|  | 73 | +        """
 | 
	
		
			
			|  | 74 | +        response = mock.Mock(text=json, search_params=dicto)
 | 
	
		
			
			|  | 75 | +        results = mediawiki.response(response)
 | 
	
		
			
			|  | 76 | +        self.assertEqual(type(results), list)
 | 
	
		
			
			|  | 77 | +        self.assertEqual(len(results), 1)
 | 
	
		
			
			|  | 78 | +        self.assertEqual(results[0]['title'], u'This is the title étude')
 | 
	
		
			
			|  | 79 | +        self.assertIn('fr.wikipedia.org', results[0]['url'])
 | 
	
		
			
			|  | 80 | +        self.assertIn('This_is_the_title', results[0]['url'])
 | 
	
		
			
			|  | 81 | +        self.assertIn('%C3%A9tude', results[0]['url'])
 | 
	
		
			
			|  | 82 | +        self.assertEqual(results[0]['content'], '')
 | 
	
		
			
			|  | 83 | +
 | 
	
		
			
			|  | 84 | +        json = """
 | 
	
		
			
			|  | 85 | +        {
 | 
	
		
			
			|  | 86 | +            "query-continue": {
 | 
	
		
			
			|  | 87 | +                "search": {
 | 
	
		
			
			|  | 88 | +                    "sroffset": 1
 | 
	
		
			
			|  | 89 | +                }
 | 
	
		
			
			|  | 90 | +            },
 | 
	
		
			
			|  | 91 | +            "query": {
 | 
	
		
			
			|  | 92 | +                "searchinfo": {
 | 
	
		
			
			|  | 93 | +                    "totalhits": 29721
 | 
	
		
			
			|  | 94 | +                },
 | 
	
		
			
			|  | 95 | +                "search": [
 | 
	
		
			
			|  | 96 | +                ]
 | 
	
		
			
			|  | 97 | +            }
 | 
	
		
			
			|  | 98 | +        }
 | 
	
		
			
			|  | 99 | +        """
 | 
	
		
			
			|  | 100 | +        response = mock.Mock(text=json, search_params=dicto)
 | 
	
		
			
			|  | 101 | +        results = mediawiki.response(response)
 | 
	
		
			
			|  | 102 | +        self.assertEqual(type(results), list)
 | 
	
		
			
			|  | 103 | +        self.assertEqual(len(results), 0)
 | 
	
		
			
			|  | 104 | +
 | 
	
		
			
			|  | 105 | +        json = """
 | 
	
		
			
			|  | 106 | +        {
 | 
	
		
			
			|  | 107 | +            "query-continue": {
 | 
	
		
			
			|  | 108 | +                "search": {
 | 
	
		
			
			|  | 109 | +                    "sroffset": 1
 | 
	
		
			
			|  | 110 | +                }
 | 
	
		
			
			|  | 111 | +            },
 | 
	
		
			
			|  | 112 | +            "query": {
 | 
	
		
			
			|  | 113 | +            }
 | 
	
		
			
			|  | 114 | +        }
 | 
	
		
			
			|  | 115 | +        """
 | 
	
		
			
			|  | 116 | +        response = mock.Mock(text=json, search_params=dicto)
 | 
	
		
			
			|  | 117 | +        results = mediawiki.response(response)
 | 
	
		
			
			|  | 118 | +        self.assertEqual(type(results), list)
 | 
	
		
			
			|  | 119 | +        self.assertEqual(len(results), 0)
 | 
	
		
			
			|  | 120 | +
 | 
	
		
			
			|  | 121 | +        json = """
 | 
	
		
			
			|  | 122 | +        {"toto":[
 | 
	
		
			
			|  | 123 | +            {"id":200,"name":"Artist Name",
 | 
	
		
			
			|  | 124 | +            "link":"http:\/\/www.mediawiki.com\/artist\/1217","type":"artist"}
 | 
	
		
			
			|  | 125 | +        ]}
 | 
	
		
			
			|  | 126 | +        """
 | 
	
		
			
			|  | 127 | +        response = mock.Mock(text=json, search_params=dicto)
 | 
	
		
			
			|  | 128 | +        results = mediawiki.response(response)
 | 
	
		
			
			|  | 129 | +        self.assertEqual(type(results), list)
 | 
	
		
			
			|  | 130 | +        self.assertEqual(len(results), 0)
 |