Browse Source

[enh] request arg refactor

asciimoo 11 years ago
parent
commit
d2a952ecdf
1 changed files with 18 additions and 14 deletions
  1. 18
    14
      searx/engines/__init__.py

+ 18
- 14
searx/engines/__init__.py View File

104
     selected_engines = []
104
     selected_engines = []
105
     number_of_searches += 1
105
     number_of_searches += 1
106
     user_agent = request.headers.get('User-Agent', '')
106
     user_agent = request.headers.get('User-Agent', '')
107
+
107
     if not len(selected_categories):
108
     if not len(selected_categories):
108
         selected_categories = ['general']
109
         selected_categories = ['general']
110
+
109
     for categ in selected_categories:
111
     for categ in selected_categories:
110
         selected_engines.extend({'category': categ, 'name': x.name} for x in categories[categ])
112
         selected_engines.extend({'category': categ, 'name': x.name} for x in categories[categ])
113
+
111
     for selected_engine in selected_engines:
114
     for selected_engine in selected_engines:
112
         if selected_engine['name'] not in engines:
115
         if selected_engine['name'] not in engines:
113
             continue
116
             continue
117
+
114
         engine = engines[selected_engine['name']]
118
         engine = engines[selected_engine['name']]
119
+
115
         request_params = default_request_params()
120
         request_params = default_request_params()
116
         request_params['headers']['User-Agent'] = user_agent
121
         request_params['headers']['User-Agent'] = user_agent
117
         request_params['category'] = selected_engine['category']
122
         request_params['category'] = selected_engine['category']
118
         request_params['started'] = datetime.now()
123
         request_params['started'] = datetime.now()
119
         request_params = engine.request(query, request_params)
124
         request_params = engine.request(query, request_params)
125
+
120
         callback = make_callback(selected_engine['name'], results, engine.response, request_params)
126
         callback = make_callback(selected_engine['name'], results, engine.response, request_params)
127
+
128
+        request_args = dict(headers = request_params['headers']
129
+                           ,hooks   = dict(response=callback)
130
+                           ,cookies = request_params['cookies']
131
+                           ,timeout = settings.request_timeout
132
+                           )
133
+
121
         if request_params['method'] == 'GET':
134
         if request_params['method'] == 'GET':
122
-            req = grequests.get(request_params['url']
123
-                                ,headers = request_params['headers']
124
-                                ,hooks = dict(response=callback)
125
-                                ,cookies = request_params['cookies']
126
-                                ,timeout = settings.request_timeout
127
-                                )
135
+            req = grequests.get
128
         else:
136
         else:
129
-            req = grequests.post(request_params['url']
130
-                                ,data = request_params['data']
131
-                                ,headers = request_params['headers']
132
-                                ,hooks = dict(response=callback)
133
-                                ,cookies = request_params['cookies']
134
-                                ,timeout = settings.request_timeout
135
-                                )
136
-        requests.append(req)
137
+            req = grequests.post
138
+            request_args['data'] = request_params['data']
139
+
140
+        requests.append(req(request_params['url'], **request_args))
137
     grequests.map(requests)
141
     grequests.map(requests)
138
     for engine_name,engine_results in results.items():
142
     for engine_name,engine_results in results.items():
139
         engines[engine_name].stats['search_count'] += 1
143
         engines[engine_name].stats['search_count'] += 1