|
@@ -2,7 +2,9 @@ from urllib import urlencode
|
2
|
2
|
from HTMLParser import HTMLParser
|
3
|
3
|
|
4
|
4
|
url = 'http://www.filecrop.com/'
|
5
|
|
-search_url = url + '/search.php?{query}&size_i=0&size_f=100000000&engine_r=1&engine_d=1&engine_e=1&engine_4=1&engine_m=1' # noqa
|
|
5
|
+search_url = url + '/search.php?{query}&size_i=0&size_f=100000000&engine_r=1&engine_d=1&engine_e=1&engine_4=1&engine_m=1&pos={index}' # noqa
|
|
6
|
+
|
|
7
|
+paging = True
|
6
|
8
|
|
7
|
9
|
|
8
|
10
|
class FilecropResultParser(HTMLParser):
|
|
@@ -69,7 +71,9 @@ class FilecropResultParser(HTMLParser):
|
69
|
71
|
|
70
|
72
|
|
71
|
73
|
def request(query, params):
|
72
|
|
- params['url'] = search_url.format(query=urlencode({'w': query}))
|
|
74
|
+ index = 1 + (params['pageno'] - 1) * 30
|
|
75
|
+ params['url'] = search_url.format(query=urlencode({'w': query}),
|
|
76
|
+ index=index)
|
73
|
77
|
return params
|
74
|
78
|
|
75
|
79
|
|