|  | @@ -1,9 +1,8 @@
 | 
	
		
			
			| 1 | 1 |  from urllib import urlencode
 | 
	
		
			
			| 2 | 2 |  from lxml import html
 | 
	
		
			
			| 3 | 3 |  
 | 
	
		
			
			| 4 |  | -base_url = 'https://startpage.com/'
 | 
	
		
			
			| 5 |  | -search_url = base_url+'do/search'
 | 
	
		
			
			| 6 |  | -
 | 
	
		
			
			|  | 4 | +base_url = None
 | 
	
		
			
			|  | 5 | +search_url = None
 | 
	
		
			
			| 7 | 6 |  
 | 
	
		
			
			| 8 | 7 |  def request(query, params):
 | 
	
		
			
			| 9 | 8 |      global search_url
 | 
	
	
		
			
			|  | @@ -24,6 +23,11 @@ def response(resp):
 | 
	
		
			
			| 24 | 23 |          link = result.xpath('.//h3/a')[0]
 | 
	
		
			
			| 25 | 24 |          url = link.attrib.get('href')
 | 
	
		
			
			| 26 | 25 |          title = link.text_content()
 | 
	
		
			
			| 27 |  | -        content = result.xpath('./p[@class="desc"]')[0].text_content()
 | 
	
		
			
			|  | 26 | +
 | 
	
		
			
			|  | 27 | +        content =''
 | 
	
		
			
			|  | 28 | +        if len(result.xpath('./p[@class="desc"]')):
 | 
	
		
			
			|  | 29 | +            content = result.xpath('./p[@class="desc"]')[0].text_content()
 | 
	
		
			
			|  | 30 | +        
 | 
	
		
			
			| 28 | 31 |          results.append({'url': url, 'title': title, 'content': content})
 | 
	
		
			
			|  | 32 | +    
 | 
	
		
			
			| 29 | 33 |      return results
 |