[fix] yandex engine language support according to #430
This commit is contained in:
		
							parent
							
								
									4b8f9778fe
								
							
						
					
					
						commit
						e98aef6fc4
					
				| @ -20,8 +20,13 @@ categories = ['general'] | |||||||
| paging = True | paging = True | ||||||
| language_support = True  # TODO | language_support = True  # TODO | ||||||
| 
 | 
 | ||||||
|  | default_tld = 'com' | ||||||
|  | language_map = {'ru': 'ru', | ||||||
|  |                 'ua': 'uk', | ||||||
|  |                 'tr': 'com.tr'} | ||||||
|  | 
 | ||||||
| # search-url | # search-url | ||||||
| base_url = 'https://yandex.ru/' | base_url = 'https://yandex.{tld}/' | ||||||
| search_url = 'search/?{query}&p={page}' | search_url = 'search/?{query}&p={page}' | ||||||
| 
 | 
 | ||||||
| results_xpath = '//div[@class="serp-item serp-item_plain_yes clearfix i-bem"]' | results_xpath = '//div[@class="serp-item serp-item_plain_yes clearfix i-bem"]' | ||||||
| @ -31,7 +36,9 @@ content_xpath = './/div[@class="serp-item__text"]//text()' | |||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| def request(query, params): | def request(query, params): | ||||||
|     params['url'] = base_url + search_url.format(page=params['pageno']-1, |     lang = params['language'].split('_')[0] | ||||||
|  |     host = base_url.format(tld=language_map.get(lang) or default_tld) | ||||||
|  |     params['url'] = host + search_url.format(page=params['pageno']-1, | ||||||
|                                              query=urlencode({'text': query})) |                                              query=urlencode({'text': query})) | ||||||
|     return params |     return params | ||||||
| 
 | 
 | ||||||
|  | |||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user
	 Adam Tauber
						Adam Tauber