Mirrors/sherlock
2
0
Fork 0
mirror of https://github.com/sherlock-project/sherlock synced 2024-11-23 12:23:03 +00:00
Code Issues Projects Releases Packages Wiki Activity

If the ProxyError gets raised in the 'get_response' function, the request will be tried with another proxy selected from the 'proxy_list' global var. New parameter 'retry_no' is the number of retries that will be made before throwing a final ProxyError.

Browse source
This commit is contained in:
BlucyBlue 2019-01-20 19:44:04 +01:00 committed by Yahya SayadArbabi
parent 6bf8358342
commit 8587d1a835
1 changed files with 16 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
sherlock.py
View file

@ -99,13 +99,28 @@ def print_not_found(social_network, response_time, verbose=False):
Fore.YELLOW + " Not Found!").format(social_network)) Fore.YELLOW + " Not Found!").format(social_network))
def get_response(request_future, error_type, social_network, verbose=False): def get_response(request_future, error_type, social_network, verbose=False, retry_no=None):
global proxy_list
try: try:
rsp = request_future.result() rsp = request_future.result()
if rsp.status_code: if rsp.status_code:
return rsp, error_type, rsp.elapsed return rsp, error_type, rsp.elapsed
except requests.exceptions.HTTPError as errh: except requests.exceptions.HTTPError as errh:
print_error(errh, "HTTP Error:", social_network, verbose) print_error(errh, "HTTP Error:", social_network, verbose)
# In case our proxy fails, we retry with another proxy.
except requests.exceptions.ProxyError as errp:
if retry_no>0 and len(proxy_list)>0:
#Selecting the new proxy.
new_proxy = random.choice(proxy_list)
new_proxy = f'{new_proxy.protocol}://{new_proxy.ip}:{new_proxy.port}'
print(f'Retrying with {new_proxy}')
request_future.proxy = {'http':new_proxy,'https':new_proxy}
get_response(request_future,error_type, social_network, verbose,retry_no=retry_no-1)
else:
print_error(errp, "Proxy error:", social_network, verbose)
except requests.exceptions.ConnectionError as errc: except requests.exceptions.ConnectionError as errc:
print_error(errc, "Error Connecting:", social_network, verbose) print_error(errc, "Error Connecting:", social_network, verbose)
except requests.exceptions.Timeout as errt: except requests.exceptions.Timeout as errt: