If only status_code is needed use HEAD instead of GET request to avoid body download

This commit is contained in:
Jonas Tranberg 2019-01-03 18:39:43 +01:00
parent de31a311ef
commit e51da5b712
2 changed files with 13 additions and 1 deletions

6
.gitignore vendored
View file

@ -1,6 +1,12 @@
# Virtual Environment
venv/
# vscode
.vscode/
# Python
__pycache__/
# Jupyter Notebook
.ipynb_checkpoints
*.ipynb

View file

@ -130,8 +130,14 @@ def sherlock(username, verbose=False, tor=False, unique_tor=False):
url = net_info["url"].format(username)
results_site["url_user"] = url
# If only the status_code is needed don't download the body
if net_info["errorType"] == 'status_code':
request_method = session.head
else:
request_method = session.get
# This future starts running the request in a new thread, doesn't block the main thread
future = session.get(url=url, headers=headers)
future = request_method(url=url, headers=headers)
# Store future in data for access later
net_info["request_future"] = future