mirror of
https://github.com/sherlock-project/sherlock
synced 2025-02-17 04:58:28 +00:00
If only status_code is needed use HEAD instead of GET request to avoid body download
This commit is contained in:
parent
de31a311ef
commit
e51da5b712
2 changed files with 13 additions and 1 deletions
6
.gitignore
vendored
6
.gitignore
vendored
|
@ -1,6 +1,12 @@
|
|||
# Virtual Environment
|
||||
venv/
|
||||
|
||||
# vscode
|
||||
.vscode/
|
||||
|
||||
# Python
|
||||
__pycache__/
|
||||
|
||||
# Jupyter Notebook
|
||||
.ipynb_checkpoints
|
||||
*.ipynb
|
||||
|
|
|
@ -130,8 +130,14 @@ def sherlock(username, verbose=False, tor=False, unique_tor=False):
|
|||
url = net_info["url"].format(username)
|
||||
results_site["url_user"] = url
|
||||
|
||||
# If only the status_code is needed don't download the body
|
||||
if net_info["errorType"] == 'status_code':
|
||||
request_method = session.head
|
||||
else:
|
||||
request_method = session.get
|
||||
|
||||
# This future starts running the request in a new thread, doesn't block the main thread
|
||||
future = session.get(url=url, headers=headers)
|
||||
future = request_method(url=url, headers=headers)
|
||||
|
||||
# Store future in data for access later
|
||||
net_info["request_future"] = future
|
||||
|
|
Loading…
Add table
Reference in a new issue