Mirrors/sherlock
2
0
Fork 0
mirror of https://github.com/sherlock-project/sherlock synced 2025-02-16 20:48:27 +00:00
Code Issues Projects Releases Packages Wiki Activity

Added the ability to load external json files.

Browse source
This commit is contained in:
George Tsomlektsis 2019-01-24 01:00:34 +02:00
parent eae4da7294
commit f511faab23
1 changed files with 43 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

53
sherlock.py
View file

@ -221,13 +221,13 @@ def sherlock(username, site_data, verbose=False, tor=False, unique_tor=False, pr
request_method = session.head request_method = session.head
if net_info["errorType"] == "response_url": if net_info["errorType"] == "response_url":
#Site forwards request to a different URL if username not # Site forwards request to a different URL if username not
#found. Disallow the redirect so we can capture the # found. Disallow the redirect so we can capture the
#http status from the original URL request. # http status from the original URL request.
allow_redirects = False allow_redirects = False
else: else:
#Allow whatever redirect that the site wants to do. # Allow whatever redirect that the site wants to do.
#The final result of the request will be what is available. # The final result of the request will be what is available.
allow_redirects = True allow_redirects = True
# This future starts running the request in a new thread, doesn't block the main thread # This future starts running the request in a new thread, doesn't block the main thread
@ -402,6 +402,9 @@ def main():
action="store", dest="proxy", default=None, action="store", dest="proxy", default=None,
help="Make requests over a proxy. e.g. socks5://127.0.0.1:1080" help="Make requests over a proxy. e.g. socks5://127.0.0.1:1080"
) )
parser.add_argument("--json", "-j", metavar="JSON_FILE",
dest="json_file", default="data.json",
help="Load data from a JSON file or an online, valid, JSON file.")
parser.add_argument("username", parser.add_argument("username",
nargs='+', metavar='USERNAMES', nargs='+', metavar='USERNAMES',
action="store", action="store",
@ -424,12 +427,42 @@ def main():
print("Using TOR to make requests") print("Using TOR to make requests")
print("Warning: some websites might refuse connecting over TOR, so note that using this option might increase connection errors.") print("Warning: some websites might refuse connecting over TOR, so note that using this option might increase connection errors.")
# Load the data response_json_online = None
data_file_path = os.path.join(os.path.dirname( site_data_all = None
os.path.realpath(__file__)), "data.json")
with open(data_file_path, "r", encoding="utf-8") as raw:
site_data_all = json.load(raw)
# Try to load json from website.
try:
response_json_online = requests.get(url=args.json_file)
except requests.exceptions.MissingSchema: # In case the schema is wrong it's because it may not be a website
pass
# Check if the response is appropriate.
if response_json_online is not None and response_json_online.status_code == 200:
# Since we got data from a website, try to load json and exit if parsing fails.
try:
site_data_all = response_json_online.json()
except ValueError:
print("Invalid JSON from website!")
sys.exit(1)
pass
data_file_path = os.path.join(os.path.dirname(
os.path.realpath(__file__)), args.json_file)
# This will be none if the request had a missing schema
if site_data_all is None:
# Check if the file exists otherwise exit.
if not os.path.exists(data_file_path):
print("JSON file at doesn't exist.")
print("If this is not a file but a website, make sure you have appended http:// or https://.")
sys.exit(1)
else:
raw = open(data_file_path, "r", encoding="utf-8")
try:
site_data_all = json.load(raw)
except:
print("Invalid JSON loaded from file.")
if args.site_list is None: if args.site_list is None:
# Not desired to look at a sub-set of sites # Not desired to look at a sub-set of sites
site_data = site_data_all site_data = site_data_all