From 192e2c333e0116e7f9a1ffafb991f06ca2b26cf0 Mon Sep 17 00:00:00 2001 From: rsb-23 <57601627+rsb-23@users.noreply.github.com> Date: Tue, 3 Sep 2024 21:04:10 +0530 Subject: [PATCH 1/2] Fixed false positives #2273 - Updated user-agent in header and removed duplicate - --- sherlock_project/resources/data.json | 45 +++++++++++----------------- sherlock_project/sherlock.py | 2 +- 2 files changed, 19 insertions(+), 28 deletions(-) diff --git a/sherlock_project/resources/data.json b/sherlock_project/resources/data.json index 8f38fd0..12914b1 100644 --- a/sherlock_project/resources/data.json +++ b/sherlock_project/resources/data.json @@ -682,9 +682,7 @@ "Duolingo": { "errorMsg": "{\"users\":[]}", "errorType": "message", - "headers": { - "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0" - }, + "url": "https://www.duolingo.com/profile/{}", "urlMain": "https://duolingo.com/", "urlProbe": "https://www.duolingo.com/2017-06-30/users?username={}", @@ -754,8 +752,7 @@ "username_claimed": "finanzfrage" }, "Fiverr": { - "errorMsg": "\"status\":\"success\"", - "errorType": "message", + "errorType": "status_code", "regexCheck": "^[A-Za-z][A-Za-z\\d_]{5,14}$", "request_method": "POST", "request_payload": { @@ -996,7 +993,7 @@ "username_claimed": "adam" }, "HackenProof (Hackers)": { - "errorMsg": "Web3\u2019s Largest Ethical Hackers Community | HackenProof", + "errorMsg": "Page not found", "errorType": "message", "regexCheck": "^[\\w-]{,34}$", "url": "https://hackenproof.com/hackers/{}", @@ -1069,8 +1066,7 @@ "username_claimed": "red" }, "Houzz": { - "errorMsg": "The page you requested was not found.", - "errorType": "message", + "errorType": "status_code", "url": "https://houzz.com/user/{}", "urlMain": "https://houzz.com/", "username_claimed": "blue" @@ -1089,7 +1085,7 @@ "username_claimed": "blue" }, "HudsonRock": { - "errorMsg": "No results", + "errorMsg": "This username is not associated", "errorType": "message", "url": "https://cavalier.hudsonrock.com/api/json/v2/osint-tools/search-by-username?username={}", "urlMain": "https://hudsonrock.com", @@ -1231,8 +1227,7 @@ }, "Kick": { "__comment__": "Cloudflare. Only viable when proxied.", - "errorMsg": "Not Found", - "errorType": "message", + "errorType": "status_code", "url": "https://kick.com/{}", "urlMain": "https://kick.com/", "urlProbe": "https://kick.com/api/v2/channels/{}", @@ -1249,8 +1244,7 @@ "Kongregate": { "errorType": "status_code", "headers": { - "Accept": "text/html", - "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0" + "Accept": "text/html" }, "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$", "url": "https://www.kongregate.com/accounts/{}", @@ -1289,24 +1283,24 @@ "username_claimed": "blue" }, "LibraryThing": { - "errorMsg": "Catalog your books online", + "errorMsg": "

Error: This user doesn't exist

", "errorType": "message", + "headers": { + "Cookie": "LTAnonSessionID=3159599315; LTUnifiedCookie=%7B%22areyouhuman%22%3A1%7D; " + }, "url": "https://www.librarything.com/profile/{}", "urlMain": "https://www.librarything.com/", "username_claimed": "blue" }, "Lichess": { - "errorMsg": "Page not found!", - "errorType": "message", + "errorType": "status_code", "url": "https://lichess.org/@/{}", "urlMain": "https://lichess.org", "username_claimed": "blue" }, "LinkedIn": { "errorType": "status_code", - "headers": { - "User-Agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/W.X.Y.Z Safari/537.36" - }, + "regexCheck": "^[a-zA-Z0-9]{3,100}$", "request_method": "GET", "url": "https://linkedin.com/in/{}", @@ -1964,9 +1958,7 @@ }, "Spotify": { "errorType": "status_code", - "headers": { - "user-agent": "PostmanRuntime/7.29.2" - }, + "url": "https://open.spotify.com/user/{}", "urlMain": "https://open.spotify.com/", "username_claimed": "blue" @@ -2205,7 +2197,8 @@ "username_claimed": "jenny" }, "Vero": { - "errorType": "status_code", + "errorMsg": "Not Found", + "errorType": "message", "request_method": "GET", "url": "https://vero.co/{}", "urlMain": "https://vero.co/", @@ -2375,9 +2368,7 @@ }, "YouTube": { "errorType": "status_code", - "headers": { - "User-Agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/W.X.Y.Z Safari/537.36" - }, + "url": "https://www.youtube.com/@{}", "urlMain": "https://www.youtube.com/", "username_claimed": "youtube" @@ -2803,4 +2794,4 @@ "urlMain": "https://znanylekarz.pl", "username_claimed": "janusz-nowak" } -} +} \ No newline at end of file diff --git a/sherlock_project/sherlock.py b/sherlock_project/sherlock.py index e36ca6c..c87dfd5 100644 --- a/sherlock_project/sherlock.py +++ b/sherlock_project/sherlock.py @@ -261,7 +261,7 @@ def sherlock( # A user agent is needed because some sites don't return the correct # information since they think that we are bots (Which we actually are...) headers = { - "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0", + "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:129.0) Gecko/20100101 Firefox/129.0", } if "headers" in net_info: From 0b7d925b5097093a2a42675bb5dcfba0532b29cc Mon Sep 17 00:00:00 2001 From: Paul Pfeister Date: Mon, 11 Nov 2024 19:44:14 -0500 Subject: [PATCH 2/2] fix: F-/F+ Generic --- sherlock_project/resources/data.json | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/sherlock_project/resources/data.json b/sherlock_project/resources/data.json index 12914b1..bbfb8b2 100644 --- a/sherlock_project/resources/data.json +++ b/sherlock_project/resources/data.json @@ -752,7 +752,12 @@ "username_claimed": "finanzfrage" }, "Fiverr": { - "errorType": "status_code", + "errorMsg": "\"status\":\"success\"", + "errorType": "message", + "headers": { + "Content-Type": "application/json", + "Accept-Language": "en-US,en;q=0.9" + }, "regexCheck": "^[A-Za-z][A-Za-z\\d_]{5,14}$", "request_method": "POST", "request_payload": { @@ -1296,7 +1301,7 @@ "errorType": "status_code", "url": "https://lichess.org/@/{}", "urlMain": "https://lichess.org", - "username_claimed": "blue" + "username_claimed": "john" }, "LinkedIn": { "errorType": "status_code",