From 9e504c009467a14ea7c3e5b1bb3625dd9279e426 Mon Sep 17 00:00:00 2001 From: Soxoj Date: Sat, 8 May 2021 13:53:56 +0300 Subject: [PATCH] Added Weibo, Reddit BigData search, Wigle and several other sites --- maigret/resources/data.json | 52 +++++++++++++++++++++++++++++++++++++ maigret/submit.py | 1 + 2 files changed, 53 insertions(+) diff --git a/maigret/resources/data.json b/maigret/resources/data.json index fba0bc4..29d0907 100644 --- a/maigret/resources/data.json +++ b/maigret/resources/data.json @@ -26193,6 +26193,58 @@ "usernameClaimed": "iX_lqhcobUBvM2S671_RyA", "usernameUnclaimed": "noonewouldeverusethis7", "checkType": "message" + }, + "Wigle": { + "urlSubpath": "/phpbb", + "urlMain": "https://wigle.net", + "engine": "phpBB/Search", + "usernameClaimed": "arkasha", + "usernameUnclaimed": "noonewouldeverusethis7" + }, + "Reddit Search (Pushshift)": { + "urlMain": "https://camas.github.io/", + "url": "https://camas.github.io/reddit-search/#{{\"author\":\"{username}\",\"resultSize\":100}}", + "urlProbe": "https://api.pushshift.io/reddit/comment/search?html_decode=true&author={username}&size=100", + "usernameClaimed": "arkasha", + "source": "Reddit", + "checkType": "message", + "usernameUnclaimed": "noonewouldeverusethis7", + "presenseStrs": [ + "all_awardings" + ], + "absenceStrs": [ + "\"data\": []" + ] + }, + "pornsavant.com": { + "urlMain": "https://pornsavant.com", + "engine": "vBulletin", + "usernameClaimed": "alex", + "usernameUnclaimed": "noonewouldeverusethis7" + }, + "holodforum.ru": { + "urlMain": "https://holodforum.ru", + "engine": "vBulletin", + "usernameClaimed": "alex", + "usernameUnclaimed": "noonewouldeverusethis7" + }, + "Weibo": { + "absenceStrs": [ + "username_box\\", + "info_list username\\" + ], + "presenseStrs": [ + "pf_username\\", + "use_num\\" + ], + "url": "https://weibo.com/{username}", + "urlMain": "https://weibo.com", + "usernameClaimed": "clairekuo", + "usernameUnclaimed": "noonewouldeverusethis7", + "headers": { + "Cookie": "SUB=_2AkMXyuc_f8NxqwJRmP8SyWPrbo13zAvEieKhlhbkJRMxHRl-123" + }, + "checkType": "message" } }, "engines": { diff --git a/maigret/submit.py b/maigret/submit.py index cbd0c83..b3812e4 100644 --- a/maigret/submit.py +++ b/maigret/submit.py @@ -133,6 +133,7 @@ async def detect_known_engine( ) -> List[MaigretSite]: try: r = requests.get(url_mainpage) + logger.debug(r.text) except Exception as e: logger.warning(e) print("Some error while checking main page")