mirror/maigret
1
0
Fork 0
mirror of https://github.com/soxoj/maigret.git synced 2026-05-07 06:24:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updating site checkers, disabling suspended sites (#1266)

Browse Source 
* Fixing checks for broken sites and repairing the ones that were changed

* little tweaks

* little tweaks

---------

Co-authored-by: Weekrow <somewherelse@yandex.ru>
This commit is contained in:
weekend sorrow
2023-10-27 22:43:45 +03:00
committed by GitHub
parent 01121d7695
commit f1ea12d731
4 changed files with 78 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
maigret/checking.py
+3
View File
@@ -156,6 +156,9 @@ class ProxiedAiohttpChecker(SimpleAiohttpChecker):
class AiodnsDomainResolver(CheckerBase):
if sys.platform == 'win32': # Temporary workaround for Windows
asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
def __init__(self, *args, **kwargs):
loop = asyncio.get_event_loop()
self.logger = kwargs.get('logger', Mock())
maigret/maigret.py
+1 -1
View File
@@ -487,7 +487,7 @@ async def main():
arg_parser = setup_arguments_parser(settings)
args = arg_parser.parse_args()
# Re-set loggging level based on args
# Re-set logging level based on args
if args.debug:
log_level = logging.DEBUG
elif args.info:
maigret/resources/data.json
+72 -41
View File
@@ -293,6 +293,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"4cheat": {
"disabled": true,
"tags": [
"forum",
"ru"
@@ -653,7 +654,10 @@
"tags": [
"us"
],
"checkType": "status_code",
"checkType": "message",
"absenceStrs": [
"<title>Allrecipes Member | Allrecipes</title>"
],
"alexaRank": 983,
"urlMain": "https://www.allrecipes.com/",
"url": "https://www.allrecipes.com/cook/{username}",
@@ -1656,7 +1660,7 @@
"alexaRank": 8074009,
"urlMain": "https://automania.ru",
"url": "https://automania.ru/author/{username}/",
"usernameClaimed": "Bones",
"usernameClaimed": "autozak23",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Avforums": {
@@ -2033,7 +2037,7 @@
"Bentbox": {
"checkType": "message",
"absenceStrs": [
"This user page is currently not available"
"This user is currently not available"
],
"presenseStrs": [
"id=\"followingUser\""
@@ -3042,6 +3046,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Cfire": {
"disabled": true,
"tags": [
"ru"
],
@@ -3764,16 +3769,17 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"DTF": {
"disabled": true,
"tags": [
"ru"
],
"checkType": "message",
"absenceStrs": [
"\u041c\u044b \u0432\u0441\u0435 \u0432\u043d\u0438\u043c\u0430\u0442\u0435\u043b\u044c\u043d\u043e \u043f\u043e\u0441\u043c\u043e\u0442\u0440\u0435\u043b\u0438, \u043d\u043e \u043d\u0438\u0447\u0435\u0433\u043e \u043d\u0435 \u043d\u0430\u0448\u043b\u0438 :("
"\u0421\u0442\u0440\u0430\u043d\u0438\u0446\u0430 \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u0430 "
],
"alexaRank": 16528,
"urlMain": "https://dtf.ru",
"url": "https://dtf.ru/search/v2/subsite/relevant?query={username}",
"url": "https://dtf.ru/search/v2/subsite/relevant?query={username}&strict=1",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
@@ -4520,8 +4526,8 @@
},
"alexaRank": 39,
"urlMain": "https://www.ebay.com/",
"url": "https://ebay.com/usr/{username}",
"usernameClaimed": "blue",
"url": "https://www.ebay.com/usr/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Ecoustics": {
@@ -4843,6 +4849,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Eurogamer": {
"disabled": true,
"tags": [
"us"
],
@@ -5099,6 +5106,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"FIFA FORUMS": {
"disabled": true,
"tags": [
"forum",
"gb",
@@ -5665,12 +5673,13 @@
],
"checkType": "message",
"absenceStrs": [
"Sorry, but we cannot find this user ..."
"<meta name=\"robots\" content=\"noindex\">",
"Folkd | Home"
],
"alexaRank": 14019,
"urlMain": "http://www.folkd.com/user/",
"url": "http://www.folkd.com/user/{username}",
"usernameClaimed": "Bastian",
"urlMain": "http://www.folkd.com/profile/",
"url": "http://www.folkd.com/profile/{username}",
"usernameClaimed": "staffingservice",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Football": {
@@ -9110,12 +9119,18 @@
"errors": {
"\u041f\u0440\u0438 \u0432\u044b\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0438 \u0437\u0430\u043f\u0440\u043e\u0441\u0430 \u044d\u0442\u043e\u0439 \u0441\u0442\u0440\u0430\u043d\u0438\u0446\u044b \u043f\u0440\u043e\u0438\u0437\u043e\u0448\u043b\u0430 \u043e\u0448\u0438\u0431\u043a\u0430.": "Site error"
},
"checkType": "response_url",
"checkType": "message",
"absenseStrs": [
"xmlns=\"http://www.w3.org/1999/xhtml"
],
"presenseStrs": [
"!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01//EN"
],
"alexaRank": 1808,
"urlMain": "https://www.liveinternet.ru",
"url": "https://www.liveinternet.ru/users/{username}/profile",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameClaimed": "marrietta",
"usernameUnclaimed": "noonewouldevereverusethis7"
},
"LiveJournal": {
"tags": [
@@ -9255,6 +9270,9 @@
"tags": [
"kr"
],
"headers": {
"accept-language": "en-US,en;q=0.9,es;q=0.8"
},
"checkType": "message",
"absenceStrs": [
"No search results"
@@ -9338,6 +9356,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Love.Mail.ru": {
"disabled": true,
"tags": [
"ru"
],
@@ -9767,18 +9786,17 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Mbclub": {
"disabled": true,
"tags": [
"ru"
],
"checkType": "message",
"absenceStrs": [
"\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f."
"<!-- j_requested_page_not_found -->"
],
"alexaRank": 315579,
"urlMain": "https://www.mbclub.ru/",
"url": "https://www.mbclub.ru/forum/members/?username={username}",
"usernameClaimed": "adam",
"url": "https://mbclub.ru/members/{username}",
"usernameClaimed": "qruiser.308",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Mcbans": {
@@ -10387,7 +10405,8 @@
"alexaRank": 1242615,
"urlMain": "https://movie-forum.co",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameUnclaimed": "noonewouldeverusethis7",
"disabled": true
},
"Movie-list": {
"urlSubpath": "/forum",
@@ -10664,18 +10683,15 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"MyFitnessPal": {
"disabled": true,
"tags": [
"us"
],
"checkType": "message",
"absenceStrs": [
"The page you were looking for could not be found.",
"\u0417\u0430\u043f\u0440\u043e\u0448\u0435\u043d\u043d\u0430\u044f \u0432\u0430\u043c\u0438 \u0441\u0442\u0440\u0430\u043d\u0438\u0446\u0430 \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u0430."
"meta name=\"robots\" content=\"index,follow\"/><meta name=\"googlebot\" content=\"index,follow"
],
"presenseStrs": [
"Send Message",
"\u041e\u0442\u043f\u0440\u0430\u0432\u0438\u0442\u044c \u0441\u043e\u043e\u0431\u0449\u0435\u043d\u0438\u0435"
"meta name=\"robots\" content=\"noindex,nofollow\"/><meta name=\"googlebot\" content=\"noindex,nofollow"
],
"alexaRank": 1698,
"urlMain": "https://www.myfitnesspal.com/",
@@ -11812,7 +11828,8 @@
"<div class=\"row error404\""
],
"presenseStrs": [
"<title>PayPal.Me</title>"
"displayName",
"displayEmail"
],
"alexaRank": 223777,
"urlMain": "https://www.paypal.me",
@@ -11936,6 +11953,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Periscope": {
"disabled": true,
"tags": [
"streaming",
"us",
@@ -15237,7 +15255,7 @@
"<title>Strava | "
],
"presenseStrs": [
"Profile</title>"
"Strava</title>"
],
"alexaRank": 1099,
"urlMain": "https://www.strava.com/",
@@ -15587,6 +15605,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"TJournal": {
"disabled": true,
"similarSearch": true,
"tags": [
"ru"
@@ -15725,6 +15744,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Taplink": {
"disabled": true,
"tags": [
"links",
"ru"
@@ -15781,14 +15801,14 @@
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_]{4,}$",
"checkType": "message",
"absenceStrs": [
"twitter:title\" content=\"Telegram: Contact",
"a new era of messaging"
"<meta name=\"robots\" content=\"noindex, nofollow\">",
"<meta property=\"twitter:title\" content=\"Telegram: Contact"
],
"alexaRank": 154,
"urlMain": "https://t.me/",
"url": "https://t.me/{username}",
"usernameClaimed": "maigret_osint_bot",
"usernameUnclaimed": "noonewouldeverusethis7fdsfsdsfdsfd"
"usernameClaimed": "BotFather",
"usernameUnclaimed": "noonewouldevereverusethis7"
},
"Teletype": {
"tags": [
@@ -17164,7 +17184,7 @@
"video"
],
"headers": {
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2OTUxNjg3ODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.WjozUble_6hWPVxipg4ub9pnCILTh5mTDUMV3806oSM"
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2OTgyMzM1MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.e_hVzSccYGkrjpNoW3b5JpvCWVsNADv50DqFDFt_3No"
},
"activation": {
"url": "https://vimeo.com/_rv/viewer",
@@ -17182,11 +17202,12 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Virgool": {
"disabled": true,
"tags": [
"blog",
"ir"
],
"checkType": "message",
"checkType": "status_code",
"absenceStrs": [
"\u06f4\u06f0\u06f4"
],
@@ -18099,6 +18120,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"XXXForum.org": {
"disabled": true,
"tags": [
"erotic",
"forum",
@@ -18846,8 +18868,8 @@
"checkType": "status_code",
"alexaRank": 6034,
"urlMain": "http://www.authorstream.com/",
"url": "http://www.authorstream.com/{username}/",
"usernameClaimed": "blue",
"url": "http://www.authorstream.com/author/{username}/",
"usernameClaimed": "roxanne",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"autotob.ru": {
@@ -20429,7 +20451,8 @@
"regexCheck": "^[^\\.]+$",
"checkType": "message",
"absenceStrs": [
"Make income from your art!"
"Make income from your art!",
"https://storage.ko-fi.com/cdn/og.png"
],
"alexaRank": 5421,
"urlMain": "https://ko-fi.com",
@@ -22226,7 +22249,6 @@
]
},
"vegalab": {
"disabled": true,
"tags": [
"forum",
"ru"
@@ -22296,6 +22318,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"watcheshop": {
"disabled": true,
"tags": [
"forum",
"ru"
@@ -30317,6 +30340,7 @@
],
"url": "http://{username}.contactin.bio/",
"urlMain": "http://username.contactin.bio",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"tags": [
@@ -30803,7 +30827,7 @@
"protocol": "dns",
"url": "{username}.email",
"urlMain": "{username}.email",
"usernameClaimed": "alex",
"usernameClaimed": "phone",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "status_code"
},
@@ -31564,6 +31588,7 @@
]
},
"tg.rip": {
"disabled": true,
"absenceStrs": [
"btn_label"
],
@@ -32748,10 +32773,16 @@
"url": "https://tokyvideo.com/user/{username}"
},
"trailville.com": {
"checkType": "status_code",
"usernameClaimed": "admin",
"usernameUnclaimed": "noonewouldeverusethis7",
"url": "https://trailville.com/wiki/User:{username}"
"checkType": "message",
"presenseStrs": [
"wgRelevantUserName"
],
"headers": {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36"
},
"usernameClaimed": "Admin",
"usernameUnclaimed": "noonewouldevereverusethis7",
"url": "https://www.trailville.com/wiki/User:{username}"
},
"trepup.com": {
"checkType": "status_code",