mirror/maigret
1
0
Fork 0
mirror of https://github.com/soxoj/maigret.git synced 2026-05-07 06:24:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improved "submit new site" mode, added tests, fixed top-500 sites (#1952)

Browse Source
This commit is contained in:
Soxoj
2024-12-10 18:02:43 +01:00
committed by GitHub
parent 51ab988e36
commit 81a817a39f
12 changed files with 691 additions and 194 deletions
Download Patch File Download Diff File Expand all files Collapse all files
maigret/resources/data.json
+107 -46
View File
@@ -1970,6 +1970,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BeerMoneyForum": {
"disabled": true,
"ignore403": true,
"tags": [
"finance",
@@ -2366,19 +2367,30 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BoardGameGeek": {
"checkType": "message",
"tags": [
"gaming",
"us"
],
"checkType": "message",
"absenceStrs": [
"User does not exist."
"\t\tUser not found",
"messagebox error",
">\t<div class=",
"\t\t\t<title>Profile | BoardGameGeek</title>",
"\t</div></div>"
],
"alexaRank": 4327,
"urlMain": "https://www.boardgamegeek.com",
"url": "https://www.boardgamegeek.com/user/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
"urlMain": "https://boardgamegeek.com",
"url": "https://boardgamegeek.com/user/{username}",
"usernameClaimed": "ZakuBG",
"usernameUnclaimed": "uzytnhstvj",
"presenseStrs": [
"username",
" style=",
"mail",
" \tstyle=",
" data-username="
]
},
"Bobrdobr": {
"tags": [
@@ -3005,7 +3017,8 @@
"alexaRank": 2689,
"urlMain": "https://community.cbr.com",
"usernameClaimed": "red",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameUnclaimed": "noonewouldeverusethis7",
"disabled": true
},
"Ccdi": {
"tags": [
@@ -4645,21 +4658,6 @@
"usernameUnclaimed": "noonewouldeverusethis7",
"alexaRank": 301125
},
"Eksisozluk": {
"tags": [
"tr"
],
"checkType": "message",
"absenceStrs": [
"isimli bir yazar kayd\u0131 mevcut de\u011fil",
"olmaz \u00f6yle \u015fey"
],
"alexaRank": 977,
"urlMain": "https://eksisozluk.com/biri/",
"url": "https://eksisozluk.com/biri/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Elakiri": {
"tags": [
"lk"
@@ -5747,6 +5745,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Folkd": {
"disabled": true,
"tags": [
"eu",
"in"
@@ -7678,17 +7677,28 @@
},
"Hotcopper": {
"tags": [
"au"
"finance"
],
"checkType": "message",
"absenceStrs": [
"The following error occurred"
"error-page",
"error-page home container",
"card-footer-item",
"><main id=",
"card-content"
],
"alexaRank": 7767,
"urlMain": "https://hotcopper.com.au",
"url": "https://hotcopper.com.au/search/search?type=post&users={username}",
"usernameClaimed": "red",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameUnclaimed": "ggyeplcpod",
"presenseStrs": [
"title-td",
"title is-1",
"pagination ",
"toggle",
"active "
]
},
"House-Mixes.com": {
"tags": [
@@ -9056,16 +9066,27 @@
"Lichess": {
"checkType": "message",
"absenceStrs": [
"Page not found!"
"page-small box box-pad page",
"><h1 class=",
">No such player</h1><div><p>This username doesn",
"})()</script></body></html>",
"IR0Cf7qpkpcOhvI9r03a0QbI"
],
"alexaRank": 2374,
"urlMain": "https://lichess.org",
"url": "https://lichess.org/@/{username}",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis7",
"usernameClaimed": "adam",
"usernameUnclaimed": "efxvyhnwrh",
"tags": [
"gaming",
"hobby"
],
"presenseStrs": [
"us_profile",
"og:title",
"profile-side",
" data-username=",
"og:site_name"
]
},
"Liebe69": {
@@ -14739,16 +14760,25 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"SlideShare": {
"tags": [
"documents",
"sharing"
],
"checkType": "status_code",
"checkType": "message",
"alexaRank": 158,
"urlMain": "https://slideshare.net/",
"url": "https://slideshare.net/{username}",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis7"
"urlMain": "https://www.slideshare.net",
"url": "https://www.slideshare.net/{username}",
"usernameClaimed": "KumarSurya7",
"usernameUnclaimed": "kwbmsonxvp",
"presenseStrs": [
"user-name",
"pageInfo",
"listitem",
"polite",
"strippedTitle"
],
"absenceStrs": [
"blankProfile",
"username-available",
"robots",
"noindex,nofollow"
]
},
"Slides": {
"tags": [
@@ -15447,7 +15477,8 @@
"urlMain": "https://www.strava.com/",
"url": "https://www.strava.com/athletes/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameUnclaimed": "noonewouldeverusethis7",
"disabled": true
},
"Studfile": {
"tags": [
@@ -16771,13 +16802,20 @@
"regexCheck": "^[^\\.]+$",
"checkType": "message",
"absenceStrs": [
"There's nothing here."
"Not found.",
":404,",
"userAgent",
",displayStatus:"
],
"alexaRank": 112,
"urlMain": "https://tumblr.com/",
"url": "https://{username}.tumblr.com/",
"usernameClaimed": "red",
"usernameUnclaimed": "noonewouldeverusethis7"
"urlMain": "https://www.tumblr.com",
"url": "https://www.tumblr.com/{username}",
"usernameClaimed": "soxoj",
"usernameUnclaimed": "zdbimdoqyt",
"presenseStrs": [
"profile",
" title="
]
},
"Tunefind": {
"checkType": "message",
@@ -17114,7 +17152,8 @@
"urlMain": "https://vc.ru",
"url": "https://vc.ru/search/v2/subsite/relevant?query={username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
"usernameUnclaimed": "noonewouldeverusethis7",
"disabled": true
},
"Viddler": {
"checkType": "message",
@@ -17377,7 +17416,7 @@
"video"
],
"headers": {
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM2MTc5MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiNGYxM2M4N2ItYWMwMy00Y2JhLWExMDctNmNiODhmM2U3NjZjIn0.Y7CWEWckdSMsmJ8ROPmhHR6el2QCYJRDl0RLPpdJOKc"
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM4MzkwODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiOWNjMjk0ZjktZGZhOS00NDI0LWE0OGEtN2JjYzkwYjM2NTMyIn0.wG0kC7fWtrdKI9ccS-LE81lVgQRfYobrqCAPWxr1wzc"
},
"activation": {
"url": "https://vimeo.com/_rv/viewer",
@@ -18971,7 +19010,8 @@
"urlMain": "https://aminoapps.com/",
"url": "https://aminoapps.com/u/{username}",
"usernameClaimed": "blue",
"usernameUnclaimed": "noonewouldeverusethis77777"
"usernameUnclaimed": "noonewouldeverusethis77777",
"disabled": true
},
"analitika-forex.ru": {
"engine": "uCoz",
@@ -35419,6 +35459,27 @@
"Cache-Control": "no-cache",
"TE": "trailers"
}
},
"Eksisozluk": {
"absenceStrs": [
" <h1>b\u00f6yle bir yazar yok</h1>\r"
],
"presenseStrs": [
"profile-dots",
"profile-logo",
"profile-cards",
"profile-biography",
" data-title="
],
"alexaRank": 977,
"url": "https://eksisozluk.com/biri/{username}",
"urlMain": "https://eksisozluk.com",
"usernameClaimed": "kartalbafilerrr",
"usernameUnclaimed": "rlcvuwlxqh",
"checkType": "message",
"tags": [
"tr"
]
}
},
"engines": {