diff --git a/docs/source/development.rst b/docs/source/development.rst
index 09e71f4..90785c9 100644
--- a/docs/source/development.rst
+++ b/docs/source/development.rst
@@ -149,6 +149,7 @@ Supported values:
- ``tls_fingerprint`` — the site fingerprints the TLS handshake (JA3/JA4) and blocks non-browser clients. Maigret automatically uses ``curl_cffi`` with Chrome browser emulation to bypass this. Requires the ``curl_cffi`` package (included as a dependency). Examples: Instagram, NPM, Codepen, Kickstarter, Letterboxd.
- ``ip_reputation`` — the site blocks requests from datacenter/cloud IPs regardless of headers or TLS. Cannot be bypassed automatically; run Maigret from a regular internet connection (not a datacenter) or use a proxy (``--proxy``). Examples: Reddit, Patreon, Figma.
- ``js_challenge`` — the site serves a JavaScript challenge page (e.g. "Just a moment...") that cannot be solved without a browser. Maigret detects challenge signatures and returns UNKNOWN instead of a false positive.
+- ``aws_waf_js_challenge`` — the site is protected by AWS WAF with a JavaScript challenge. Symptom: HTTP 202 with empty body and ``x-amzn-waf-action: challenge`` header (a token-granting challenge that requires executing the CAPTCHA/challenge JS bundle). Neither ``curl_cffi`` TLS impersonation nor User-Agent changes bypass this — a real browser or the official AWS WAF challenge-solver SDK is required. Currently marked for documentation only; sites using this protection stay ``disabled: true`` until a solver is integrated. Example: Dreamwidth.
Example:
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index 565f400..caebcb6 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -2779,19 +2779,18 @@
"tags": [
"photo"
],
- "errors": {
- "Something just went wrong": "Site error",
- "PersistedQueryNotFound": "Site error"
- },
- "urlProbe": "https://api.500px.com/graphql?operationName=ProfileRendererQuery&variables=%7B%22username%22%3A%22{username}%22%7D&extensions=%7B%22persistedQuery%22%3A%7B%22version%22%3A1%2C%22sha256Hash%22%3A%22fcecc7028c308115b0defebc63acec3fe3c12df86a602c3e1785ba5cfb8fff47%22%7D%7D",
+ "urlProbe": "https://api.500px.com/graphql?query=query%28%24username%3AString%21%29%7BuserByUsername%28username%3A%24username%29%7Bid%20legacyId%20username%20displayName%20firstName%20lastName%20registeredAt%20userProfile%7Bfirstname%20lastname%20about%20country%20city%20state%7DsocialMedia%7Bwebsite%20twitter%20facebook%20instagram%7D%7D%7D&variables=%7B%22username%22%3A%22{username}%22%7D",
"checkType": "message",
+ "presenseStrs": [
+ "\"legacyId\":\""
+ ],
"absenceStrs": [
- "No message available"
+ "\"userByUsername\":null"
],
"alexaRank": 905,
"urlMain": "https://500px.com/",
"url": "https://500px.com/p/{username}",
- "usernameClaimed": "blue",
+ "usernameClaimed": "iansobolev",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"PyPi": {
@@ -3481,6 +3480,7 @@
]
},
"AllTrails": {
+ "disabled": true,
"tags": [
"sport",
"travel"
@@ -5537,6 +5537,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BoardGameGeek": {
+ "disabled": true,
"checkType": "message",
"tags": [
"gaming"
@@ -6656,6 +6657,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"9GAG": {
+ "disabled": true,
"tags": [
"sharing",
"social"
@@ -6809,6 +6811,9 @@
},
"AnimeNewsNetwork": {
"urlSubpath": "/bbs",
+ "protection": [
+ "tls_fingerprint"
+ ],
"tags": [
"anime",
"news"
@@ -6959,12 +6964,9 @@
"tech"
],
"regexCheck": "^[^\\.]+$",
- "checkType": "message",
- "presenseStrs": [
- ""
],
"alexaRank": 10044,
"urlMain": "https://www.anime-planet.com",
- "url": "https://www.anime-planet.com/forum/members/?username={username}",
+ "url": "https://www.anime-planet.com/users/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
@@ -10061,6 +10054,9 @@
"usernameUnclaimed": "noonewouldeverusethis77777"
},
"Bookcrossing": {
+ "protection": [
+ "tls_fingerprint"
+ ],
"tags": [
"books"
],
@@ -10612,22 +10608,6 @@
"usernameUnclaimed": "noonewouldeverusethis7",
"usernameClaimed": "admin"
},
- "Lookbook": {
- "tags": [
- "fashion"
- ],
- "regexCheck": "^[^.]{1,}$",
- "checkType": "message",
- "absenceStrs": [
- "No Looks",
- "404 error"
- ],
- "alexaRank": 13078,
- "urlMain": "https://lookbook.nu/",
- "url": "https://lookbook.nu/{username}",
- "usernameClaimed": "adam",
- "usernameUnclaimed": "noonewouldeverusethis7"
- },
"Redtube": {
"tags": [
"porn"
@@ -11058,18 +11038,6 @@
"usernameClaimed": "dakardii",
"usernameUnclaimed": "noonewouldeverusethis7"
},
- "BLIP.fm": {
- "tags": [
- "music"
- ],
- "regexCheck": "^[a-zA-Z0-9_]{1,30}$",
- "checkType": "status_code",
- "alexaRank": 15536,
- "urlMain": "https://blip.fm/",
- "url": "https://blip.fm/{username}",
- "usernameClaimed": "blue",
- "usernameUnclaimed": "noonewouldeverusethis7"
- },
"Librusec": {
"tags": [
"br",
@@ -11165,6 +11133,9 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Avforums": {
+ "protection": [
+ "tls_fingerprint"
+ ],
"tags": [
"forum",
"gb"
@@ -32450,31 +32421,12 @@
"coding"
]
},
- "githubplus.com": {
- "disabled": true,
- "absenceStrs": [
- "preconnect"
- ],
- "presenseStrs": [
- "collapse"
- ],
- "url": "https://githubplus.com/{username}",
- "urlMain": "https://githubplus.com",
- "usernameClaimed": "soxoj",
- "usernameUnclaimed": "noonewouldeverusethis7",
- "checkType": "message",
- "source": "GitHub",
- "tags": [
- "coding"
- ]
- },
"coder.social": {
- "disabled": true,
"absenceStrs": [
"Coder Social Home"
],
"presenseStrs": [
- "nofollow"
+ " - Coder Social"
],
"url": "https://coder.social/{username}",
"urlMain": "https://coder.social",
diff --git a/maigret/resources/db_meta.json b/maigret/resources/db_meta.json
index a1b5655..975d75b 100644
--- a/maigret/resources/db_meta.json
+++ b/maigret/resources/db_meta.json
@@ -1,8 +1,8 @@
{
"version": 1,
- "updated_at": "2026-04-17T15:41:21Z",
- "sites_count": 3150,
+ "updated_at": "2026-04-20T20:36:23Z",
+ "sites_count": 3146,
"min_maigret_version": "0.6.0",
- "data_sha256": "88b195a04e18e8e253afe47caddb236147f5506d1888015447ca7d7ad328f184",
+ "data_sha256": "1dfc5aa0cd5e85738167674dd51bfed44c5d7acb6c2a949c0b1088ef5a8044d0",
"data_url": "https://raw.githubusercontent.com/soxoj/maigret/main/maigret/resources/data.json"
}
\ No newline at end of file
diff --git a/sites.md b/sites.md
index c70b706..e967264 100644
--- a/sites.md
+++ b/sites.md
@@ -1,5 +1,5 @@
-## List of supported sites (search methods): total 3150
+## List of supported sites (search methods): total 3146
Rank data fetched from Majestic Million by domains.
@@ -180,7 +180,7 @@ Rank data fetched from Majestic Million by domains.
1.  [Packagist (https://packagist.org/)](https://packagist.org/)*: top 5K, coding*
1.  [Gitea (https://gitea.com/)](https://gitea.com/)*: top 5K, coding*
1.  [Geeksfor Geeks (https://www.geeksforgeeks.org/)](https://www.geeksforgeeks.org/)*: top 5K, coding, education*
-1.  [AllTrails (https://www.alltrails.com/)](https://www.alltrails.com/)*: top 5K, sport, travel*
+1.  [AllTrails (https://www.alltrails.com/)](https://www.alltrails.com/)*: top 5K, sport, travel*, search is disabled
1.  [Diigo (https://www.diigo.com/)](https://www.diigo.com/)*: top 5K, bookmarks*
1.  [AllRecipes (https://www.allrecipes.com/)](https://www.allrecipes.com/)*: top 5K, hobby*
1.  [Habr (https://habr.com/)](https://habr.com/)*: top 5K, blog, discussion, ru*
@@ -214,7 +214,7 @@ Rank data fetched from Majestic Million by domains.
1.  [TVTropes (https://tvtropes.org)](https://tvtropes.org)*: top 5K, wiki*
1.  [ICQ (https://icq.com)](https://icq.com)*: top 5K, ru*, search is disabled
1.  [Eurogamer (https://www.eurogamer.net)](https://www.eurogamer.net)*: top 5K, gb*, search is disabled
-1.  [BoardGameGeek (https://boardgamegeek.com)](https://boardgamegeek.com)*: top 5K, gaming*
+1.  [BoardGameGeek (https://boardgamegeek.com)](https://boardgamegeek.com)*: top 5K, gaming*, search is disabled
1.  [Tistory (https://www.tistory.com/)](https://www.tistory.com/)*: top 5K, blog, kr*
1.  [JSFiddle (https://jsfiddle.net)](https://jsfiddle.net)*: top 5K, coding, sharing*
1.  [Pornhub (https://pornhub.com/)](https://pornhub.com/)*: top 5K, porn*, search is disabled
@@ -260,7 +260,7 @@ Rank data fetched from Majestic Million by domains.
1.  [Contently (https://contently.com/)](https://contently.com/)*: top 5K, freelance*
1.  [MyMiniFactory (https://www.myminifactory.com/)](https://www.myminifactory.com/)*: top 5K, 3d, shopping*
1.  [Folkd (http://www.folkd.com/profile/)](http://www.folkd.com/profile/)*: top 5K, bookmarks*, search is disabled
-1.  [9GAG (https://www.9gag.com/)](https://www.9gag.com/)*: top 5K, sharing, social*
+1.  [9GAG (https://www.9gag.com/)](https://www.9gag.com/)*: top 5K, sharing, social*, search is disabled
1.  [Imgflip (https://imgflip.com)](https://imgflip.com)*: top 5K, photo, sharing*
1.  [CreativeMarket (https://creativemarket.com/)](https://creativemarket.com/)*: top 5K, art, stock*
1.  [Couchsurfing (https://www.couchsurfing.com/)](https://www.couchsurfing.com/)*: top 5K, travel*
@@ -335,7 +335,6 @@ Rank data fetched from Majestic Million by domains.
1.  [Yummly (https://www.yummly.com)](https://www.yummly.com)*: top 10K, us*
1.  [Kaskus (https://www.kaskus.co.id)](https://www.kaskus.co.id)*: top 10K, id*, search is disabled
1.  [ArchiveOfOurOwn (https://archiveofourown.org)](https://archiveofourown.org)*: top 10K, writing*
-1.  [Ello (https://ello.co/)](https://ello.co/)*: top 10K, in, social*, search is disabled
1.  [RubyGems (https://rubygems.org/)](https://rubygems.org/)*: top 10K, coding*
1.  [TheOdysseyOnline (https://www.theodysseyonline.com)](https://www.theodysseyonline.com)*: top 10K, blog*
1.  [WebNode (https://www.webnode.cz/)](https://www.webnode.cz/)*: top 10K, cz*
@@ -344,7 +343,7 @@ Rank data fetched from Majestic Million by domains.
1.  [Periscope (https://www.periscope.tv/)](https://www.periscope.tv/)*: top 10K, streaming, video*
1.  [sports.ru (https://www.sports.ru/)](https://www.sports.ru/)*: top 10K, ru, sport*
1.  [banki.ru (https://banki.ru)](https://banki.ru)*: top 10K, ru*, search is disabled
-1.  [SkyscraperCity (https://www.skyscrapercity.com)](https://www.skyscrapercity.com)*: top 10K, forum*
+1.  [SkyscraperCity (https://www.skyscrapercity.com)](https://www.skyscrapercity.com)*: top 10K, forum*, search is disabled
1.  [Drive2 (https://www.drive2.ru/)](https://www.drive2.ru/)*: top 10K, ru*
1.  [Empowher (https://www.empowher.com)](https://www.empowher.com)*: top 10K, medicine*
1.  [Fotki (https://fotki.com)](https://fotki.com)*: top 10K, photo*
@@ -411,7 +410,6 @@ Rank data fetched from Majestic Million by domains.
1.  [Codementor (https://www.codementor.io/)](https://www.codementor.io/)*: top 100K, coding*
1.  [Weedmaps (https://weedmaps.com)](https://weedmaps.com)*: top 100K, us*
1.  [Neoseeker (https://www.neoseeker.com)](https://www.neoseeker.com)*: top 100K, forum, gaming*
-1.  [Lookbook (https://lookbook.nu/)](https://lookbook.nu/)*: top 100K, fashion*
1.  [Redtube (https://www.redtube.com/)](https://www.redtube.com/)*: top 100K, porn*
1.  [Edocr (https://www.edocr.com)](https://www.edocr.com)*: top 100K, documents*
1.  [N4g (https://n4g.com/)](https://n4g.com/)*: top 100K, gaming, news*
@@ -442,7 +440,6 @@ Rank data fetched from Majestic Million by domains.
1.  [Vivino (https://www.vivino.com/)](https://www.vivino.com/)*: top 100K, review*
1.  [Flyertalk (https://www.flyertalk.com)](https://www.flyertalk.com)*: top 100K, travel*
1.  [Goldderby (https://www.goldderby.com)](https://www.goldderby.com)*: top 100K, movies*
-1.  [BLIP.fm (https://blip.fm/)](https://blip.fm/)*: top 100K, music*
1.  [Acomics (https://acomics.ru)](https://acomics.ru)*: top 100K, ru*
1.  [4pda (https://4pda.ru/)](https://4pda.ru/)*: top 100K, ru*, search is disabled
1.  [Avforums (https://www.avforums.com)](https://www.avforums.com)*: top 100K, forum, gb*
@@ -2862,8 +2859,7 @@ Rank data fetched from Majestic Million by domains.
1.  [rblx.trade (https://rblx.trade)](https://rblx.trade)*: top 100M, gaming*, search is disabled
1.  [monitoringminecraft.ru (https://monitoringminecraft.ru)](https://monitoringminecraft.ru)*: top 100M, gaming*
1.  [giters.com (https://giters.com)](https://giters.com)*: top 100M, coding*, search is disabled
-1.  [githubplus.com (https://githubplus.com)](https://githubplus.com)*: top 100M, coding*, search is disabled
-1.  [coder.social (https://coder.social)](https://coder.social)*: top 100M, coding*, search is disabled
+1.  [coder.social (https://coder.social)](https://coder.social)*: top 100M, coding*
1.  [tg.rip (https://tg.rip)](https://tg.rip)*: top 100M, messaging*, search is disabled
1.  [tikbuddy.com (https://tikbuddy.com)](https://tikbuddy.com)*: top 100M, hobby, video*
1.  [Djagi (https://www.djagi.com)](https://www.djagi.com)*: top 100M, bg*
@@ -3154,16 +3150,16 @@ Rank data fetched from Majestic Million by domains.
1.  [flarum.es (https://flarum.es)](https://flarum.es)*: top 100M, es, forum*
1.  [forum.fibra.click (https://forum.fibra.click)](https://forum.fibra.click)*: top 100M, forum, it*
-The list was updated at (2026-04-17)
+The list was updated at (2026-04-20)
## Statistics
-Enabled/total sites: 2585/3150 = 82.06%
+Enabled/total sites: 2580/3146 = 82.01%
-Incomplete message checks: 339/2585 = 13.11% (false positive risks)
+Incomplete message checks: 337/2580 = 13.06% (false positive risks)
-Status code checks: 639/2585 = 24.72% (false positive risks)
+Status code checks: 638/2580 = 24.73% (false positive risks)
-False positive risk (total): 37.83%
+False positive risk (total): 37.79%
Sites with probing: 500px, Armchairgm, BinarySearch (disabled), BleachFandom, Bluesky, BongaCams, Boosty, BuyMeACoffee, Calendly, Cent, Chess, Code Sandbox, Code Snippet Wiki, DailyMotion, Discord, Diskusjon.no, Disqus, Docker Hub, Duolingo, FandomCommunityCentral, GitHub, GitLab, Google Plus (archived), Gravatar, HackTheBox, Hackerrank, Hashnode, Holopin, Imgur, Issuu, Keybase, Kick, Kvinneguiden, LeetCode, Lesswrong, Livejasmin, LocalCryptos (disabled), Medium, MicrosoftLearn, MixCloud, Monkeytype, NPM, Niftygateway, Omg.lol, Paragraph, Picsart, Plurk, Polarsteps, Rarible, Reddit, Reddit Search (Pushshift) (disabled), RoyalCams, Scratch, Soop, SportsTracker, Spotify, StackOverflow, Substack, TAP'D, Topcoder, Trello, Twitch, Twitter, Twitter Shadowban (disabled), UnstoppableDomains, Vimeo, Warframe Market, Warpcast, Weibo, Wikipedia, Yapisal (disabled), YouNow, en.brickimedia.org, nightbot, notabug.org, qiwi.me (disabled)
@@ -3171,14 +3167,14 @@ Sites with activation: Twitter, Vimeo, Weibo
Top 20 profile URLs:
- (710) `{urlMain}/index/8-0-{username} (uCoz)`
-- (317) `/{username}`
+- (313) `/{username}`
- (222) `{urlMain}{urlSubpath}/members/?username={username} (XenForo)`
- (173) `/user/{username}`
- (138) `/profile/{username}`
- (127) `{urlMain}{urlSubpath}/search.php?author={username} (phpBB/Search)`
- (120) `{urlMain}{urlSubpath}/member.php?username={username} (vBulletin)`
- (117) `/u/{username}`
-- (92) `/users/{username}`
+- (93) `/users/{username}`
- (87) `{urlMain}/u/{username}/summary (Discourse)`
- (68) `/@{username}`
- (55) `/wiki/User:{username}`
@@ -3188,13 +3184,13 @@ Top 20 profile URLs:
- (30) `/author/{username}`
- (27) `{urlMain}{urlSubpath}/memberlist.php?username={username} (phpBB)`
- (18) `/forum/search.php?keywords=&terms=all&author={username}`
-- (17) `/forum/members/?username={username}`
- (16) `/people/{username}`
+- (16) `/forum/members/?username={username}`
Sites by engine:
- `uCoz`: 640/710 (90.1%)
-- `XenForo`: 191/222 (86.0%)
+- `XenForo`: 190/222 (85.6%)
- `phpBB/Search`: 120/127 (94.5%)
- `vBulletin`: 30/120 (25.0%)
- `Discourse`: 81/87 (93.1%)
@@ -3212,13 +3208,13 @@ Top 20 tags:
- (1058) `NO_TAGS` (non-standard)
- (750) `forum`
- (128) `gaming`
-- (81) `coding`
+- (80) `coding`
- (59) `photo`
-- (46) `social`
- (46) `tech`
+- (45) `social`
- (41) `news`
- (39) `blog`
-- (34) `music`
+- (33) `music`
- (31) `shopping`
- (25) `sharing`
- (25) `crypto`