mirror/maigret
1
0
Fork 0
mirror of https://github.com/soxoj/maigret.git synced 2026-05-06 22:19:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Streaming sites (#628)

Browse Source 
* Added new sites, new error solution caption
This commit is contained in:
Soxoj
2022-09-11 01:49:46 +03:00
committed by GitHub
parent b288c37d91
commit c5e973bc5b
4 changed files with 151 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
maigret/errors.py
+1
View File
@@ -65,6 +65,7 @@ ERRORS_TYPES = {
'Bot protection': 'Try to switch to another IP address',
'Censorship': 'switch to another internet service provider',
'Request timeout': 'Try to increase timeout or to switch to another internet service provider',
'Connecting failure': 'Try to decrease number of parallel connections (e.g. --n 10)',
}
# TODO: checking for reason
maigret/maigret.py
+1 -1
View File
@@ -172,7 +172,7 @@ def setup_arguments_parser(settings: Settings):
type=int,
dest="connections",
default=settings.max_connections,
help="Allowed number of concurrent connections.",
help=f"Allowed number of concurrent connections (default {settings.max_connections}).",
)
parser.add_argument(
"--no-recursion",
maigret/resources/data.json
+135 -5
View File
@@ -13080,8 +13080,8 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Rap-royalty": {
"disabled": true,
"urlSubpath": "/forum",
"disabled": true,
"tags": [
"forum",
"music",
@@ -17046,7 +17046,7 @@
"video"
],
"headers": {
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2NjIyMDE5NjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.Omx8x6yyzU_AdxxnVSzo7jv9JPLTrKCrIiridIW8YCY"
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2NjI4NDkxODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.DAmAaaKixSd_WQ9-7PiTZDmyK61SHEYluYC-qdcJtkE"
},
"activation": {
"url": "https://vimeo.com/_rv/viewer",
@@ -18231,10 +18231,19 @@
"tags": [
"ru"
],
"checkType": "status_code",
"checkType": "message",
"absenceStrs": [
".zen-ui-page-404"
],
"presenseStrs": [
"zen_object_id"
],
"alexaRank": 50,
"urlMain": "https://zen.yandex.ru",
"url": "https://zen.yandex.ru/{username}",
"urlMain": "https://dzen.ru",
"url": "https://dzen.ru/channel/{username}",
"headers": {
"Cookie": "Session_id=noauth:1; yandex_login=; ys=c_chck.1; mda2_beacon=1; sso_status=sso.passport.yandex.ru:synchronized; _yasc=1; _ym_uid=1; _ym_d=1; _ym_isad=2; yandexuid=1"
},
"source": "Yandex",
"usernameClaimed": "tema",
"usernameUnclaimed": "noonewouldeverusethis77777"
@@ -33611,6 +33620,127 @@
],
"usernameUnclaimed": "noonewouldeverusethis7",
"alexaRank": 3482358
},
"goodgame.ru": {
"absenceStrs": [
"not-found-wrap",
"images/404.gif"
],
"presenseStrs": [
"name",
"streamer_name",
"user",
" role=",
"streamer"
],
"url": "https://goodgame.ru/channel/{username}",
"urlMain": "https://goodgame.ru",
"usernameClaimed": "Nikichar",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 55420,
"tags": [
"ru",
"streaming"
]
},
"breakers.tv": {
"absenceStrs": [
"Channel Not Found - Breakers.TV"
],
"presenseStrs": [
"profile",
"copy_username",
"View Profile",
"copy_username_chat",
"chatterUserBoxName"
],
"url": "https://breakers.tv/{username}",
"urlMain": "https://breakers.tv",
"usernameClaimed": "friendlyboxbreaks",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 987478,
"tags": [
"streaming",
"us"
]
},
"AfreecaTV": {
"absenceStrs": [
"Blog does not exist."
],
"presenseStrs": [
"profile_text",
"profile_image",
"name",
"station_name",
"user_nick"
],
"url": "http://bjapi.afreecatv.com/api/{username}/station",
"urlMain": "http://bjapi.afreecatv.com",
"usernameClaimed": "showsaovivo",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 905,
"tags": [
"streaming"
]
},
"Picarto": {
"absenceStrs": [
"We are the world\\u2019s leading live streaming platform for creative minds. Come join us"
],
"presenseStrs": [
"\"success\":true"
],
"url": "https://ptvintern.picarto.tv/metadescription/{username}",
"urlMain": "https://ptvintern.picarto.tv",
"usernameClaimed": "tamarinfrog",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 15844,
"tags": [
"art",
"streaming"
]
},
"stripchat.global": {
"presenseStrs": [
"profile email",
"setVersionName",
",SITE_NAME=",
"input[name=",
"project"
],
"url": "https://stripchat.global/{username}",
"urlMain": "https://stripchat.global",
"usernameClaimed": "lunagirl13",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 117062,
"tags": [
"webcam"
]
},
"dlive.tv": {
"absenceStrs": [
"Channel not found"
],
"presenseStrs": [
"username",
"profile-part",
"profile-about"
],
"url": "https://dlive.tv/{username}",
"urlMain": "https://dlive.tv",
"usernameClaimed": "TomTourettes",
"usernameUnclaimed": "noonewouldeverusethis7",
"checkType": "message",
"alexaRank": 17235,
"tags": [
"streaming"
]
}
},
"engines": {
sites.md
+14 -8
View File
@@ -1,5 +1,5 @@
## List of supported sites (search methods): total 3055
## List of supported sites (search methods): total 3061
Rank data fetched from Alexa by domains.
@@ -53,7 +53,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://market.yandex.ru/) [YandexMarket (https://market.yandex.ru/)](https://market.yandex.ru/)*: top 50, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://music.yandex.ru/) [YandexMusic (https://music.yandex.ru/)](https://music.yandex.ru/)*: top 50, music, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://yandex.ru/q/) [YandexZnatoki (https://yandex.ru/q/)](https://yandex.ru/q/)*: top 50, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://zen.yandex.ru) [YandexZenChannel (https://zen.yandex.ru)](https://zen.yandex.ru)*: top 50, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://dzen.ru) [YandexZenChannel (https://dzen.ru)](https://dzen.ru)*: top 50, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://zen.yandex.ru) [YandexZenUser (https://zen.yandex.ru)](https://zen.yandex.ru)*: top 50, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://wordpress.com) [WordPress (https://wordpress.com)](https://wordpress.com)*: top 100, blog*
1. ![](https://www.google.com/s2/favicons?domain=https://www.douban.com) [Douban (https://www.douban.com)](https://www.douban.com)*: top 100, cn*
@@ -171,6 +171,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://gamefaqs.gamespot.com) [Gamefaqs (https://gamefaqs.gamespot.com)](https://gamefaqs.gamespot.com)*: top 1K, gaming, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.gamespot.com/) [Gamespot (https://www.gamespot.com/)](https://www.gamespot.com/)*: top 1K, gaming, us*
1. ![](https://www.google.com/s2/favicons?domain=https://note.com/) [note (https://note.com/)](https://note.com/)*: top 1K, jp*
1. ![](https://www.google.com/s2/favicons?domain=http://bjapi.afreecatv.com) [AfreecaTV (http://bjapi.afreecatv.com)](http://bjapi.afreecatv.com)*: top 1K, streaming*
1. ![](https://www.google.com/s2/favicons?domain=https://www.redbubble.com/) [Redbubble (https://www.redbubble.com/)](https://www.redbubble.com/)*: top 1K, shopping, us*
1. ![](https://www.google.com/s2/favicons?domain=http://forums.tomsguide.com) [Tom's guide (http://forums.tomsguide.com)](http://forums.tomsguide.com)*: top 1K, forum, tech*
1. ![](https://www.google.com/s2/favicons?domain=https://www.yumpu.com) [Yumpu (https://www.yumpu.com)](https://www.yumpu.com)*: top 1K, stock*, search is disabled
@@ -509,6 +510,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://mel.fm) [mel.fm (https://mel.fm)](https://mel.fm)*: top 100K, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://www.influenster.com/) [Influenster (https://www.influenster.com/)](https://www.influenster.com/)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.indiegala.com) [forums.indiegala.com (https://forums.indiegala.com)](https://forums.indiegala.com)*: top 100K, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://ptvintern.picarto.tv) [Picarto (https://ptvintern.picarto.tv)](https://ptvintern.picarto.tv)*: top 100K, art, streaming*
1. ![](https://www.google.com/s2/favicons?domain=https://www.neoseeker.com) [Neoseeker (https://www.neoseeker.com)](https://www.neoseeker.com)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://community.infosecinstitute.com) [InfosecInstitute (https://community.infosecinstitute.com)](https://community.infosecinstitute.com)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://armorgames.com) [Armorgames (https://armorgames.com)](https://armorgames.com)*: top 100K, gaming, us*
@@ -523,6 +525,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.digitalpoint.com) [DigitalPoint (https://www.digitalpoint.com)](https://www.digitalpoint.com)*: top 100K, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.digitalpoint.com/) [forums.digitalpoint.com (https://forums.digitalpoint.com/)](https://forums.digitalpoint.com/)*: top 100K, forum, in*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.ghost.org) [forum.ghost.org (https://forum.ghost.org)](https://forum.ghost.org)*: top 100K, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://dlive.tv) [dlive.tv (https://dlive.tv)](https://dlive.tv)*: top 100K, streaming*
1. ![](https://www.google.com/s2/favicons?domain=https://www.voices.com/) [Voices (https://www.voices.com/)](https://www.voices.com/)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.overclockers.co.uk) [forums.overclockers.co.uk (https://forums.overclockers.co.uk)](https://forums.overclockers.co.uk)*: top 100K, forum, gb, uk*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://forum.lingvolive.com) [Lingvolive (http://forum.lingvolive.com)](http://forum.lingvolive.com)*: top 100K, de, forum, it, ru*, search is disabled
@@ -776,6 +779,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.bookcrossing.com/) [Bookcrossing (https://www.bookcrossing.com/)](https://www.bookcrossing.com/)*: top 100K, in*
1. ![](https://www.google.com/s2/favicons?domain=https://dota2.ru/) [Dota2 (https://dota2.ru/)](https://dota2.ru/)*: top 100K, gaming, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://fancy.com) [fancy.com (https://fancy.com)](https://fancy.com)*: top 100K, shopping*
1. ![](https://www.google.com/s2/favicons?domain=https://goodgame.ru) [goodgame.ru (https://goodgame.ru)](https://goodgame.ru)*: top 100K, ru, streaming*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.questionablequesting.com) [QuestionableQuesting (https://forum.questionablequesting.com)](https://forum.questionablequesting.com)*: top 100K, forum, gb, jp, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://community.startupnation.com) [community.startupnation.com (https://community.startupnation.com)](https://community.startupnation.com)*: top 100K, business*
1. ![](https://www.google.com/s2/favicons?domain=) [Appian ()]()*: top 100K*
@@ -945,6 +949,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.stratege.ru) [Stratege (https://www.stratege.ru)](https://www.stratege.ru)*: top 10M, forum, gaming, news, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://boominfo.org) [boominfo.org (https://boominfo.org)](https://boominfo.org)*: top 10M, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=http://collegy.ucoz.ru) [collegy.ucoz.ru (http://collegy.ucoz.ru)](http://collegy.ucoz.ru)*: top 10M, kz*
1. ![](https://www.google.com/s2/favicons?domain=https://stripchat.global) [stripchat.global (https://stripchat.global)](https://stripchat.global)*: top 10M, webcam*
1. ![](https://www.google.com/s2/favicons?domain=https://www.quibblo.com/) [Quibblo (https://www.quibblo.com/)](https://www.quibblo.com/)*: top 10M, in*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://forums.riftgame.com) [Riftgame (http://forums.riftgame.com)](http://forums.riftgame.com)*: top 10M, cr, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://forumodua.com) [ForumOdUa (https://forumodua.com)](https://forumodua.com)*: top 10M, forum, ro, ua*, search is disabled
@@ -1470,6 +1475,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.niva-club.net) [niva-club.net (https://www.niva-club.net)](https://www.niva-club.net)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=https://red-forum.com) [red-forum.com (https://red-forum.com)](https://red-forum.com)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=https://vapenews.ru/) [Vapenews (https://vapenews.ru/)](https://vapenews.ru/)*: top 10M, in, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://breakers.tv) [breakers.tv (https://breakers.tv)](https://breakers.tv)*: top 10M, streaming, us*
1. ![](https://www.google.com/s2/favicons?domain=https://writercenter.ru) [Writercenter (https://writercenter.ru)](https://writercenter.ru)*: top 10M, ru, ua*
1. ![](https://www.google.com/s2/favicons?domain=http://www.southbayriders.com/forums/) [southbayriders.com (http://www.southbayriders.com/forums/)](http://www.southbayriders.com/forums/)*: top 10M, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://pobedish.ru/forum) [pobedish.ru (https://pobedish.ru/forum)](https://pobedish.ru/forum)*: top 10M, forum, ru*
@@ -3058,20 +3064,20 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=http://make-ups.ru/forum) [make-ups.ru (http://make-ups.ru/forum)](http://make-ups.ru/forum)*: top 100M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://rest.feo.ru/forum) [rest.feo.ru (https://rest.feo.ru/forum)](https://rest.feo.ru/forum)*: top 100M, forum, ru*
The list was updated at (2022-09-03 11:19:37.101948 UTC)
The list was updated at (2022-09-10 22:39:04.893793 UTC)
## Statistics
Enabled/total sites: 2820/3055 = 92.31%
Enabled/total sites: 2826/3061 = 92.32%
Incomplete message checks: 477/2820 = 16.91% (false positive risks)
Incomplete message checks: 478/2826 = 16.91% (false positive risks)
Status code checks: 719/2820 = 25.5% (false positive risks)
Status code checks: 718/2826 = 25.41% (false positive risks)
False positive risk (total): 42.41%
False positive risk (total): 42.32%
Top 20 profile URLs:
- (796) `{urlMain}/index/8-0-{username} (uCoz)`
- (288) `/{username}`
- (290) `/{username}`
- (221) `{urlMain}{urlSubpath}/members/?username={username} (XenForo)`
- (160) `/user/{username}`
- (134) `{urlMain}{urlSubpath}/member.php?username={username} (vBulletin)`