Fix site checks: 5 fixed; readme fix (#2562)

* Fix site checks: 5 fixed; readme fix

* Logging improvements

* Improve YouTube data extraction
This commit is contained in:
Soxoj
2026-04-25 18:15:38 +02:00
committed by GitHub
parent c6cfef84ce
commit e962b8c693
5 changed files with 23 additions and 13 deletions
+10 -6
View File
@@ -40,7 +40,7 @@
],
"alexaRank": 3,
"urlMain": "https://www.youtube.com/",
"url": "https://www.youtube.com/@{username}",
"url": "https://www.youtube.com/@{username}/about",
"usernameClaimed": "test",
"usernameUnclaimed": "noonewouldeverusethis777"
},
@@ -63,7 +63,7 @@
],
"alexaRank": 3,
"urlMain": "https://www.youtube.com/",
"url": "https://www.youtube.com/@{username}",
"url": "https://www.youtube.com/@{username}/about",
"usernameClaimed": "test",
"usernameUnclaimed": "noonewouldeverusethis777"
},
@@ -100,7 +100,7 @@
"sec-ch-ua": "Google Chrome\";v=\"87\", \" Not;A Brand\";v=\"99\", \"Chromium\";v=\"87\"",
"authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
"x-guest-token": "2045154491230572773"
"x-guest-token": "2048070238281826593"
},
"errors": {
"Bad guest token": "x-guest-token update required"
@@ -296,7 +296,7 @@
"method": "vimeo"
},
"headers": {
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3NzY0Mzg3MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiNjY0OWY3ZWItMThjZS00ODU1LWIzNmEtNWY3MzRkOGZhNjAyIn0.l1SRcr5UqvxqYLveW7MTECKSfkgsbh1y9QZqZmBX1EI"
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3NzcxMzM4ODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiZjFiMGJjNWUtMjIyOC00Y2I1LWFlNmItODk0YjZhNGNmODJhIn0.YCPXekRrHnJy8iH1gX4iVuNURiw6sU_FlmsfHnM2oug"
},
"urlProbe": "https://api.vimeo.com/users/{username}?fields=name%2Cgender%2Cbio%2Curi%2Clink%2Cbackground_video%2Clocation_details%2Cpictures%2Cverified%2Cmetadata.public_videos.total%2Cavailable_for_hire%2Ccan_work_remotely%2Cmetadata.connections.videos.total%2Cmetadata.connections.albums.total%2Cmetadata.connections.followers.total%2Cmetadata.connections.following.total%2Cmetadata.public_videos.total%2Cmetadata.connections.vimeo_experts.is_enrolled%2Ctotal_collection_count%2Ccreated_time%2Cprofile_preferences%2Cmembership%2Cclients%2Cskills%2Cproject_types%2Crates%2Ccategories%2Cis_expert%2Cprofile_discovery%2Cwebsites%2Ccontact_emails&fetch_user_profile=1",
"checkType": "status_code",
@@ -1339,6 +1339,9 @@
"did not match any articles",
"not match"
],
"errors": {
"Our systems have detected unusual traffic": "Google rate-limit / captcha"
},
"tags": [
"education",
"research"
@@ -5639,8 +5642,8 @@
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
"user-id": "0",
"x-bc": "0a106d301866494c873ae3a05bc3c97cee59a749",
"time": "1776959404882",
"sign": "57203:46ddb95bceab303946739ba884f008f6a2118657:646:69cfa6d8",
"time": "1777132991121",
"sign": "57203:3723aa7d500e76eabca29df74e4e97c483f14204:66d:69cfa6d8",
"referer": "https://onlyfans.com/",
"cookie": "__cf_bm=YovfzPN0T_wg6F60L5eZKPOQvlGESws3UDGgEkmPb9A-1776790253-1.0.1.1-KRZgptNe5P9epBZSdITa12VfTEDlDdLckPY3I2FDAacvCPxOj0PqeK86J5mcC7UQ_TM8_O24bAh21ElYINovqk2386EoJYyLmknHJ5UsFts"
},
@@ -11185,6 +11188,7 @@
"alexaRank": 14969,
"urlMain": "https://www.vivino.com/",
"url": "https://www.vivino.com/users/{username}",
"urlProbe": "https://api.vivino.com/users/{username}",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},