diff --git a/cookies.txt b/cookies.txt index 83a253b..ddc6b7b 100644 --- a/cookies.txt +++ b/cookies.txt @@ -1,15 +1,13 @@ # HTTP Cookie File downloaded with cookies.txt by Genuinous @genuinous # This file can be used by wget, curl, aria2c and other standard compliant tools. # Usage Examples: -# 1) wget -x --load-cookies cookies.txt "https://xss.is/search/" -# 2) curl --cookie cookies.txt "https://xss.is/search/" -# 3) aria2c --load-cookies cookies.txt "https://xss.is/search/" +# 1) wget -x --load-cookies cookies.txt "https://pixabay.com/users/blue-156711/" +# 2) curl --cookie cookies.txt "https://pixabay.com/users/blue-156711/" +# 3) aria2c --load-cookies cookies.txt "https://pixabay.com/users/blue-156711/" # -xss.is FALSE / TRUE 0 xf_csrf PMnZNsr42HETwYEr -xss.is FALSE / TRUE 0 xf_from_search google -xss.is FALSE / TRUE 1642709308 xf_user 215268%2CZNKB_-64Wk-BOpsdtLYy-1UxfS5zGpxWaiEGUhmX -xss.is FALSE / TRUE 0 xf_session sGdxJtP_sKV0LCG8vUQbr6cL670_EFWM -.xss.is TRUE / FALSE 0 muchacho_cache ["00fbb0f2772c9596b0483d6864563cce"] -.xss.is TRUE / FALSE 0 muchacho_png ["00fbb0f2772c9596b0483d6864563cce"] -.xss.is TRUE / FALSE 0 muchacho_etag ["00fbb0f2772c9596b0483d6864563cce"] -.xss.is TRUE / FALSE 1924905600 2e66e4dd94a7a237d0d1b4d50f01e179_evc ["00fbb0f2772c9596b0483d6864563cce"] +.pixabay.com TRUE / TRUE 1618356838 __cfduid d56929cd50d11474f421b849df5758a881615764837 +.pixabay.com TRUE / TRUE 1615766638 __cf_bm ea8f7c565b44d749f65500f0e45176cebccaeb09-1615764837-1800-AYJIXh2boDJ6HPf44JI9fnteWABHOVvkxiSccACP9EiS1E58UDTGhViXtqjFfVE0QRj1WowP4ss2DzCs+pW+qUc= +pixabay.com FALSE / FALSE 0 anonymous_user_id c1e4ee09-5674-4252-aa94-8c47b1ea80ab +pixabay.com FALSE / FALSE 1647214439 csrftoken vfetTSvIul7gBlURt6s985JNM18GCdEwN5MWMKqX4yI73xoPgEj42dbNefjGx5fr +pixabay.com FALSE / FALSE 1647300839 client_width 1680 +pixabay.com FALSE / FALSE 748111764839 is_human 1 diff --git a/maigret/maigret.py b/maigret/maigret.py index 296441e..d4e5b05 100755 --- a/maigret/maigret.py +++ b/maigret/maigret.py @@ -253,7 +253,7 @@ async def main(): site_data = get_top_sites_for_id(args.id_type) if args.new_site_to_submit: - is_submitted = await submit_dialog(db, args.new_site_to_submit) + is_submitted = await submit_dialog(db, args.new_site_to_submit, args.cookie_file) if is_submitted: db.save_to_file(args.db_file) diff --git a/maigret/resources/data.json b/maigret/resources/data.json index 3c2068b..b253953 100644 --- a/maigret/resources/data.json +++ b/maigret/resources/data.json @@ -5,7 +5,6 @@ "ru" ], "engine": "XenForo", - "alexaRank": 9990278, "urlMain": "http://0-3.ru", "usernameClaimed": "donna", "usernameUnclaimed": "noonewouldeverusethis7" @@ -15,7 +14,7 @@ "ru" ], "engine": "uCoz", - "alexaRank": 8047057, + "alexaRank": 8039842, "urlMain": "http://0k.clan.su", "usernameClaimed": "eruzz", "usernameUnclaimed": "noonewouldeverusethis7" @@ -26,7 +25,7 @@ ], "checkType": "message", "absenceStrs": "\u042d\u0442\u043e\u0442 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442, \u0438\u043b\u0438 \u0437\u0430\u0431\u043b\u043e\u043a\u0438\u0440\u043e\u0432\u0430\u043d.", - "alexaRank": 1093094, + "alexaRank": 1152434, "url": "http://1001mem.ru/{username}", "urlMain": "http://1001mem.ru", "usernameClaimed": "adam", @@ -43,7 +42,7 @@ "absenceStrs": [ "Sorry, the requested user is not valid!" ], - "alexaRank": 33386, + "alexaRank": 33846, "url": "https://www.1001tracklists.com/user/{username}/index.html", "urlMain": "https://www.1001tracklists.com", "usernameClaimed": "JacoWilles", @@ -55,7 +54,7 @@ "ru" ], "engine": "XenForo", - "alexaRank": 139527, + "alexaRank": 115109, "urlMain": "https://forum-ru.101xp.com", "usernameClaimed": "aida", "usernameUnclaimed": "noonewouldeverusethis7" @@ -65,7 +64,7 @@ "global" ], "checkType": "status_code", - "alexaRank": 1403530, + "alexaRank": 1657254, "url": "https://11x2.com/user/home/{username}", "urlMain": "https://11x2.com", "usernameClaimed": "hazelamy", @@ -74,10 +73,11 @@ "123rf": { "tags": [ "photo", - "ru" + "ru", + "us" ], "checkType": "response_url", - "alexaRank": 1068, + "alexaRank": 1091, "url": "https://ru.123rf.com/profile_{username}", "urlMain": "https://ru.123rf.com", "usernameClaimed": "rawpixel", @@ -90,7 +90,7 @@ ], "checkType": "message", "absenceStrs": "Error something went wrong", - "alexaRank": 499, + "alexaRank": 509, "url": "https://1337x.to/user/{username}/", "urlMain": "https://1337x.to", "usernameClaimed": "adam", @@ -104,7 +104,7 @@ ], "checkType": "message", "absenceStrs": "This user does not exist or is not approved yet. Come back later.", - "alexaRank": 168718, + "alexaRank": 138579, "url": "https://1x.com/member/{username}", "urlMain": "https://1x.com", "usernameClaimed": "blue", @@ -115,7 +115,7 @@ "ru" ], "engine": "vBulletin", - "alexaRank": 1560378, + "alexaRank": 1818171, "urlMain": "https://1xforum.com", "usernameClaimed": "adam", "usernameUnclaimed": "noonewouldeverusethis7" @@ -126,7 +126,7 @@ "us" ], "checkType": "status_code", - "alexaRank": 1932, + "alexaRank": 1856, "url": "https://247sports.com/user/{username}/", "urlMain": "https://247sports.com", "usernameClaimed": "adam", @@ -139,7 +139,7 @@ "us" ], "checkType": "status_code", - "alexaRank": 55459, + "alexaRank": 41803, "url": "https://24open.ru/user/{username}/", "urlMain": "https://24open.ru", "usernameClaimed": "niko3193", @@ -147,7 +147,7 @@ }, "2Dimensions": { "checkType": "status_code", - "alexaRank": 9213001, + "alexaRank": 7242415, "url": "https://2Dimensions.com/a/{username}", "urlMain": "https://2Dimensions.com/", "usernameClaimed": "blue", @@ -159,7 +159,7 @@ ], "checkType": "message", "absenceStrs": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", - "alexaRank": 712623, + "alexaRank": 840583, "url": "https://2berega.spb.ru/user/{username}", "urlMain": "https://2berega.spb.ru", "usernameClaimed": "adam", @@ -170,7 +170,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 549961, + "alexaRank": 805036, "url": "https://www.2d-3d.ru/user/{username}/", "urlMain": "https://www.2d-3d.ru", "usernameClaimed": "adam", @@ -182,7 +182,7 @@ ], "checkType": "message", "absenceStrs": "Deze gebruiker is niet geregistreerd, zodat je zijn of haar profiel niet kunt bekijken.", - "alexaRank": 5172565, + "alexaRank": 1341339, "url": "https://www.2fast4u.be/members/?username={username}", "urlMain": "https://www.2fast4u.be", "usernameClaimed": "Schussboelie", @@ -190,7 +190,8 @@ }, "33bru": { "tags": [ - "ru" + "ru", + "ua" ], "regexCheck": "^[a-zA-Z0-9-]{3,}$", "checkType": "message", @@ -198,7 +199,7 @@ "\u041f\u0440\u043e\u0444\u0438\u043b\u044c \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044f" ], "absenceStrs": "\u0418\u0437\u0432\u0438\u043d\u0438\u0442\u0435, \u0442\u0430\u043a\u043e\u0433\u043e \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044f \u043d\u0435 \u0441\u0443\u0449\u0435\u0441\u0442\u0432\u0443\u0435\u0442", - "alexaRank": 1759875, + "alexaRank": 4331826, "url": "http://{username}.33bru.com/", "urlMain": "http://33bru.com/", "usernameClaimed": "adam", @@ -221,7 +222,7 @@ ], "checkType": "message", "absenceStrs": "The specified member cannot be found", - "alexaRank": 1205141, + "alexaRank": 948319, "url": "https://www.3dcadforums.com/members/?username={username}", "urlMain": "https://www.3dcadforums.com/", "usernameClaimed": "adam", @@ -232,7 +233,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 12286, + "alexaRank": 12239, "url": "https://3ddd.ru/users/{username}", "urlMain": "https://3ddd.ru", "usernameClaimed": "adam", @@ -243,7 +244,7 @@ "ru" ], "engine": "vBulletin", - "alexaRank": 7455, + "alexaRank": 6594, "urlMain": "http://forum.3dnews.ru/", "usernameClaimed": "red", "usernameUnclaimed": "noonewouldeverusethis7" @@ -253,7 +254,7 @@ "ru" ], "checkType": "response_url", - "alexaRank": 68539, + "alexaRank": 77866, "url": "https://3dtoday.ru/blogs/{username}", "urlMain": "https://3dtoday.ru/", "usernameClaimed": "adam", @@ -264,7 +265,7 @@ "ru" ], "engine": "vBulletin", - "alexaRank": 250730, + "alexaRank": 216430, "urlMain": "https://4cheat.ru", "usernameClaimed": "adam", "usernameUnclaimed": "noonewouldeverusethis7" @@ -274,7 +275,7 @@ "ru" ], "engine": "XenForo", - "alexaRank": 85736, + "alexaRank": 90075, "urlMain": "https://4gameforum.com", "usernameClaimed": "persty", "usernameUnclaimed": "noonewouldeverusethis7" @@ -285,7 +286,7 @@ ], "checkType": "message", "absenceStrs": "\u041a \u0441\u043e\u0436\u0430\u043b\u0435\u043d\u0438\u044e, \u0412\u0430\u0448 \u043f\u043e\u0438\u0441\u043a \u043d\u0435 \u0434\u0430\u043b \u043d\u0438\u043a\u0430\u043a\u0438\u0445 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432.", - "alexaRank": 2666, + "alexaRank": 2737, "url": "https://4pda.ru/forum/index.php?act=search&source=pst&noform=1&username={username}", "urlMain": "https://4pda.ru/", "usernameClaimed": "green", @@ -296,7 +297,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 229637, + "alexaRank": 241283, "url": "https://4stor.ru/user/{username}", "urlMain": "https://4stor.ru", "usernameClaimed": "adam", @@ -315,7 +316,7 @@ "urlProbe": "https://api.500px.com/graphql?operationName=ProfileRendererQuery&variables=%7B%22username%22%3A%22{username}%22%7D&extensions=%7B%22persistedQuery%22%3A%7B%22version%22%3A1%2C%22sha256Hash%22%3A%22105058632482dd2786fd5775745908dc928f537b28e28356b076522757d65c19%22%7D%7D", "checkType": "message", "absenceStrs": "No message available", - "alexaRank": 3158, + "alexaRank": 3195, "url": "https://500px.com/p/{username}", "urlMain": "https://500px.com/", "usernameClaimed": "blue", @@ -323,7 +324,7 @@ }, "50cc.com.ua": { "engine": "uCoz", - "alexaRank": 7047881, + "alexaRank": 7033504, "urlMain": "http://50cc.com.ua", "usernameClaimed": "alex", "usernameUnclaimed": "noonewouldeverusethis7" @@ -336,7 +337,6 @@ }, "74507.ucoz.ru": { "engine": "uCoz", - "alexaRank": 8706331, "urlMain": "http://74507.ucoz.ru", "usernameClaimed": "alex", "usernameUnclaimed": "noonewouldeverusethis7" @@ -348,7 +348,7 @@ "us" ], "checkType": "status_code", - "alexaRank": 35330, + "alexaRank": 37131, "url": "https://www.7cups.com/@{username}", "urlMain": "https://www.7cups.com/", "usernameClaimed": "blue", @@ -359,7 +359,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 16263, + "alexaRank": 18075, "url": "https://7dach.ru/profile/{username}", "urlMain": "https://7dach.ru/", "usernameClaimed": "adam", @@ -370,7 +370,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 45810, + "alexaRank": 40652, "url": "https://blog.7ya.ru/{username}/", "urlMain": "https://blog.7ya.ru", "usernameClaimed": "trotter", @@ -382,7 +382,7 @@ "us" ], "checkType": "status_code", - "alexaRank": 406, + "alexaRank": 430, "url": "https://www.9gag.com/u/{username}", "urlMain": "https://www.9gag.com/", "usernameClaimed": "blue", @@ -406,7 +406,7 @@ ], "checkType": "message", "absenceStrs": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u0441 \u0442\u0430\u043a\u0438\u043c \u0438\u043c\u0435\u043d\u0435\u043c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d.", - "alexaRank": 8957681, + "alexaRank": 9003451, "url": "https://aback.com.ua/user/{username}", "urlMain": "https://aback.com.ua", "usernameClaimed": "adam", @@ -414,10 +414,11 @@ }, "About.me": { "tags": [ - "blog" + "blog", + "in" ], "checkType": "status_code", - "alexaRank": 11450, + "alexaRank": 10376, "url": "https://about.me/{username}", "urlMain": "https://about.me/", "usernameClaimed": "blue", @@ -429,7 +430,7 @@ ], "checkType": "message", "absenceStrs": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u0437\u0430\u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0438\u0440\u043e\u0432\u0430\u043d \u0438 \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 \u043f\u0440\u043e\u0444\u0438\u043b\u044f \u0434\u043b\u044f \u043f\u0440\u043e\u0441\u043c\u043e\u0442\u0440\u0430.", - "alexaRank": 2106456, + "alexaRank": 2159895, "url": "http://aboutcar.ru/members/{username}.html", "urlMain": "http://aboutcar.ru", "usernameClaimed": "krolenya", @@ -441,7 +442,7 @@ ], "regexCheck": "^[^\\.]+$", "checkType": "status_code", - "alexaRank": 328, + "alexaRank": 376, "url": "https://independent.academia.edu/{username}", "urlMain": "https://www.academia.edu/", "usernameClaimed": "blue", @@ -452,7 +453,7 @@ "ru" ], "checkType": "status_code", - "alexaRank": 189851, + "alexaRank": 195327, "url": "https://acomics.ru/-{username}", "urlMain": "https://acomics.ru", "usernameClaimed": "Garage", @@ -466,7 +467,7 @@ ], "checkType": "message", "absenceStrs": "