Merge pull request #57 from soxoj/small-updates

Added `--ignore-ids` option, some sites updates

maigret/maigret.py

@@ -128,6 +128,11 @@ async def main():
                         dest="id_type", default='username',
                         help="Specify identifier(s) type (default: username)."
                         )
+    parser.add_argument("--ignore-ids",
+                        action="append", metavar='IGNORED_IDS',
+                        dest="ignore_ids_list", default=[],
+                        help="Do not make search by the specified username or other ids."
+                        )
     parser.add_argument("username",
                         nargs='+', metavar='USERNAMES',
                         action="store",
@@ -195,6 +200,7 @@ async def main():
         u: args.id_type
         for u in args.username
         if u not in ['-']
+        and u not in args.ignore_ids_list
     }
 
     recursive_search_enabled = not args.disable_recursive_search
@@ -298,6 +304,10 @@ async def main():
         else:
             already_checked.add(username.lower())
 
+        if username in args.ignore_ids_list:
+            query_notify.warning(f'Skip a search by username {username} cause it\'s marked as ignored.')
+            continue
+
         # check for characters do not supported by sites generally
         found_unsupported_chars = set(unsupported_characters).intersection(set(username))
 

maigret/resources/data.json

@@ -1231,9 +1231,11 @@
             "tags": [
                 "us"
             ],
-            "absenceStrs": ["Sorry, we couldn't find that page."],
+            "absenceStrs": [
-            "alexaRank": 38649,
+                "Sorry, we couldn't find that page."
+            ],
             "engine": "Discourse",
+            "alexaRank": 38649,
             "urlMain": "https://ask.fedoraproject.org/",
             "usernameClaimed": "grsm",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -2643,8 +2645,8 @@
             "tags": [
                 "tech"
             ],
-            "alexaRank": 977,
             "engine": "Discourse",
+            "alexaRank": 977,
             "urlMain": "https://community.cloudflare.com/",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis"
@@ -3357,8 +3359,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 67872,
             "engine": "Discourse",
+            "alexaRank": 67872,
             "urlMain": "https://discourse.pi-hole.net",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3368,8 +3370,8 @@
                 "tech",
                 "us"
             ],
-            "alexaRank": 5906,
             "engine": "Discourse",
+            "alexaRank": 5906,
             "urlMain": "https://discuss.elastic.co/",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3378,8 +3380,8 @@
             "tags": [
                 "coding"
             ],
-            "alexaRank": 943,
             "engine": "Discourse",
+            "alexaRank": 943,
             "urlMain": "https://discuss.python.org/",
             "usernameClaimed": "dustin",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3435,7 +3437,6 @@
             "tags": [
                 "coding"
             ],
-            "checkType": "status_code",
             "engine": "Discourse",
             "urlMain": "https://forum.djangoproject.co",
             "usernameClaimed": "mikhail349",
@@ -3773,8 +3774,8 @@
                 "ve",
                 "coding"
             ],
-            "alexaRank": 82408,
             "engine": "Discourse",
+            "alexaRank": 82408,
             "urlMain": "https://elixirforum.com",
             "usernameClaimed": "clmay",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3842,8 +3843,8 @@
                 "au",
                 "in"
             ],
-            "alexaRank": 984,
             "engine": "Discourse",
+            "alexaRank": 984,
             "urlMain": "https://forums.envato.com",
             "usernameClaimed": "zigro",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3902,8 +3903,8 @@
             "tags": [
                 "cr"
             ],
-            "alexaRank": 778429,
             "engine": "Discourse",
+            "alexaRank": 778429,
             "urlMain": "https://ethereum-magicians.org",
             "usernameClaimed": "amxx",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -3929,8 +3930,8 @@
                 "cr",
                 "us"
             ],
-            "alexaRank": 308342,
             "engine": "Discourse",
+            "alexaRank": 308342,
             "urlMain": "https://ethresear.ch",
             "usernameClaimed": "weijiekoh",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -4022,8 +4023,8 @@
             "tags": [
                 "in"
             ],
-            "alexaRank": 67782,
             "engine": "Discourse",
+            "alexaRank": 67782,
             "urlMain": "https://forum.f-droid.org",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -4874,8 +4875,8 @@
                 "in",
                 "us"
             ],
-            "alexaRank": 1605,
             "engine": "Discourse",
+            "alexaRank": 1605,
             "urlMain": "https://www.freecodecamp.org/forum/",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -5585,8 +5586,8 @@
                 "us",
                 "vn"
             ],
-            "alexaRank": 267803,
             "engine": "Discourse",
+            "alexaRank": 267803,
             "urlMain": "https://forum.golangbridge.org/",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -6146,8 +6147,8 @@
                 "rs",
                 "us"
             ],
-            "alexaRank": 549532,
             "engine": "Discourse",
+            "alexaRank": 549532,
             "urlMain": "https://www.hitmanforum.com",
             "usernameClaimed": "john",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -6389,8 +6390,8 @@
                 "ru",
                 "ua"
             ],
-            "alexaRank": 201191,
             "engine": "Discourse",
+            "alexaRank": 201191,
             "urlMain": "https://forum.itvdn.com",
             "usernameClaimed": "pizzaro",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -6555,8 +6556,8 @@
                 "kr",
                 "us"
             ],
-            "alexaRank": 58165,
             "engine": "Discourse",
+            "alexaRank": 58165,
             "urlMain": "https://community.infura.io",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -7924,8 +7925,8 @@
             "tags": [
                 "forum"
             ],
-            "alexaRank": 651639,
             "engine": "Discourse",
+            "alexaRank": 651639,
             "urlMain": "https://forum.mapillary.com",
             "usernameClaimed": "slashme",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -8158,8 +8159,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 27477,
             "engine": "Discourse",
+            "alexaRank": 27477,
             "urlMain": "https://meta.discourse.org/",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -10588,8 +10589,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 242598,
             "engine": "Discourse",
+            "alexaRank": 242598,
             "urlMain": "https://forum.quartertothree.com",
             "usernameClaimed": "rei",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -10888,8 +10889,8 @@
                 "in",
                 "us"
             ],
-            "alexaRank": 62252,
             "engine": "Discourse",
+            "alexaRank": 62252,
             "urlMain": "https://forum.rasa.com",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -11321,8 +11322,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 98718,
             "engine": "Discourse",
+            "alexaRank": 98718,
             "urlMain": "https://www.ruby-forum.com",
             "usernameClaimed": "tomconnolly",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -11424,8 +11425,8 @@
                 "coding",
                 "us"
             ],
-            "alexaRank": 33437,
             "engine": "Discourse",
+            "alexaRank": 33437,
             "urlMain": "https://users.rust-lang.org",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -11525,8 +11526,8 @@
             "tags": [
                 "coding"
             ],
-            "alexaRank": 65003,
             "engine": "Discourse",
+            "alexaRank": 65003,
             "urlMain": "https://users.scala-lang.org",
             "usernameClaimed": "sjrd",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -11868,8 +11869,8 @@
             "tags": [
                 "tech"
             ],
-            "alexaRank": 190516,
             "engine": "Discourse",
+            "alexaRank": 190516,
             "urlMain": "https://community.signalusers.org",
             "usernameClaimed": "jlund",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -11878,8 +11879,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 882176,
             "engine": "Discourse",
+            "alexaRank": 882176,
             "urlMain": "https://www.silver-collector.com",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -12532,8 +12533,8 @@
             "tags": [
                 "coding"
             ],
-            "alexaRank": 9068,
             "engine": "Discourse",
+            "alexaRank": 9068,
             "urlMain": "https://forum.sublimetext.com/",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis"
@@ -13271,10 +13272,14 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 82,
             "checkType": "message",
-            "absenceStrs": ["Sorry, that page doesn't exist!"],
+            "presenseStrs": [
-            "presenseStrs": ["tv-profile__name-text"],
+                "tv-profile__name-text"
+            ],
+            "absenceStrs": [
+                "Sorry, that page doesn't exist!"
+            ],
+            "alexaRank": 82,
             "url": "https://www.tradingview.com/u/{username}",
             "urlMain": "https://www.tradingview.com/",
             "usernameClaimed": "blue",
@@ -13334,8 +13339,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 329414,
             "engine": "Discourse",
+            "alexaRank": 329414,
             "urlMain": "https://travis-ci.community",
             "usernameClaimed": "montana",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -13546,7 +13551,7 @@
                 "sec-ch-ua": "Google Chrome\";v=\"87\", \" Not;A Brand\";v=\"99\", \"Chromium\";v=\"87\"",
                 "authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
                 "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
-                "x-guest-token": "1361389689765326850"
+                "x-guest-token": "1361823183884742664"
             },
             "errors": {
                 "Bad guest token": "x-guest-token update required"
@@ -13585,8 +13590,8 @@
             "tags": [
                 "sport"
             ],
-            "alexaRank": 1403001,
             "engine": "Discourse",
+            "alexaRank": 1403001,
             "urlMain": "https://forum.umhoops.com",
             "usernameClaimed": "umhoops",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -13911,7 +13916,7 @@
                 "video"
             ],
             "headers": {
-                "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM0MTY1MDAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.bMKafyWyx_AMCotYkNhquT6bDoTmbyG9YVcVrr_onO8"
+                "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM1MTk4ODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.4vI4t-JUbkcEDSoiydNz5dagG9xSKc-Clh2FOaoaXUg"
             },
             "activation": {
                 "url": "https://vimeo.com/_rv/viewer",
@@ -14223,8 +14228,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 1578,
             "engine": "Discourse",
+            "alexaRank": 1578,
             "urlMain": "https://forum.waypoint.vice.com",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -14345,8 +14350,8 @@
             "tags": [
                 "tech"
             ],
-            "alexaRank": 256100,
             "engine": "Discourse",
+            "alexaRank": 256100,
             "urlMain": "https://forums.whonix.org/",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -14798,13 +14803,14 @@
             "errors": {
                 "action=\"/checkcaptcha\" onsubmit": "Captcha detected, use proxy/vpn"
             },
+            "urlProbe": "https://yandex.ru/collections/api/users/{username}/",
             "checkType": "message",
             "presenseStrs": [
                 "public_id"
             ],
             "absenceStrs": "cl-not-found-content__title",
             "alexaRank": 46,
-            "url": "https://yandex.ru/collections/api/users/{username}/",
+            "url": "https://yandex.ru/collections/user/{username}",
             "urlMain": "https://yandex.ru/collections/",
             "usernameClaimed": "yandex",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -15409,8 +15415,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 64593,
             "engine": "Discourse",
+            "alexaRank": 64593,
             "urlMain": "https://forums.catholic.com",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -15542,8 +15548,8 @@
                 "ir",
                 "jp"
             ],
-            "alexaRank": 50871,
             "engine": "Discourse",
+            "alexaRank": 50871,
             "urlMain": "https://community.asterisk.org",
             "usernameClaimed": "bford",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -15552,8 +15558,8 @@
             "tags": [
                 "global"
             ],
-            "alexaRank": 589898,
             "engine": "Discourse",
+            "alexaRank": 589898,
             "urlMain": "https://community.p2pu.org",
             "usernameClaimed": "grif",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -15687,8 +15693,8 @@
             "tags": [
                 "coding"
             ],
-            "alexaRank": 87660,
             "engine": "Discourse",
+            "alexaRank": 87660,
             "urlMain": "https://discourse.haskell.org",
             "usernameClaimed": "philipgaudreau",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16057,8 +16063,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 18564,
             "engine": "Discourse",
+            "alexaRank": 18564,
             "urlMain": "https://forum.nameberry.com",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16134,8 +16140,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 4229,
             "engine": "Discourse",
+            "alexaRank": 4229,
             "urlMain": "https://forums.docker.com",
             "usernameClaimed": "dafritz84",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16236,8 +16242,8 @@
             "tags": [
                 "global"
             ],
-            "alexaRank": 3502263,
             "engine": "Discourse",
+            "alexaRank": 3502263,
             "urlMain": "https://forums.universaldashboard.io/",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16279,8 +16285,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 129454,
             "engine": "Discourse",
+            "alexaRank": 129454,
             "urlMain": "https://forums.funcom.com",
             "usernameClaimed": "everqu",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16456,8 +16462,8 @@
                 "ru",
                 "us"
             ],
-            "alexaRank": 11293,
             "engine": "Discourse",
+            "alexaRank": 11293,
             "urlMain": "https://forum.hiveos.farm",
             "usernameClaimed": "halogenius",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16652,8 +16658,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 238948,
             "engine": "Discourse",
+            "alexaRank": 238948,
             "urlMain": "https://forum.juce.com",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -16788,8 +16794,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 38963,
             "engine": "Discourse",
+            "alexaRank": 38963,
             "urlMain": "https://forum.leasehackr.com/",
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis"
@@ -17684,8 +17690,8 @@
                 "ru",
                 "ua"
             ],
-            "alexaRank": 1257899,
             "engine": "Discourse",
+            "alexaRank": 1257899,
             "urlMain": "https://forum.reverse4you.org",
             "usernameClaimed": "darwin",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -17936,8 +17942,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 815504,
             "engine": "Discourse",
+            "alexaRank": 815504,
             "urlMain": "https://forums.sourceruns.org/",
             "usernameClaimed": "cubedude",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -18064,8 +18070,8 @@
             "tags": [
                 "ru"
             ],
-            "alexaRank": 446345,
             "engine": "Discourse",
+            "alexaRank": 446345,
             "urlMain": "https://forum.swiftbook.ru",
             "usernameClaimed": "alex",
             "usernameUnclaimed": "noonewouldeverusethis7"
@@ -22610,8 +22616,8 @@
             "tags": [
                 "tech"
             ],
-            "alexaRank": 10297,
             "engine": "Discourse",
+            "alexaRank": 10297,
             "urlMain": "https://community.getpostman.com",
             "usernameUnclaimed": "noonewouldeverusethis7",
             "usernameClaimed": "alex"
@@ -22653,8 +22659,8 @@
             "tags": [
                 "us"
             ],
-            "alexaRank": 3210,
             "engine": "Discourse",
+            "alexaRank": 3210,
             "urlMain": "https://discuss.codecademy.com",
             "usernameUnclaimed": "noonewouldeverusethis7",
             "usernameClaimed": "red"