Bumped to v0.4.1 (#317)

* Bump pytest-asyncio from 0.16.0 to 0.17.0

Bumps [pytest-asyncio](https://github.com/pytest-dev/pytest-asyncio) from 0.16.0 to 0.17.0.
- [Release notes](https://github.com/pytest-dev/pytest-asyncio/releases)
- [Commits](https://github.com/pytest-dev/pytest-asyncio/compare/v0.16.0...v0.17.0)

---
updated-dependencies:
- dependency-name: pytest-asyncio
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* Python version specified for dependency (3.6 support was dropped)

* Pytest config fixes

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Soxoj <soxoj@protonmail.com>

CHANGELOG.md

@@ -2,6 +2,22 @@
 
 ## [Unreleased]
 
+## [0.4.1] - 2022-01-15
+* Added dozen of sites, improved submit mode by @soxoj in https://github.com/soxoj/maigret/pull/288
+* Bump requests from 2.26.0 to 2.27.0 by @dependabot in https://github.com/soxoj/maigret/pull/292
+* changed Bayoushooter to use XenForo and foursquare to use correct checkType by @antomarsi in https://github.com/soxoj/maigret/pull/289
+* Bump requests from 2.27.0 to 2.27.1 by @dependabot in https://github.com/soxoj/maigret/pull/293
+* Added aparat.com by @soxoj in https://github.com/soxoj/maigret/pull/294
+* Fixed BongaCams, links parsing improved by @soxoj in https://github.com/soxoj/maigret/pull/297
+* Temporary fix for Twitter (#299) by @soxoj in https://github.com/soxoj/maigret/pull/300
+* Fixed TikTok checks (#303) by @soxoj in https://github.com/soxoj/maigret/pull/306
+* Bump pycountry from 20.7.3 to 22.1.10 by @dependabot in https://github.com/soxoj/maigret/pull/313
+* Pornhub search improved by @soxoj in https://github.com/soxoj/maigret/pull/315
+* Codacademy fixed by @soxoj in https://github.com/soxoj/maigret/pull/316
+* Bump pytest-asyncio from 0.16.0 to 0.17.0 by @dependabot in https://github.com/soxoj/maigret/pull/314
+
+**Full Changelog**: https://github.com/soxoj/maigret/compare/v0.4.0...v0.4.1
+
 ## [0.4.0] - 2022-01-03
 * Delayed import of requests module, speed check command, reqs updated by @soxoj in https://github.com/soxoj/maigret/pull/189
 * Snapcraft yaml added by @soxoj in https://github.com/soxoj/maigret/pull/190

docs/source/conf.py

@@ -6,8 +6,8 @@ project = 'Maigret'
 copyright = '2021, soxoj'
 author = 'soxoj'
 
-release = '0.4.0'
+release = '0.4.1'
-version = '0.4.0'
+version = '0.4.1'
 
 # -- General configuration
 

maigret/__version__.py

@@ -1,3 +1,3 @@
 """Maigret version file"""
 
-__version__ = '0.4.0'
+__version__ = '0.4.1'

maigret/checking.py

@@ -131,6 +131,9 @@ class SimpleAiohttpChecker(CheckerBase):
                 self.logger.debug(e, exc_info=True)
                 error = CheckError("Unexpected", str(e))
 
+        if error == "Invalid proxy response":
+            self.logger.debug(e, exc_info=True)
+
         return str(html_text), status_code, error
 
 

maigret/resources/data.json

@@ -1391,7 +1391,9 @@
         },
         "Au": {
             "tags": [
-                "ru"
+                "freelance",
+                "ru",
+                "shopping"
             ],
             "checkType": "message",
             "absenceStrs": [
@@ -1719,14 +1721,12 @@
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
         "Bayoushooter": {
-            "urlSubpath": "/forums",
-            "disabled": true,
             "tags": [
                 "forum",
                 "pk",
                 "us"
             ],
-            "engine": "vBulletin",
+            "engine": "XenForo",
             "alexaRank": 1059834,
             "urlMain": "https://www.bayoushooter.com",
             "usernameClaimed": "adam",
@@ -2144,11 +2144,17 @@
                 "cz",
                 "webcam"
             ],
-            "checkType": "status_code",
+            "absenceStrs": [
+                "<link rel=\"preconnect\""
+            ],
+            "presenseStrs": [
+                "<title>Informa\u00e7\u00e3o e p\u00e1gina"
+            ],
+            "checkType": "message",
             "alexaRank": 30,
             "urlMain": "https://pt.bongacams.com",
             "url": "https://pt.bongacams.com/profile/{username}",
-            "usernameClaimed": "asuna-black",
+            "usernameClaimed": "Icehotangel",
             "usernameUnclaimed": "noonewouldeverusethis77777"
         },
         "Bookandreader": {
@@ -2727,6 +2733,7 @@
         },
         "Chess": {
             "tags": [
+                "gaming",
                 "hobby"
             ],
             "checkType": "message",
@@ -2734,8 +2741,8 @@
                 "The page you are looking for doesn\u2019t exist. (404)"
             ],
             "alexaRank": 211,
-            "urlMain": "https://www.chess.com/ru/",
+            "urlMain": "https://www.chess.com/",
-            "url": "https://www.chess.com/ru/member/{username}",
+            "url": "https://www.chess.com/member/{username}",
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
@@ -2880,7 +2887,10 @@
             ],
             "checkType": "message",
             "absenceStrs": [
-                "This profile does not exist"
+                "This profile could not be found"
+            ],
+            "presenseStrs": [
+                "Codecademy profile page for"
             ],
             "alexaRank": 2566,
             "urlMain": "https://www.codecademy.com/",
@@ -5191,7 +5201,10 @@
                 "geosocial",
                 "in"
             ],
-            "checkType": "status_code",
+            "checkType": "message",
+            "presenceStrs": [
+                "userStatsTitle"
+            ],
             "alexaRank": 3413,
             "urlMain": "https://ru.foursquare.com/",
             "url": "https://ru.foursquare.com/{username}",
@@ -7889,6 +7902,7 @@
             "usernameClaimed": "blue",
             "usernameUnclaimed": "noonewouldeverusethis7",
             "tags": [
+                "gaming",
                 "hobby"
             ]
         },
@@ -9153,17 +9167,6 @@
             "usernameClaimed": "adam",
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
-        "Muckrack": {
-            "tags": [
-                "us"
-            ],
-            "checkType": "status_code",
-            "alexaRank": 8163,
-            "urlMain": "https://muckrack.com",
-            "url": "https://muckrack.com/{username}",
-            "usernameClaimed": "adam",
-            "usernameUnclaimed": "noonewouldeverusethis7"
-        },
         "MuffinGroup": {
             "tags": [
                 "forum",
@@ -10949,7 +10952,14 @@
             "tags": [
                 "porn"
             ],
-            "checkType": "status_code",
+            "checkType": "message",
+            "presenseStrs": [
+                "profileInformation"
+            ],
+            "absenceStrs": [
+                "Error Page Not Found",
+                "cannot be found"
+            ],
             "alexaRank": 74,
             "urlMain": "https://pornhub.com/",
             "url": "https://pornhub.com/users/{username}",
@@ -11638,7 +11648,7 @@
         },
         "Realmeye": {
             "tags": [
-                "us"
+                "gaming"
             ],
             "checkType": "message",
             "absenceStrs": [
@@ -13102,7 +13112,7 @@
                 "us"
             ],
             "headers": {
-                "authorization": "Bearer BQDsnD34v3jBAI-ninvytELNiCU6jC6T70lO1YxxBeFOzIZsoyNUcOpuy7dTzjp6wRYN-C9sx896DktU0l0"
+                "authorization": "Bearer BQC-v69M-AcXsPLrSktz0Era-J2P1SXWB42HLKRHnCNpj00jLEbbbDFpIFo1UhBKrHrL7FqLQd-X4MIuhFo"
             },
             "errors": {
                 "Spotify is currently not available in your country.": "Access denied in your country, use proxy/vpn"
@@ -13132,7 +13142,7 @@
             "checkType": "response_url",
             "alexaRank": 82345,
             "urlMain": "http://sprashivai.ru",
-            "url": "http://sprashivai.ru/{username}?sl",
+            "url": "http://sprashivai.ru/{username}",
             "usernameClaimed": "red",
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
@@ -14040,7 +14050,7 @@
             },
             "checkType": "message",
             "presenseStrs": [
-                "nickname"
+                "\"nickname\":"
             ],
             "absenceStrs": [
                 "serverCode\":404"
@@ -14049,9 +14059,10 @@
             "urlMain": "https://www.tiktok.com/",
             "url": "https://www.tiktok.com/@{username}",
             "usernameClaimed": "red",
-            "usernameUnclaimed": "noonewouldeverusethis7"
+            "usernameUnclaimed": "noonewouldeverusethis1"
         },
         "TikTok Online Viewer": {
+            "disabled": true,
             "tags": [
                 "us"
             ],
@@ -14063,6 +14074,7 @@
             "absenceStrs": [
                 "<title>Not Found - TTonlineviewer</title>"
             ],
+            "source": "TikTok",
             "alexaRank": 5826276,
             "urlMain": "https://ttonlineviewer.com",
             "url": "https://ttonlineviewer.com/user/{username}",
@@ -14522,9 +14534,26 @@
             "usernameClaimed": "jenny",
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
+        "Nitter": {
+            "tags": [
+                "messaging"
+            ],
+            "regexCheck": "^[a-zA-Z0-9_]{1,15}$",
+            "checkType": "message",
+            "absenceStrs": [
+                "<title>Error | nitter</title>",
+                "The requested URL was not found on this server."
+            ],
+            "source": "Twitter",
+            "alexaRank": 48,
+            "urlMain": "https://www.nitter.net/",
+            "url": "https://nitter.net/{username}",
+            "usernameClaimed": "blue",
+            "usernameUnclaimed": "noonewould123"
+        },
         "Twitter": {
             "tags": [
-                "us"
+                "messaging"
             ],
             "headers": {
                 "sec-ch-ua": "Google Chrome\";v=\"87\", \" Not;A Brand\";v=\"99\", \"Chromium\";v=\"87\"",
@@ -14535,6 +14564,7 @@
             "errors": {
                 "Bad guest token": "x-guest-token update required"
             },
+            "regexCheck": "^[a-zA-Z0-9_]{1,15}$",
             "activation": {
                 "method": "twitter",
                 "marks": [
@@ -14553,7 +14583,7 @@
             "urlMain": "https://www.twitter.com/",
             "url": "https://twitter.com/{username}",
             "usernameClaimed": "blue",
-            "usernameUnclaimed": "noonewouldeverusethis7"
+            "usernameUnclaimed": "noonewould123"
         },
         "Typeracer": {
             "tags": [
@@ -14938,7 +14968,7 @@
                 "video"
             ],
             "headers": {
-                "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2Mzg3MjUxMDAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.sr6Aye4IJ5K14K8RwJfF39Sa-iMD9E_X1-x1DSwXoTI"
+                "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2NDExNzg4NjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.9rznMue0JmX9SAPuWQDIYR-mmsozFq5PoKUvlvElpkQ"
             },
             "activation": {
                 "url": "https://vimeo.com/_rv/viewer",
@@ -17556,6 +17586,7 @@
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
         "garminych": {
+            "disabled": true,
             "tags": [
                 "forum",
                 "ru"
@@ -25341,11 +25372,10 @@
                 "username\\",
                 "lastSale",
                 "publicUsername",
-                "name",
+                "name"
-                "user"
             ],
             "absenceStrs": [
-                "><div width="
+                "isPageNotFound"
             ],
             "urlMain": "https://opensea.io",
             "url": "https://opensea.io/accounts/{username}",
@@ -28592,6 +28622,231 @@
                 "forum",
                 "gaming"
             ]
+        },
+        "giters.com": {
+            "absenceStrs": [
+                "This page could not be found"
+            ],
+            "presenseStrs": [
+                "nofollow"
+            ],
+            "url": "https://giters.com/{username}",
+            "urlMain": "https://giters.com",
+            "usernameClaimed": "soxoj",
+            "source": "GitHub",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 16094,
+            "tags": [
+                "coding"
+            ]
+        },
+        "githubplus.com": {
+            "absenceStrs": [
+                "preconnect"
+            ],
+            "presenseStrs": [
+                "collapse"
+            ],
+            "url": "https://githubplus.com/{username}",
+            "urlMain": "https://githubplus.com",
+            "usernameClaimed": "soxoj",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 222994,
+            "source": "GitHub",
+            "tags": [
+                "coding"
+            ]
+        },
+        "coder.social": {
+            "absenceStrs": [
+                "Not Found in Githubhelp"
+            ],
+            "presenseStrs": [
+                "nofollow"
+            ],
+            "url": "https://coder.social/{username}",
+            "urlMain": "https://coder.social",
+            "usernameClaimed": "soxoj",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 2318473,
+            "source": "GitHub",
+            "tags": [
+                "coding"
+            ]
+        },
+        "tg.rip": {
+            "absenceStrs": [
+                "btn_label"
+            ],
+            "presenseStrs": [
+                "<title>\u0422\u0435\u043b\u0435\u0433\u0440\u0430\u043c \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c"
+            ],
+            "url": "https://tg.rip/{username}",
+            "urlMain": "https://tg.rip",
+            "usernameClaimed": "soxoj",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 5553957,
+            "source": "Telegram",
+            "tags": [
+                "messaging"
+            ]
+        },
+        "Realmeye-graveyard": {
+            "absenceStrs": [
+                "player-not-found"
+            ],
+            "presenseStrs": [
+                "entity-name"
+            ],
+            "url": "https://www.realmeye.com/graveyard-of-player/{username}",
+            "urlMain": "https://www.realmeye.com",
+            "usernameClaimed": "Eatil",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 69701,
+            "source": "Realmeye",
+            "tags": [
+                "gaming"
+            ]
+        },
+        "mel.fm": {
+            "absenceStrs": [
+                "l-page-404__text-not-found"
+            ],
+            "presenseStrs": [
+                "\u0412\u0432\u0435\u0434\u0438\u0442\u0435 e-mail"
+            ],
+            "url": "https://mel.fm/blog/{username}",
+            "urlMain": "https://mel.fm",
+            "usernameClaimed": "ivan-ivanov30",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 15670,
+            "tags": [
+                "ru"
+            ]
+        },
+        "tikbuddy.com": {
+            "presenseStrs": [
+                "nickName"
+            ],
+            "url": "https://tikbuddy.com/en/tiktok/{username}",
+            "urlMain": "https://tikbuddy.com",
+            "usernameClaimed": "sergey.ivanov29",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 187661,
+            "source": "TikTok",
+            "tags": [
+                "hobby",
+                "video"
+            ]
+        },
+        "Djagi": {
+            "absenceStrs": [
+                "noindex"
+            ],
+            "presenseStrs": [
+                "profile-menu"
+            ],
+            "url": "https://www.djagi.com/cards/{username}",
+            "urlMain": "https://www.djagi.com",
+            "usernameClaimed": "ivan.ivanov28",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 63627,
+            "tags": [
+                "bg"
+            ]
+        },
+        "kazanlashkigalab.com": {
+            "urlMain": "https://kazanlashkigalab.com",
+            "engine": "Wordpress/Author",
+            "usernameClaimed": "boncho-bonev",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "tags": [
+                "kz"
+            ]
+        },
+        "Yumpu": {
+            "absenceStrs": [
+                "float-left"
+            ],
+            "presenseStrs": [
+                "image_src"
+            ],
+            "url": "https://www.yumpu.com/user/{username}",
+            "urlMain": "https://www.yumpu.com",
+            "usernameClaimed": "26vadim.ivanov26",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 951,
+            "tags": [
+                "stock"
+            ]
+        },
+        "999.md": {
+            "absenceStrs": [
+                "error-404-page"
+            ],
+            "presenseStrs": [
+                "user-profile"
+            ],
+            "url": "https://999.md/ru/profile/{username}",
+            "urlMain": "https://999.md",
+            "usernameClaimed": "ivanov25",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 3344,
+            "tags": [
+                "freelance",
+                "md",
+                "shopping"
+            ]
+        },
+        "Muckrack": {
+            "absenceStrs": [
+                "(404) Page Not Found"
+            ],
+            "presenseStrs": [
+                "profile-details-item"
+            ],
+            "url": "https://muckrack.com/{username}",
+            "urlMain": "https://muckrack.com",
+            "usernameClaimed": "adam-flomenbaum",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 4820,
+            "tags": [
+                "us"
+            ]
+        },
+        "Aparat": {
+            "absenceStrs": [
+                "404 - Page Not Found"
+            ],
+            "presenseStrs": [
+                "Profile",
+                "username",
+                "ProfileMore",
+                "name",
+                "provider"
+            ],
+            "urlProbe": "https://www.aparat.com/api/fa/v1/user/user/information/username/{username}",
+            "url": "https://www.aparat.com/{username}",
+            "urlMain": "https://www.aparat.com",
+            "usernameClaimed": "BoHBiG",
+            "usernameUnclaimed": "noonewouldeverusethis7",
+            "checkType": "message",
+            "alexaRank": 61,
+            "tags": [
+                "video",
+                "ir"
+            ]
         }
     },
     "engines": {

maigret/submit.py

@@ -79,6 +79,7 @@ class Submitter:
                 site_dict={site.name: site},
                 proxy=self.args.proxy,
                 logger=self.logger,
+                cookies=self.args.cookie_file,
                 timeout=30,
                 id_type=site.type,
                 forced=True,
@@ -208,7 +209,7 @@ class Submitter:
         self, url_exists, url_mainpage, cookie_file, redirects=False
     ):
         custom_headers = {}
-        while True:
+        while self.args.verbose:
             header_key = input(
                 'Specify custom header if you need or just press Enter to skip. Header name: '
             )
@@ -343,9 +344,14 @@ class Submitter:
 
         if not sites:
             print("Unable to detect site engine, lets generate checking features")
+
+            redirects = False
+            if self.args.verbose:
+                redirects = 'y' in input('Should we do redirects automatically? [yN] ').lower()
+
             sites = [
                 await self.check_features_manually(
-                    url_exists, url_mainpage, cookie_file
+                    url_exists, url_mainpage, cookie_file, redirects,
                 )
             ]
 
@@ -382,6 +388,11 @@ class Submitter:
             ):
                 return False
 
+        if self.args.verbose:
+            source = input("Name the source site if it is mirror: ")
+            if source:
+                chosen_site.source = source
+
         chosen_site.name = input("Change site name if you want: ") or chosen_site.name
         chosen_site.tags = list(map(str.strip, input("Site tags: ").split(',')))
         rank = Submitter.get_alexa_rank(chosen_site.url_main)

maigret/utils.py

@@ -42,7 +42,7 @@ def enrich_link_str(link: str) -> str:
 
 
 class URLMatcher:
-    _HTTP_URL_RE_STR = "^https?://(www.)?(.+)$"
+    _HTTP_URL_RE_STR = "^https?://(www.|m.)?(.+)$"
     HTTP_URL_RE = re.compile(_HTTP_URL_RE_STR)
     UNSAFE_SYMBOLS = ".?"
 
@@ -66,7 +66,7 @@ class URLMatcher:
         )
         regexp_str = self._HTTP_URL_RE_STR.replace("(.+)", url_regexp)
 
-        return re.compile(regexp_str)
+        return re.compile(regexp_str, re.IGNORECASE)
 
 
 def ascii_data_display(data: str) -> Any:

pytest.ini

@@ -3,3 +3,4 @@
 filterwarnings =
     error
     ignore::UserWarning
+asyncio_mode=auto

requirements.txt

@@ -16,11 +16,11 @@ lxml==4.7.1
 MarkupSafe==2.0.1
 mock==4.0.3
 multidict==5.2.0
-pycountry==20.7.3
+pycountry==22.1.10
 PyPDF2==1.26.0
 PySocks==1.7.1
 python-bidi==0.4.2
-requests==2.26.0
+requests==2.27.1
 requests-futures==1.0.0
 six==1.16.0
 socid-extractor>=0.0.21

setup.py

@@ -11,7 +11,7 @@ with open('requirements.txt') as rf:
     requires = rf.read().splitlines()
 
 setup(name='maigret',
-      version='0.4.0',
+      version='0.4.1',
       description='Collect a dossier on a person by username from a huge number of sites',
       long_description=long_description,
       long_description_content_type="text/markdown",

sites.md

@@ -1,5 +1,5 @@
 
-## List of supported sites (search methods): total 2574
+## List of supported sites (search methods): total 2593
 
 Rank data fetched from Alexa by domains.
 
@@ -86,7 +86,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.shutterstock.com) [Shutterstock (https://www.shutterstock.com)](https://www.shutterstock.com)*: top 500, music, photo, stock, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://wix.com/) [Wix (https://wix.com/)](https://wix.com/)*: top 500, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://slack.com) [Slack (https://slack.com)](https://slack.com)*: top 500, messaging*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.chess.com/ru/) [Chess (https://www.chess.com/ru/)](https://www.chess.com/ru/)*: top 500, hobby*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.chess.com/) [Chess (https://www.chess.com/)](https://www.chess.com/)*: top 500, gaming, hobby*
 1. ![](https://www.google.com/s2/favicons?domain=https://archive.org) [Archive.org (https://archive.org)](https://archive.org)*: top 500*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.scribd.com/) [Scribd (https://www.scribd.com/)](https://www.scribd.com/)*: top 500, reading*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.dailymotion.com/) [DailyMotion (https://www.dailymotion.com/)](https://www.dailymotion.com/)*: top 500, us, video*
@@ -149,6 +149,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.gamespot.com/) [Gamespot (https://www.gamespot.com/)](https://www.gamespot.com/)*: top 1K, gaming, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://note.com/) [note (https://note.com/)](https://note.com/)*: top 1K, jp*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.redbubble.com/) [Redbubble (https://www.redbubble.com/)](https://www.redbubble.com/)*: top 1K, shopping, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.yumpu.com) [Yumpu (https://www.yumpu.com)](https://www.yumpu.com)*: top 1K, stock*
 1. ![](https://www.google.com/s2/favicons?domain=https://tinder.com/) [Tinder (https://tinder.com/)](https://tinder.com/)*: top 1K, dating, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://community.cloudflare.com/) [CloudflareCommunity (https://community.cloudflare.com/)](https://community.cloudflare.com/)*: top 1K, forum, tech*
 1. ![](https://www.google.com/s2/favicons?domain=https://eksisozluk.com/biri/) [Eksisozluk (https://eksisozluk.com/biri/)](https://eksisozluk.com/biri/)*: top 1K, tr*
@@ -211,7 +212,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://ccm.net) [Ccm (https://ccm.net)](https://ccm.net)*: top 5K, ao, in, ve*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.xing.com/) [Xing (https://www.xing.com/)](https://www.xing.com/)*: top 5K, de, eu*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.sbnation.com) [Sbnation (https://www.sbnation.com)](https://www.sbnation.com)*: top 5K, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://lichess.org) [Lichess (https://lichess.org)](https://lichess.org)*: top 5K, hobby*
+1. ![](https://www.google.com/s2/favicons?domain=https://lichess.org) [Lichess (https://lichess.org)](https://lichess.org)*: top 5K, gaming, hobby*
 1. ![](https://www.google.com/s2/favicons?domain=https://ru.pathofexile.com) [Pathofexile (https://ru.pathofexile.com)](https://ru.pathofexile.com)*: top 5K, ru, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://vc.ru) [VC.ru (https://vc.ru)](https://vc.ru)*: top 5K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.metacritic.com/) [metacritic (https://www.metacritic.com/)](https://www.metacritic.com/)*: top 5K, us*
@@ -245,6 +246,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.mixcloud.com/) [MixCloud (https://www.mixcloud.com/)](https://www.mixcloud.com/)*: top 5K, music*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.xda-developers.com) [XDA (https://forum.xda-developers.com)](https://forum.xda-developers.com)*: top 5K, apps, forum*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://i.thechive.com/) [Thechive (https://i.thechive.com/)](https://i.thechive.com/)*: top 5K, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://999.md) [999.md (https://999.md)](https://999.md)*: top 5K, freelance, md, shopping*
 1. ![](https://www.google.com/s2/favicons?domain=https://ru.foursquare.com/) [Foursquare (https://ru.foursquare.com/)](https://ru.foursquare.com/)*: top 5K, geosocial, in*
 1. ![](https://www.google.com/s2/favicons?domain=https://4pda.ru/) [4pda (https://4pda.ru/)](https://4pda.ru/)*: top 5K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.weforum.org) [Weforum (https://www.weforum.org)](https://www.weforum.org)*: top 5K, forum, us*
@@ -277,6 +279,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://gramho.com/) [Gramho (https://gramho.com/)](https://gramho.com/)*: top 5K, photo*
 1. ![](https://www.google.com/s2/favicons?domain=https://taplink.cc/) [Taplink (https://taplink.cc/)](https://taplink.cc/)*: top 5K, links, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.buymeacoffee.com/) [BuyMeACoffee (https://www.buymeacoffee.com/)](https://www.buymeacoffee.com/)*: top 5K, in*
+1. ![](https://www.google.com/s2/favicons?domain=https://muckrack.com) [Muckrack (https://muckrack.com)](https://muckrack.com)*: top 5K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.fixya.com) [fixya (https://www.fixya.com)](https://www.fixya.com)*: top 5K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://lolchess.gg/) [Lolchess (https://lolchess.gg/)](https://lolchess.gg/)*: top 5K, kr*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.ifttt.com/) [IFTTT (https://www.ifttt.com/)](https://www.ifttt.com/)*: top 5K, tech*
@@ -342,7 +345,6 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.codechef.com/) [Codechef (https://www.codechef.com/)](https://www.codechef.com/)*: top 10K, in*
 1. ![](https://www.google.com/s2/favicons?domain=http://www.soloby.ru) [Soloby (http://www.soloby.ru)](http://www.soloby.ru)*: top 10K, by, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.diigo.com/) [Diigo (https://www.diigo.com/)](https://www.diigo.com/)*: top 10K, in*
-1. ![](https://www.google.com/s2/favicons?domain=https://muckrack.com) [Muckrack (https://muckrack.com)](https://muckrack.com)*: top 10K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.yummly.com) [Yummly (https://www.yummly.com)](https://www.yummly.com)*: top 10K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.thestudentroom.co.uk) [TheStudentRoom (https://www.thestudentroom.co.uk)](https://www.thestudentroom.co.uk)*: top 10K, forum, gb*
 1. ![](https://www.google.com/s2/favicons?domain=https://getmyuni.com/) [getmyuni (https://getmyuni.com/)](https://getmyuni.com/)*: top 10K, in*
@@ -398,6 +400,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.animenewsnetwork.com) [AnimeNewsNetwork (https://www.animenewsnetwork.com)](https://www.animenewsnetwork.com)*: top 100K, gb, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.smule.com/) [Smule (https://www.smule.com/)](https://www.smule.com/)*: top 100K, music*
 1. ![](https://www.google.com/s2/favicons?domain=https://tvtropes.org) [TVTropes (https://tvtropes.org)](https://tvtropes.org)*: top 100K, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://profi.ru) [profi.ru (https://profi.ru)](https://profi.ru)*: top 100K, freelance*
 1. ![](https://www.google.com/s2/favicons?domain=https://author.today) [author.today (https://author.today)](https://author.today)*: top 100K, reading, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.thesimsresource.com/) [TheSimsResource (https://www.thesimsresource.com/)](https://www.thesimsresource.com/)*: top 100K, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://n4g.com/) [N4g (https://n4g.com/)](https://n4g.com/)*: top 100K, gaming, news, us*
@@ -422,10 +425,12 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://allmylinks.com/) [allmylinks (https://allmylinks.com/)](https://allmylinks.com/)*: top 100K, links*
 1. ![](https://www.google.com/s2/favicons?domain=https://ello.co/) [Ello (https://ello.co/)](https://ello.co/)*: top 100K, in*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.metal-archives.com) [Metal-archives (https://www.metal-archives.com)](https://www.metal-archives.com)*: top 100K, de, music, pl, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://mel.fm) [mel.fm (https://mel.fm)](https://mel.fm)*: top 100K, *
 1. ![](https://www.google.com/s2/favicons?domain=https://www.influenster.com/) [Influenster (https://www.influenster.com/)](https://www.influenster.com/)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.neoseeker.com) [Neoseeker (https://www.neoseeker.com)](https://www.neoseeker.com)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://community.infosecinstitute.com) [InfosecInstitute (https://community.infosecinstitute.com)](https://community.infosecinstitute.com)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://armorgames.com) [Armorgames (https://armorgames.com)](https://armorgames.com)*: top 100K, gaming, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://giters.com) [giters.com (https://giters.com)](https://giters.com)*: top 100K, coding*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.blu-ray.com/) [Blu-ray (https://forum.blu-ray.com/)](https://forum.blu-ray.com/)*: top 100K, forum, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.theodysseyonline.com) [TheOdysseyOnline (https://www.theodysseyonline.com)](https://www.theodysseyonline.com)*: top 100K, blog*
 1. ![](https://www.google.com/s2/favicons?domain=https://dtf.ru) [DTF (https://dtf.ru)](https://dtf.ru)*: top 100K, ru*
@@ -474,7 +479,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://gurushots.com/) [GuruShots (https://gurushots.com/)](https://gurushots.com/)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://id.pr-cy.ru) [PRCY (https://id.pr-cy.ru)](https://id.pr-cy.ru)*: top 100K, ru*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://forum.igromania.ru/) [igromania (http://forum.igromania.ru/)](http://forum.igromania.ru/)*: top 100K, forum, gaming, ru*
-1. ![](https://www.google.com/s2/favicons?domain=https://facenama.com/) [Facenama (https://facenama.com/)](https://facenama.com/)*: top 100K, ir*
+1. ![](https://www.google.com/s2/favicons?domain=https://facenama.com/) [Facenama (https://facenama.com/)](https://facenama.com/)*: top 100K, ir*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://www.pushsquare.com) [PushSquare (http://www.pushsquare.com)](http://www.pushsquare.com)*: top 100K, gaming, news, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://moscow.flamp.ru/) [MoscowFlamp (https://moscow.flamp.ru/)](https://moscow.flamp.ru/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.the-village.ru/) [TheVillage.ru (https://www.the-village.ru/)](https://www.the-village.ru/)*: top 100K, ru*, search is disabled
@@ -521,7 +526,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.affiliatefix.com) [Affiliatefix (https://www.affiliatefix.com)](https://www.affiliatefix.com)*: top 100K, forum, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.smogon.com) [Smogon (https://www.smogon.com)](https://www.smogon.com)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://users.rust-lang.org) [Rust-lang (https://users.rust-lang.org)](https://users.rust-lang.org)*: top 100K, coding, forum, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://au.ru) [Au (https://au.ru)](https://au.ru)*: top 100K, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://au.ru) [Au (https://au.ru)](https://au.ru)*: top 100K, freelance, ru, shopping*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.pepper.ru/) [Pepper (https://www.pepper.ru/)](https://www.pepper.ru/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://carbonmade.com/) [Carbonmade (https://carbonmade.com/)](https://carbonmade.com/)*: top 100K, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://wanelo.co/adam) [Wanelo (https://wanelo.co/adam)](https://wanelo.co/adam)*: top 100K, in, us*
@@ -531,6 +536,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.rusfootball.info/) [Football (https://www.rusfootball.info/)](https://www.rusfootball.info/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.guns.ru/) [Guns.ru (https://forum.guns.ru/)](https://forum.guns.ru/)*: top 100K, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.paltalk.com) [Paltalk (https://www.paltalk.com)](https://www.paltalk.com)*: top 100K, sa, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://app.airnfts.com) [app.airnfts.com (https://app.airnfts.com)](https://app.airnfts.com)*: top 100K*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.airliners.net/) [Airliners (https://www.airliners.net/)](https://www.airliners.net/)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forums.battlefield.com) [forums.battlefield.com (https://forums.battlefield.com)](https://forums.battlefield.com)*: top 100K, forum, gaming, gb, us*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://gotovim-doma.ru) [GotovimDoma (https://gotovim-doma.ru)](https://gotovim-doma.ru)*: top 100K, ru*
@@ -554,7 +560,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://pinboard.in) [Pinboard (http://pinboard.in)](http://pinboard.in)*: top 100K, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://ask.fedoraproject.org/) [Ask Fedora (https://ask.fedoraproject.org/)](https://ask.fedoraproject.org/)*: top 100K, forum, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://boosty.to) [Boosty (https://boosty.to)](https://boosty.to)*: top 100K, eu, ru*
-1. ![](https://www.google.com/s2/favicons?domain=https://tproger.ru) [Tproger (https://tproger.ru)](https://tproger.ru)*: top 100K, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://tproger.ru) [Tproger (https://tproger.ru)](https://tproger.ru)*: top 100K, ru*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://www.1001tracklists.com) [1001tracklists (https://www.1001tracklists.com)](https://www.1001tracklists.com)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.jetpunk.com) [Jetpunk (https://www.jetpunk.com)](https://www.jetpunk.com)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.leasehackr.com/) [leasehackr (https://forum.leasehackr.com/)](https://forum.leasehackr.com/)*: top 100K, forum, us*
@@ -599,6 +605,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.setlist.fm) [Setlist (https://www.setlist.fm)](https://www.setlist.fm)*: top 100K, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum-ru.101xp.com) [101xp.com (https://forum-ru.101xp.com)](https://forum-ru.101xp.com)*: top 100K, forum, gaming, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://wakatime.com) [Wakatime (https://wakatime.com)](https://wakatime.com)*: top 100K, ng, ve*
+1. ![](https://www.google.com/s2/favicons?domain=https://photoshop-kopona.com) [photoshop-kopona.com (https://photoshop-kopona.com)](https://photoshop-kopona.com)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.mt5.com) [mt5 (https://forum.mt5.com)](https://forum.mt5.com)*: top 100K, forum, in, pk, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forums.collectors.com) [collectors.com (https://forums.collectors.com)](https://forums.collectors.com)*: top 100K, forum, us*
 1. ![](https://www.google.com/s2/favicons?domain=http://blogmarks.net) [Blogmarks (http://blogmarks.net)](http://blogmarks.net)*: top 100K, fr, in*
@@ -663,8 +670,9 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://forums.vkmonline.com) [VKMOnline (http://forums.vkmonline.com)](http://forums.vkmonline.com)*: top 100K, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.fl.ru/) [fl (https://www.fl.ru/)](https://www.fl.ru/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.huntingnet.com) [Huntingnet (https://www.huntingnet.com)](https://www.huntingnet.com)*: top 100K, in, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.realmeye.com/) [Realmeye (https://www.realmeye.com/)](https://www.realmeye.com/)*: top 100K, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.realmeye.com/) [Realmeye (https://www.realmeye.com/)](https://www.realmeye.com/)*: top 100K, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://keybase.io/) [Keybase (https://keybase.io/)](https://keybase.io/)*: top 100K, business, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.djagi.com) [Djagi (https://www.djagi.com)](https://www.djagi.com)*: top 100K, bg*
 1. ![](https://www.google.com/s2/favicons?domain=https://pregame.com) [Pregame (https://pregame.com)](https://pregame.com)*: top 100K, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.tks.ru/) [tks (https://forum.tks.ru/)](https://forum.tks.ru/)*: top 100K, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://listography.com/adam) [Listography (https://listography.com/adam)](https://listography.com/adam)*: top 100K, in*
@@ -682,6 +690,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://4gameforum.com) [4gameforum (https://4gameforum.com)](https://4gameforum.com)*: top 100K, forum, kr, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://libraries.io) [Libraries (https://libraries.io)](https://libraries.io)*: top 100K, coding, in*
 1. ![](https://www.google.com/s2/favicons?domain=https://lib.rus.ec) [Librusec (https://lib.rus.ec)](https://lib.rus.ec)*: top 100K, br, ru, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.realmeye.com) [Realmeye-graveyard (https://www.realmeye.com)](https://www.realmeye.com)*: top 100K, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://3dtoday.ru/) [3dtoday (https://3dtoday.ru/)](https://3dtoday.ru/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.rasa.com) [Rasa (https://forum.rasa.com)](https://forum.rasa.com)*: top 100K, forum, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://fifaforums.easports.com/) [FIFA FORUMS (https://fifaforums.easports.com/)](https://fifaforums.easports.com/)*: top 100K, forum, gb, us*
@@ -689,6 +698,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.nkj.ru/) [Nkj (https://www.nkj.ru/)](https://www.nkj.ru/)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://zagony.ru) [Zagony (https://zagony.ru)](https://zagony.ru)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.romanticcollection.ru) [RomanticCollection (https://www.romanticcollection.ru)](https://www.romanticcollection.ru)*: top 100K, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://dumskaya.net) [dumskaya.net (https://dumskaya.net)](https://dumskaya.net)*: top 100K, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.wowcircle.net) [WOW Circle (https://forum.wowcircle.net)](https://forum.wowcircle.net)*: top 100K, forum, it, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://dating.ru) [Dating.Ru (http://dating.ru)](http://dating.ru)*: top 100K, dating, ru, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.antichat.ru/) [Antichat (https://forum.antichat.ru/)](https://forum.antichat.ru/)*: top 100K, forum, ru, us*
@@ -769,6 +779,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://noblogs.org/) [Noblogs (https://noblogs.org/)](https://noblogs.org/)*: top 10M, blog*
 1. ![](https://www.google.com/s2/favicons?domain=https://forums.eagle.ru) [forums.eagle.ru (https://forums.eagle.ru)](https://forums.eagle.ru)*: top 10M, ca, forum, gaming, gb, in, us*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://schlock.ru/) [Schlock (https://schlock.ru/)](https://schlock.ru/)*: top 10M, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://monitoringminecraft.ru) [monitoringminecraft.ru (https://monitoringminecraft.ru)](https://monitoringminecraft.ru)*: top 10M, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.stratege.ru) [Stratege (https://www.stratege.ru)](https://www.stratege.ru)*: top 10M, forum, gaming, news, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.quibblo.com/) [Quibblo (https://www.quibblo.com/)](https://www.quibblo.com/)*: top 10M, in*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://forums.riftgame.com) [Riftgame (http://forums.riftgame.com)](http://forums.riftgame.com)*: top 10M, cr, forum, us*
@@ -852,6 +863,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://mathhelpplanet.com) [Mathhelpplanet (http://mathhelpplanet.com)](http://mathhelpplanet.com)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.talkstats.com) [Talkstats (https://www.talkstats.com)](https://www.talkstats.com)*: top 10M, au*
 1. ![](https://www.google.com/s2/favicons?domain=http://www.cqham.ru) [Cqham (http://www.cqham.ru)](http://www.cqham.ru)*: top 10M, ru, tech*
+1. ![](https://www.google.com/s2/favicons?domain=https://tikbuddy.com) [tikbuddy.com (https://tikbuddy.com)](https://tikbuddy.com)*: top 10M, hobby, video*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.kharkovforum.com/) [KharkovForum (https://www.kharkovforum.com/)](https://www.kharkovforum.com/)*: top 10M, forum, ua*
 1. ![](https://www.google.com/s2/favicons?domain=https://studwork.org/) [Studwork (https://studwork.org/)](https://studwork.org/)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.freeton.org) [forum.freeton.org (https://forum.freeton.org)](https://forum.freeton.org)*: top 10M, finance, forum*
@@ -882,6 +894,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.virtualireland.ru) [VirtualIreland (https://www.virtualireland.ru)](https://www.virtualireland.ru)*: top 10M, forum, ie, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.freelancebay.com) [Freelancebay (https://www.freelancebay.com)](https://www.freelancebay.com)*: top 10M, freelance, th*
 1. ![](https://www.google.com/s2/favicons?domain=https://4cheat.ru) [4cheat (https://4cheat.ru)](https://4cheat.ru)*: top 10M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://githubplus.com) [githubplus.com (https://githubplus.com)](https://githubplus.com)*: top 10M, coding*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.runitonce.com/) [Runitonce (https://www.runitonce.com/)](https://www.runitonce.com/)*: top 10M, ca, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.paypal.me) [Paypal (https://www.paypal.me)](https://www.paypal.me)*: top 10M, finance*
 1. ![](https://www.google.com/s2/favicons?domain=https://seatracker.ru/) [Seatracker (https://seatracker.ru/)](https://seatracker.ru/)*: top 10M, ru*
@@ -967,6 +980,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://faqusha.ru) [Faqusha (https://faqusha.ru)](https://faqusha.ru)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://skyrimforums.org) [Skyrimforums (https://skyrimforums.org)](https://skyrimforums.org)*: top 10M, forum, in, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.juce.com) [juce (https://forum.juce.com)](https://forum.juce.com)*: top 10M, ca, forum, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://rblx.trade) [rblx.trade (https://rblx.trade)](https://rblx.trade)*: top 10M, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.quik.ru) [quik (https://forum.quik.ru)](https://forum.quik.ru)*: top 10M, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.gardenstew.com) [Gardenstew (https://www.gardenstew.com)](https://www.gardenstew.com)*: top 10M, forum, in, us*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://www.office-forums.com) [Office-forums (https://www.office-forums.com)](https://www.office-forums.com)*: top 10M, forum, in, us*
@@ -1034,7 +1048,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://wowjp.net) [wowjp.net (http://wowjp.net)](http://wowjp.net)*: top 10M, ru, ua*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://gentlemint.com) [Gentlemint (https://gentlemint.com)](https://gentlemint.com)*: top 10M, in*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.invalidnost.com) [Invalidnost (https://www.invalidnost.com)](https://www.invalidnost.com)*: top 10M, ru*
-1. ![](https://www.google.com/s2/favicons?domain=http://bestfantasybooks.com) [Bestfantasybooks (http://bestfantasybooks.com)](http://bestfantasybooks.com)*: top 10M, us*
+1. ![](https://www.google.com/s2/favicons?domain=http://bestfantasybooks.com) [Bestfantasybooks (http://bestfantasybooks.com)](http://bestfantasybooks.com)*: top 10M, us*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=https://life-dom2.su) [Life-dom2 (https://life-dom2.su)](https://life-dom2.su)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://angara.net) [Angara (https://angara.net)](https://angara.net)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.swiftbook.ru) [swiftbook (https://forum.swiftbook.ru)](https://forum.swiftbook.ru)*: top 10M, forum, ru*
@@ -1090,6 +1104,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://www.babyboom.pl/forum/) [babyboom.pl (http://www.babyboom.pl/forum/)](http://www.babyboom.pl/forum/)*: top 10M, forum, pl*
 1. ![](https://www.google.com/s2/favicons?domain=https://gamesubject.com) [Gamesubject (https://gamesubject.com)](https://gamesubject.com)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://sa-mp.ucoz.de) [sa-mp.ucoz.de (http://sa-mp.ucoz.de)](http://sa-mp.ucoz.de)*: top 10M, in, ua*
+1. ![](https://www.google.com/s2/favicons?domain=https://xgm.guru) [xgm.guru (https://xgm.guru)](https://xgm.guru)*: top 10M, forum, gaming*
 1. ![](https://www.google.com/s2/favicons?domain=https://xboxgamertag.com/) [Xbox Gamertag (https://xboxgamertag.com/)](https://xboxgamertag.com/)*: top 10M, us*
 1. ![](https://www.google.com/s2/favicons?domain=https://hpc.ru) [Hpc (https://hpc.ru)](https://hpc.ru)*: top 10M, in, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://forum.openframeworks.cc) [openframeworks (https://forum.openframeworks.cc)](https://forum.openframeworks.cc)*: top 10M, forum, us*
@@ -1285,6 +1300,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://markweinguitarlessons.com/forums/) [markweinguitarlessons.com (http://markweinguitarlessons.com/forums/)](http://markweinguitarlessons.com/forums/)*: top 10M, forum, hobby*
 1. ![](https://www.google.com/s2/favicons?domain=https://bgforum.ru) [Bgforum (https://bgforum.ru)](https://bgforum.ru)*: top 10M, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://samp-sektor.ru) [samp-sektor.ru (http://samp-sektor.ru)](http://samp-sektor.ru)*: top 10M*
+1. ![](https://www.google.com/s2/favicons?domain=https://coder.social) [coder.social (https://coder.social)](https://coder.social)*: top 10M, coding*
 1. ![](https://www.google.com/s2/favicons?domain=https://kuban.forum24.ru/) [KubanForum24 (https://kuban.forum24.ru/)](https://kuban.forum24.ru/)*: top 10M, forum, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://www.chevrolet-cruze-club.ru) [Chevrolet-cruze-club (http://www.chevrolet-cruze-club.ru)](http://www.chevrolet-cruze-club.ru)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://avtoexamen.com) [avtoexamen.com (http://avtoexamen.com)](http://avtoexamen.com)*: top 10M*
@@ -1331,6 +1347,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://soslujivzi.ru) [soslujivzi.ru (http://soslujivzi.ru)](http://soslujivzi.ru)*: top 10M*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.interfaith.org) [Interfaith (https://www.interfaith.org)](https://www.interfaith.org)*: top 10M, forum*
 1. ![](https://www.google.com/s2/favicons?domain=http://prizyvnikmoy.ru) [prizyvnikmoy.ru (http://prizyvnikmoy.ru)](http://prizyvnikmoy.ru)*: top 10M, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://en.worldis.me) [Worldis.me (http://en.worldis.me)](http://en.worldis.me)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://www.anapakurort.info) [Anapakurort (http://www.anapakurort.info)](http://www.anapakurort.info)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.mastera-forum.ru) [Mastera-forum (https://www.mastera-forum.ru)](https://www.mastera-forum.ru)*: top 10M, forum, ru*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://old.rubezhnoe.com) [old.rubezhnoe.com (http://old.rubezhnoe.com)](http://old.rubezhnoe.com)*: top 10M, ua*
@@ -1374,7 +1391,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.snooth.com/) [Snooth (https://www.snooth.com/)](https://www.snooth.com/)*: top 10M, in*
 1. ![](https://www.google.com/s2/favicons?domain=http://soft-deniz.ucoz.ru) [soft-deniz.ucoz.ru (http://soft-deniz.ucoz.ru)](http://soft-deniz.ucoz.ru)*: top 10M*
 1. ![](https://www.google.com/s2/favicons?domain=http://oih.at.ua) [oih.at.ua (http://oih.at.ua)](http://oih.at.ua)*: top 10M, ua*
-1. ![](https://www.google.com/s2/favicons?domain=http://gorodanapa.ru/) [Gorodanapa (http://gorodanapa.ru/)](http://gorodanapa.ru/)*: top 10M, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://gorodanapa.ru/) [Gorodanapa (http://gorodanapa.ru/)](http://gorodanapa.ru/)*: top 10M, ru*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://nsk66.ru) [nsk66.ru (http://nsk66.ru)](http://nsk66.ru)*: top 10M*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://stalker-zone.info) [Stalker-zone (http://stalker-zone.info)](http://stalker-zone.info)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://boxing.ru/) [Boxing (http://boxing.ru/)](http://boxing.ru/)*: top 10M, ru*
@@ -1395,6 +1412,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=https://www.billkiene.com) [Billkiene (https://www.billkiene.com)](https://www.billkiene.com)*: top 10M, forum, hobby*
 1. ![](https://www.google.com/s2/favicons?domain=http://vento-club.com) [vento-club.com (http://vento-club.com)](http://vento-club.com)*: top 10M*
 1. ![](https://www.google.com/s2/favicons?domain=http://bce-tyt.ru) [bce-tyt.ru (http://bce-tyt.ru)](http://bce-tyt.ru)*: top 10M*
+1. ![](https://www.google.com/s2/favicons?domain=https://tg.rip) [tg.rip (https://tg.rip)](https://tg.rip)*: top 10M, messaging*
 1. ![](https://www.google.com/s2/favicons?domain=http://secret.kompas3d.su) [secret.kompas3d.su (http://secret.kompas3d.su)](http://secret.kompas3d.su)*: top 10M, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://endoctor.ru) [endoctor.ru (http://endoctor.ru)](http://endoctor.ru)*: top 10M*
 1. ![](https://www.google.com/s2/favicons?domain=http://night.kharkov.ua) [night.kharkov.ua (http://night.kharkov.ua)](http://night.kharkov.ua)*: top 10M*
@@ -1629,7 +1647,7 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://fobia.at.ua) [fobia.at.ua (http://fobia.at.ua)](http://fobia.at.ua)*: top 100M*
 1. ![](https://www.google.com/s2/favicons?domain=http://forex-trader.do.am) [forex-trader.do.am (http://forex-trader.do.am)](http://forex-trader.do.am)*: top 100M*
 1. ![](https://www.google.com/s2/favicons?domain=http://forum-ssc.ucoz.ru) [forum-ssc.ucoz.ru (http://forum-ssc.ucoz.ru)](http://forum-ssc.ucoz.ru)*: top 100M, forum*
-1. ![](https://www.google.com/s2/favicons?domain=http://forum.garminych.ru/) [garminych (http://forum.garminych.ru/)](http://forum.garminych.ru/)*: top 100M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://forum.garminych.ru/) [garminych (http://forum.garminych.ru/)](http://forum.garminych.ru/)*: top 100M, forum, ru*, search is disabled
 1. ![](https://www.google.com/s2/favicons?domain=http://gebirgs.ucoz.ru) [gebirgs.ucoz.ru (http://gebirgs.ucoz.ru)](http://gebirgs.ucoz.ru)*: top 100M, forum, hobby, ru*
 1. ![](https://www.google.com/s2/favicons?domain=http://hackings.ru) [hackings.ru (http://hackings.ru)](http://hackings.ru)*: top 100M*
 1. ![](https://www.google.com/s2/favicons?domain=http://infopps.moy.su) [infopps.moy.su (http://infopps.moy.su)](http://infopps.moy.su)*: top 100M*
@@ -2577,5 +2595,6 @@ Rank data fetched from Alexa by domains.
 1. ![](https://www.google.com/s2/favicons?domain=http://i2pforum.i2p) [i2pforum (http://i2pforum.i2p)](http://i2pforum.i2p)*: top 100M, i2p*
 1. ![](https://www.google.com/s2/favicons?domain=https://partnerkin.com) [partnerkin.com (https://partnerkin.com)](https://partnerkin.com)*: top 100M, finance*
 1. ![](https://www.google.com/s2/favicons?domain=https://www.hozpitality.com) [hozpitality (https://www.hozpitality.com)](https://www.hozpitality.com)*: top 100M*
+1. ![](https://www.google.com/s2/favicons?domain=https://kazanlashkigalab.com) [kazanlashkigalab.com (https://kazanlashkigalab.com)](https://kazanlashkigalab.com)*: top 100M, kz*
 
-Alexa.com rank data fetched at (2021-12-12 10:53:18.497003 UTC)
+Alexa.com rank data fetched at (2022-01-03 02:59:10.811535 UTC)

test-requirements.txt

@@ -1,6 +1,7 @@
 flake8==4.0.1
 pytest==6.2.5
-pytest-asyncio==0.16.0
+pytest-asyncio==0.16.0;python_version<"3.7"
+pytest-asyncio==0.17.0;python_version>="3.7"
 pytest-cov==3.0.0
 pytest-httpserver==1.0.3
 pytest-rerunfailures==10.2

tests/test_executors.py

@@ -63,7 +63,10 @@ async def test_asyncio_progressbar_queue_executor():
     assert executor.execution_time < 0.5
 
     executor = AsyncioProgressbarQueueExecutor(logger=logger, in_parallel=5)
-    assert await executor.run(tasks) == [0, 3, 6, 1, 4, 7, 9, 2, 5, 8]
+    assert await executor.run(tasks) in (
+        [0, 3, 6, 1, 4, 7, 9, 2, 5, 8],
+        [0, 3, 6, 1, 4, 9, 7, 2, 5, 8],
+    )
     assert executor.execution_time > 0.3
     assert executor.execution_time < 0.4
 

tests/test_sites.py

@@ -115,7 +115,7 @@ def test_site_url_detector():
 
     assert (
         db.sites[0].url_regexp.pattern
-        == r'^https?://(www.)?forum\.amperka\.ru/members/\?username=(.+?)$'
+        == r'^https?://(www.|m.)?forum\.amperka\.ru/members/\?username=(.+?)$'
     )
     assert (
         db.sites[0].detect_username('http://forum.amperka.ru/members/?username=test')

tests/test_utils.py

@@ -98,7 +98,7 @@ def test_url_make_profile_url_regexp():
         # ensure all combinations match pattern
         assert (
             URLMatcher.make_profile_url_regexp(url).pattern
-            == r'^https?://(www.)?flickr\.com/photos/(.+?)$'
+            == r'^https?://(www.|m.)?flickr\.com/photos/(.+?)$'
         )