From 932e07a8ee08bd429da7319347bb8f950c851098 Mon Sep 17 00:00:00 2001 From: Soxoj <31013580+soxoj@users.noreply.github.com> Date: Sat, 13 May 2023 18:23:17 +0800 Subject: [PATCH] Added 26 ENS and similar domains with tag `crypto` (#942) --- maigret/resources/data.json | 477 +++++++++++++++++++++++++++++++++++- maigret/submit.py | 8 +- sites.md | 40 ++- 3 files changed, 512 insertions(+), 13 deletions(-) diff --git a/maigret/resources/data.json b/maigret/resources/data.json index bf3dd9f..9bdff6a 100644 --- a/maigret/resources/data.json +++ b/maigret/resources/data.json @@ -17088,7 +17088,7 @@ "video" ], "headers": { - "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2ODE2NjIxODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.T_MPgWQBmH-KaXWYmfRPS8XdgmCHn7kTOtzDlCOBlQg" + "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2ODE4MzAwMDAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.N2GQWrq1b9jEqOrDoVRSSGBEWI9Svg3JO_Hhp7DGweY" }, "activation": { "url": "https://vimeo.com/_rv/viewer", @@ -34008,6 +34008,478 @@ "url": "https://stats.universocraft.com/stats.php?player={username}", "usernameClaimed": "adam", "usernameUnclaimed": "noonewouldeverusethis12" + }, + "fragment.com": { + "absenceStrs": [ + "data-username=", + "data-item-title=" + ], + "presenseStrs": [ + "tm-datetime", + "tm-wallet" + ], + "url": "https://fragment.com/username/{username}", + "urlMain": "https://fragment.com", + "usernameClaimed": "yazheg", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/nft": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.nft", + "urlMain": "https://ud.me", + "usernameClaimed": "mlfed", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/crypto": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.crypto", + "urlMain": "https://ud.me", + "usernameClaimed": "unifiprotocol", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/x": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.x", + "urlMain": "https://ud.me", + "usernameClaimed": "mlfed", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/wallet": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.wallet", + "urlMain": "https://ud.me", + "usernameClaimed": "alex", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/polygon": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.polygon", + "urlMain": "https://ud.me", + "usernameClaimed": "alex", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/dao": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.dao", + "urlMain": "https://ud.me", + "usernameClaimed": "unifiprotocol", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/888": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.888", + "urlMain": "https://ud.me", + "usernameClaimed": "mlfed", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/zil": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.zil", + "urlMain": "https://ud.me", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/blockchain": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.blockchain", + "urlMain": "https://ud.me", + "usernameClaimed": "unifiprotocol", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "ud.me/bitcoin": { + "absenceStrs": [ + "https://unstoppabledomains.com/search?searchTerm" + ], + "presenseStrs": [ + "profile", + "profileData", + "displayName", + "main", + "profileServiceUrl" + ], + "url": "https://ud.me/{username}.bitcoin", + "urlMain": "https://ud.me", + "usernameClaimed": "mlfed", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/meta": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.meta", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/music": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.music", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/ass": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.ass", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/404": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.404", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/sandbox": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.sandbox", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/web3": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.web3", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/gamefi": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.gamefi", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "edns.domains/iotex": { + "absenceStrs": [ + "\"available\":true" + ], + "presenseStrs": [ + "PURCHASED_BY_OTHER" + ], + "url": "https://api.edns.domains/domain/lookup/{username}.iotex", + "urlMain": "https://api.edns.domains", + "usernameClaimed": "everlast88", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/bit": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=bit", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/coin": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=coin", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/onion": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=onion", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/bazar": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=bazar", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/lib": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=lib", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/emc": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=emv", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] + }, + "peername.com/tor": { + "presenseStrs": [ + "" + ], + "headers": { + "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/112.0", + "Origin": "https://peername.com", + "Referer": "https://peername.com" + }, + "url": "https://peername.net/api/?name={username}&namespace=tor", + "urlMain": "https://peername.com/", + "usernameClaimed": "everlast", + "usernameUnclaimed": "noonewouldeverusethis7", + "checkType": "message", + "tags": [ + "crypto" + ] } }, "engines": { @@ -34285,6 +34757,7 @@ "design", "tor", "i2p", - "q&a" + "q&a", + "crypto" ] } \ No newline at end of file diff --git a/maigret/submit.py b/maigret/submit.py index 21e6706..f72d62b 100644 --- a/maigret/submit.py +++ b/maigret/submit.py @@ -434,10 +434,10 @@ class Submitter: chosen_site.name = input("Change site name if you want: ") or chosen_site.name chosen_site.tags = list(map(str.strip, input("Site tags: ").split(','))) - rank = Submitter.get_alexa_rank(chosen_site.url_main) - if rank: - print(f'New alexa rank: {rank}') - chosen_site.alexa_rank = rank + # rank = Submitter.get_alexa_rank(chosen_site.url_main) + # if rank: + # print(f'New alexa rank: {rank}') + # chosen_site.alexa_rank = rank self.logger.debug(chosen_site.json) site_data = chosen_site.strip_engine_data() diff --git a/sites.md b/sites.md index 2352ead..6f02e7f 100644 --- a/sites.md +++ b/sites.md @@ -1,5 +1,5 @@ -## List of supported sites (search methods): total 3075 +## List of supported sites (search methods): total 3101 Rank data fetched from Alexa by domains. @@ -3078,17 +3078,43 @@ Rank data fetched from Alexa by domains. 1. ![](https://www.google.com/s2/favicons?domain=) [aetherhub ()]()*: top 100M, gaming* 1. ![](https://www.google.com/s2/favicons?domain=) [bugbounty ()]()*: top 100M, hacking* 1. ![](https://www.google.com/s2/favicons?domain=) [universocraft ()]()*: top 100M, gaming* +1. ![](https://www.google.com/s2/favicons?domain=https://fragment.com) [fragment.com (https://fragment.com)](https://fragment.com)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/nft (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/crypto (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/x (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/wallet (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/polygon (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/dao (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/888 (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/zil (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/blockchain (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/bitcoin (https://ud.me)](https://ud.me)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/meta (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/music (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/ass (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/404 (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/sandbox (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/web3 (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/gamefi (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/iotex (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/bit (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/coin (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/onion (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/bazar (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/lib (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/emc (https://peername.com/)](https://peername.com/)*: top 100M, crypto* +1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/tor (https://peername.com/)](https://peername.com/)*: top 100M, crypto* -The list was updated at (2023-04-17 08:47:10.826264 UTC) +The list was updated at (2023-05-13 10:19:52.408695 UTC) ## Statistics -Enabled/total sites: 2819/3075 = 91.67% +Enabled/total sites: 2845/3101 = 91.74% -Incomplete message checks: 466/2819 = 16.53% (false positive risks) +Incomplete message checks: 473/2845 = 16.63% (false positive risks) -Status code checks: 726/2819 = 25.75% (false positive risks) +Status code checks: 726/2845 = 25.52% (false positive risks) -False positive risk (total): 42.28% +False positive risk (total): 42.15% Top 20 profile URLs: - (796) `{urlMain}/index/8-0-{username} (uCoz)` @@ -3132,4 +3158,4 @@ Top 20 tags: - (8) `hobby` - (8) `hacking` - (7) `sport` -- (6) `stock` +- (7) `crypto`