Added Crypto/Web3 site checks (#2457)

maigret/executors.py

@@ -209,7 +209,7 @@ class AsyncioQueueGeneratorExecutor:
                     result = kwargs.get('default')
                 await self._results.put(result)
             except Exception as e:
-                self.logger.error(f"Error in worker: {e}")
+                self.logger.error(f"Error in worker: {e}", exc_info=True)
             finally:
                 self.queue.task_done()
 

maigret/resources/data.json

@@ -1880,6 +1880,9 @@
             "alexaRank": 407,
             "tags": [
                 "social"
+            ],
+            "protection": [
+                "tls_fingerprint"
             ]
         },
         "Slack": {
@@ -3942,26 +3945,19 @@
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
         "OpenSea": {
-            "disabled": true,
             "tags": [
                 "crypto",
                 "nft"
             ],
-            "checkType": "message",
-            "presenseStrs": [
-                "username\\",
-                "lastSale",
-                "publicUsername",
-                "name"
-            ],
-            "absenceStrs": [
-                "This page is lost.</h1>"
+            "checkType": "status_code",
+            "protection": [
+                "tls_fingerprint"
             ],
+            "alexaRank": 1842,
             "urlMain": "https://opensea.io",
-            "url": "https://opensea.io/accounts/{username}",
-            "usernameClaimed": "admin",
-            "usernameUnclaimed": "noonewouldeverusethis7",
-            "alexaRank": 1842
+            "url": "https://opensea.io/{username}",
+            "usernameClaimed": "opensea",
+            "usernameUnclaimed": "noonewouldeverusethis7"
         },
         "Speakerdeck": {
             "tags": [
@@ -16401,25 +16397,6 @@
             "usernameClaimed": "green",
             "usernameUnclaimed": "noonewouldeverusethis7"
         },
-        "fragment.com": {
-            "absenceStrs": [
-                "data-username=",
-                "data-item-title="
-            ],
-            "presenseStrs": [
-                "tm-datetime",
-                "tm-wallet"
-            ],
-            "url": "https://fragment.com/username/{username}",
-            "urlMain": "https://fragment.com",
-            "usernameClaimed": "yazheg",
-            "usernameUnclaimed": "noonewouldeverusethis7",
-            "checkType": "message",
-            "tags": [
-                "crypto"
-            ],
-            "alexaRank": 127213
-        },
         "artinvestment": {
             "tags": [
                 "forum",
@@ -35085,6 +35062,69 @@
             "urlMain": "https://ctftime.org/",
             "usernameClaimed": "1",
             "usernameUnclaimed": "999999999"
+        },
+        "Warpcast": {
+            "url": "https://warpcast.com/{username}",
+            "urlProbe": "https://client.warpcast.com/v2/user-by-username?username={username}",
+            "urlMain": "https://warpcast.com",
+            "checkType": "status_code",
+            "usernameClaimed": "dwr.eth",
+            "usernameUnclaimed": "noonewouldever",
+            "tags": [
+                "crypto",
+                "social"
+            ]
+        },
+        "Fragment": {
+            "url": "https://fragment.com/username/{username}",
+            "urlMain": "https://fragment.com",
+            "checkType": "message",
+            "presenseStrs": [
+                "tm-wallet"
+            ],
+            "absenceStrs": [
+                "Available"
+            ],
+            "usernameClaimed": "durov",
+            "usernameUnclaimed": "noonewouldeverusethis77777",
+            "tags": [
+                "crypto",
+                "messaging"
+            ],
+            "alexaRank": 127213
+        },
+        "Paragraph": {
+            "url": "https://paragraph.com/@{username}",
+            "urlProbe": "https://paragraph.com/api/blogs/@{username}",
+            "urlMain": "https://paragraph.com",
+            "checkType": "status_code",
+            "usernameClaimed": "vitalik",
+            "usernameUnclaimed": "noonewouldever",
+            "tags": [
+                "blog",
+                "crypto"
+            ]
+        },
+        "Tonometerbot": {
+            "url": "https://tonometerbot.com/@/{username}",
+            "urlMain": "https://tonometerbot.com",
+            "checkType": "status_code",
+            "usernameClaimed": "jaga1985",
+            "usernameUnclaimed": "noonewouldever",
+            "tags": [
+                "crypto"
+            ]
+        },
+        "Spatial": {
+            "url": "https://www.spatial.io/@{username}",
+            "urlMain": "https://www.spatial.io",
+            "checkType": "status_code",
+            "usernameClaimed": "rammy",
+            "usernameUnclaimed": "noonewouldever",
+            "tags": [
+                "crypto",
+                "gaming"
+            ]
         }
     },
     "engines": {

maigret/utils.py

@@ -71,7 +71,10 @@ class URLMatcher:
 
 
 def ascii_data_display(data: str) -> Any:
-    return ast.literal_eval(data)
+    try:
+        return ast.literal_eval(data)
+    except (ValueError, SyntaxError):
+        return data
 
 
 def get_dict_ascii_tree(items, prepend="", new_line=True):