mirror/maigret
1
0
Fork 0
mirror of https://github.com/soxoj/maigret.git synced 2026-05-07 06:24:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Sites list updated

Browse Source
This commit is contained in:
Soxoj
2021-01-21 22:18:05 +03:00
parent cb12b8cb06
commit 50f1f6d915
3 changed files with 3096 additions and 2806 deletions
Download Patch File Download Diff File Expand all files Collapse all files
maigret/resources/data.json
+1829 -1584
View File
File diff suppressed because it is too large Load Diff
sites.md
+1241 -1199
View File
File diff suppressed because it is too large Load Diff
utils/update_site_data.py
+3
View File
@@ -24,7 +24,10 @@ RANKS.update({
'50000000': '10M', '50000000': '10M',
}) })
SEMAPHORE = threading.Semaphore(10)
def get_rank(domain_to_query, site, print_errors=True): def get_rank(domain_to_query, site, print_errors=True):
with SEMAPHORE:
#Retrieve ranking data via alexa API #Retrieve ranking data via alexa API
url = f"http://data.alexa.com/data?cli=10&url={domain_to_query}" url = f"http://data.alexa.com/data?cli=10&url={domain_to_query}"
xml_data = requests.get(url).text xml_data = requests.get(url).text