Added new forums, updated ranks, some utils improvements (#481)

* Added new forums, updated ranks, some utils improvements

* Updated requirements
This commit is contained in:
Soxoj
2022-05-14 13:29:48 +03:00
committed by GitHub
parent 246c770d5c
commit cbe1f09536
5 changed files with 2356 additions and 920 deletions
+11 -5
View File
@@ -3,7 +3,7 @@ import random
from argparse import ArgumentParser, RawDescriptionHelpFormatter
from maigret.maigret import MaigretDatabase
from maigret.submit import get_alexa_rank
from maigret.submit import Submitter
def update_tags(site):
@@ -22,7 +22,7 @@ def update_tags(site):
site.disabled = True
print(f'Old alexa rank: {site.alexa_rank}')
rank = get_alexa_rank(site.url_main)
rank = Submitter.get_alexa_rank(site.url_main)
if rank:
print(f'New alexa rank: {rank}')
site.alexa_rank = rank
@@ -36,6 +36,7 @@ if __name__ == '__main__':
parser.add_argument("--base","-b", metavar="BASE_FILE",
dest="base_file", default="maigret/resources/data.json",
help="JSON file with sites data to update.")
parser.add_argument("--name", help="Name of site to check")
pool = list()
@@ -45,12 +46,17 @@ if __name__ == '__main__':
db.load_from_file(args.base_file).sites
while True:
site = random.choice(db.sites)
if args.name:
sites = list(db.ranked_sites_dict(names=[args.name]).values())
site = random.choice(sites)
else:
site = random.choice(db.sites)
if site.engine == 'uCoz':
continue
if not 'in' in site.tags:
continue
# if not 'in' in site.tags:
# continue
update_tags(site)