diff --git a/CHANGELOG.md b/CHANGELOG.md index 0dd8436..c9fb8bb 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,8 +1,10 @@ # Changelog ## [Unreleased] -* tags bugfix -* custom data checks bugfix + +## [0.1.11] - 2021-01-16 +* tags and custom data checks bugfixes +* added parsing activation logic ## [0.1.10] - 2021-01-13 * added report static resources into package diff --git a/README.md b/README.md index 3e2432a..e744567 100644 --- a/README.md +++ b/README.md @@ -47,14 +47,19 @@ $ pip3 install . ```bash maigret user -maigret user1 user2 user3 --print-not-found +# make HTML and PDF reports +maigret user --html --pdf -maigret user4 --top-sites 2000 +# search on sites marked with tags photo & dating +maigret user --tags photo,dating + + +# search for three usernames on all available sites +maigret user1 user2 user3 -a -maigret user5 --tags photos,images ``` -Run options are documented in [the Maigret Wiki](https://github.com/soxoj/maigret/wiki/Command-line-options). +Run `maigret --help` to get arguments description. Also options are documented in [the Maigret Wiki](https://github.com/soxoj/maigret/wiki/Command-line-options). With Docker: ``` @@ -65,6 +70,8 @@ docker run maigret user ## Demo with page parsing and recursive username search +[PDF report](./static/report_alexaimephotographycars.pdf), [HTML report](./static/report_alexaimephotographycars.html) + ```bash maigret alexaimephotographycars ``` diff --git a/maigret/maigret.py b/maigret/maigret.py index 8f85ea4..538f14f 100755 --- a/maigret/maigret.py +++ b/maigret/maigret.py @@ -30,7 +30,7 @@ from .report import save_csv_report, save_xmind_report, save_html_report, save_p from .result import QueryResult, QueryStatus from .sites import MaigretDatabase, MaigretSite -__version__ = '0.1.10' +__version__ = '0.1.11' supported_recursive_search_ids = ( 'yandex_public_id', diff --git a/requirements.txt b/requirements.txt index 84706fc..5d156a6 100644 --- a/requirements.txt +++ b/requirements.txt @@ -28,7 +28,7 @@ reportlab==3.5.59 requests==2.25.1 requests-futures==1.0.0 six==1.15.0 -socid-extractor>0.0.2 +socid-extractor>=0.0.4 soupsieve==2.1 stem==1.8.0 torrequest==0.1.0 diff --git a/setup.py b/setup.py index d76bf69..420e130 100644 --- a/setup.py +++ b/setup.py @@ -12,7 +12,7 @@ with open('requirements.txt') as rf: requires = rf.read().splitlines() setup(name='maigret', - version='0.1.10', + version='0.1.11', description='Collect a dossier on a person by username from a huge number of sites', long_description=long_description, long_description_content_type="text/markdown", diff --git a/static/report_alexaimephotographycars.html b/static/report_alexaimephotographycars.html new file mode 100644 index 0000000..4c9f861 --- /dev/null +++ b/static/report_alexaimephotographycars.html @@ -0,0 +1,4352 @@ + +
+ + + ++ https://500px.com/p/alexaimephotographycars +
+ +| Uid | +dXJpOm5vZGU6VXNlcjoyNjQwMzQxNQ== + | +
|---|---|
| Legacy id | +26403415 + | +
| Username | +alexaimephotographycars + | +
| Name | +Alex Aimé + | +
| Created at | +2018-05-04T10:17:01.000+0000 + | +
| Image bg | +https://drscdn.500px.org/user_cover/26403415/q%3D65_m%3D2048/v2?webp=true&v=1&sig=bea411fb158391a4fdad498874ff17088f91257e59dfb376ff67e3a44c3a4201 + | +
| Website | +www.flickr.com/photos/alexaimephotography/ + | +
| Facebook link | +www.instagram.com/street.reality.photography/ + | +
| Instagram username | +alexaimephotography + | +
| Twitter username | +Alexaimephotogr + | +
+
+ + https://www.reddit.com/user/alexaimephotography +
+ +| Reddit id | +t5_1nytpy + | +
|---|---|
| Reddit username | +alexaimephotography + | +
| Fullname | +alexaimephotography + | +
| Is employee | +False + | +
| Is nsfw | +False + | +
| Is mod | +True + | +
| Is following | +True + | +
| Has user profile | +True + | +
| Hide from robots | +False + | +
| Created at | +2019-07-10 12:20:03 + | +
| Total karma | +54632 + | +
| Post karma | +53376 + | +
+
+
+
+
+ + https://www.pinterest.com/alexaimephotography/ +
+ +| Pinterest username | +alexaimephotography + | +
|---|---|
| Fullname | +alexaimephotography + | +
| Board count | +3 + | +
| Pin count | +4 + | +
| Country | +FR + | +
| Follower count | +0 + | +
| Following count | +1 + | +
| Is website verified | +False + | +
| Is indexed | +True + | +
| Is verified merchant | +False + | +
| Locale | +fr + | +
+ https://vimeo.com/alexaimephotography +
+ +| Uid | +75857717 + | +
|---|---|
| Gender | +m + | +
| Bio | +Hello +Passionate about photography for several years. I set the video recently. +I use my Nikon d7200 and Nikkor 50mm 1.8d . Premiere Pro software. +Follow me on : +https://www.instagram.com/alexaimephotography/ +https://500px.com/alexaimephotography + + +Bonjour +Passionné par la photographie depuis quelques années . Je me suis mis à la video depuis peu. +J'utilise mon Nikon d7200 et l'objectif Nikkor 50mm 1.8d .Comme logiciel Premiere pro cc. +Suivez moi sur : +https://www.instagram.com/alexaimephotography/ +https://500px.com/alexaimephotography + | +
| Location | +France + | +
| Username | +AlexAimePhotography + | +
| Is verified | +True + | +
| Created at | +2017-12-06T11:49:28+00:00 + | +
| Videos | +14 + | +
| Is looking for job | +False + | +
| Is working remotely | +False + | +
+ + https://alexaimephotography.deviantart.com +
+ +| Country | +France + | +
|---|---|
| Created at | +2018-12-09 16:02:10 + | +
| Gender | +male + | +
| Username | +Alexaimephotography + | +
| Twitter username | +alexaimephotogr + | +
| Website | +www.instagram.com/alexaimephotography/ + | +
| Links | +['https://www.instagram.com/alexaimephotography/'] + | +
+
+
+
+
+ + https://twitter.com/Alexaimephotogr +
+ +| Uid | +VXNlcjo5NDYzODMzNTA3ODAxMDQ3MDQ= + | +
|---|---|
| Fullname | +AlexAimephotography + | +
| Bio | +Photographe amateur +New gear : +Sony A7 ii +Sony FE 85mm 1.8 + | +
| Created at | +2017-12-28 14:12:28+00:00 + | +
| Image bg | +https://pbs.twimg.com/profile_banners/946383350780104704/1548759346 + | +
| Is protected | +False + | +
| Follower count | +300 + | +
| Following count | +76 + | +
| Location | +France + | +
| Favourites count | +6408 + | +
S,0,7-Gm6`+4Eun//Wqg+l!P@fGCnJU\C;,lJ0/OTCdE4e)`KG &\"b(n,E(/!(IR)CClq]Xi0+"d>b:mn/>g8?QmfK8%=:kW?0bcW3=>Od4J?@$/fa$J#s24m^&HMk5!W`E+! i3h#QXu-!C%,mq2RQB3_@.6QI2T 2*@XN79^Bapp5K9JHQNr'Q=qLd2&+lRnFVr#%0^7g(A'/_)+Hh6O@;AIqXbVhZ:NITnkM[\b-YCb>"%ElPd/9/>*"G"2/k@iM`+!0h50T5rHNEL5839RLk)cA*Z@^L[mKN!mOkuJCYXU5o4I\,O$.^C@NekRm@ I7C?#nFr:)5#;AIU@0WC@i,"h^pE$5q*=*:rlRKibm&1CZ/[!Jg6c#u/ 6FYGJ?2eX&WjbH+?er<:F`:pG9O"H#6Ykt:d*dO*aI#B%"3"TLo+[bCgX-iWs@<+(np#SJn0WQ;%j]_#6fS7ju];MRid=^:oU`Y8!0^e0]sD5qj%@)_ZAk\m4.c]7V;B.hucM(]O*Y+UD\\UklQJALt5^\5C%iB>^R`70=5RG0.Z6RocLC5/RqVh.]A]f'#Yn!FpPrgXoABXCi22kAie=\6B-/GKIn/X`#qu0EJu-Aki&06_uM.r!<<0&!<`H*!s&E'z!<<]T0gQ@J@<$j\Ts;G]i?7X[s4RGY! ;FDGU7`5" V?48BV;VB119-oR% [5aD?L/?)Jm7%1!`Pa\JJ&2=8"b/Dbb-$4o-+T_eLLI4\EX%0T6bRYO_eV^o\'OT'eoYp3InROU)jG>?c89HJ_U1o[FWbCX4PQ^MBck%=Q+kK+tQZ`XhNZqkN/C+`E>/[g[\N##^1(ACE=M*fr<,=n/M5(_j-CJa$BZET@+@-9"&;7!UN`g![9_FVgQ SIWJ?J'&X!f#V$E5$!-<`/2E5knp\009bUd`":93F&:fO4_)O^jJ;6H@o9K&0U5UkD'$c@=AQE(!'*:.$'e0,P>uP&VN-$pO;dWaRF:a*Kd$CTjqB^1hiW9iuU*0W92`0pqNb"0*KZ;k#IS9"$$$C>AWM33U6.0iq6Onca)4K3[l ai+P^IPe-8(I04*:VPh;U50Rs^]!8*eI2Prt(Pka%ShsGqe".Hc#%FUh?U=UWGP$esGamqf21La)ji.k4KL/oY!>t%Rtoe$P'%ne8lROY?d?3#BF#R7R\_+Zu#0%E46"8\co;+pNl!>5C@>Q\Sl.m\B!!E>=1kNZD/#3at<6]F@5#&,ZD$?do>nLVRLE[kqk$L+Dk(L f]/fiaQ`Xl2.rIW5B!kqA&/0N.Qd8Bg,5c>Z_%!XJVK41Qn._@!$GKYn$-)\(FOT,;jI039G8RWA\lC._Q'9TdC`b-/_9!oF.9S%JTN] Bp.FujLK_!bX/:]`%XhpT0-_C"uPHn\%jKO*,hK/1TU\gcVD!Z^H,no=?3`))/'G%lAKLr*5C]7gEq[o!T2o*It+AJYp'(oa/n@VCg"7tN.^_1N"7K,/)eb?o;dO`=hI57jbGm=_=HD=oP^]=S*s^JDde<8KsT\G\dFS5=Yi8t1PL"5pUpMl>k;j46;r;&TP\AGPfd(@9.VJZA*O%hWArKYri\Ad.OWQPc0'Y;9-?9BH9YHCCRc$lO#%/4"r%ZjLH5:(beE$/$fKL-D[pb&)dC"-O62U2j"a'YoKS)L To)Wm&pL9bTq#.(Vb[(bnqD*ah8$JN89_?`?>@/B`RZIi4LfD;OigpAuJRg]0e-"buug5sUmh?-F.!hnT/aP=\oTksO"$Z&<#Em3(*4K9WgWYJe:+<\5$mfat-Mp?qY8mpf#k],rfZfh+t[+$lc5RWC/'"V!Kq!cN4 -^8HB2g&N"riXoLlmg(=.5k(0!7m$-8DX-HVs)FsZY#j8gd4bnCg#d59uk=m=omM2GH_V;#)A)_3\iDs5(ZY"&fBCCU`#Bdf`Ia-cj\%Lo[#;l>@"+96-#9q7@>KuCs"Enh#(\C;J(Ep\/[`#O;pKP4r7$a:oYP#ro#/:l%2pQLn=[AmcW(>`[:$ml+'XF,W)Q)R+DmX4%%38Y: @DZH,nb/,89T"\MRP5\372Le?:`'85Nse!(K+>@!ENB;3\_&,#kpN0)kq$Ej76\b:)foo)A]"[_M\N7F2$gLg_@Kb_B\ORH0rRF\NOq4OWV:oasW?jFrsp7Z=F&N^/ZHbCE5J>^,kSbeZV*98HY("hDALF,4JF*bTUlDLs]MW#&")p*-ub9%?*)!2sDAo2["'`LDT?M#BQJLQXm?]MsIYl/O+)79%YF)4L.ScMKJ2%sd*JjI'5np-9IQ:$P\b0n>#)\#*#C7X/3'WJqiH5F=P8PIt='/g4-gQm'Y@W9J:B.KF/4Di&,J_^MFnM`p0p3JZb>l6/Vqnd(_p?%"Jk<)%EZf/7/A;oq!O?Wit'FUhMHjtDHkVt;Z%E!D(OdPscTGE'Y!47L#/4P/tQF]Z0m`ne_1?+WfR2_>r$HO,kZ]2cgn1/8Gk52_Vn@SpTXBb1ibF3?Rs>/ZG9Q1R31bp_^fbgDiZ1;VVDi]-UT%s" 0!<#)fs1dGna-#_?p[\Y%24IMY<1a:6g<2.9'/j. nk#AMeauT1RJeT-3qfCW%'=HGm/g8ca!.Bu$NnbEC#"*?#Pc)I\-8JQ:@=@dda=Hck[!%o8ORR;/96V;Z)nBIB0aM6#A417o1"RMSJ;#Z7BnHOL";]t)`XUqm"C#/1>Uc]sE5X,&&dMj(Mg'>Z)Y*]>Je8`,@C)?+#Y8*?UU`Y*"Nf'^@7DY^8nih@/N%&"75EjN)fgRr<^\@T#T%YILI/lt\&0YBNlp@a#u*C8=s$nd:o^K`2,Ha>3&E5?Kb9"U1fj(X3'.8Q?6D.nEQD6>=Q3-n)hj0Ze]_[%=SJSq&tj:Pj#jX-RTIZJ9>2]=h/b'hL/t;_r_L&8J^g8tL`gM[ZK^lM&X)P(>5cL#"U9PYqM#UlIS^gV$q"U>a)SI++&pMp/:=C6+[DZiW%b4FW&:Mmt@Y64#()I+a6:2/NhW9c02C54\(c9E#S,?(^f`~>endstream +endobj +16 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://vk.com/) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 483.3621 53.35896 511.4871 ] /Subtype /Link /Type /Annot +>> +endobj +17 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://vk.com/alexaimephotography) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 447.6133 188.4165 462.6133 ] /Subtype /Link /Type /Annot +>> +endobj +18 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://tumblr.com/) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 347.5096 86.67771 375.6346 ] /Subtype /Link /Type /Annot +>> +endobj +19 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://alexaimephotography.tumblr.com/) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 311.7608 208.9765 326.7608 ] /Subtype /Link /Type /Annot +>> +endobj +20 0 obj +<< +/Annots [ 13 0 R 14 0 R 16 0 R 17 0 R 18 0 R 19 0 R ] /Contents 46 0 R /MediaBox [ 0 0 595.2756 841.8898 ] /Parent 44 0 R /Resources << +/Font 1 0 R /ProcSet [ /PDF /Text /ImageB /ImageC /ImageI ] /XObject << +/FormXob.2e7c8928439139a498cc96709b47fe92 15 0 R /FormXob.45c0b1d09e8a1cc62cd07f5f6cdbe6aa 11 0 R +>> +>> /Rotate 0 + /Trans << + +>> /Type /Page +>> +endobj +21 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://www.pinterest.com/) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 797.7371 102.334 825.8621 ] /Subtype /Link /Type /Annot +>> +endobj +22 0 obj +<< +/A << +/S /URI /Type /Action /URI (https://www.pinterest.com/alexaimephotography/) +>> /Border [ 0 0 0 ] /Rect [ 28.34646 761.9883 243.9865 776.9883 ] /Subtype /Link /Type /Annot +>> +endobj +23 0 obj +<< +/BitsPerComponent 8 /ColorSpace /DeviceRGB /Filter [ /ASCII85Decode /FlateDecode ] /Height 280 /Length 11841 /Subtype /Image + /Type /XObject /Width 280 +>> +stream +Gb"/lk>EPH&r$"ApO2a\2I^)!VK'IEfYIhP#g_GRi4\$Z-i/KOC0O6M\#K:S&/n#/eQ$lEZa*gcV)3qArqbr!+(J!Dp[n+MFEM_OSqe- 0LS,(N5eOPEAUcQEo4]B B/1@WVsS0YB1*">#":t3;/A9EGoXI+%qn0\7oH?9V-<)/!oXU//7NW:RrEJ%SihV)W<=Y.*WZe'a2(-rYob%?XoW\p.OaCOMM!jJrFpKrc=?Ji^I]Jk1cum%'+ZV.#t03A-KS0bO6qJE1Ga9.+lP 0Dr@HG?$?i5m_&VE4]P`dN7.e6BtNG2--Q(rEo@MlF/(+'%GTiaPSVc9*[7CeAZT]P9HOUo%YiSe2J1Sp8_DSk*m[@hQY6P7nCWlZ[k,9WG.=-sr7'>d?ZQop]pd#RjBoTXT:"i1gb!s:`D*:G^'<#TP5s$W-$>1H5##RlL!Y/W!9R;24l-`B:ugL]3,Wd,o)8B6Mj(!-jo%Rt!*6'=Kuatb5A[4"Ro;gbis67-Ug\`'s']>ekcJsFR5C0AKU^+"6X*MB3nF:cqoUr)Mh?:oWE9X%TM8`XL\+Jm%JjiaBS^m);@.I;^G_?jfefHk8Z+[igkKFNK%OUSdta!6DB+K>VJ?B*qg"e('H#^^u^L3X@s!]g)t:8_hZ0!_-a3.]8m8njY/!MhYa)l7sFkEj(T))dJ]PRO#10nk5HL*Rf&'r(5[D+,n3N*'Z`WfAMBV!jJS`u<%<'S^n)0 'h!17FKoA0+O`l>;7o7RBZ?/3:!(tMg.0\%i>n+E:Pu]$*JHa7_W<(T,d*N>*%a0%XYT$_Z/omfr=6XeF\4W_)A1E-2Zcil4h82eMYihBuXGS&h=VZJgOfm8Y*#a>;Q`;5`a3%nq'UOA\ioL5&>cJ?^5QlkFGr\ =a\\Z*J IdU"6f<2!C5"3gJK2\38Lp@m`\!/9FHWL*obe>ea]3WM23U0sFW_((P>8Y"Z9Y>/uL6d*+JQP`57*]`;'!r?s8855.&)?HEs[It,4j88/qq2D/X%]9MMT\LC>#q,'J0B1m8U&]XmtSgr0`K57-\1;YYUeD[+A?>M!SW.!@PWdKZe!_qS*g"Fd#nbr@ZDr8::qm7)O07a)>)t5buRGF)WWta>XRu3\.@P#ZCluhDcH"d-&_D`Q3-6fZ9)]N!`=BJp;hqm5Hh;(4T3]cdk3&oRDg"G*5>$5!rSXn#;ZTR<.T)`Hebr#N(V6VX7/d!DcP=%IWEgK*t&*8G$JoI$AQ6;CGgY:?3fD#%6J,fK!Pi^rcj6c7$q>'jWo()PDhmlu%ZGJ!,>JX*\lCfbBMED+sqGI[](=X!46c8okK@eT$e,0%>f@SUc:+ =>H76b;-I:Y_#'g'[='.3l2(9F#74p5HUNegN$G\L8k2rPCTOql8N1fqa@H?5!*0]Y?9*lpP6\W(J+r9"&_O_%Y(-1,=2WBI!\hN&OX)96WpR[nFA25#`-3p5ao$lu)P]T=VaKSTek7LYsqL$f4md;\:3%P6d8-,