rra/dafr
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

small fixes

Browse Source
This commit is contained in:
rra 2018-06-07 23:57:33 +02:00
parent 381e44b2d9
commit 59fd15dd7d
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
fedicrawler.py
View File

@ -6,8 +6,9 @@ from multiprocessing.dummy import Pool as ThreadPool
start_url = 'https://post.lurk.org' start_url = 'https://post.lurk.org'
activity = '' activity = ''
peers_info ='/api/v1/instance/peers'
pool = ThreadPool(128) pool = ThreadPool(256)
def get_peers(instance): def get_peers(instance):
@ -74,5 +75,5 @@ pool.join()
with open('instance_scrape.json','w') as f: with open('instance_scrape.json','w') as f:
f.write(json.dumps(instances,indent=4)) f.write(json.dumps(scrape,indent=4))
#f.write('\n'.join(text) #f.write('\n'.join(text)