瀏覽代碼

small fixes

master
rra 6 年前
父節點
當前提交
59fd15dd7d
  1. 5
      fedicrawler.py

5
fedicrawler.py

@ -6,8 +6,9 @@ from multiprocessing.dummy import Pool as ThreadPool
start_url = 'https://post.lurk.org'
activity = ''
peers_info ='/api/v1/instance/peers'
pool = ThreadPool(128)
pool = ThreadPool(256)
def get_peers(instance):
@ -74,5 +75,5 @@ pool.join()
with open('instance_scrape.json','w') as f:
f.write(json.dumps(instances,indent=4))
f.write(json.dumps(scrape,indent=4))
#f.write('\n'.join(text)
載入中…
取消
儲存