Browse Source

small fixes

master
rra 1 year ago
parent
commit
59fd15dd7d
1 changed files with 3 additions and 2 deletions
  1. 3
    2
      fedicrawler.py

+ 3
- 2
fedicrawler.py View File

@@ -6,8 +6,9 @@ from multiprocessing.dummy import Pool as ThreadPool
6 6
 
7 7
 start_url = 'https://post.lurk.org'
8 8
 activity = ''
9
+peers_info ='/api/v1/instance/peers'
9 10
 
10
-pool = ThreadPool(128)
11
+pool = ThreadPool(256)
11 12
 
12 13
 
13 14
 def get_peers(instance):
@@ -74,5 +75,5 @@ pool.join()
74 75
 
75 76
 
76 77
 with open('instance_scrape.json','w') as f:
77
-    f.write(json.dumps(instances,indent=4))
78
+    f.write(json.dumps(scrape,indent=4))
78 79
     #f.write('\n'.join(text)

Loading…
Cancel
Save