minor tweaks to fedicrawler & scrape 05-05-2020

fedicrawler.py

@@ -1,5 +1,5 @@
 #!/bin/env python3
-# fediscraper v3
+# fedicrawler v4
 
 import json, requests
 from multiprocessing.dummy import Pool as ThreadPool 
@@ -22,12 +22,15 @@ def not_gab(instance):
         if 'gab.best'in instance:
             print('GAB', instance)
             return False
+        # the ones below are mostly used for testing apps 
         elif 'ngrok.io' in instance:
             print('NGROK', instance)
             return False
         elif 'glitch.me' in instance:
             print('GLITCH', instance)
             return False
+        elif 'netlify.app' in instance:
+            print('NETLIFY', instance)
         else:
             return True
     else:
@@ -141,7 +144,6 @@ if r. status_code == 200:
 instance_info = pool.map(get_nodeinfo, instances)
 
 scrape = {}
-
 instances_list = list(instances)
 
 for count, value in enumerate(instances_list):