replaced stdout print with logging to file and stdout

This commit is contained in:
jngrt 2014-11-06 15:01:39 +01:00
parent 943cbd3562
commit e4e8b7cf00
6 changed files with 73 additions and 23 deletions

1
.gitignore vendored
View File

@ -4,3 +4,4 @@ msg/*
index index
interfaceip6adress interfaceip6adress
nodes/* nodes/*
*.log

4
log/.gitignore vendored Normal file
View File

@ -0,0 +1,4 @@
# Ignore everything in this directory
*
# Except this file
!.gitignore

45
main.py
View File

@ -1,6 +1,9 @@
#!/usr/bin/python #!/usr/bin/python
import socket, os, time, select, urllib, sys, threading, json import socket, os, time, select, urllib, sys, threading, json, logging, logging.config
logging.config.fileConfig('pylog.conf')
logger = logging.getLogger('meshenger'+'.main')
class Meshenger: class Meshenger:
devices = {} #the dictionary of all the nodes this this node has seen devices = {} #the dictionary of all the nodes this this node has seen
@ -22,7 +25,7 @@ class Meshenger:
if not os.path.exists(self.msg_dir): if not os.path.exists(self.msg_dir):
os.mkdir(self.msg_dir) os.mkdir(self.msg_dir)
print 'Making message directory' logger.info('Making message directory')
try: try:
d = threading.Thread(target=self.discover) d = threading.Thread(target=self.discover)
@ -48,7 +51,7 @@ class Meshenger:
#os.system("python meshenger_clientserve.py") #os.system("python meshenger_clientserve.py")
except (KeyboardInterrupt, SystemExit): except (KeyboardInterrupt, SystemExit):
print 'exiting discovery thread' logger.info('exiting discovery thread')
d.join() d.join()
a.join() a.join()
b.join() b.join()
@ -57,30 +60,30 @@ class Meshenger:
sys.exit() sys.exit()
while True: while True:
print 'Entering main loop' logger.info('Entering main loop')
# #
if len(self.devices) > 0: if len(self.devices) > 0:
print 'found', len(self.devices),'device(s)' logger.info('found %s device(s)', len(self.devices))
for device in self.devices.keys(): for device in self.devices.keys():
nodehash = self.hasj(device) nodehash = self.hasj(device)
nodepath = os.path.join(os.path.abspath('nodes'), nodehash) nodepath = os.path.join(os.path.abspath('nodes'), nodehash)
nodeupdatepath = os.path.join(nodepath, 'lastupdate') nodeupdatepath = os.path.join(nodepath, 'lastupdate')
print 'Checking age of foreign node index' logger.info('Checking age of foreign node index')
print self.devices[device], 'Foreign announce timestamp' logger.info('%s Foreign announce timestamp', self.devices[device])
try: try:
foreign_node_update = open(nodeupdatepath).read() foreign_node_update = open(nodeupdatepath).read()
except: except:
foreign_node_update = 0 #means it was never seen before foreign_node_update = 0 #means it was never seen before
print foreign_node_update, 'Locally stored timestamp for device' logger.info('%s Locally stored timestamp for device', foreign_node_update)
if self.devices[device] > foreign_node_update: if self.devices[device] > foreign_node_update:
print 'Foreign node"s index is newer, proceed to download index' logger.info('Foreign node"s index is newer, proceed to download index')
self.get_index(device, nodepath) self.get_index(device, nodepath)
print 'downloading messages' logger.info('downloading messages')
self.get_messages(device, nodepath, nodehash) self.get_messages(device, nodepath, nodehash)
self.node_timestamp(device) self.node_timestamp(device)
@ -99,7 +102,7 @@ class Meshenger:
""" """
Announce the node's existance to other nodes Announce the node's existance to other nodes
""" """
print 'Announcing' logger.info('Announcing')
while not self.exitapp: while not self.exitapp:
sock = socket.socket(socket.AF_INET6, socket.SOCK_DGRAM, socket.IPPROTO_UDP) sock = socket.socket(socket.AF_INET6, socket.SOCK_DGRAM, socket.IPPROTO_UDP)
sock.sendto(self.index_last_update, ("ff02::1", self.announce_port)) sock.sendto(self.index_last_update, ("ff02::1", self.announce_port))
@ -120,7 +123,7 @@ Discover other devices by listening to the Meshenger announce port
while not self.exitapp: while not self.exitapp:
result = select.select([s],[],[])[0][0].recvfrom(bufferSize) result = select.select([s],[],[])[0][0].recvfrom(bufferSize)
ip = result[1][0] ip = result[1][0]
print ip, "*"*45 logger.info('%s %s', ip, "*"*45)
node_path = os.path.join(os.path.abspath('nodes'), self.hasj(ip)) node_path = os.path.join(os.path.abspath('nodes'), self.hasj(ip))
if not os.path.exists(node_path) and ip != self.own_ip: if not os.path.exists(node_path) and ip != self.own_ip:
@ -128,10 +131,10 @@ Discover other devices by listening to the Meshenger announce port
self.ip_to_hash_path(ip) #make a folder /nodes/hash self.ip_to_hash_path(ip) #make a folder /nodes/hash
self.devices[ip] = result[0] self.devices[ip] = result[0]
#self.node_timestamp(ip) #make a local copy of the timestamp in /nodes/hash/updatetimestamp #self.node_timestamp(ip) #make a local copy of the timestamp in /nodes/hash/updatetimestamp
print 'New node', ip logger.info('New node %s', ip)
elif os.path.exists(node_path) and ip != self.own_ip: elif os.path.exists(node_path) and ip != self.own_ip:
print 'Known node', ip logger.info('Known node %s', ip)
self.devices[ip] = result[0] self.devices[ip] = result[0]
@ -141,7 +144,7 @@ Discover other devices by listening to the Meshenger announce port
""" """
Initialize the nodeserver Initialize the nodeserver
""" """
print 'Serving to nodes' logger.info('Serving to nodes')
import meshenger_nodeserve import meshenger_nodeserve
meshenger_nodeserve.main() meshenger_nodeserve.main()
@ -149,7 +152,7 @@ Initialize the nodeserver
""" """
Initialize the clientserver Initialize the clientserver
""" """
print 'Serving to client' logger.info('Serving to client')
import meshenger_clientserve import meshenger_clientserve
meshenger_clientserve.main() meshenger_clientserve.main()
@ -160,7 +163,7 @@ Make an index file of all the messages present on the node.
Save the time of the last update. Save the time of the last update.
""" """
print 'Building own index for the first time\n' logger.info('Building own index for the first time\n')
if not os.path.exists('index'): if not os.path.exists('index'):
with open('index','wb') as index: with open('index','wb') as index:
@ -178,7 +181,7 @@ Save the time of the last update.
index.write('\n') index.write('\n')
self.index_last_update = str(int(time.time())) self.index_last_update = str(int(time.time()))
print 'Index updated:', current_index logger.info('Index updated: %s', current_index)
with open('index_last_update', 'wb') as indexupdate: with open('index_last_update', 'wb') as indexupdate:
indexupdate.write(self.index_last_update) ### misschien moet dit index_last_update zijn indexupdate.write(self.index_last_update) ### misschien moet dit index_last_update zijn
@ -204,7 +207,7 @@ Get new messages from other node based on it's index file
for message in index: for message in index:
messagepath = os.path.join(os.path.abspath(self.msg_dir), message) messagepath = os.path.join(os.path.abspath(self.msg_dir), message)
if not os.path.exists(messagepath): if not os.path.exists(messagepath):
print 'downloading', message, 'to', messagepath logger.info('downloading %s to %s', message, messagepath)
os.system('wget http://['+ip+'%adhoc0]:'+self.serve_port+'/msg/'+message+' -O '+messagepath) os.system('wget http://['+ip+'%adhoc0]:'+self.serve_port+'/msg/'+message+' -O '+messagepath)
with open(messagepath, 'r+') as f: with open(messagepath, 'r+') as f:
data=json.load(f) data=json.load(f)
@ -213,7 +216,7 @@ Get new messages from other node based on it's index file
f.seek(0) f.seek(0)
json.dump(data, f) json.dump(data, f)
except: except:
print 'Failed to download messages' logger.info('Failed to download messages')
pass pass
def ip_to_hash_path(self, ip): def ip_to_hash_path(self, ip):
@ -250,7 +253,7 @@ Hack to adhoc0's inet6 adress
if __name__ == "__main__": if __name__ == "__main__":
print "test" logger.info("starting main...")
try: try:
meshenger = Meshenger() meshenger = Meshenger()
except (KeyboardInterrupt, SystemExit): except (KeyboardInterrupt, SystemExit):

View File

@ -8,6 +8,10 @@ from BaseHTTPServer import HTTPServer
import SimpleHTTPServer import SimpleHTTPServer
import urlparse import urlparse
import unicodedata import unicodedata
import logging, logging.config
logging.config.fileConfig('pylog.conf')
logger = logging.getLogger('meshenger'+'.clientserve')
class ClientServeHandler(SimpleHTTPServer.SimpleHTTPRequestHandler): class ClientServeHandler(SimpleHTTPServer.SimpleHTTPRequestHandler):

View File

@ -7,6 +7,11 @@ import socket
import BaseHTTPServer import BaseHTTPServer
import SimpleHTTPServer import SimpleHTTPServer
import urlparse import urlparse
import logging
import logging.config
logging.config.fileConfig('pylog.conf')
logger = logging.getLogger('meshenger'+'.nodeserve')
#GOTTMITTUNS #GOTTMITTUNS

33
pylog.conf Normal file
View File

@ -0,0 +1,33 @@
[loggers]
keys=root,meshenger
[handlers]
keys=consoleHandler, fileHandler
[formatters]
keys=simpleFormatter
[logger_root]
level=DEBUG
handlers=consoleHandler
[logger_meshenger]
level=DEBUG
handlers=consoleHandler, fileHandler
qualname=meshenger
propagate=0
[handler_fileHandler]
class=handlers.RotatingFileHandler
args=('log/meshenger.log','a','maxBytes=10000','backupCount=5')
formatter=simpleFormatter
[handler_consoleHandler]
class=StreamHandler
level=DEBUG
formatter=simpleFormatter
args=(sys.stdout,)
[formatter_simpleFormatter]
format=%(asctime)s - %(name)s - %(levelname)s - %(message)s
datefmt=