2017-05-22 01:44:16 -04:00
|
|
|
import logging, os
|
|
|
|
from subprocess import run, PIPE, CalledProcessError
|
2016-12-30 02:51:56 -05:00
|
|
|
from logging.handlers import TimedRotatingFileHandler, QueueListener, QueueHandler
|
|
|
|
|
|
|
|
def SlaveLogger(name, level, queue):
|
|
|
|
logger = logging.getLogger(name)
|
|
|
|
logger.setLevel(getattr(logging, level))
|
|
|
|
logger.addHandler(QueueHandler(queue))
|
|
|
|
logger.propagate = False
|
|
|
|
return logger
|
2017-05-21 14:29:17 -04:00
|
|
|
|
2017-05-22 01:44:16 -04:00
|
|
|
class GlusterFS():
|
|
|
|
def __init__(self, server, volume, mountpoint):
|
|
|
|
self.server = server
|
|
|
|
self.volume = volume
|
|
|
|
|
|
|
|
if not os.path.exists(mountpoint):
|
|
|
|
raise FileNotFoundError
|
|
|
|
|
|
|
|
self.mountpoint = mountpoint
|
|
|
|
|
|
|
|
def mount(self):
|
|
|
|
self._run(['mount', '-t', 'glusterfs', self.server + ':/' + self.volume, self.mountpoint])
|
|
|
|
|
|
|
|
def unmount(self):
|
|
|
|
self._run(['umount', self.mountpoint])
|
|
|
|
|
|
|
|
def _run(self, cmd):
|
|
|
|
try:
|
|
|
|
run(cmd, check=True, stdout=PIPE, stderr=PIPE)
|
|
|
|
except CalledProcessError as e:
|
|
|
|
print(e.stderr.decode('ascii').rstrip())
|
|
|
|
|
2016-12-30 02:51:56 -05:00
|
|
|
class MasterLogger():
|
|
|
|
def __init__(self, name, level, queue):
|
2017-05-22 01:44:16 -04:00
|
|
|
mountpoint = '/mnt/glusterfs/pyledriver'
|
|
|
|
|
|
|
|
self.fs = GlusterFS('192.168.11.39', 'pyledriver', mountpoint)
|
|
|
|
self.fs.mount()
|
|
|
|
|
2016-12-30 02:51:56 -05:00
|
|
|
consoleFormat = logging.Formatter('[%(name)s] [%(levelname)s] %(message)s')
|
|
|
|
fileFormat = logging.Formatter('[%(asctime)s] [%(name)s] [%(levelname)s] %(message)s')
|
|
|
|
|
|
|
|
console = logging.StreamHandler()
|
|
|
|
console.setFormatter(consoleFormat)
|
|
|
|
|
2017-05-22 01:44:16 -04:00
|
|
|
# TODO: check that 'logs' actually exists in the mp
|
|
|
|
self.rotatingFile = TimedRotatingFileHandler(mountpoint + '/logs/pyledriver-log', when='midnight')
|
|
|
|
self.rotatingFile.setFormatter(fileFormat)
|
2016-12-30 02:51:56 -05:00
|
|
|
|
|
|
|
logging.basicConfig(level=getattr(logging, level), handlers=[QueueHandler(queue)])
|
|
|
|
logger = logging.getLogger(name)
|
|
|
|
|
|
|
|
# since the logger module sucks and doesn't allow me to init
|
|
|
|
# a logger in a subclass, need to "fake" object inheritance
|
|
|
|
for i in ['debug', 'info', 'warning', 'error', 'critical']:
|
|
|
|
setattr(self, i, getattr(logger, i))
|
|
|
|
|
2017-05-22 01:44:16 -04:00
|
|
|
self.queListener = QueueListener(queue, console, self.rotatingFile)
|
2016-12-30 02:51:56 -05:00
|
|
|
self.queListener.start()
|
|
|
|
|
|
|
|
def stop(self):
|
|
|
|
self.queListener.stop()
|
2017-05-22 01:44:16 -04:00
|
|
|
self.rotatingFile.close() # must close file stream before unmounting
|
|
|
|
self.fs.unmount()
|