Source code for system.swaglog

import logging
import os
import time
from pathlib import Path
from logging.handlers import BaseRotatingHandler

import zmq

from common.logging_extra import SwagLogger, SwagFormatter, SwagLogFileFormatter
from system.hardware import PC

if PC:
  SWAGLOG_DIR = os.path.join(str(Path.home()), ".comma", "log")
else:
  SWAGLOG_DIR = "/data/log/"

[docs]def get_file_handler(): Path(SWAGLOG_DIR).mkdir(parents=True, exist_ok=True) base_filename = os.path.join(SWAGLOG_DIR, "swaglog") handler = SwaglogRotatingFileHandler(base_filename) return handler
[docs]class SwaglogRotatingFileHandler(BaseRotatingHandler): def __init__(self, base_filename, interval=60, max_bytes=1024*256, backup_count=2500, encoding=None): super().__init__(base_filename, mode="a", encoding=encoding, delay=True) self.base_filename = base_filename self.interval = interval # seconds self.max_bytes = max_bytes self.backup_count = backup_count self.log_files = self.get_existing_logfiles() log_indexes = [f.split(".")[-1] for f in self.log_files] self.last_file_idx = max([int(i) for i in log_indexes if i.isdigit()] or [-1]) self.last_rollover = None self.doRollover() def _open(self): self.last_rollover = time.monotonic() self.last_file_idx += 1 next_filename = f"{self.base_filename}.{self.last_file_idx:010}" stream = open(next_filename, self.mode, encoding=self.encoding) self.log_files.insert(0, next_filename) return stream
[docs] def get_existing_logfiles(self): log_files = list() base_dir = os.path.dirname(self.base_filename) for fn in os.listdir(base_dir): fp = os.path.join(base_dir, fn) if fp.startswith(self.base_filename) and os.path.isfile(fp): log_files.append(fp) return sorted(log_files)
[docs] def shouldRollover(self, record): size_exceeded = self.max_bytes > 0 and self.stream.tell() >= self.max_bytes time_exceeded = self.interval > 0 and self.last_rollover + self.interval <= time.monotonic() return size_exceeded or time_exceeded
[docs] def doRollover(self): if self.stream: self.stream.close() self.stream = self._open() if self.backup_count > 0: while len(self.log_files) > self.backup_count: to_delete = self.log_files.pop() if os.path.exists(to_delete): # just being safe, should always exist os.remove(to_delete)
[docs]class UnixDomainSocketHandler(logging.Handler): def __init__(self, formatter): logging.Handler.__init__(self) self.setFormatter(formatter) self.pid = None
[docs] def connect(self): self.zctx = zmq.Context() self.sock = self.zctx.socket(zmq.PUSH) self.sock.setsockopt(zmq.LINGER, 10) self.sock.connect("ipc:///tmp/logmessage") self.pid = os.getpid()
[docs] def emit(self, record): if os.getpid() != self.pid: self.connect() msg = self.format(record).rstrip('\n') # print("SEND".format(repr(msg))) try: s = chr(record.levelno)+msg self.sock.send(s.encode('utf8'), zmq.NOBLOCK) except zmq.error.Again: # drop :/ pass
[docs]def add_file_handler(log): """ Function to add the file log handler to swaglog. This can be used to store logs when logmessaged is not running. """ handler = get_file_handler() handler.setFormatter(SwagLogFileFormatter(log)) log.addHandler(handler)
cloudlog = log = SwagLogger() log.setLevel(logging.DEBUG) outhandler = logging.StreamHandler() print_level = os.environ.get('LOGPRINT', 'warning') if print_level == 'debug': outhandler.setLevel(logging.DEBUG) elif print_level == 'info': outhandler.setLevel(logging.INFO) elif print_level == 'warning': outhandler.setLevel(logging.WARNING) log.addHandler(outhandler) # logs are sent through IPC before writing to disk to prevent disk I/O blocking log.addHandler(UnixDomainSocketHandler(SwagFormatter(log)))