Skip to content

Instantly share code, notes, and snippets.

@ykessler

ykessler/gae_handler.py

Created May 11, 2012 20:23
Download ZIP

Revisions

  1. ykessler revised this gist May 12, 2012. 1 changed file with 3 additions and 0 deletions.
    3 changes: 3 additions & 0 deletions sqlite_handler.py
    View file
    Original file line number Diff line number Diff line change
    @@ -1,4 +1,7 @@
    import sqlite3
    import logging
    import time

    class SQLiteHandler(logging.Handler):
    """
    Logging handler for SQLite.
  2. @invalid-email-address Anonymous revised this gist May 11, 2012. 2 changed files with 33 additions and 0 deletions.
    33 changes: 33 additions & 0 deletions gae_handler.py
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,33 @@
    class GAEHandler(logging.Handler):
    """
    Logging handler for GAE DataStore
    """
    def emit(self, record):

    from google.appengine.ext import db

    class Log(db.Model):
    name = db.StringProperty()
    level = db.StringProperty()
    module = db.StringProperty()
    func_name = db.StringProperty()
    line_no = db.IntegerProperty()
    thread = db.IntegerProperty()
    thread_name = db.StringProperty()
    process = db.IntegerProperty()
    message = db.StringProperty(multiline=True)
    args = db.StringProperty(multiline=True)
    date = db.DateTimeProperty(auto_now_add=True)

    log = Log()
    log.name = record.name
    log.level = record.levelname
    log.module = record.module
    log.func_name = record.funcName
    log.line_no = record.lineno
    log.thread = record.thread
    log.thread_name = record.threadName
    log.process = record.process
    log.message = record.msg
    log.args = str(record.args)
    log.put()
    0 SQLiteHandler → sqlite_handler.py
    View file
    File renamed without changes.
  3. @invalid-email-address Anonymous created this gist May 11, 2012.
    89 changes: 89 additions & 0 deletions SQLiteHandler
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,89 @@
    import sqlite3
    class SQLiteHandler(logging.Handler):
    """
    Logging handler for SQLite.

    Based on Vinay Sajip's DBHandler class (http://www.red-dove.com/python_logging.html)

    This version sacrifices performance for thread-safety:
    Instead of using a persistent cursor, we open/close connections for each entry.

    AFAIK this is necessary in multi-threaded applications,
    because SQLite doesn't allow access to objects across threads.
    """

    initial_sql = """CREATE TABLE IF NOT EXISTS log(
    Created text,
    Name text,
    LogLevel int,
    LogLevelName text,
    Message text,
    Args text,
    Module text,
    FuncName text,
    LineNo int,
    Exception text,
    Process int,
    Thread text,
    ThreadName text
    )"""

    insertion_sql = """INSERT INTO log(
    Created,
    Name,
    LogLevel,
    LogLevelName,
    Message,
    Args,
    Module,
    FuncName,
    LineNo,
    Exception,
    Process,
    Thread,
    ThreadName
    )
    VALUES (
    '%(dbtime)s',
    '%(name)s',
    %(levelno)d,
    '%(levelname)s',
    '%(msg)s',
    '%(args)s',
    '%(module)s',
    '%(funcName)s',
    %(lineno)d,
    '%(exc_text)s',
    %(process)d,
    '%(thread)s',
    '%(threadName)s'
    );
    """

    def __init__(self, db='app.db'):

    logging.Handler.__init__(self)
    self.db = db
    # Create table if needed:
    conn = sqlite3.connect(self.db)
    conn.execute(SQLiteHandler.initial_sql)
    conn.commit()

    def formatDBTime(self, record):
    record.dbtime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(record.created))

    def emit(self, record):

    # Use default formatting:
    self.format(record)
    # Set the database time up:
    self.formatDBTime(record)
    if record.exc_info:
    record.exc_text = logging._defaultFormatter.formatException(record.exc_info)
    else:
    record.exc_text = ""
    # Insert log record:
    sql = SQLiteHandler.insertion_sql % record.__dict__
    conn = sqlite3.connect(self.db)
    conn.execute(sql)
    conn.commit()