aprs_tool/kiss_and_db.py

#!/usr/bin/env python3
import os
import sqlite3
import aprs
import json
import aprslib
import configparser
import time
import logging
from apscheduler.schedulers.asyncio import AsyncIOScheduler
import time

def read_config():
    config = configparser.ConfigParser()
    config.read('config.ini')
    return config

def get_db_connection():
    conn = sqlite3.connect('database.db')
    conn.row_factory = sqlite3.Row
    return conn

def refresh_kiss_connection(kiss_conn):
    logging.debug("Restarting KISS connection on schedule")
    logging.debug("Stopping current connection")
    kiss_conn.stop()
    #logging.debug("Waiting 5 seconds")
    #time.sleep(5)
    logging.debug("Starting new connection")
    kiss_conn.start()

def main():

    # Add the call and location of this station to the packet info
    config = read_config()
    # MYCALL = os.environ.get("MYCALL", "W1CDN")
    # KISS_HOST = os.environ.get("KISS_HOST", "192.168.0.30")
    # KISS_PORT = os.environ.get("KISS_PORT", "8001")

    logging.basicConfig(filename=config['Settings']['log_path'], level=logging.DEBUG, \
                        format='%(asctime)s - %(message)s')
    logging.debug('============= kiss_and_db.py running =============')

    ki = aprs.TCPKISS(host=config['Settings']['kiss_host'], port=int(config['Settings']['kiss_port']))
    ki.start()

    #scheduler = AsyncIOScheduler()
    #scheduler.add_job(refresh_kiss_connection, 'interval', hours = 1, args = [ki])
    #scheduler.start()

    # Make a simple frame and send it
#     frame = aprs.APRSFrame.ui(
#         destination="APZ001",
#         source=config['Settings']['mycall'],
#         path=["WIDE1-1"],
#         info=b">Hello World!",
#     )
    #ki.write(frame)

    # Watch for new packets to come in
    while True:
        conn = get_db_connection()
        for frame in ki.read(min_frames=1):
            logging.debug("New packet, trying to parse")
            logging.debug(str(frame))
            try:
                try:
                    a = aprslib.parse(str(frame))
                except Exception as error:
                    logging.error("Error with aprslib:", exc_info = error)
                else:
                    a['station_call'] = config['Settings']['station_call']
                    a['station_lat'] = config['Settings']['station_lat']
                    a['station_lon'] = config['Settings']['station_lon']
                    a['created_unix'] = int(time.time())
                    a['party'] = 1

                    # Make this a string and deal with it later (probably a mistake)
                    a['path'] = str(a['path'])
                    # Process 3rd-party data
                    if 'subpacket' in a:
                        b = a['subpacket'] # make a copy 
                        a['subpacket'] = str(a['subpacket']) # turn the original to a string
                        b['party'] = 3
                        b['path'] = str(b['path'])
                        b['header_raw'] = a['raw'].split("}", 1)[0] # just the first part
                        b['station_call'] = config['Settings']['station_call']
                        b['station_lat'] = config['Settings']['station_lat']
                        b['station_lon'] = config['Settings']['station_lon']
                        b['created_unix'] = int(time.time())
                    #logging.debug(a['path'])
                    # Store true/false as 1/0
                    if 'alive' in a:
                        if a['alive'] == True:
                            a['alive'] = 1
                        else:
                            a['alive'] = 0
                    # Build an INSERT statement based on the fields we have from the frame
                    attrib_names = ', '.join('"%s"' % w for w in a.keys())
                    attrib_values = ", ".join("?" * len(a.keys()))
                    logging.debug(attrib_names)
                    logging.debug(a.values())
                    if 'subpacket' in a:
                    # 3rd-party
                        b_attrib_names = ', '.join('"%s"' % w for w in b.keys())
                        b_attrib_values = ", ".join("?" * len(b.keys()))
                        logging.debug(b_attrib_names)
                        logging.debug(b.values())
                    
                    try:
                        logging.debug("Inserting into database")
                        # Insert data
                        sql = "INSERT INTO frames ("+attrib_names+") VALUES ("+attrib_values+")"
                        conn.execute(sql, list(a.values()))
                        if 'subpacket' in a:
                            b_sql = "INSERT INTO frames ("+b_attrib_names+") VALUES ("+b_attrib_values+")"
                            conn.execute(b_sql, list(b.values()))
                        logging.debug("Frames table updated")
                        # TODO update stations table here
                        # Original intent was to include the id from the frames table,
                        # but that would mean making another query.
                        # It's not immediately needed, so I'm skipping it.
                        # Build query
                        # "from" is wrappedin [] because it is a reserved word and using '' doesn't work.
                        # https://www.sqlite.org/lang_keywords.html
                        #try:
                        station_update = "'"+a['from'] +"', '"+ str(a['created_unix']) +"', '1'"
                        query3 = "INSERT INTO stations ([from], last_heard_unix, count) \
                        VALUES("+station_update+") \
                        ON CONFLICT([from]) \
                        DO UPDATE SET count = count + 1,\
                                      last_heard_unix = excluded.last_heard_unix;"
                        # Insert/update data
                        conn.execute(query3)
                        if 'subpacket' in a:
                            b_station_update = "'"+b['from'] +"', '"+ str(b['created_unix']) +"', '1'"
                            b_query3 = "INSERT INTO stations ([from], last_heard_unix, count) \
                            VALUES("+b_station_update+") \
                            ON CONFLICT([from]) \
                            DO UPDATE SET count = count + 1,\
                                        last_heard_unix = excluded.last_heard_unix;"
                            # Insert/update data
                            conn.execute(b_query3)
                        logging.debug("Station table updated")
                        conn.commit()
                        #except:
                        #   print("Stations table couldn't be updated.")

                        # TODO remove packets that are older ('created') than a limit set in config.ini
                        # "5 minutes" also works
                        #conn.execute("DELETE FROM frames WHERE created < DATETIME('now', '"+config['Settings']['keep_time']+"')")
                        #conn.commit()
                    except Exception as error:
                        #print("Error with SQLite!")
                        logging.error("Error with SQLite!", exc_info = error)
            except Exception as error:
                #print("Frame could not be parsed.")
                logging.error("Frame could not be parsed:", exc_info = error)


        conn.close()



if __name__ == "__main__":
    main()