166 lines
4.5 KiB
Python
166 lines
4.5 KiB
Python
from flask import Flask, request
|
|
from flask_restful import Resource, Api, reqparse
|
|
from datetime import date, timedelta
|
|
import configparser
|
|
import csv
|
|
import ast
|
|
import glob
|
|
import json, operator
|
|
import sqlite3
|
|
api_app = Flask(__name__)
|
|
api = Api(api_app)
|
|
|
|
# TODO this is duplicated from kiss_and_db.py, can I avoid that?
|
|
db_fields = ("id",
|
|
"addresse",
|
|
"alive",
|
|
"altitude",
|
|
"comment",
|
|
"course",
|
|
"created",
|
|
"format",
|
|
"frame",
|
|
"from",
|
|
"gpsfixstatus",
|
|
"latitude",
|
|
"longitude",
|
|
"mbits",
|
|
"messagecapable",
|
|
"message_text",
|
|
"msgNo",
|
|
"mtype",
|
|
"object_format",
|
|
"object_name",
|
|
"path",
|
|
"phg",
|
|
"phg_dir",
|
|
"phg_gain",
|
|
"phg_height",
|
|
"phg_power",
|
|
"phg_range",
|
|
"posambiguity",
|
|
"raw",
|
|
"raw_timestamp",
|
|
"speed",
|
|
"station_call",
|
|
"station_lat",
|
|
"station_lon",
|
|
"status",
|
|
"subpacket",
|
|
"symbol",
|
|
"symbol_table",
|
|
"telemetry",
|
|
"timestamp",
|
|
"to",
|
|
"tEQNS",
|
|
"tPARM",
|
|
"tUNIT",
|
|
"via",
|
|
"weather",
|
|
"wx_raw_timestamp")
|
|
|
|
def read_config():
|
|
config = configparser.ConfigParser()
|
|
config.read('config.ini')
|
|
return config
|
|
|
|
def read_logs(log_folder):
|
|
# Read some log files
|
|
# UTC time, so let's look at tomorrow, today, and yesterday.
|
|
today = date.today()
|
|
yesterday = today - timedelta(days = 1)
|
|
tomorrow = today + timedelta(days = 1)
|
|
file_list = glob.glob(log_folder+str(yesterday)+"*") + \
|
|
glob.glob(log_folder+str(today)+"*") + \
|
|
glob.glob(log_folder+str(tomorrow)+"*")
|
|
|
|
# https://stackoverflow.com/a/66071962
|
|
json_array = []
|
|
for file in file_list:
|
|
with open(file, encoding='utf-8') as csvf:
|
|
csvReader = csv.DictReader(csvf)
|
|
for row in csvReader:
|
|
#add this python dict to json array
|
|
json_array.append(row)
|
|
|
|
# Add the call and location of this station to the packet info
|
|
config = read_config()
|
|
for item in json_array:
|
|
item['station_name'] = config['Settings']['station_call']
|
|
item['station_lat'] = config['Settings']['station_lat']
|
|
item['station_lon'] = config['Settings']['station_lon']
|
|
|
|
return(json_array)
|
|
|
|
def dict_factory(cursor, row):
|
|
d = {}
|
|
for idx, col in enumerate(cursor.description):
|
|
d[col[0]] = row[idx]
|
|
return d
|
|
|
|
def get_db_connection():
|
|
conn = sqlite3.connect('database.db')
|
|
conn.row_factory = dict_factory
|
|
return conn
|
|
|
|
def select_all_frames(conn):
|
|
"""
|
|
Query all rows in the frames table
|
|
:param conn: the Connection object
|
|
:return:
|
|
"""
|
|
cur = conn.cursor()
|
|
cur.execute("SELECT * FROM frames")
|
|
rows = cur.fetchall()
|
|
return rows
|
|
|
|
def select_frames(conn, n, from_, url_params):
|
|
|
|
# Should pass this a dict of fields and values (request.args)
|
|
# TODO clean data before sending to DB
|
|
# Filter out any keys that don't match db fields
|
|
# From https://stackoverflow.com/a/20256491
|
|
dictfilt = lambda x, y: dict([ (i,x[i]) for i in x if i in set(y) ])
|
|
field_where = dictfilt(url_params, db_fields)
|
|
# Then loop through fields to create query parts
|
|
# From https://stackoverflow.com/a/73512269/2152245
|
|
field_where_str = ' AND '.join([f'"{k}" = \'{v}\'' for k,v in field_where.items()])
|
|
|
|
cur = conn.cursor()
|
|
# Workaround to deal with missing value in WHERE
|
|
field_where_query = "" if field_where_str == "" else "WHERE "+field_where_str
|
|
sql = 'SELECT * FROM frames {field_where_query} ORDER BY created DESC LIMIT {n}'.format(field_where_query=field_where_query, n=n)
|
|
print(sql)
|
|
cur.execute(sql)
|
|
rows = cur.fetchall()
|
|
return rows
|
|
|
|
class Packets(Resource):
|
|
def get(self):
|
|
# Handle arguments that may or may not exist
|
|
try:
|
|
n = int(request.args.get('n'))
|
|
except:
|
|
n = 10
|
|
from_ = None if request.args.get('from') == None else request.args.get('from')
|
|
|
|
conn = get_db_connection()
|
|
# Limit to number of records requested
|
|
data = select_frames(conn, n = n, from_ = from_, url_params = request.args.to_dict())
|
|
# Sort by created date, descending (https://stackoverflow.com/a/45266808)
|
|
#data.sort(key=operator.itemgetter('created'), reverse=True)
|
|
return {'data': data}, 200 # return data and 200 OK code
|
|
|
|
# Read config
|
|
config = read_config()
|
|
log_folder = config['Settings']['log_folder']
|
|
|
|
# Start subprocess to watch KISS connection
|
|
#import subprocess
|
|
#subprocess.Popen(["python3","kiss_and_db.py"])
|
|
|
|
api.add_resource(Packets, '/packets') # and '/locations' is our entry point for Locations
|
|
|
|
if __name__ == '__main__':
|
|
api_app.run(debug=True, host='0.0.0.0', port=5001) # run our Flask app
|