from flask import Flask, request from flask_restful import Resource, Api, reqparse from datetime import date, timedelta import configparser import csv import ast import glob import json, operator import sqlite3 api_app = Flask(__name__) api = Api(api_app) # TODO this is duplicated from kiss_and_db.py, can I avoid that? db_fields = ("id", "addresse", "alive", "altitude", "comment", "course", "created", "format", "frame", "from", "gpsfixstatus", "latitude", "longitude", "mbits", "messagecapable", "message_text", "msgNo", "mtype", "object_format", "object_name", "path", "phg", "phg_dir", "phg_gain", "phg_height", "phg_power", "phg_range", "posambiguity", "raw", "raw_timestamp", "speed", "station_call", "station_lat", "station_lon", "status", "subpacket", "symbol", "symbol_table", "telemetry", "timestamp", "to", "tEQNS", "tPARM", "tUNIT", "via", "weather", "wx_raw_timestamp") def read_config(): config = configparser.ConfigParser() config.read('config.ini') return config def read_logs(log_folder): # Read some log files # UTC time, so let's look at tomorrow, today, and yesterday. today = date.today() yesterday = today - timedelta(days = 1) tomorrow = today + timedelta(days = 1) file_list = glob.glob(log_folder+str(yesterday)+"*") + \ glob.glob(log_folder+str(today)+"*") + \ glob.glob(log_folder+str(tomorrow)+"*") # https://stackoverflow.com/a/66071962 json_array = [] for file in file_list: with open(file, encoding='utf-8') as csvf: csvReader = csv.DictReader(csvf) for row in csvReader: #add this python dict to json array json_array.append(row) # Add the call and location of this station to the packet info config = read_config() for item in json_array: item['station_name'] = config['Settings']['station_call'] item['station_lat'] = config['Settings']['station_lat'] item['station_lon'] = config['Settings']['station_lon'] return(json_array) def dict_factory(cursor, row): d = {} for idx, col in enumerate(cursor.description): d[col[0]] = row[idx] return d def get_db_connection(): conn = sqlite3.connect('database.db') conn.row_factory = dict_factory return conn def select_all_frames(conn): """ Query all rows in the frames table :param conn: the Connection object :return: """ cur = conn.cursor() cur.execute("SELECT * FROM frames") rows = cur.fetchall() return rows def select_frames(conn, n, from_, url_params): # Should pass this a dict of fields and values (request.args) # TODO clean data before sending to DB # Filter out any keys that don't match db fields # From https://stackoverflow.com/a/20256491 dictfilt = lambda x, y: dict([ (i,x[i]) for i in x if i in set(y) ]) field_where = dictfilt(url_params, db_fields) # Then loop through fields to create query parts # From https://stackoverflow.com/a/73512269/2152245 field_where_str = ' AND '.join([f'"{k}" = \'{v}\'' for k,v in field_where.items()]) cur = conn.cursor() # Workaround to deal with missing value in WHERE field_where_query = "" if field_where_str == "" else "WHERE "+field_where_str sql = 'SELECT * FROM frames {field_where_query} ORDER BY created DESC LIMIT {n}'.format(field_where_query=field_where_query, n=n) print(sql) cur.execute(sql) rows = cur.fetchall() return rows class Packets(Resource): def get(self): # Handle arguments that may or may not exist try: n = int(request.args.get('n')) except: n = 10 from_ = None if request.args.get('from') == None else request.args.get('from') conn = get_db_connection() # Limit to number of records requested data = select_frames(conn, n = n, from_ = from_, url_params = request.args.to_dict()) # Sort by created date, descending (https://stackoverflow.com/a/45266808) #data.sort(key=operator.itemgetter('created'), reverse=True) return {'data': data}, 200 # return data and 200 OK code # Read config config = read_config() log_folder = config['Settings']['log_folder'] # Start subprocess to watch KISS connection #import subprocess #subprocess.Popen(["python3","kiss_and_db.py"]) api.add_resource(Packets, '/packets') # and '/locations' is our entry point for Locations if __name__ == '__main__': api_app.run(debug=True, host='0.0.0.0', port=5001) # run our Flask app