from flask import Flask, request, render_template from flask_restful import Resource, Api, reqparse from datetime import date, timedelta import configparser import csv import ast import glob import json, operator import requests import sqlite3 api_app = Flask(__name__) api = Api(api_app) # TODO this is duplicated from kiss_and_db.py, can I avoid that? import constants def read_config(): config = configparser.ConfigParser() config.read('config.ini') return config def read_logs(log_folder): # Read some log files # UTC time, so let's look at tomorrow, today, and yesterday. today = date.today() yesterday = today - timedelta(days = 1) tomorrow = today + timedelta(days = 1) file_list = glob.glob(log_folder+str(yesterday)+"*") + \ glob.glob(log_folder+str(today)+"*") + \ glob.glob(log_folder+str(tomorrow)+"*") # https://stackoverflow.com/a/66071962 json_array = [] for file in file_list: with open(file, encoding='utf-8') as csvf: csvReader = csv.DictReader(csvf) for row in csvReader: #add this python dict to json array json_array.append(row) # Add the call and location of this station to the packet info config = read_config() for item in json_array: item['station_name'] = config['Settings']['station_call'] item['station_lat'] = config['Settings']['station_lat'] item['station_lon'] = config['Settings']['station_lon'] return(json_array) def dict_factory(cursor, row): d = {} for idx, col in enumerate(cursor.description): d[col[0]] = row[idx] return d def get_db_connection(): conn = sqlite3.connect('database.db') conn.row_factory = dict_factory return conn def select_all_frames(conn): """ Query all rows in the frames table :param conn: the Connection object :return: """ cur = conn.cursor() cur.execute("SELECT * FROM frames") rows = cur.fetchall() return rows def select_frames(conn, n, from_, url_params): # Should pass this a dict of fields and values (request.args) # TODO clean data before sending to DB # Filter out any keys that don't match db fields # From https://stackoverflow.com/a/20256491 dictfilt = lambda x, y: dict([ (i,x[i]) for i in x if i in set(y) ]) field_where = dictfilt(url_params, constants.db_frames_fields) # Then loop through fields to create query parts # From https://stackoverflow.com/a/73512269/2152245 field_where_str = ' AND '.join([f'"{k}" LIKE \'{v}\'' for k,v in field_where.items()]) cur = conn.cursor() # Workaround to deal with missing value in WHERE field_where_query = "" if field_where_str == "" else "WHERE "+field_where_str sql = 'SELECT * FROM frames {field_where_query} ORDER BY created DESC LIMIT {n}'.format(field_where_query=field_where_query, n=n) print(sql) cur.execute(sql) rows = cur.fetchall() return rows @api_app.route('/') def index(): # Get list of recent packets using API # TODO use relative path response = json.loads(requests.get("https://digi.w1cdn.net/aprs_api/packets").text)['data'] return render_template('index.html', station_call = config['Settings']['station_call'], station_lat = config['Settings']['station_lat'], station_lon = config['Settings']['station_lon'], d = response) class Packets(Resource): def get(self): # Handle arguments that may or may not exist try: n = int(request.args.get('n')) except: n = 10 from_ = None if request.args.get('from') == None else request.args.get('from') conn = get_db_connection() # Limit to number of records requested data = select_frames(conn, n = n, from_ = from_, url_params = request.args.to_dict()) # Sort by created date, descending (https://stackoverflow.com/a/45266808) #data.sort(key=operator.itemgetter('created'), reverse=True) return {data}, 200 # return data and 200 OK code # Read config config = read_config() log_folder = config['Settings']['log_folder'] # Start subprocess to watch KISS connection import subprocess subprocess.Popen(["python3","kiss_and_db.py"]) api.add_resource(Packets, '/packets') if __name__ == '__main__': api_app.run(debug=True, host='0.0.0.0', port=5001) # run our Flask app