from flask import Flask from flask_restful import Resource, Api, reqparse from datetime import date, timedelta import configparser # TODO Can we do it without pandas and numpy? import pandas as pd import numpy as np import ast import glob import json app = Flask(__name__) api = Api(app) def read_config(): config = configparser.ConfigParser() config.read('config.ini') return config def read_logs(log_folder): # Read some log files # Zulu time, so let's look at tomorrow, today, and yesterday. # TODO Load new files into a database on a schedule? today = date.today() yesterday = today - timedelta(days = 1) tomorrow = today + timedelta(days = 1) file_list = glob.glob(log_folder+str(yesterday)+"*") + \ glob.glob(log_folder+str(today)+"*") + \ glob.glob(log_folder+str(tomorrow)+"*") list_stacked = pd.DataFrame() for file in file_list: file1 = pd.read_csv(file) list_stacked = pd.concat([list_stacked, file1]) # TODO Can we do this without numpy? list_stacked.replace(np.nan, 0, inplace=True) #print(list_stacked.head()) return(list_stacked) class Users(Resource): def get(self): data = pd.read_csv('users.csv') # read CSV data = data.to_dict(orient = 'records') # convert dataframe to dictionary return {'data': data}, 200 # return data and 200 OK code class Locations(Resource): def get(self): data = pd.read_csv('locations.csv') # read CSV data = data.to_dict(orient = 'records') # convert dataframe to dictionary return {'data': data}, 200 # return data and 200 OK code class Packets(Resource): def get(self): data = read_logs(log_folder) # re-reads the log files every time data = data.to_dict(orient = 'records') # convert dataframe to dictionary return {'data': data}, 200 # return data and 200 OK code # Read config config = read_config() log_folder = config['Settings']['log_folder'] # Load logs first (just to check for errors before page loads) data = read_logs(log_folder) api.add_resource(Users, '/users') # '/users' is our entry point for Users api.add_resource(Locations, '/locations') # and '/locations' is our entry point for Locations api.add_resource(Packets, '/packets') # and '/locations' is our entry point for Locations if __name__ == '__main__': app.run(debug=True) # run our Flask app