from flask import Flask
from flask_restful import Resource, Api, reqparse
from datetime import date, timedelta
import configparser
# TODO Can we do it without pandas and numpy? They are so big.
#import pandas as pd
#import numpy as np
import csv
import ast
import glob
import json
app = Flask(__name__)
api = Api(app)

def read_config():
    config = configparser.ConfigParser()
    config.read('config.ini')
    return config

def read_logs(log_folder):
    # Read some log files
    # Zulu time, so let's look at tomorrow, today, and yesterday.
    # TODO Load new files into a database on a schedule?
    today = date.today()
    yesterday = today - timedelta(days = 1)
    tomorrow = today + timedelta(days = 1)
    file_list = glob.glob(log_folder+str(yesterday)+"*") + \
                glob.glob(log_folder+str(today)+"*") + \
                glob.glob(log_folder+str(tomorrow)+"*")
    # list_stacked = pd.DataFrame()
    # for file in file_list:
    #     file1 = pd.read_csv(file)
    #     list_stacked = pd.concat([list_stacked, file1])

    # https://stackoverflow.com/a/66071962
    json_array = []
    for file in file_list:
        with open(file, encoding='utf-8') as csvf:
            csvReader = csv.DictReader(csvf)
            for row in csvReader:
                #add this python dict to json array
                json_array.append(row)

    # TODO Can we do this without numpy?
    #list_stacked.replace(np.nan, 0, inplace=True)
    #print(list_stacked.head())
    return(json_array)

# class Users(Resource):
#     def get(self):
#         data = pd.read_csv('users.csv')  # read CSV
#         data = data.to_dict(orient = 'records')  # convert dataframe to dictionary
#         return {'data': data}, 200  # return data and 200 OK code

# class Locations(Resource):
#     def get(self):
#         data = pd.read_csv('locations.csv')  # read CSV
#         data = data.to_dict(orient = 'records')  # convert dataframe to dictionary
#         return {'data': data}, 200  # return data and 200 OK code

class Packets(Resource):
    def get(self):
        #data = read_logs(log_folder) # re-reads the log files every time
        #data = data.to_dict(orient = 'records')  # convert dataframe to dictionary

        return {'data': data}, 200  # return data and 200 OK code

# Read config
config = read_config()
log_folder = config['Settings']['log_folder']
# Load logs first (just to check for errors before page loads)
data = read_logs(log_folder)


#api.add_resource(Users, '/users')  # '/users' is our entry point for Users
#api.add_resource(Locations, '/locations')  # and '/locations' is our entry point for Locations
api.add_resource(Packets, '/packets')  # and '/locations' is our entry point for Locations

if __name__ == '__main__':
    app.run(debug=True)  # run our Flask app