import pandas as pd
import numpy as np
import matplotlib.pyplot as plt

#Data pre-processing
state = {0: 'NSW', 1: 'QLD', 2: 'SA', 3: 'TAS', 4: 'VIC'}
year = {0: '2015', 1: '2016', 2: '2017'}
#year = {0: '2017'}

df_nsw = pd.DataFrame()
df_qld = pd.DataFrame()
df_sa = pd.DataFrame()
df_tas = pd.DataFrame()
df_vic = pd.DataFrame()

df_nsw_test = pd.DataFrame()
df_qld_test = pd.DataFrame()
df_sa_test = pd.DataFrame()
df_tas_test = pd.DataFrame()
df_vic_test = pd.DataFrame()

df = {'NSW': df_nsw, 'QLD': df_qld, 'SA': df_sa, 'TAS': df_tas, 'VIC': df_vic}
df_test = {'NSW': df_nsw_test, 'QLD': df_qld_test, 'SA': df_sa_test, 'TAS': df_tas_test, 'VIC': df_vic_test}

for st in state.values():
    for ye in year.values():
        for mn in range(1,13):
            if mn < 10:
                dataset = pd.read_csv('./datasets/train/' + st + '/PRICE_AND_DEMAND_' + ye + '0' + str(mn) +'_' + st + '1.csv')
            else:
                dataset = pd.read_csv('./datasets/train/' + st + '/PRICE_AND_DEMAND_' + ye + str(mn) +'_' + st + '1.csv')
            df[st] = df[st].append(dataset.iloc[:,1:3])
    df[st] = df[st].set_index('SETTLEMENTDATE')


for st in state.values():
    dataset = pd.read_csv('./datasets/test/' + st + '/PRICE_AND_DEMAND_201801_' + st + '1.csv')
    df_test[st] = df_test[st].append(dataset.iloc[:,1:3])
    df_test[st] = df_test[st].set_index('SETTLEMENTDATE')


plt.plot(df['NSW'].iloc[:,0].values)
plt.show()
plt.plot(df['QLD'].iloc[:,0].values)
plt.show()
plt.plot(df['SA'].iloc[:,0].values)
plt.show()
plt.plot(df['TAS'].iloc[:,0].values)
plt.show()
plt.plot(df['VIC'].iloc[:,0].values)
plt.show()