Spaces:
Running
Running
Juneyy
commited on
Commit
•
a5f8ce5
1
Parent(s):
566a2d7
Update modeltraining.py
Browse files- modeltraining.py +5 -8
modeltraining.py
CHANGED
@@ -21,21 +21,21 @@ import csv
|
|
21 |
path = ''
|
22 |
|
23 |
def preprocesshyper():
|
24 |
-
with open(path + 'preprocessing_data.csv', newline='') as f:
|
25 |
reader = csv.reader(f)
|
26 |
data = list(reader)
|
27 |
|
28 |
version = int(*data[0])
|
29 |
version += 1
|
30 |
|
31 |
-
with open(path + "preprocessing_data.csv", "w") as f:
|
32 |
f.write("{}\n".format(version))
|
33 |
return version
|
34 |
|
35 |
def normalize(data):
|
36 |
data_mean = data.mean(axis=0)
|
37 |
data_std = data.std(axis=0)
|
38 |
-
with open(path + "preprocessing_data.csv", "a") as f:
|
39 |
f.write("Mean, Standard Deviation\n")
|
40 |
f.write("{}, {}, {}, {}\n".format(data_mean[0], data_mean[1], data_mean[2], data_mean[3]))
|
41 |
f.write("{}, {}, {}, {}".format(data_std[0], data_std[1], data_std[2], data_std[3]))
|
@@ -43,7 +43,7 @@ def normalize(data):
|
|
43 |
|
44 |
|
45 |
def preprocessdata():
|
46 |
-
pd_data = pd.read_csv(path + 'weather_data.csv')
|
47 |
pd_data['Time PST'] = pd.to_datetime(pd_data['Time PST'])
|
48 |
pd_data['Temp (F)'] = pd_data['Temp (F)'].astype(int)
|
49 |
pd_data['Humidity'] = pd_data['Humidity'].astype(int)
|
@@ -157,12 +157,10 @@ def model_train(df):
|
|
157 |
model.compile(optimizer=keras.optimizers.Adam(learning_rate=learning_rate), loss="mse")
|
158 |
model.summary()
|
159 |
|
160 |
-
path_checkpoint = "model_checkpoint.weights.h5"
|
161 |
es_callback = keras.callbacks.EarlyStopping(monitor="val_loss", min_delta=0, patience=5)
|
162 |
|
163 |
modelckpt_callback = keras.callbacks.ModelCheckpoint(
|
164 |
monitor="val_loss",
|
165 |
-
filepath=path_checkpoint,
|
166 |
verbose=1,
|
167 |
save_weights_only=True,
|
168 |
save_best_only=True,
|
@@ -227,11 +225,10 @@ def model_train(df):
|
|
227 |
# "Single Step Prediction",
|
228 |
# )
|
229 |
def main():
|
230 |
-
print("HI")
|
231 |
version = preprocesshyper()
|
232 |
df = preprocessdata()
|
233 |
model = model_train(df)
|
234 |
-
model.save(path + 'LTSM{}.h5'.format(version))
|
235 |
|
236 |
if __name__ == "__main__":
|
237 |
main()
|
|
|
21 |
path = ''
|
22 |
|
23 |
def preprocesshyper():
|
24 |
+
with open(path + 'data/' + 'preprocessing_data.csv', newline='') as f:
|
25 |
reader = csv.reader(f)
|
26 |
data = list(reader)
|
27 |
|
28 |
version = int(*data[0])
|
29 |
version += 1
|
30 |
|
31 |
+
with open(path + 'data/' + "preprocessing_data.csv", "w") as f:
|
32 |
f.write("{}\n".format(version))
|
33 |
return version
|
34 |
|
35 |
def normalize(data):
|
36 |
data_mean = data.mean(axis=0)
|
37 |
data_std = data.std(axis=0)
|
38 |
+
with open(path + 'data/ + "preprocessing_data.csv", "a") as f:
|
39 |
f.write("Mean, Standard Deviation\n")
|
40 |
f.write("{}, {}, {}, {}\n".format(data_mean[0], data_mean[1], data_mean[2], data_mean[3]))
|
41 |
f.write("{}, {}, {}, {}".format(data_std[0], data_std[1], data_std[2], data_std[3]))
|
|
|
43 |
|
44 |
|
45 |
def preprocessdata():
|
46 |
+
pd_data = pd.read_csv(path + 'data/ + 'weather_data.csv')
|
47 |
pd_data['Time PST'] = pd.to_datetime(pd_data['Time PST'])
|
48 |
pd_data['Temp (F)'] = pd_data['Temp (F)'].astype(int)
|
49 |
pd_data['Humidity'] = pd_data['Humidity'].astype(int)
|
|
|
157 |
model.compile(optimizer=keras.optimizers.Adam(learning_rate=learning_rate), loss="mse")
|
158 |
model.summary()
|
159 |
|
|
|
160 |
es_callback = keras.callbacks.EarlyStopping(monitor="val_loss", min_delta=0, patience=5)
|
161 |
|
162 |
modelckpt_callback = keras.callbacks.ModelCheckpoint(
|
163 |
monitor="val_loss",
|
|
|
164 |
verbose=1,
|
165 |
save_weights_only=True,
|
166 |
save_best_only=True,
|
|
|
225 |
# "Single Step Prediction",
|
226 |
# )
|
227 |
def main():
|
|
|
228 |
version = preprocesshyper()
|
229 |
df = preprocessdata()
|
230 |
model = model_train(df)
|
231 |
+
model.save(path + 'model/ + 'LTSM{}.h5'.format(version))
|
232 |
|
233 |
if __name__ == "__main__":
|
234 |
main()
|