updated script to send post requests

test_post_request.py

@@ -5,7 +5,8 @@ import argparse
 import numpy as np
 from sklearn.model_selection import train_test_split
 
-from modeling.ml_model_dev import read_csv_file
+from modeling.data_utils import WaterPotabilityDataLoader
+
 
 class NumpyEncoder(json.JSONEncoder):
     def default(self, obj):
@@ -13,18 +14,19 @@ class NumpyEncoder(json.JSONEncoder):
             return obj.tolist()
         return json.JSONEncoder.default(self, obj)
 
-def send_post_reqest(ARGS):
-    df_csv = read_csv_file(ARGS.file_csv)
 
-    df_train, df_test = train_test_split(df_csv, test_size=0.1, random_state=4)
-    list_cols = df_train.columns[:-1]
-    X_test, Y_test = df_test.to_numpy()[:, :-1], df_test.to_numpy()[:, -1:]
+def send_post_reqest(ARGS):
+    water_pot_dataset = WaterPotabilityDataLoader(ARGS.file_csv)
+    water_pot_dataset.read_csv_file()
+    water_pot_dataset.split_data()
+    list_cols = water_pot_dataset.df_csv.columns[:-1]
+    X_test, Y_test = water_pot_dataset.get_data_from_data_frame(which_set="test")
     print(X_test.shape)
 
     url = "https://abhishekrs4-ml-water-potability.hf.space/predict"
     # the endpoint of the post request
 
-    headers = {'Content-type': 'application/json'}
+    headers = {"Content-type": "application/json"}
     # additional headers to indicate the content type of the post request
 
     # perform 20 post requests
@@ -37,6 +39,7 @@ def send_post_reqest(ARGS):
         # print(f"{type(json.loads(result.text))} \n")
     return
 
+
 def main():
     file_csv = "dataset/water_potability.csv"
     num_requests = 20
@@ -45,15 +48,21 @@ def main():
         formatter_class=argparse.ArgumentDefaultsHelpFormatter
     )
 
-    parser.add_argument("--file_csv", default=file_csv,
-        type=str, help="full path to dataset csv file")
-    parser.add_argument("--num_requests", default=num_requests,
-        type=int, help="number of post requests to send")
+    parser.add_argument(
+        "--file_csv", default=file_csv, type=str, help="full path to dataset csv file"
+    )
+    parser.add_argument(
+        "--num_requests",
+        default=num_requests,
+        type=int,
+        help="number of post requests to send",
+    )
 
     ARGS, unparsed = parser.parse_known_args()
     send_post_reqest(ARGS)
 
     return
 
+
 if __name__ == "__main__":
     main()