chore: adding a system to save key piece by piece

play_with_endpoint.py

@@ -54,17 +54,30 @@ fhemodel_client.generate_private_and_evaluation_keys()
 evaluation_keys = fhemodel_client.get_serialized_evaluation_keys()
 
 # Save the key in the database
-evaluation_keys_remaining = evaluation_keys
+evaluation_keys_remaining = evaluation_keys[:]
 uid = None
 is_first = True
+is_finished = False
+i = 0
+packet_size = 1024 * 1024 * 100
 
-while sys.getsizeof(evaluation_keys_remaining) > 0:
+while not is_finished:
 
     # Send by packets of 100M
-    evaluation_keys_piece = evaluation_keys[: 1024 * 1024 * 100]
-    evaluation_keys_remaining = evaluation_keys[1024 * 1024 * 100 :]
+    if sys.getsizeof(evaluation_keys_remaining) > packet_size:
+        evaluation_keys_piece = evaluation_keys_remaining[:packet_size]
+        evaluation_keys_remaining = evaluation_keys_remaining[packet_size:]
+    else:
+        evaluation_keys_piece = evaluation_keys_remaining
+        is_finished = True
+
+    print(
+        f"Sending {i}-th piece of the key (remaining size is {sys.getsizeof(evaluation_keys_remaining)})"
+    )
+    i += 1
 
     if is_first:
+        is_first = False
         payload = {
             "inputs": "fake",
             "evaluation_keys": to_json(evaluation_keys_piece),
@@ -72,6 +85,7 @@ while sys.getsizeof(evaluation_keys_remaining) > 0:
         }
 
         uid = query(payload)["uid"]
+        print(f"Storing the key in the database under {uid=}")
 
     else:
         payload = {
@@ -83,8 +97,6 @@ while sys.getsizeof(evaluation_keys_remaining) > 0:
 
         query(payload)
 
-print(f"Storing the key in the database under {uid=}")
-
 # Test the handler
 nb_good = 0
 nb_samples = len(X_test)