chore: rebase from template

handler.py

@@ -49,6 +49,17 @@ class EndpointHandler:
 
             return {"uid": uid}
 
+        elif method == "append_key":
+
+            # Get key piece
+            evaluation_keys = from_json(data.pop("evaluation_keys", data))
+
+            uid = data.pop("uid", data)
+
+            self.key_database[uid] += evaluation_keys
+
+            return
+
         elif method == "inference":
 
             uid = data.pop("uid", data)

play_with_endpoint.py

@@ -61,14 +61,48 @@ fhemodel_client.generate_private_and_evaluation_keys()
 evaluation_keys = fhemodel_client.get_serialized_evaluation_keys()
 
 # Save the key in the database
-payload = {
-    "inputs": "fake",
-    "evaluation_keys": to_json(evaluation_keys),
-    "method": "save_key",
-}
+evaluation_keys_remaining = evaluation_keys[:]
+uid = None
+is_first = True
+is_finished = False
+i = 0
+packet_size = 1024 * 1024 * 100
+
+while not is_finished:
+
+    # Send by packets of 100M
+    if sys.getsizeof(evaluation_keys_remaining) > packet_size:
+        evaluation_keys_piece = evaluation_keys_remaining[:packet_size]
+        evaluation_keys_remaining = evaluation_keys_remaining[packet_size:]
+    else:
+        evaluation_keys_piece = evaluation_keys_remaining
+        is_finished = True
+
+    print(
+        f"Sending {i}-th piece of the key (remaining size is {sys.getsizeof(evaluation_keys_remaining) / 1024:.2f} kbytes)"
+    )
+    i += 1
+
+    if is_first:
+        is_first = False
+        payload = {
+            "inputs": "fake",
+            "evaluation_keys": to_json(evaluation_keys_piece),
+            "method": "save_key",
+        }
+
+        uid = query(payload)["uid"]
+        print(f"Storing the key in the database under {uid=}")
+
+    else:
+        payload = {
+            "inputs": "fake",
+            "evaluation_keys": to_json(evaluation_keys_piece),
+            "method": "append_key",
+            "uid": uid,
+        }
 
-uid = query(payload)["uid"]
-print(f"Storing the key in the database under {uid=}")
+        query(payload)
 
 # Test the handler
 nb_good = 0
@@ -92,7 +126,7 @@ for i in range(nb_samples):
     }
 
     if is_first:
-        print(f"Size of the payload: {sys.getsizeof(payload) / 1024} kilobytes")
+        print(f"Size of the payload: {sys.getsizeof(payload) / 1024:.2f} kilobytes")
         is_first = False
 
     # Run the inference on HF servers