fix : response timeout

server/app.py

@@ -36,6 +36,17 @@ def setup():
     generator.set_model(model)
     return jsonify({"message": "Model set"}), 200
 
+@app.route('/get_complete_sentence', methods=['GET'])
+def get_complete_sentence():
+    if not generator:
+        return jsonify({"error": "Generator not initialized"}), 400
+    while True:
+        status = generator.get_status()
+        print(status)
+        if status["is_complete"]:
+            return jsonify(status)
+    return None
+
 @app.route('/get_updated_sentence')
 def get_updated_sentence():
     if not generator:

sources/llm_provider.py

@@ -118,7 +118,7 @@ class Provider:
             requests.post(route_gen, json={"messages": history})
             is_complete = False
             while not is_complete:
-                response = requests.get(f"http://{self.server_ip}/get_updated_sentence")
+                response = requests.get(f"http://{self.server_ip}/get_complete_sentence")
                 if "error" in response.json():
                     pretty_print(response.json()["error"], color="failure")
                     break