From 90894f806a7f10471fe50cf8aa699289754f1908 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Sat, 29 Mar 2025 14:23:53 +0100 Subject: [PATCH] fix : response timeout --- server/app.py | 11 +++++++++++ sources/llm_provider.py | 2 +- 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/server/app.py b/server/app.py index 668bbfc..b939d2a 100644 --- a/server/app.py +++ b/server/app.py @@ -36,6 +36,17 @@ def setup(): generator.set_model(model) return jsonify({"message": "Model set"}), 200 +@app.route('/get_complete_sentence', methods=['GET']) +def get_complete_sentence(): + if not generator: + return jsonify({"error": "Generator not initialized"}), 400 + while True: + status = generator.get_status() + print(status) + if status["is_complete"]: + return jsonify(status) + return None + @app.route('/get_updated_sentence') def get_updated_sentence(): if not generator: diff --git a/sources/llm_provider.py b/sources/llm_provider.py index fffde94..b63d870 100644 --- a/sources/llm_provider.py +++ b/sources/llm_provider.py @@ -118,7 +118,7 @@ class Provider: requests.post(route_gen, json={"messages": history}) is_complete = False while not is_complete: - response = requests.get(f"http://{self.server_ip}/get_updated_sentence") + response = requests.get(f"http://{self.server_ip}/get_complete_sentence") if "error" in response.json(): pretty_print(response.json()["error"], color="failure") break