From 03cff3a2251d6685d76c18fdf4c6fa0f97ac253d Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Wed, 2 Aug 2023 16:15:40 -0400 Subject: [PATCH] server: reset digest at end of generate --- server/routes.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/server/routes.go b/server/routes.go index 09c021b5..0c94c10a 100644 --- a/server/routes.go +++ b/server/routes.go @@ -31,8 +31,8 @@ var loaded struct { expireAt time.Time expireTimer *time.Timer - digest string - options api.Options + digest string + options api.Options } func GenerateHandler(c *gin.Context) { @@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) { if loaded.llm != nil { loaded.llm.Close() loaded.llm = nil + loaded.digest = "" } opts := api.DefaultOptions() @@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) { loaded.llm.Close() loaded.llm = nil + loaded.digest = "" }) } loaded.expireTimer.Reset(sessionDuration)