From b39d651b0c27dcbed85af58f7c248e73dc9d9a02 Mon Sep 17 00:00:00 2001
From: arkohut <39525455+arkohut@users.noreply.github.com>
Date: Fri, 4 Oct 2024 14:47:17 +0800
Subject: [PATCH] feat(vlm): update prompt

---
 memos/plugins/vlm/main.py | 14 +-------------
 1 file changed, 1 insertion(+), 13 deletions(-)

diff --git a/memos/plugins/vlm/main.py b/memos/plugins/vlm/main.py
index cd21ed3..3c8bedc 100644
--- a/memos/plugins/vlm/main.py
+++ b/memos/plugins/vlm/main.py
@@ -10,19 +10,9 @@ import uvicorn
 import os
 import io
 
-from unittest.mock import patch
-from transformers.dynamic_module_utils import get_imports
-
-def fixed_get_imports(filename: str | os.PathLike) -> list[str]:
-    if not str(filename).endswith("modeling_florence2.py"):
-        return get_imports(filename)
-    imports = get_imports(filename)
-    imports.remove("flash_attn")
-    return imports
-
 
 PLUGIN_NAME = "vlm"
-PROMPT = "描述这张图片的内容"
+PROMPT = "请帮我尽量详尽的描述这个图片中的内容，包括文字内容、视觉元素等"
 
 router = APIRouter(tags=[PLUGIN_NAME], responses={404: {"description": "Not found"}})
 
@@ -33,8 +23,6 @@ concurrency = None
 semaphore = None
 force_jpeg = None
 use_local = None
-florence_model = None
-florence_processor = None
 torch_dtype = None
 
 # Configure logger