mirror of
https://github.com/tcsenpai/pensieve.git
synced 2025-06-07 03:35:24 +00:00
feat(config): use default config file
This commit is contained in:
parent
189b82739d
commit
a60488e80c
1
.gitignore
vendored
1
.gitignore
vendored
@ -9,3 +9,4 @@ typesense-data/
|
|||||||
test-data/
|
test-data/
|
||||||
memos/static/
|
memos/static/
|
||||||
db/
|
db/
|
||||||
|
memos/plugins/ocr/temp_ppocr.yaml
|
||||||
|
@ -29,7 +29,7 @@ app = typer.Typer(context_settings={"help_option_names": ["-h", "--help"]})
|
|||||||
app.add_typer(plugin_app, name="plugin")
|
app.add_typer(plugin_app, name="plugin")
|
||||||
app.add_typer(lib_app, name="lib")
|
app.add_typer(lib_app, name="lib")
|
||||||
|
|
||||||
BASE_URL = f"http://{settings.server_host}:{settings.server_port}"
|
BASE_URL = settings.server_endpoint
|
||||||
|
|
||||||
# Configure logging
|
# Configure logging
|
||||||
logging.basicConfig(
|
logging.basicConfig(
|
||||||
@ -207,7 +207,7 @@ def record(
|
|||||||
"""
|
"""
|
||||||
Record screenshots of the screen.
|
Record screenshots of the screen.
|
||||||
"""
|
"""
|
||||||
base_dir = os.path.expanduser(base_dir) if base_dir else settings.screenshots_dir
|
base_dir = os.path.expanduser(base_dir) if base_dir else settings.resolved_screenshots_dir
|
||||||
previous_hashes = load_previous_hashes(base_dir)
|
previous_hashes = load_previous_hashes(base_dir)
|
||||||
|
|
||||||
if once:
|
if once:
|
||||||
|
@ -1,4 +1,5 @@
|
|||||||
import os
|
import os
|
||||||
|
import shutil
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Tuple, Type, List
|
from typing import Tuple, Type, List
|
||||||
from pydantic_settings import (
|
from pydantic_settings import (
|
||||||
@ -65,10 +66,10 @@ class Settings(BaseSettings):
|
|||||||
env_prefix="MEMOS_",
|
env_prefix="MEMOS_",
|
||||||
)
|
)
|
||||||
|
|
||||||
base_dir: str = str(Path.home() / ".memos")
|
base_dir: str = "~/.memos"
|
||||||
database_path: str = os.path.join(base_dir, "database.db")
|
database_path: str = "database.db"
|
||||||
default_library: str = "screenshots"
|
default_library: str = "screenshots"
|
||||||
screenshots_dir: str = os.path.join(base_dir, "screenshots")
|
screenshots_dir: str = "screenshots"
|
||||||
|
|
||||||
# Server settings
|
# Server settings
|
||||||
server_host: str = "127.0.0.1"
|
server_host: str = "127.0.0.1"
|
||||||
@ -91,7 +92,7 @@ class Settings(BaseSettings):
|
|||||||
auth_username: str = "admin"
|
auth_username: str = "admin"
|
||||||
auth_password: SecretStr = SecretStr("changeme")
|
auth_password: SecretStr = SecretStr("changeme")
|
||||||
|
|
||||||
default_plugins: List[str] = ["builtin_vlm", "builtin_ocr"]
|
default_plugins: List[str] = ["builtin_ocr"]
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def settings_customise_sources(
|
def settings_customise_sources(
|
||||||
@ -107,6 +108,23 @@ class Settings(BaseSettings):
|
|||||||
YamlConfigSettingsSource(settings_cls),
|
YamlConfigSettingsSource(settings_cls),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def resolved_base_dir(self) -> Path:
|
||||||
|
return Path(self.base_dir).expanduser().resolve()
|
||||||
|
|
||||||
|
@property
|
||||||
|
def resolved_database_path(self) -> Path:
|
||||||
|
return self.resolved_base_dir / self.database_path
|
||||||
|
|
||||||
|
@property
|
||||||
|
def resolved_screenshots_dir(self) -> Path:
|
||||||
|
return self.resolved_base_dir / self.screenshots_dir
|
||||||
|
|
||||||
|
@property
|
||||||
|
def server_endpoint(self) -> str:
|
||||||
|
host = "127.0.0.1" if self.server_host == "0.0.0.0" else self.server_host
|
||||||
|
return f"http://{host}:{self.server_port}"
|
||||||
|
|
||||||
|
|
||||||
def dict_representer(dumper, data):
|
def dict_representer(dumper, data):
|
||||||
return dumper.represent_dict(data.items())
|
return dumper.represent_dict(data.items())
|
||||||
@ -133,35 +151,19 @@ yaml.add_representer(SecretStr, secret_str_representer)
|
|||||||
def create_default_config():
|
def create_default_config():
|
||||||
config_path = Path.home() / ".memos" / "config.yaml"
|
config_path = Path.home() / ".memos" / "config.yaml"
|
||||||
if not config_path.exists():
|
if not config_path.exists():
|
||||||
settings = Settings()
|
template_path = Path(__file__).parent / "default_config.yaml"
|
||||||
os.makedirs(config_path.parent, exist_ok=True)
|
os.makedirs(config_path.parent, exist_ok=True)
|
||||||
|
shutil.copy(template_path, config_path)
|
||||||
# 将设置转换为字典并确保顺序
|
print(f"Created default configuration at {config_path}")
|
||||||
settings_dict = settings.model_dump()
|
|
||||||
ordered_settings = OrderedDict(
|
|
||||||
(key, settings_dict[key]) for key in settings.model_fields.keys()
|
|
||||||
)
|
|
||||||
|
|
||||||
# 使用 io.StringIO 作为中间步骤
|
|
||||||
with io.StringIO() as string_buffer:
|
|
||||||
yaml.dump(
|
|
||||||
ordered_settings, string_buffer, allow_unicode=True, Dumper=yaml.Dumper
|
|
||||||
)
|
|
||||||
yaml_content = string_buffer.getvalue()
|
|
||||||
|
|
||||||
# 将内容写入文件,确保使用 UTF-8 编码
|
|
||||||
with open(config_path, "w", encoding="utf-8") as f:
|
|
||||||
f.write(yaml_content)
|
|
||||||
|
|
||||||
|
|
||||||
# Create default config if it doesn't exist
|
# Create default config if it doesn't exist
|
||||||
create_default_config()
|
create_default_config()
|
||||||
|
|
||||||
|
|
||||||
settings = Settings()
|
settings = Settings()
|
||||||
|
|
||||||
# Define the default database path
|
# Define the default database path
|
||||||
os.makedirs(settings.base_dir, exist_ok=True)
|
os.makedirs(settings.resolved_base_dir, exist_ok=True)
|
||||||
|
|
||||||
# Global variable for Typesense collection name
|
# Global variable for Typesense collection name
|
||||||
TYPESENSE_COLLECTION_NAME = settings.typesense.collection_name
|
TYPESENSE_COLLECTION_NAME = settings.typesense.collection_name
|
||||||
@ -169,7 +171,7 @@ TYPESENSE_COLLECTION_NAME = settings.typesense.collection_name
|
|||||||
|
|
||||||
# Function to get the database path from environment variable or default
|
# Function to get the database path from environment variable or default
|
||||||
def get_database_path():
|
def get_database_path():
|
||||||
return settings.database_path
|
return str(settings.resolved_database_path)
|
||||||
|
|
||||||
|
|
||||||
def format_value(value):
|
def format_value(value):
|
||||||
@ -197,6 +199,9 @@ def display_config():
|
|||||||
typer.echo("Current configuration settings:")
|
typer.echo("Current configuration settings:")
|
||||||
for key, value in config_dict.items():
|
for key, value in config_dict.items():
|
||||||
formatted_value = format_value(value)
|
formatted_value = format_value(value)
|
||||||
|
if key in ["base_dir", "database_path", "screenshots_dir"]:
|
||||||
|
resolved_value = getattr(settings, f"resolved_{key}")
|
||||||
|
formatted_value += f" (resolved: {resolved_value})"
|
||||||
if "\n" in formatted_value:
|
if "\n" in formatted_value:
|
||||||
typer.echo(f"{key}:")
|
typer.echo(f"{key}:")
|
||||||
for line in formatted_value.split("\n"):
|
for line in formatted_value.split("\n"):
|
||||||
|
60
memos/default_config.yaml
Normal file
60
memos/default_config.yaml
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
base_dir: ~/.memos
|
||||||
|
database_path: database.db
|
||||||
|
default_library: screenshots
|
||||||
|
screenshots_dir: screenshots
|
||||||
|
|
||||||
|
server_host: 127.0.0.1
|
||||||
|
server_port: 8839
|
||||||
|
|
||||||
|
# using ollama as the vlm server
|
||||||
|
vlm:
|
||||||
|
concurrency: 1
|
||||||
|
enabled: true
|
||||||
|
endpoint: http://localhost:11434
|
||||||
|
force_jpeg: true
|
||||||
|
modelname: minicpm-v
|
||||||
|
prompt: 请帮描述这个图片中的内容,包括画面格局、出现的视觉元素等
|
||||||
|
token: ''
|
||||||
|
|
||||||
|
# using local ocr
|
||||||
|
ocr:
|
||||||
|
concurrency: 1
|
||||||
|
enabled: true
|
||||||
|
endpoint: http://localhost:5555/predict # this is not used
|
||||||
|
force_jpeg: false
|
||||||
|
token: ''
|
||||||
|
use_local: true
|
||||||
|
|
||||||
|
# using local embedding
|
||||||
|
embedding:
|
||||||
|
enabled: true
|
||||||
|
endpoint: http://localhost:11434/api/embed # this is not used
|
||||||
|
model: arkohut/jina-embeddings-v2-base-zh
|
||||||
|
num_dim: 768
|
||||||
|
use_local: true
|
||||||
|
use_modelscope: false
|
||||||
|
|
||||||
|
# using ollama embedding
|
||||||
|
# embedding:
|
||||||
|
# enabled: true
|
||||||
|
# endpoint: http://localhost:11434/api/embed # this is not used
|
||||||
|
# model: arkohut/gte-qwen2-1.5b-instruct:q8_0
|
||||||
|
# num_dim: 1536
|
||||||
|
# use_local: false
|
||||||
|
# use_modelscope: false
|
||||||
|
|
||||||
|
typesense:
|
||||||
|
api_key: xyz
|
||||||
|
collection_name: entities
|
||||||
|
connection_timeout_seconds: 10
|
||||||
|
enabled: false
|
||||||
|
host: localhost
|
||||||
|
port: '8108'
|
||||||
|
protocol: http
|
||||||
|
|
||||||
|
batchsize: 1
|
||||||
|
auth_username: admin
|
||||||
|
auth_password: changeme
|
||||||
|
default_plugins:
|
||||||
|
- builtin_ocr
|
||||||
|
# - builtin_vlm
|
@ -337,7 +337,7 @@ def main():
|
|||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
base_dir = (
|
base_dir = (
|
||||||
os.path.expanduser(args.base_dir) if args.base_dir else settings.screenshots_dir
|
os.path.expanduser(args.base_dir) if args.base_dir else settings.resolved_screenshots_dir
|
||||||
)
|
)
|
||||||
previous_hashes = load_previous_hashes(base_dir)
|
previous_hashes = load_previous_hashes(base_dir)
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user