SillyTavern/SillyTavern-extras
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern-Extras.git synced 2026-05-01 03:41:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make chromadb persistence optional

Browse Source 
Allows for the use of the `--chroma-persist` and `--no-chroma-persist` args. Still defaults to true.
This commit is contained in:
BlipRanger
2023-06-17 20:51:42 -04:00
committed by GitHub
parent d146ad5bc6
commit 7d5582584e
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
server.py
View File

@@ -64,6 +64,7 @@ parser.add_argument("--embedding-model", help="Load a custom text embedding mode
parser.add_argument("--chroma-host", help="Host IP for a remote ChromaDB instance")
parser.add_argument("--chroma-port", help="HTTP port for a remote ChromaDB instance (defaults to 8000)")
parser.add_argument("--chroma-folder", help="Path for chromadb persistence folder", default='.chroma_db')
parser.add_argument('--chroma-persist', help="Chromadb persistence", default=True, action=argparse.BooleanOptionalAction)
parser.add_argument(
"--secure", action="store_true", help="Enforces the use of an API key"
)
@@ -243,8 +244,13 @@ if "chromadb" in modules:
# Also disable chromadb telemetry
posthog.capture = lambda *args, **kwargs: None
if args.chroma_host is None:
chromadb_client = chromadb.Client(Settings(anonymized_telemetry=False, persist_directory=args.chroma_folder, chroma_db_impl='duckdb+parquet'))
print(f"ChromaDB is running in-memory with persistence. Persistence is stored in {args.chroma_folder}. Can be cleared by deleting the folder or purging db.")
if args.chroma_persist:
chromadb_client = chromadb.Client(Settings(anonymized_telemetry=False, persist_directory=args.chroma_folder, chroma_db_impl='duckdb+parquet'))
print(f"ChromaDB is running in-memory with persistence. Persistence is stored in {args.chroma_folder}. Can be cleared by deleting the folder or purging db.")
else:
chromadb_client = chromadb.Client(Settings(anonymized_telemetry=False))
print(f"ChromaDB is running in-memory without persistence.")
else:
chroma_port=(
args.chroma_port if args.chroma_port else DEFAULT_CHROMA_PORT