swapping to local embeddings

This commit is contained in:
2025-10-06 17:28:55 +02:00
parent bae86fb5a2
commit 487d7d0cc9
8 changed files with 398 additions and 319 deletions

View File

@@ -566,10 +566,14 @@ class RAGService:
logger.warning(f"Could not check existing collections: {e}")
# Create collection with proper vector configuration
from app.services.embedding_service import embedding_service
vector_dimension = getattr(embedding_service, 'dimension', 384) or 384
client.create_collection(
collection_name=collection_name,
vectors_config=VectorParams(
size=1024, # Updated for multilingual-e5-large-instruct model
size=vector_dimension,
distance=Distance.COSINE
),
optimizers_config=models.OptimizersConfigDiff(