perf(rag): 优化嵌入服务性能并改进批处理大小配置

- 优化本地嵌入服务(Ollama)性能,移除不必要的延迟
- 改进批处理大小配置,使用动态获取替代硬编码
- 保持云端服务的限流逻辑不变
This commit is contained in:
ArcueId 2025-12-28 10:15:58 +08:00
parent 8644f6f113
commit e06126482c
2 changed files with 3 additions and 2 deletions

View File

@ -767,7 +767,8 @@ class EmbeddingService:
logger.warning(f"Progress callback error: {e}")
# 添加小延迟避免限流
await asyncio.sleep(0.1)
if self.provider not in ["ollama"]:
await asyncio.sleep(0.1) # 本地不延时
# 确保没有 None
return [e if e is not None else [0.0] * self.dimension for e in embeddings]

View File

@ -1290,7 +1290,7 @@ class CodeIndexer:
# 批量嵌入(带进度回调和取消检查)
embeddings = await self.embedding_service.embed_batch(
texts,
batch_size=50,
batch_size=getattr(self.embedding_service, 'batch_size', 50),
progress_callback=embedding_progress_callback,
cancel_check=cancel_check,
)