Files
youlbot/container.py
T
shinalok 86370f6c1e Implement Phase 18: Hybrid Search (BM25 + Vector)
- FastEmbedSparse(Qdrant/bm25) 기반 sparse 임베딩 추가 (fastembed 패키지)
- IngestionService: HYBRID_SEARCH_ENABLED 시 dense + sparse 동시 저장 (RetrievalMode.HYBRID)
  - _ensure_collection_schema(): sparse vector 미설정 컬렉션 자동 삭제·재생성
- RetrieverService: hybrid 스토어 + dense 폴백 구조, Qdrant 내장 RRF로 결과 통합
- container.py: sparse_embeddings Singleton 프로바이더, ingestion/retriever 양쪽 주입
- .env.example: HYBRID_SEARCH_ENABLED, SPARSE_MODEL_ID 항목 추가

활성화: .env에 HYBRID_SEARCH_ENABLED=true 설정 후 기존 문서 재수집 필요

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-29 17:47:17 +09:00

146 lines
5.5 KiB
Python

from dependency_injector import containers, providers
from config import Config
from services.model.mlx_model import MlxModelService
from services.model.mlx_chat_model import MlxChatModel
from services.chat.history_service import HistoryService
from services.chat.chat_service import ChatService
from services.chat.compact_service import CompactService
from services.db.mysql_service import DatabaseService
from services.db.conversation_repository import ConversationRepository
from services.db.user_profile_repository import UserProfileRepository
from services.db.feedback_repository import FeedbackRepository
from services.ui.cli_service import CliUiService
from services.events.event_bus import EventBus
from services.events.handlers import StreamTokenHandler, StreamEndHandler
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_qdrant import FastEmbedSparse
from services.rag.ingestion_service import IngestionService
from services.rag.rerank_service import RerankService
from services.rag.retriever_service import RetrieverService
from services.agent.agent_service import AgentService
class Container(containers.DeclarativeContainer):
config = providers.Singleton(Config)
event_bus = providers.Singleton(EventBus)
model_service = providers.Singleton(
MlxModelService,
model_id=providers.Callable(lambda c: c.model_id, config),
)
# LangGraph 에이전트용 BaseChatModel (Phase 1)
chat_model = providers.Singleton(
MlxChatModel,
model_id=providers.Callable(lambda c: c.model_id, config),
max_tokens=providers.Callable(lambda c: c.max_tokens, config),
enable_thinking=providers.Callable(lambda c: c.enable_thinking, config),
)
compact_service = providers.Singleton(
CompactService,
model=model_service,
)
db_service = providers.Singleton(
DatabaseService,
host=providers.Callable(lambda c: c.db_host, config),
port=providers.Callable(lambda c: c.db_port, config),
db=providers.Callable(lambda c: c.db_name, config),
user=providers.Callable(lambda c: c.db_user, config),
password=providers.Callable(lambda c: c.db_password, config),
)
conversation_repository = providers.Singleton(
ConversationRepository,
db=db_service,
)
user_profile_repository = providers.Singleton(
UserProfileRepository,
db=db_service,
)
feedback_repository = providers.Singleton(
FeedbackRepository,
db=db_service,
)
history_service = providers.Factory(
HistoryService,
system_prompt=providers.Callable(lambda c: c.system_prompt, config),
max_turns=providers.Callable(lambda c: c.max_history_turns, config),
compact_threshold=providers.Callable(lambda c: c.compact_threshold, config),
repository=conversation_repository,
compact_service=compact_service,
)
chat_service = providers.Factory(
ChatService,
model=model_service,
history=history_service,
event_bus=event_bus,
max_tokens=providers.Callable(lambda c: c.max_tokens, config),
)
ui_service = providers.Singleton(CliUiService)
stream_token_handler = providers.Singleton(StreamTokenHandler)
stream_end_handler = providers.Singleton(StreamEndHandler)
# Phase 2 — RAG 파이프라인
embeddings = providers.Singleton(
HuggingFaceEmbeddings,
model_name=providers.Callable(lambda c: c.embedding_model_id, config),
model_kwargs=providers.Callable(lambda c: {"device": c.embedding_device}, config),
)
reranker = providers.Callable(
lambda c: RerankService(c.reranker_model_id) if c.reranker_enabled else None,
config,
)
sparse_embeddings = providers.Singleton(
lambda c: FastEmbedSparse(model_name=c.sparse_model_id) if c.hybrid_search_enabled else None,
config,
)
ingestion_service = providers.Singleton(
IngestionService,
embeddings=embeddings,
qdrant_url=providers.Callable(lambda c: c.qdrant_url, config),
collection_name=providers.Callable(lambda c: c.qdrant_collection, config),
breakpoint_threshold_type=providers.Callable(
lambda c: c.semantic_breakpoint_threshold_type, config
),
buffer_size=providers.Callable(lambda c: c.semantic_buffer_size, config),
sparse_embeddings=sparse_embeddings,
)
retriever_service = providers.Singleton(
RetrieverService,
embeddings=embeddings,
qdrant_url=providers.Callable(lambda c: c.qdrant_url, config),
collection_name=providers.Callable(lambda c: c.qdrant_collection, config),
top_k=providers.Callable(lambda c: c.rag_top_k, config),
reranker=reranker,
rerank_fetch_k=providers.Callable(lambda c: c.reranker_fetch_k, config),
sparse_embeddings=sparse_embeddings,
)
# Phase 3 — LangGraph Agent
agent_service = providers.Singleton(
AgentService,
chat_model=chat_model,
retriever_service=retriever_service,
system_prompt=providers.Callable(lambda c: c.system_prompt, config),
rag_verbose=providers.Callable(lambda c: c.rag_verbose, config),
rag_show_sources=providers.Callable(lambda c: c.rag_show_sources, config),
langgraph_verbose=providers.Callable(lambda c: c.langgraph_verbose, config),
think_verbose=providers.Callable(lambda c: c.think_verbose, config),
user_profile_repository=user_profile_repository,
conversation_repository=conversation_repository,
)