|
| 1 | +"""Resource bootstrap + pipeline factory for the Streamlit UI.""" |
| 2 | + |
| 3 | +from __future__ import annotations |
| 4 | + |
| 5 | +from pathlib import Path |
| 6 | +from typing import Any |
| 7 | + |
| 8 | +import chromadb |
| 9 | +import streamlit as st |
| 10 | + |
| 11 | +from nl_sql.agent.graph import PipelineConfig, build_pipeline |
| 12 | +from nl_sql.config import get_settings |
| 13 | +from nl_sql.db.registry import DatabaseRegistry, get_default_registry |
| 14 | +from nl_sql.llm.cache import CachingEmbeddingProvider, CachingLLMProvider |
| 15 | +from nl_sql.llm.providers import build_provider |
| 16 | +from nl_sql.llm.providers.base import EmbeddingProvider, LLMProvider |
| 17 | +from nl_sql.llm.providers.mistral import MistralProvider |
| 18 | +from nl_sql.schema_index.indexer import SchemaIndex |
| 19 | + |
| 20 | + |
| 21 | +@st.cache_resource(show_spinner="Initialising providers + Chroma index…") |
| 22 | +def bootstrap() -> tuple[DatabaseRegistry, SchemaIndex, LLMProvider, LLMProvider]: |
| 23 | + settings = get_settings() |
| 24 | + if not settings.mistral_api_key: |
| 25 | + raise RuntimeError( |
| 26 | + "MISTRAL_API_KEY is not set in .env — required for codestral + mistral-embed." |
| 27 | + ) |
| 28 | + |
| 29 | + registry = get_default_registry() |
| 30 | + |
| 31 | + persist_dir = Path("chroma_data") |
| 32 | + if not persist_dir.is_dir(): |
| 33 | + raise RuntimeError( |
| 34 | + f"Chroma persist dir {persist_dir!r} not found. " |
| 35 | + "Run `uv run python scripts/build_index.py --db all` first." |
| 36 | + ) |
| 37 | + chroma_client = chromadb.PersistentClient(path=str(persist_dir)) |
| 38 | + |
| 39 | + raw_embedder = MistralProvider( |
| 40 | + api_key=settings.mistral_api_key, |
| 41 | + gen_model=settings.mistral_gen_model, |
| 42 | + embed_model=settings.mistral_embed_model, |
| 43 | + base_url=settings.mistral_base_url, |
| 44 | + ) |
| 45 | + embedder: EmbeddingProvider = CachingEmbeddingProvider( |
| 46 | + raw_embedder, |
| 47 | + cache_dir=settings.llm_cache_dir, |
| 48 | + size_limit_gb=settings.llm_cache_size_limit_gb, |
| 49 | + ) |
| 50 | + schema_index = SchemaIndex(persist_dir=persist_dir, embedder=embedder, client=chroma_client) |
| 51 | + |
| 52 | + raw_sql = build_provider("mistral", settings=settings) |
| 53 | + sql_provider: LLMProvider = CachingLLMProvider( |
| 54 | + raw_sql, |
| 55 | + cache_dir=settings.llm_cache_dir, |
| 56 | + size_limit_gb=settings.llm_cache_size_limit_gb, |
| 57 | + ) |
| 58 | + explain_provider = sql_provider |
| 59 | + |
| 60 | + return registry, schema_index, sql_provider, explain_provider |
| 61 | + |
| 62 | + |
| 63 | +def make_pipeline( |
| 64 | + registry: DatabaseRegistry, |
| 65 | + schema_index: SchemaIndex, |
| 66 | + sql_provider: LLMProvider, |
| 67 | + explain_provider: LLMProvider, |
| 68 | + *, |
| 69 | + schema_top_k: int, |
| 70 | + fk_hops: int, |
| 71 | + table_budget: int, |
| 72 | + sort_schema_block: bool, |
| 73 | + extended_sample_size: int, |
| 74 | + fewshot_top_k: int = 3, |
| 75 | + cross_db_fewshot: bool = True, |
| 76 | + verify_retry_on_empty: bool = True, |
| 77 | +) -> Any: |
| 78 | + config = PipelineConfig( |
| 79 | + sql_provider=sql_provider, |
| 80 | + explain_provider=explain_provider, |
| 81 | + schema_index=schema_index, |
| 82 | + registry=registry, |
| 83 | + schema_top_k=schema_top_k, |
| 84 | + fewshot_top_k=fewshot_top_k, |
| 85 | + fk_hops=fk_hops, |
| 86 | + table_budget=table_budget, |
| 87 | + sort_schema_block=sort_schema_block, |
| 88 | + primary_sample_size=3, |
| 89 | + extended_sample_size=extended_sample_size, |
| 90 | + cross_db_fewshot=cross_db_fewshot, |
| 91 | + verify_retry_on_empty=verify_retry_on_empty, |
| 92 | + ) |
| 93 | + return build_pipeline(config) |
0 commit comments