cld2labs/HybridSearch

sample_solutions/HybridSearch/.env.example

@@ -0,0 +1,78 @@
+DEPLOYMENT_PHASE=production
+SYSTEM_MODE=document
+
+# Local URL Endpoint (only needed for non-public domains)
+# If using a local domain like api.example.com mapped to localhost:
+#   Set this to: api.example.com (domain without https://)
+# If using a public domain, set any placeholder value like: not-needed
+LOCAL_URL_ENDPOINT=not-needed
+
+# Service Ports
+GATEWAY_PORT=8000
+EMBEDDING_PORT=8001
+RETRIEVAL_PORT=8002
+LLM_PORT=8003
+INGESTION_PORT=8004
+UI_PORT=8501
+
+# Inference Gateway Configuration
+# GENAI_GATEWAY_URL: Base URL to your inference gateway (without /v1 suffix)
+#   - For GenAI Gateway: https://genai-gateway.example.com
+#   - For APISIX Gateway: https://apisix-gateway.example.com
+GENAI_GATEWAY_URL=https://api.example.com
+
+# GENAI_API_KEY: Authentication token/API key for the inference gateway
+#   - For GenAI Gateway: Your GenAI Gateway API key (litellm_master_key from vault.yml)
+#     To generate: use the generate-vault-secrets.sh script
+#   - For APISIX Gateway: Your APISIX authentication token
+#     To generate: use the generate-token.sh script (Keycloak client credentials)
+GENAI_API_KEY=your-pre-generated-token-here
+
+# Model Configuration
+# IMPORTANT: Use the full model names as they appear in your inference service
+# Check available models: curl https://your-gateway-url/v1/models -H "Authorization: Bearer your-token"
+EMBEDDING_MODEL_ENDPOINT=BAAI/bge-base-en-v1.5
+EMBEDDING_MODEL_NAME=BAAI/bge-base-en-v1.5
+RERANKER_MODEL_ENDPOINT=BAAI/bge-reranker-base
+RERANKER_MODEL_NAME=BAAI/bge-reranker-base
+LLM_MODEL_ENDPOINT=Qwen/Qwen3-4B-Instruct-2507
+LLM_MODEL_NAME=Qwen/Qwen3-4B-Instruct-2507
+
+# Inference Backend Type
+# Set to "tei" for Gaudi hardware (TEI serves at /embeddings and /rerank — no /v1 prefix)
+# Set to "vllm" for Xeon hardware (vLLM serves at /v1/embeddings and /v1/rerank)
+INFERENCE_BACKEND=vllm
+
+# APISIX Gateway Per-Model Endpoints
+# When using APISIX, uncomment and set these to the full URL with APISIX route path.
+# Each model has its own APISIX route. Use exact route paths from your deployment.
+# Example routes: /bge-base-en-v1.5/*, /bge-reranker-base/*, /Qwen3-4B-Instruct-2507/*
+# EMBEDDING_API_ENDPOINT=https://api.example.com/bge-base-en-v1.5
+# RERANKER_API_ENDPOINT=https://api.example.com/bge-reranker-base
+# LLM_API_ENDPOINT=https://api.example.com/Qwen3-4B-Instruct-2507
+
+# Retrieval Configuration
+USE_RERANKING=true
+TOP_K_DENSE=100
+TOP_K_SPARSE=100
+TOP_K_FUSION=50
+TOP_K_RERANK=10
+RRF_K=60
+
+# Ingestion Configuration
+CHUNK_SIZE=512
+CHUNK_OVERLAP=50
+MAX_FILE_SIZE_MB=100
+SUPPORTED_FORMATS=pdf,docx,xlsx,ppt,txt
+
+# UI Configuration
+UI_TITLE=InsightMapper Lite
+UI_PAGE_ICON=
+UI_LAYOUT=wide
+
+# Logging
+LOG_LEVEL=INFO
+
+# SSL Verification Settings
+# Set to false only for dev with self-signed certs
+VERIFY_SSL=true

sample_solutions/HybridSearch/.gitattributes

@@ -0,0 +1,15 @@
+# Git attributes for hybrid-search project
+*.py text eol=lf
+*.md text eol=lf
+*.txt text eol=lf
+*.yml text eol=lf
+*.yaml text eol=lf
+*.json text eol=lf
+*.toml text eol=lf
+*.sh text eol=lf
+Dockerfile text eol=lf
+.env* text eol=lf
+*.pkl binary
+*.bin binary
+*.db binary
+*.pdf binary

sample_solutions/HybridSearch/.gitignore

@@ -0,0 +1,99 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+*.pyc
+
+# Virtual Environment
+venv/
+ENV/
+env/
+.venv
+
+# Environment variables
+.env
+.env.local
+.env.*.local
+*.bak
+.env.bak
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+.DS_Store
+
+# Data directories
+data/documents/*
+data/indexes/*
+data/*.db
+data/*.sqlite
+!data/documents/.gitkeep
+!data/indexes/.gitkeep
+
+# Ingestion service data (documents, indexes, metadata)
+api/ingestion/data/documents/*
+api/ingestion/data/indexes/*
+api/ingestion/data/*.db
+api/ingestion/data/*.sqlite
+!api/ingestion/data/documents/.gitkeep
+!api/ingestion/data/indexes/.gitkeep
+
+# Model weights
+models/
+*.bin
+*.pt
+*.pth
+*.onnx
+*.safetensors
+
+# Logs
+logs/
+*.log
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# Docker
+*.tar
+.dockerignore
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+.hypothesis/
+
+# Monitoring
+monitoring/data/
+
+# Temporary files
+tmp/
+temp/
+*.tmp
+
+# API Keys (extra safety)
+**/api_key*
+**/secret*
+**/*secret*