.env.sglang.example

# Infrastructure smoke profile. This intentionally uses the 0.8B checkpoint to
# validate Docker, NVIDIA passthrough, SGLang, the OpenAI API, tool parsing, and
# the TUI. It is not the production-quality 35B deployment profile.
# Variable reference and tuning guide: config/sglang/README.md
# The runtime image excludes build tooling and is substantially smaller than
# the full SGLang image.
SGLANG_PROFILE=smoke-0.8b
SGLANG_IMAGE=lmsysorg/sglang:v0.5.17-runtime
SGLANG_MODEL_ID=apodex/Apodex-1.0-0.8B-SFT
# Optional: serve an existing host checkpoint directory instead of downloading
# SGLANG_MODEL_ID. Relative paths are resolved from the repository root.
SGLANG_LOCAL_MODEL_PATH=
SGLANG_SERVED_MODEL_NAME=local-model
SGLANG_TOOL_CALL_PARSER=qwen3_coder
SGLANG_REASONING_PARSER=qwen3

# Model server sizing. TP must match the number of GPUs used by the model.
SGLANG_TP_SIZE=1
SGLANG_GPU_COUNT=1
SGLANG_CONTEXT_LENGTH=32768
# Keep the input budget above 0.8 x the context window so compaction can run,
# while keeping input + output at or below the server context length.
SGLANG_MAX_INPUT_TOKENS=27000
SGLANG_MAX_OUTPUT_TOKENS=4096
# Conservative settings verified on an 8 GB RTX 5060 for infrastructure smoke.
SGLANG_MEM_FRACTION_STATIC=0.65

# Optional model/runtime settings.
SGLANG_DTYPE=auto
SGLANG_QUANTIZATION=
SGLANG_TRUST_REMOTE_CODE=0
SGLANG_EXTRA_ARGS=--disable-cuda-graph --mm-feature-transport cpu --max-running-requests 1
SGLANG_PORT=30000
SGLANG_RESTART_POLICY=no

# Optional: set this only when Docker's automatically selected subnet conflicts
# with a VPN or corporate network, for example 172.29.250.0/24.
APODEX_DOCKER_SUBNET=

# The release image may remain private during development. Set to 1 to build the
# agent image from this checkout instead of pulling it from GHCR.
SGLANG_BUILD_AGENT=0

# Required only for gated/private Hugging Face repositories.
HF_TOKEN=

# Optional web tools. The TUI itself and local SGLang inference need no API key.
SERPER_API_KEY=
SERPER_BASE_URL=https://google.serper.dev
JINA_API_KEY=
JINA_BASE_URL=https://r.jina.ai