# Local-only SLURM overrides for HAICore.
# Copy to slurm/.env.local and adjust values for your account.
# This file is sourced with `set -a`, so variables are exported to child
# processes (including sbatch jobs and enroot processes launched by scripts).

# Base paths
HOME_DIR="/hkfs/home/haicore/<group>/<user>"
REPO_DIR="${HOME_DIR}/llmdebug"

# Backend defaults (vllm recommended)
SERVER_BACKEND="vllm"
HF_MODEL_ID="Qwen/Qwen3-Coder-30B-A3B-Instruct-FP8"
HF_MODEL_ALIAS="qwen3coder30ba3b"
VLLM_MAX_MODEL_LEN="32768"
VLLM_GPU_MEMORY_UTILIZATION="0.90"
VLLM_MAX_NUM_SEQS="1"
VLLM_KV_CACHE_DTYPE="auto"
VLLM_CALCULATE_KV_SCALES="0"
# Optional tighter prefill cap (tokens across active sequences in one scheduler step)
# VLLM_MAX_NUM_BATCHED_TOKENS="16384"
# Optional host-side cache/download directories for vLLM/HF
# HF_CACHE_DIR="${HOME_DIR}/.cache/huggingface"
# VLLM_DOWNLOAD_DIR="${HOME_DIR}/.cache/vllm-downloads"

# Optional: legacy llama.cpp + GGUF mode
# SERVER_BACKEND="llama_cpp"
# MODEL_PRESET="glm47flash-ud-q4_k_xl"

# Optional explicit model overrides
# MODEL_DIR="${HOME_DIR}/models/GLM-4.7-Flash-GGUF"
# MODEL_FILE="GLM-4.7-Flash-UD-Q4_K_XL.gguf"

# Runtime dir hardening for enroot/container processes
HOST_XDG_RUNTIME_DIR="/tmp/xdg-runtime-${UID:-0}"
CONTAINER_XDG_RUNTIME_DIR="${HOST_XDG_RUNTIME_DIR}"
SMOKE_XDG_RUNTIME_DIR="${HOST_XDG_RUNTIME_DIR}"
