GPU_LAYERS=0
MAIN_GPU=0
LOCAL_LLM_API_KEY=
DEFAULT_MODEL=phi-2-dpo
