from botrun_litellm import botrun_litellm_completion

if __name__ == "__main__":
    # response = botrun_litellm_completion(
    #     model="gemini/gemini-2.0-flash-exp",
    #     messages=[{"role": "user", "content": "Hello, world!"}],
    #     stream=True,
    # )
    response = botrun_litellm_completion(
        model="botrun/taide-botrun-4.12.27-405b",
        messages=[{"role": "user", "content": "Hello, world!"}],
        stream=True,
    )
    for chunk in response:
        if chunk.choices[0].delta.content is not None:
            print(chunk.choices[0].delta.content)
