chat.py

"""Chat completion via NovAI (OpenAI-compatible, drop-in).

    pip install openai
    export NOVAI_API_KEY=sk-...
    python chat.py
"""
import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["NOVAI_API_KEY"],
    base_url="https://aiapi-pro.com/v1",
)

resp = client.chat.completions.create(
    model="deepseek-v4-pro",
    messages=[{"role": "user", "content": "Explain mixture-of-experts models in one paragraph."}],
)
print(resp.choices[0].message.content)

# Streaming variant:
# for chunk in client.chat.completions.create(model="deepseek-v4-pro",
#         messages=[{"role": "user", "content": "hi"}], stream=True):
#     print(chunk.choices[0].delta.content or "", end="", flush=True)