Add Groq support

[bitsnaps]

The most important part is:

# DEFAULT_MAX_TOKENS=8000

client = None
if os.getenv("OPENROUTER_API_KEY"):
    client = OpenAI(
        base_url="https://openrouter.ai/api/v1",
        api_key=os.getenv("OPENROUTER_API_KEY")
    )
    # DEFAULT_MAX_TOKENS=2000
elif os.getenv("GROQ_API_KEY"):
    client = OpenAI(
        base_url="https://api.groq.com/openai/v1",
        api_key=os.getenv("GROQ_API_KEY")
    )
    DEFAULT_MODEL = "llama-3.1-70b-versatile"
    EDITOR_MODEL = "llama-3.1-70b-versatile"
else:
    client = OpenAI(
        api_key=os.getenv("OPENAI_API_KEY")
    )