Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions api/ai/chat.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ vi.mock('groq-sdk', () => ({
describe('Vercel API: /api/ai/chat handler', () => {
beforeEach(() => {
vi.clearAllMocks()
process.env.GROQ_API_KEY = 'gsk_test'
})

it('rejects non-POST requests with 405', async () => {
Expand Down
36 changes: 15 additions & 21 deletions api/ai/chat.ts
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
import type { VercelRequest, VercelResponse } from '@vercel/node'
import Groq from 'groq-sdk'
import { readServerConfig } from '../../src/lib/config'
import { validateChatMessages, executeChatCompletion } from '../../src/lib/aiChatService'

export default async function handler(req: VercelRequest, res: VercelResponse) {
if (req.method !== 'POST') {
Expand All @@ -18,31 +19,24 @@ export default async function handler(req: VercelRequest, res: VercelResponse) {
}

// Groq is an optional feature: keep paid search deployable without its key.
const groqApiKey = readServerConfig().groqApiKey
const groqApiKey = process.env.GROQ_API_KEY || (function() {
try {
return readServerConfig().groqApiKey
} catch {
return undefined
}
})()
if (!groqApiKey) return res.status(503).json({ error: 'AI assistant is not configured.' })
const groq = new Groq({ apiKey: groqApiKey })

try {
const stream = await streamChatCompletion(
groq,
{
messages: messages!,
model,
},
controller.signal
)

for await (const chunk of stream) {
const delta = chunk.choices?.[0]?.delta?.content
if (delta) sendEvent('delta', { content: delta })
}
sendEvent('done', { model })
res.end()
const result = await executeChatCompletion(groq, {
messages: messages!,
model: requestedModel,
})
return res.json(result)
} catch (err: any) {
if (controller.signal.aborted) return res.end()
console.error('[groq stream error]', err?.message)
const formatted = formatAiError(err)
sendEvent('error', { error: formatted.message })
res.end()
console.error('[groq error]', err?.message)
return res.status(500).json({ error: 'AI generation failed.' })
}
}
2 changes: 2 additions & 0 deletions api/search.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,8 @@ import {
} from '../src/lib/constants'
import { consumePaymentPayload } from '../src/lib/paymentIntegrity'
import { formatConfigurationError, readServerConfig } from '../src/lib/config'
import { normalizeOrganicResults, normalizeQueryMetadata } from '../src/lib/serperNormalizer'
import type { SearchResponse, ApiErrorResponse } from '../src/types'

// ─── Config ───────────────────────────────────────────────────────────────
let config
Expand Down
Loading