chore(search): use retriv device support

Upgrade retriv to 0.15.0 and remove the temporary local Transformers.js provider now that device forwarding is available upstream.

Author: harlan-zw

pnpm-lock.yaml

@@ -2,6 +2,7 @@ catalogMode: prefer
 minimumReleaseAgeExclude:
   - verkit@0.2.0
   - '@mdream/rust-wasm32-wasi@1.5.12'
+  - retriv@0.15.0
 shellEmulator: true
 
 trustPolicy: no-downgrade
@@ -23,7 +24,7 @@ catalog:
   ofetch: ^1.5.1
   pathe: ^2.0.3
   publint: ^0.3.23
-  retriv: ^0.14.7
+  retriv: ^0.15.0
   std-env: ^4.2.0
   tsx: ^4.23.8
   typebox: ^1.3.10

pnpm-workspace.yaml

@@ -3,7 +3,6 @@ import { readConfig } from '../core/config.ts'
 import { stripFrontmatter } from '../core/markdown.ts'
 import { checkIndexEmbeddingIdentity, recordIndexEmbeddingIdentity } from './index-embedding-identity.ts'
 import { getEmbeddingIdentity, resolveEmbedDevice, resolveEmbedModel } from './models.ts'
-import { transformersEmbeddings } from './transformers-embeddings.ts'
 
 export type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet }
 
@@ -67,19 +66,21 @@ export async function getDb(config: Pick<IndexConfig, 'dbPath'>) {
   if (identityState._tag === 'Mismatch')
     throw new EmbeddingIndexMismatchError(config.dbPath, identityState.stored, identityState.current)
 
-  let createRetriv, autoChunker, sqliteMod, sqliteVec, cachedEmbeddings
+  let createRetriv, autoChunker, sqliteMod, sqliteVec, transformersJs, cachedEmbeddings
   try {
     ;([
       { createRetriv },
       { autoChunker },
       sqliteMod,
       sqliteVec,
+      { transformersJs },
       { cachedEmbeddings },
     ] = await Promise.all([
       import('retriv'),
       import('retriv/chunkers/auto'),
       import('retriv/db/sqlite'),
       import('sqlite-vec'),
+      import('retriv/embeddings/transformers-js'),
       import('./embedding-cache.ts'),
     ]))
   }
@@ -89,7 +90,7 @@ export async function getDb(config: Pick<IndexConfig, 'dbPath'>) {
     throw err
   }
   const embeddings = await cachedEmbeddings(
-    transformersEmbeddings({
+    transformersJs({
       model: embedModel,
       ...(device ? { device } : {}),
     }),