feat: add listIds() to SearchProvider (#11)

Author: harlan-zw

src/db/sqlite.ts

@@ -333,6 +333,11 @@ export async function sqlite(config: SqliteConfig): Promise<SearchProvider> {
       }
     },
 
+    async listIds() {
+      const rows = db.prepare('SELECT id FROM documents_meta').all() as Array<{ id: string }>
+      return rows.map(r => r.id)
+    },
+
     async clear() {
       db.exec('DELETE FROM documents_fts')
       db.exec('DELETE FROM documents_vec')

src/retriv.ts

@@ -226,6 +226,19 @@ export async function createRetriv(options: RetrivOptions): Promise<SearchProvid
       return { count: results[0]?.count ?? 0 }
     },
 
+    async listIds() {
+      const driver = drivers.find(d => d.listIds)
+      const ids = await driver?.listIds?.() ?? []
+      if (!chunker)
+        return ids
+      const parentIds = new Set<string>()
+      for (const id of ids) {
+        const sep = id.indexOf('#chunk-')
+        parentIds.add(sep >= 0 ? id.substring(0, sep) : id)
+      }
+      return Array.from(parentIds)
+    },
+
     async clear() {
       await Promise.all(drivers.filter(d => d.clear).map(d => d.clear!()))
       parentDocs.clear()

src/types.ts

@@ -137,6 +137,11 @@ export interface SearchProvider {
    */
   remove?: (ids: string[]) => Promise<{ count: number }>
 
+  /**
+   * List all indexed document IDs
+   */
+  listIds?: () => Promise<string[]>
+
   /**
    * Clear all indexed documents
    */