fix: export encodeGenerator (#3)

niieani · Apr 18, 2023 · 7b9e7fd · 7b9e7fd
1 parent 30d5c41
commit 7b9e7fd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/encoder.ts b/src/encoder.ts
@@ -126,7 +126,7 @@ function bpe(token: string, cache: Map<string, string> = new Map()): string {
   return result
 }
 
-function* encodeGenerator(
+export function* encodeGenerator(
   text: string,
   cache: Map<string, string> = new Map(),
 ): Generator<number[], void, undefined> {