diff --git a/bun.lock b/bun.lock index e3c11e5..44602ce 100644 --- a/bun.lock +++ b/bun.lock @@ -10,7 +10,7 @@ }, }, "packages/astchunk": { - "name": "@supermemory/astchunk", + "name": "code-chunk", "version": "0.1.0", "dependencies": { "effect": "^3.19.12", @@ -38,7 +38,7 @@ "name": "@supermemory/eval", "version": "0.1.0", "dependencies": { - "@supermemory/astchunk": "workspace:*", + "code-chunk": "workspace:*", "openai": "^4.0.0", }, "devDependencies": { @@ -187,8 +187,6 @@ "@standard-schema/spec": ["@standard-schema/spec@1.1.0", "", {}, "sha512-l2aFy5jALhniG5HgqrD6jXLi/rUWrKvqN/qJx6yoJsgKhblVd+iqqU4RCXavm/jPityDo5TCvKMnpjKnOriy0w=="], - "@supermemory/astchunk": ["@supermemory/astchunk@workspace:packages/astchunk"], - "@supermemory/eval": ["@supermemory/eval@workspace:packages/eval"], "@tybys/wasm-util": ["@tybys/wasm-util@0.10.1", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-9tTaPJLSiejZKx+Bmog4uSubteqTvFrVrURwkmHixBo0G4seD0zUxp98E1DzUBJxLQ3NPwXrGKDiVjwx/DpPsg=="], @@ -225,6 +223,8 @@ "citty": ["citty@0.1.6", "", { "dependencies": { "consola": "^3.2.3" } }, "sha512-tskPPKEs8D2KPafUypv2gxwJP8h/OaJmC82QQGGDQcHvXX43xF2VDACcJVmZ0EuSxkpO9Kc4MlrA3q0+FG58AQ=="], + "code-chunk": ["code-chunk@workspace:packages/astchunk"], + "coffi": ["coffi@0.1.37", "", { "dependencies": { "strip-json-comments": "^5.0.3" } }, "sha512-ewO5Xis7sw7g54yI/3lJ/nNV90Er4ZnENeDORZjrs58T70MmwKFLZgevraNCz+RmB4KDKsYT1ui1wDB36iPWqQ=="], "combined-stream": ["combined-stream@1.0.8", "", { "dependencies": { "delayed-stream": "~1.0.0" } }, "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg=="], diff --git a/package.json b/package.json index dcdeaad..bc88d35 100644 --- a/package.json +++ b/package.json @@ -5,14 +5,14 @@ "packages/*" ], "scripts": { - "build": "bun run --filter '@supermemory/astchunk' build", - "dev": "bun run --filter '@supermemory/astchunk' dev", + "build": "bun run --filter 'code-chunk' build", + "dev": "bun run --filter 'code-chunk' dev", "lint": "biome check .", "lint:fix": "biome check --write .", "format": "biome format --write .", - "test": "bun run --filter '@supermemory/astchunk' test", - "test:coverage": "bun run --filter '@supermemory/astchunk' test:coverage", - "test:watch": "bun run --filter '@supermemory/astchunk' test:watch", + "test": "bun run --filter 'code-chunk' test", + "test:coverage": "bun run --filter 'code-chunk' test:coverage", + "test:watch": "bun run --filter 'code-chunk' test:watch", "type-check": "bun run --filter '*' type-check", "eval": "bun run --filter '@supermemory/eval' start" }, diff --git a/packages/astchunk/package.json b/packages/astchunk/package.json index b433c35..27df753 100644 --- a/packages/astchunk/package.json +++ b/packages/astchunk/package.json @@ -39,6 +39,7 @@ "type": "module", "exports": { ".": { + "types": "./src/index.ts", "bun": "./src/index.ts", "import": { "types": "./dist/index.d.ts", diff --git a/packages/eval/package.json b/packages/eval/package.json index 912b59a..1962dd8 100644 --- a/packages/eval/package.json +++ b/packages/eval/package.json @@ -9,7 +9,7 @@ "type-check": "tsc --noEmit" }, "dependencies": { - "@supermemory/astchunk": "workspace:*", + "code-chunk": "workspace:*", "openai": "^4.0.0" }, "devDependencies": { diff --git a/packages/eval/src/chunkers/ast.ts b/packages/eval/src/chunkers/ast.ts index 59965b3..9e8f799 100644 --- a/packages/eval/src/chunkers/ast.ts +++ b/packages/eval/src/chunkers/ast.ts @@ -5,7 +5,7 @@ * Uses the built-in contextualizedText for better embedding quality. */ -import { chunk } from '@supermemory/astchunk' +import { chunk } from 'code-chunk' /** * Chunk a file using AST-aware chunking and return results diff --git a/packages/eval/src/debug_chunks.ts b/packages/eval/src/debug_chunks.ts index b0b088a..4afb888 100644 --- a/packages/eval/src/debug_chunks.ts +++ b/packages/eval/src/debug_chunks.ts @@ -1,6 +1,6 @@ import { readFileSync } from 'node:fs' import { join } from 'node:path' -import { chunk } from '@supermemory/astchunk' +import { chunk } from 'code-chunk' import { chunkFile as chunkFixed } from './chunkers/fixed' // Check deepmind_tracr/tracr/craft/transformers.py