Skip to content

Commit 6504047

Browse files
authored
[Config] Fix VRAM required by Qwen2.5-Coder-1.5B-Instruct model (#632)
Currently, it has the same VRAM values as the `Qwen2.5-Coder-7B-Instruct` model. This change fixes it using the same values from the `Qwen2.5-1.5B-Instruct` model.
1 parent f5f6edf commit 6504047

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/config.ts

+2-2
Original file line numberDiff line numberDiff line change
@@ -1134,7 +1134,7 @@ export const prebuiltAppConfig: AppConfig = {
11341134
modelVersion +
11351135
"/Qwen2-1.5B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
11361136
low_resource_required: false,
1137-
vram_required_MB: 5106.67,
1137+
vram_required_MB: 1629.75,
11381138
overrides: {
11391139
context_window_size: 4096,
11401140
},
@@ -1148,7 +1148,7 @@ export const prebuiltAppConfig: AppConfig = {
11481148
modelVersion +
11491149
"/Qwen2-1.5B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
11501150
low_resource_required: false,
1151-
vram_required_MB: 5900.09,
1151+
vram_required_MB: 1888.97,
11521152
overrides: {
11531153
context_window_size: 4096,
11541154
},

0 commit comments

Comments
 (0)