We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6a06f4b commit 0617dbbCopy full SHA for 0617dbb
app/constant.ts
@@ -347,6 +347,23 @@ export const DEFAULT_MODELS: ModelRecord[] = [
347
temperature: 0.7,
348
top_p: 0.95,
349
},
350
+ },
351
+ {
352
+ name: "Qwen2-0.5B-Instruct-q4f16-MLC",
353
+ display_name: "Qwen",
354
+ provider: "Alibaba",
355
+ size: "0.5B",
356
+ quantization: "q4f16_1",
357
+ context_length: "4k",
358
+ family: "Qwen 2",
359
+ vram_required_MB: 500, //rough estimate
360
+ low_resource_required: true,
361
+ recommended_config: {
362
+ temperature: 0.7,
363
+ presence_penalty: 0,
364
+ frequency_penalty: 0,
365
+ top_p: 0.8,
366
367
368
{
369
name: "Qwen2-0.5B-Instruct-q0f16-MLC",
0 commit comments