Skip to content

Commit 3fa86dd

Browse files
committed
add llama 3.2 3B
1 parent 7bb741f commit 3fa86dd

File tree

2 files changed

+11
-0
lines changed

2 files changed

+11
-0
lines changed

src/components/ModelSelector.jsx

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,13 @@ const AVAILABLE_MODELS = [
88
url: 'onnx-community/Llama-3.2-1B-Instruct-q4f16',
99
hasReasoningBlocks: false
1010
},
11+
{
12+
id: 'llama-3.2-3b',
13+
name: 'Llama 3.2 3B',
14+
description: 'Meta model, 2.4 GB',
15+
url: 'onnx-community/Llama-3.2-3B-Instruct-onnx-web-gqa',
16+
hasReasoningBlocks: false
17+
},
1118
{
1219
id: 'phi-3.5-mini',
1320
name: 'Phi-3.5 Mini 3.8B',

src/worker.js

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,10 @@ class TextGenerationPipeline {
1919
dtype: "q4f16",
2020
device: "webgpu",
2121
},
22+
"onnx-community/Llama-3.2-3B-Instruct-onnx-web-gqa": {
23+
dtype: "q4f16",
24+
device: "webgpu",
25+
},
2226
"onnx-community/Phi-3.5-mini-instruct-onnx-web": {
2327
dtype: "q4f16",
2428
device: "webgpu",

0 commit comments

Comments
 (0)