Update config.json
Browse files- config.json +9 -3
config.json
CHANGED
|
@@ -58,9 +58,15 @@
|
|
| 58 |
"use_expert_bias": true,
|
| 59 |
"vocab_size": 65536,
|
| 60 |
"transformers.js_config": {
|
| 61 |
-
"
|
| 62 |
-
"
|
|
|
|
|
|
|
|
|
|
| 63 |
},
|
| 64 |
-
"
|
|
|
|
|
|
|
|
|
|
| 65 |
}
|
| 66 |
}
|
|
|
|
| 58 |
"use_expert_bias": true,
|
| 59 |
"vocab_size": 65536,
|
| 60 |
"transformers.js_config": {
|
| 61 |
+
"use_external_data_format": {
|
| 62 |
+
"model.onnx": 22,
|
| 63 |
+
"model_fp16.onnx": 9,
|
| 64 |
+
"model_q4.onnx": 3,
|
| 65 |
+
"model_q4f16.onnx": 3
|
| 66 |
},
|
| 67 |
+
"kv_cache_dtype": {
|
| 68 |
+
"q4f16": "float16",
|
| 69 |
+
"fp16": "float16"
|
| 70 |
+
}
|
| 71 |
}
|
| 72 |
}
|