Xenova HF Staff commited on
Commit
c4309f4
·
verified ·
1 Parent(s): b98f9c6

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +9 -3
config.json CHANGED
@@ -58,9 +58,15 @@
58
  "use_expert_bias": true,
59
  "vocab_size": 65536,
60
  "transformers.js_config": {
61
- "kv_cache_dtype": {
62
- "fp32": "float32"
 
 
 
63
  },
64
- "use_external_data_format": true
 
 
 
65
  }
66
  }
 
58
  "use_expert_bias": true,
59
  "vocab_size": 65536,
60
  "transformers.js_config": {
61
+ "use_external_data_format": {
62
+ "model.onnx": 22,
63
+ "model_fp16.onnx": 9,
64
+ "model_q4.onnx": 3,
65
+ "model_q4f16.onnx": 3
66
  },
67
+ "kv_cache_dtype": {
68
+ "q4f16": "float16",
69
+ "fp16": "float16"
70
+ }
71
  }
72
  }