Defined a q_lora_rank value
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -29,7 +29,7 @@
|
|
| 29 |
"num_hidden_layers": 27,
|
| 30 |
"num_key_value_heads": 16,
|
| 31 |
"pretraining_tp": 1,
|
| 32 |
-
"q_lora_rank":
|
| 33 |
"qk_nope_head_dim": 128,
|
| 34 |
"qk_rope_head_dim": 64,
|
| 35 |
"quantization_config": {
|
|
|
|
| 29 |
"num_hidden_layers": 27,
|
| 30 |
"num_key_value_heads": 16,
|
| 31 |
"pretraining_tp": 1,
|
| 32 |
+
"q_lora_rank": 512,
|
| 33 |
"qk_nope_head_dim": 128,
|
| 34 |
"qk_rope_head_dim": 64,
|
| 35 |
"quantization_config": {
|