codelion commited on
Commit
a363656
·
verified ·
1 Parent(s): 3cca54f

Upload optiq_metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. optiq_metadata.json +1005 -0
optiq_metadata.json ADDED
@@ -0,0 +1,1005 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "optiq_mixed_precision_transferred",
3
+ "base_model": "deepreinforce-ai/Ornith-1.0-9B",
4
+ "reference": "bit map transferred from mlx-community/Qwen3.5-9B-OptiQ-4bit",
5
+ "sensitivity_measured_on": "Qwen/Qwen3.5-9B",
6
+ "target_bpw": 5.0,
7
+ "achieved_bpw": 5.208851167020309,
8
+ "n_high_bits": 132,
9
+ "n_low_bits": 116,
10
+ "threshold": 0.0,
11
+ "per_layer": {
12
+ "language_model.model.layers.31.mlp.up_proj": {
13
+ "bits": 8,
14
+ "group_size": 64
15
+ },
16
+ "language_model.model.layers.31.mlp.down_proj": {
17
+ "bits": 8,
18
+ "group_size": 64
19
+ },
20
+ "language_model.model.layers.31.mlp.gate_proj": {
21
+ "bits": 8,
22
+ "group_size": 64
23
+ },
24
+ "language_model.model.layers.31.self_attn.o_proj": {
25
+ "bits": 8,
26
+ "group_size": 64
27
+ },
28
+ "language_model.model.layers.31.self_attn.v_proj": {
29
+ "bits": 8,
30
+ "group_size": 64
31
+ },
32
+ "language_model.model.layers.31.self_attn.k_proj": {
33
+ "bits": 8,
34
+ "group_size": 64
35
+ },
36
+ "language_model.model.layers.31.self_attn.q_proj": {
37
+ "bits": 8,
38
+ "group_size": 64
39
+ },
40
+ "language_model.model.layers.30.mlp.up_proj": {
41
+ "bits": 4,
42
+ "group_size": 64
43
+ },
44
+ "language_model.model.layers.30.mlp.down_proj": {
45
+ "bits": 4,
46
+ "group_size": 64
47
+ },
48
+ "language_model.model.layers.30.mlp.gate_proj": {
49
+ "bits": 4,
50
+ "group_size": 64
51
+ },
52
+ "language_model.model.layers.30.linear_attn.out_proj": {
53
+ "bits": 8,
54
+ "group_size": 64
55
+ },
56
+ "language_model.model.layers.30.linear_attn.in_proj_a": {
57
+ "bits": 8,
58
+ "group_size": 64
59
+ },
60
+ "language_model.model.layers.30.linear_attn.in_proj_b": {
61
+ "bits": 8,
62
+ "group_size": 64
63
+ },
64
+ "language_model.model.layers.30.linear_attn.in_proj_z": {
65
+ "bits": 4,
66
+ "group_size": 64
67
+ },
68
+ "language_model.model.layers.30.linear_attn.in_proj_qkv": {
69
+ "bits": 4,
70
+ "group_size": 64
71
+ },
72
+ "language_model.model.layers.29.mlp.up_proj": {
73
+ "bits": 8,
74
+ "group_size": 64
75
+ },
76
+ "language_model.model.layers.29.mlp.down_proj": {
77
+ "bits": 4,
78
+ "group_size": 64
79
+ },
80
+ "language_model.model.layers.29.mlp.gate_proj": {
81
+ "bits": 4,
82
+ "group_size": 64
83
+ },
84
+ "language_model.model.layers.29.linear_attn.out_proj": {
85
+ "bits": 8,
86
+ "group_size": 64
87
+ },
88
+ "language_model.model.layers.29.linear_attn.in_proj_a": {
89
+ "bits": 8,
90
+ "group_size": 64
91
+ },
92
+ "language_model.model.layers.29.linear_attn.in_proj_b": {
93
+ "bits": 8,
94
+ "group_size": 64
95
+ },
96
+ "language_model.model.layers.29.linear_attn.in_proj_z": {
97
+ "bits": 4,
98
+ "group_size": 64
99
+ },
100
+ "language_model.model.layers.29.linear_attn.in_proj_qkv": {
101
+ "bits": 4,
102
+ "group_size": 64
103
+ },
104
+ "language_model.model.layers.28.mlp.up_proj": {
105
+ "bits": 4,
106
+ "group_size": 64
107
+ },
108
+ "language_model.model.layers.28.mlp.down_proj": {
109
+ "bits": 4,
110
+ "group_size": 64
111
+ },
112
+ "language_model.model.layers.28.mlp.gate_proj": {
113
+ "bits": 4,
114
+ "group_size": 64
115
+ },
116
+ "language_model.model.layers.28.linear_attn.out_proj": {
117
+ "bits": 8,
118
+ "group_size": 64
119
+ },
120
+ "language_model.model.layers.28.linear_attn.in_proj_a": {
121
+ "bits": 8,
122
+ "group_size": 64
123
+ },
124
+ "language_model.model.layers.28.linear_attn.in_proj_b": {
125
+ "bits": 8,
126
+ "group_size": 64
127
+ },
128
+ "language_model.model.layers.28.linear_attn.in_proj_z": {
129
+ "bits": 4,
130
+ "group_size": 64
131
+ },
132
+ "language_model.model.layers.28.linear_attn.in_proj_qkv": {
133
+ "bits": 4,
134
+ "group_size": 64
135
+ },
136
+ "language_model.model.layers.27.mlp.up_proj": {
137
+ "bits": 4,
138
+ "group_size": 64
139
+ },
140
+ "language_model.model.layers.27.mlp.down_proj": {
141
+ "bits": 4,
142
+ "group_size": 64
143
+ },
144
+ "language_model.model.layers.27.mlp.gate_proj": {
145
+ "bits": 4,
146
+ "group_size": 64
147
+ },
148
+ "language_model.model.layers.27.self_attn.o_proj": {
149
+ "bits": 8,
150
+ "group_size": 64
151
+ },
152
+ "language_model.model.layers.27.self_attn.v_proj": {
153
+ "bits": 8,
154
+ "group_size": 64
155
+ },
156
+ "language_model.model.layers.27.self_attn.k_proj": {
157
+ "bits": 4,
158
+ "group_size": 64
159
+ },
160
+ "language_model.model.layers.27.self_attn.q_proj": {
161
+ "bits": 4,
162
+ "group_size": 64
163
+ },
164
+ "language_model.model.layers.26.mlp.up_proj": {
165
+ "bits": 8,
166
+ "group_size": 64
167
+ },
168
+ "language_model.model.layers.26.mlp.down_proj": {
169
+ "bits": 4,
170
+ "group_size": 64
171
+ },
172
+ "language_model.model.layers.26.mlp.gate_proj": {
173
+ "bits": 4,
174
+ "group_size": 64
175
+ },
176
+ "language_model.model.layers.26.linear_attn.out_proj": {
177
+ "bits": 8,
178
+ "group_size": 64
179
+ },
180
+ "language_model.model.layers.26.linear_attn.in_proj_a": {
181
+ "bits": 8,
182
+ "group_size": 64
183
+ },
184
+ "language_model.model.layers.26.linear_attn.in_proj_b": {
185
+ "bits": 8,
186
+ "group_size": 64
187
+ },
188
+ "language_model.model.layers.26.linear_attn.in_proj_z": {
189
+ "bits": 4,
190
+ "group_size": 64
191
+ },
192
+ "language_model.model.layers.26.linear_attn.in_proj_qkv": {
193
+ "bits": 4,
194
+ "group_size": 64
195
+ },
196
+ "language_model.model.layers.25.mlp.up_proj": {
197
+ "bits": 4,
198
+ "group_size": 64
199
+ },
200
+ "language_model.model.layers.25.mlp.down_proj": {
201
+ "bits": 4,
202
+ "group_size": 64
203
+ },
204
+ "language_model.model.layers.25.mlp.gate_proj": {
205
+ "bits": 4,
206
+ "group_size": 64
207
+ },
208
+ "language_model.model.layers.25.linear_attn.out_proj": {
209
+ "bits": 8,
210
+ "group_size": 64
211
+ },
212
+ "language_model.model.layers.25.linear_attn.in_proj_a": {
213
+ "bits": 8,
214
+ "group_size": 64
215
+ },
216
+ "language_model.model.layers.25.linear_attn.in_proj_b": {
217
+ "bits": 8,
218
+ "group_size": 64
219
+ },
220
+ "language_model.model.layers.25.linear_attn.in_proj_z": {
221
+ "bits": 4,
222
+ "group_size": 64
223
+ },
224
+ "language_model.model.layers.25.linear_attn.in_proj_qkv": {
225
+ "bits": 4,
226
+ "group_size": 64
227
+ },
228
+ "language_model.model.layers.24.mlp.up_proj": {
229
+ "bits": 4,
230
+ "group_size": 64
231
+ },
232
+ "language_model.model.layers.24.mlp.down_proj": {
233
+ "bits": 4,
234
+ "group_size": 64
235
+ },
236
+ "language_model.model.layers.24.mlp.gate_proj": {
237
+ "bits": 4,
238
+ "group_size": 64
239
+ },
240
+ "language_model.model.layers.24.linear_attn.out_proj": {
241
+ "bits": 8,
242
+ "group_size": 64
243
+ },
244
+ "language_model.model.layers.24.linear_attn.in_proj_a": {
245
+ "bits": 8,
246
+ "group_size": 64
247
+ },
248
+ "language_model.model.layers.24.linear_attn.in_proj_b": {
249
+ "bits": 8,
250
+ "group_size": 64
251
+ },
252
+ "language_model.model.layers.24.linear_attn.in_proj_z": {
253
+ "bits": 4,
254
+ "group_size": 64
255
+ },
256
+ "language_model.model.layers.24.linear_attn.in_proj_qkv": {
257
+ "bits": 4,
258
+ "group_size": 64
259
+ },
260
+ "language_model.model.layers.23.mlp.up_proj": {
261
+ "bits": 8,
262
+ "group_size": 64
263
+ },
264
+ "language_model.model.layers.23.mlp.down_proj": {
265
+ "bits": 4,
266
+ "group_size": 64
267
+ },
268
+ "language_model.model.layers.23.mlp.gate_proj": {
269
+ "bits": 4,
270
+ "group_size": 64
271
+ },
272
+ "language_model.model.layers.23.self_attn.o_proj": {
273
+ "bits": 8,
274
+ "group_size": 64
275
+ },
276
+ "language_model.model.layers.23.self_attn.v_proj": {
277
+ "bits": 8,
278
+ "group_size": 64
279
+ },
280
+ "language_model.model.layers.23.self_attn.k_proj": {
281
+ "bits": 4,
282
+ "group_size": 64
283
+ },
284
+ "language_model.model.layers.23.self_attn.q_proj": {
285
+ "bits": 4,
286
+ "group_size": 64
287
+ },
288
+ "language_model.model.layers.22.mlp.up_proj": {
289
+ "bits": 4,
290
+ "group_size": 64
291
+ },
292
+ "language_model.model.layers.22.mlp.down_proj": {
293
+ "bits": 4,
294
+ "group_size": 64
295
+ },
296
+ "language_model.model.layers.22.mlp.gate_proj": {
297
+ "bits": 4,
298
+ "group_size": 64
299
+ },
300
+ "language_model.model.layers.22.linear_attn.out_proj": {
301
+ "bits": 8,
302
+ "group_size": 64
303
+ },
304
+ "language_model.model.layers.22.linear_attn.in_proj_a": {
305
+ "bits": 8,
306
+ "group_size": 64
307
+ },
308
+ "language_model.model.layers.22.linear_attn.in_proj_b": {
309
+ "bits": 8,
310
+ "group_size": 64
311
+ },
312
+ "language_model.model.layers.22.linear_attn.in_proj_z": {
313
+ "bits": 4,
314
+ "group_size": 64
315
+ },
316
+ "language_model.model.layers.22.linear_attn.in_proj_qkv": {
317
+ "bits": 4,
318
+ "group_size": 64
319
+ },
320
+ "language_model.model.layers.21.mlp.up_proj": {
321
+ "bits": 4,
322
+ "group_size": 64
323
+ },
324
+ "language_model.model.layers.21.mlp.down_proj": {
325
+ "bits": 4,
326
+ "group_size": 64
327
+ },
328
+ "language_model.model.layers.21.mlp.gate_proj": {
329
+ "bits": 4,
330
+ "group_size": 64
331
+ },
332
+ "language_model.model.layers.21.linear_attn.out_proj": {
333
+ "bits": 8,
334
+ "group_size": 64
335
+ },
336
+ "language_model.model.layers.21.linear_attn.in_proj_a": {
337
+ "bits": 8,
338
+ "group_size": 64
339
+ },
340
+ "language_model.model.layers.21.linear_attn.in_proj_b": {
341
+ "bits": 8,
342
+ "group_size": 64
343
+ },
344
+ "language_model.model.layers.21.linear_attn.in_proj_z": {
345
+ "bits": 4,
346
+ "group_size": 64
347
+ },
348
+ "language_model.model.layers.21.linear_attn.in_proj_qkv": {
349
+ "bits": 4,
350
+ "group_size": 64
351
+ },
352
+ "language_model.model.layers.20.mlp.up_proj": {
353
+ "bits": 8,
354
+ "group_size": 64
355
+ },
356
+ "language_model.model.layers.20.mlp.down_proj": {
357
+ "bits": 4,
358
+ "group_size": 64
359
+ },
360
+ "language_model.model.layers.20.mlp.gate_proj": {
361
+ "bits": 4,
362
+ "group_size": 64
363
+ },
364
+ "language_model.model.layers.20.linear_attn.out_proj": {
365
+ "bits": 8,
366
+ "group_size": 64
367
+ },
368
+ "language_model.model.layers.20.linear_attn.in_proj_a": {
369
+ "bits": 8,
370
+ "group_size": 64
371
+ },
372
+ "language_model.model.layers.20.linear_attn.in_proj_b": {
373
+ "bits": 8,
374
+ "group_size": 64
375
+ },
376
+ "language_model.model.layers.20.linear_attn.in_proj_z": {
377
+ "bits": 4,
378
+ "group_size": 64
379
+ },
380
+ "language_model.model.layers.20.linear_attn.in_proj_qkv": {
381
+ "bits": 4,
382
+ "group_size": 64
383
+ },
384
+ "language_model.model.layers.19.mlp.up_proj": {
385
+ "bits": 4,
386
+ "group_size": 64
387
+ },
388
+ "language_model.model.layers.19.mlp.down_proj": {
389
+ "bits": 4,
390
+ "group_size": 64
391
+ },
392
+ "language_model.model.layers.19.mlp.gate_proj": {
393
+ "bits": 4,
394
+ "group_size": 64
395
+ },
396
+ "language_model.model.layers.19.self_attn.o_proj": {
397
+ "bits": 8,
398
+ "group_size": 64
399
+ },
400
+ "language_model.model.layers.19.self_attn.v_proj": {
401
+ "bits": 8,
402
+ "group_size": 64
403
+ },
404
+ "language_model.model.layers.19.self_attn.k_proj": {
405
+ "bits": 4,
406
+ "group_size": 64
407
+ },
408
+ "language_model.model.layers.19.self_attn.q_proj": {
409
+ "bits": 4,
410
+ "group_size": 64
411
+ },
412
+ "language_model.model.layers.18.mlp.up_proj": {
413
+ "bits": 4,
414
+ "group_size": 64
415
+ },
416
+ "language_model.model.layers.18.mlp.down_proj": {
417
+ "bits": 4,
418
+ "group_size": 64
419
+ },
420
+ "language_model.model.layers.18.mlp.gate_proj": {
421
+ "bits": 4,
422
+ "group_size": 64
423
+ },
424
+ "language_model.model.layers.18.linear_attn.out_proj": {
425
+ "bits": 8,
426
+ "group_size": 64
427
+ },
428
+ "language_model.model.layers.18.linear_attn.in_proj_a": {
429
+ "bits": 8,
430
+ "group_size": 64
431
+ },
432
+ "language_model.model.layers.18.linear_attn.in_proj_b": {
433
+ "bits": 8,
434
+ "group_size": 64
435
+ },
436
+ "language_model.model.layers.18.linear_attn.in_proj_z": {
437
+ "bits": 4,
438
+ "group_size": 64
439
+ },
440
+ "language_model.model.layers.18.linear_attn.in_proj_qkv": {
441
+ "bits": 4,
442
+ "group_size": 64
443
+ },
444
+ "language_model.model.layers.17.mlp.up_proj": {
445
+ "bits": 8,
446
+ "group_size": 64
447
+ },
448
+ "language_model.model.layers.17.mlp.down_proj": {
449
+ "bits": 4,
450
+ "group_size": 64
451
+ },
452
+ "language_model.model.layers.17.mlp.gate_proj": {
453
+ "bits": 4,
454
+ "group_size": 64
455
+ },
456
+ "language_model.model.layers.17.linear_attn.out_proj": {
457
+ "bits": 8,
458
+ "group_size": 64
459
+ },
460
+ "language_model.model.layers.17.linear_attn.in_proj_a": {
461
+ "bits": 8,
462
+ "group_size": 64
463
+ },
464
+ "language_model.model.layers.17.linear_attn.in_proj_b": {
465
+ "bits": 8,
466
+ "group_size": 64
467
+ },
468
+ "language_model.model.layers.17.linear_attn.in_proj_z": {
469
+ "bits": 4,
470
+ "group_size": 64
471
+ },
472
+ "language_model.model.layers.17.linear_attn.in_proj_qkv": {
473
+ "bits": 4,
474
+ "group_size": 64
475
+ },
476
+ "language_model.model.layers.16.mlp.up_proj": {
477
+ "bits": 4,
478
+ "group_size": 64
479
+ },
480
+ "language_model.model.layers.16.mlp.down_proj": {
481
+ "bits": 4,
482
+ "group_size": 64
483
+ },
484
+ "language_model.model.layers.16.mlp.gate_proj": {
485
+ "bits": 4,
486
+ "group_size": 64
487
+ },
488
+ "language_model.model.layers.16.linear_attn.out_proj": {
489
+ "bits": 8,
490
+ "group_size": 64
491
+ },
492
+ "language_model.model.layers.16.linear_attn.in_proj_a": {
493
+ "bits": 8,
494
+ "group_size": 64
495
+ },
496
+ "language_model.model.layers.16.linear_attn.in_proj_b": {
497
+ "bits": 8,
498
+ "group_size": 64
499
+ },
500
+ "language_model.model.layers.16.linear_attn.in_proj_z": {
501
+ "bits": 4,
502
+ "group_size": 64
503
+ },
504
+ "language_model.model.layers.16.linear_attn.in_proj_qkv": {
505
+ "bits": 4,
506
+ "group_size": 64
507
+ },
508
+ "language_model.model.layers.15.mlp.up_proj": {
509
+ "bits": 4,
510
+ "group_size": 64
511
+ },
512
+ "language_model.model.layers.15.mlp.down_proj": {
513
+ "bits": 4,
514
+ "group_size": 64
515
+ },
516
+ "language_model.model.layers.15.mlp.gate_proj": {
517
+ "bits": 4,
518
+ "group_size": 64
519
+ },
520
+ "language_model.model.layers.15.self_attn.o_proj": {
521
+ "bits": 8,
522
+ "group_size": 64
523
+ },
524
+ "language_model.model.layers.15.self_attn.v_proj": {
525
+ "bits": 8,
526
+ "group_size": 64
527
+ },
528
+ "language_model.model.layers.15.self_attn.k_proj": {
529
+ "bits": 8,
530
+ "group_size": 64
531
+ },
532
+ "language_model.model.layers.15.self_attn.q_proj": {
533
+ "bits": 4,
534
+ "group_size": 64
535
+ },
536
+ "language_model.model.layers.14.mlp.up_proj": {
537
+ "bits": 8,
538
+ "group_size": 64
539
+ },
540
+ "language_model.model.layers.14.mlp.down_proj": {
541
+ "bits": 4,
542
+ "group_size": 64
543
+ },
544
+ "language_model.model.layers.14.mlp.gate_proj": {
545
+ "bits": 4,
546
+ "group_size": 64
547
+ },
548
+ "language_model.model.layers.14.linear_attn.out_proj": {
549
+ "bits": 8,
550
+ "group_size": 64
551
+ },
552
+ "language_model.model.layers.14.linear_attn.in_proj_a": {
553
+ "bits": 8,
554
+ "group_size": 64
555
+ },
556
+ "language_model.model.layers.14.linear_attn.in_proj_b": {
557
+ "bits": 8,
558
+ "group_size": 64
559
+ },
560
+ "language_model.model.layers.14.linear_attn.in_proj_z": {
561
+ "bits": 4,
562
+ "group_size": 64
563
+ },
564
+ "language_model.model.layers.14.linear_attn.in_proj_qkv": {
565
+ "bits": 4,
566
+ "group_size": 64
567
+ },
568
+ "language_model.model.layers.13.mlp.up_proj": {
569
+ "bits": 4,
570
+ "group_size": 64
571
+ },
572
+ "language_model.model.layers.13.mlp.down_proj": {
573
+ "bits": 4,
574
+ "group_size": 64
575
+ },
576
+ "language_model.model.layers.13.mlp.gate_proj": {
577
+ "bits": 4,
578
+ "group_size": 64
579
+ },
580
+ "language_model.model.layers.13.linear_attn.out_proj": {
581
+ "bits": 8,
582
+ "group_size": 64
583
+ },
584
+ "language_model.model.layers.13.linear_attn.in_proj_a": {
585
+ "bits": 8,
586
+ "group_size": 64
587
+ },
588
+ "language_model.model.layers.13.linear_attn.in_proj_b": {
589
+ "bits": 8,
590
+ "group_size": 64
591
+ },
592
+ "language_model.model.layers.13.linear_attn.in_proj_z": {
593
+ "bits": 4,
594
+ "group_size": 64
595
+ },
596
+ "language_model.model.layers.13.linear_attn.in_proj_qkv": {
597
+ "bits": 4,
598
+ "group_size": 64
599
+ },
600
+ "language_model.model.layers.12.mlp.up_proj": {
601
+ "bits": 4,
602
+ "group_size": 64
603
+ },
604
+ "language_model.model.layers.12.mlp.down_proj": {
605
+ "bits": 4,
606
+ "group_size": 64
607
+ },
608
+ "language_model.model.layers.12.mlp.gate_proj": {
609
+ "bits": 4,
610
+ "group_size": 64
611
+ },
612
+ "language_model.model.layers.12.linear_attn.out_proj": {
613
+ "bits": 8,
614
+ "group_size": 64
615
+ },
616
+ "language_model.model.layers.12.linear_attn.in_proj_a": {
617
+ "bits": 8,
618
+ "group_size": 64
619
+ },
620
+ "language_model.model.layers.12.linear_attn.in_proj_b": {
621
+ "bits": 8,
622
+ "group_size": 64
623
+ },
624
+ "language_model.model.layers.12.linear_attn.in_proj_z": {
625
+ "bits": 4,
626
+ "group_size": 64
627
+ },
628
+ "language_model.model.layers.12.linear_attn.in_proj_qkv": {
629
+ "bits": 4,
630
+ "group_size": 64
631
+ },
632
+ "language_model.model.layers.11.mlp.up_proj": {
633
+ "bits": 8,
634
+ "group_size": 64
635
+ },
636
+ "language_model.model.layers.11.mlp.down_proj": {
637
+ "bits": 4,
638
+ "group_size": 64
639
+ },
640
+ "language_model.model.layers.11.mlp.gate_proj": {
641
+ "bits": 4,
642
+ "group_size": 64
643
+ },
644
+ "language_model.model.layers.11.self_attn.o_proj": {
645
+ "bits": 8,
646
+ "group_size": 64
647
+ },
648
+ "language_model.model.layers.11.self_attn.v_proj": {
649
+ "bits": 8,
650
+ "group_size": 64
651
+ },
652
+ "language_model.model.layers.11.self_attn.k_proj": {
653
+ "bits": 8,
654
+ "group_size": 64
655
+ },
656
+ "language_model.model.layers.11.self_attn.q_proj": {
657
+ "bits": 4,
658
+ "group_size": 64
659
+ },
660
+ "language_model.model.layers.10.mlp.up_proj": {
661
+ "bits": 4,
662
+ "group_size": 64
663
+ },
664
+ "language_model.model.layers.10.mlp.down_proj": {
665
+ "bits": 4,
666
+ "group_size": 64
667
+ },
668
+ "language_model.model.layers.10.mlp.gate_proj": {
669
+ "bits": 4,
670
+ "group_size": 64
671
+ },
672
+ "language_model.model.layers.10.linear_attn.out_proj": {
673
+ "bits": 8,
674
+ "group_size": 64
675
+ },
676
+ "language_model.model.layers.10.linear_attn.in_proj_a": {
677
+ "bits": 8,
678
+ "group_size": 64
679
+ },
680
+ "language_model.model.layers.10.linear_attn.in_proj_b": {
681
+ "bits": 8,
682
+ "group_size": 64
683
+ },
684
+ "language_model.model.layers.10.linear_attn.in_proj_z": {
685
+ "bits": 4,
686
+ "group_size": 64
687
+ },
688
+ "language_model.model.layers.10.linear_attn.in_proj_qkv": {
689
+ "bits": 8,
690
+ "group_size": 64
691
+ },
692
+ "language_model.model.layers.9.mlp.up_proj": {
693
+ "bits": 4,
694
+ "group_size": 64
695
+ },
696
+ "language_model.model.layers.9.mlp.down_proj": {
697
+ "bits": 4,
698
+ "group_size": 64
699
+ },
700
+ "language_model.model.layers.9.mlp.gate_proj": {
701
+ "bits": 4,
702
+ "group_size": 64
703
+ },
704
+ "language_model.model.layers.9.linear_attn.out_proj": {
705
+ "bits": 8,
706
+ "group_size": 64
707
+ },
708
+ "language_model.model.layers.9.linear_attn.in_proj_a": {
709
+ "bits": 8,
710
+ "group_size": 64
711
+ },
712
+ "language_model.model.layers.9.linear_attn.in_proj_b": {
713
+ "bits": 8,
714
+ "group_size": 64
715
+ },
716
+ "language_model.model.layers.9.linear_attn.in_proj_z": {
717
+ "bits": 8,
718
+ "group_size": 64
719
+ },
720
+ "language_model.model.layers.9.linear_attn.in_proj_qkv": {
721
+ "bits": 8,
722
+ "group_size": 64
723
+ },
724
+ "language_model.model.layers.8.mlp.up_proj": {
725
+ "bits": 4,
726
+ "group_size": 64
727
+ },
728
+ "language_model.model.layers.8.mlp.down_proj": {
729
+ "bits": 4,
730
+ "group_size": 64
731
+ },
732
+ "language_model.model.layers.8.mlp.gate_proj": {
733
+ "bits": 4,
734
+ "group_size": 64
735
+ },
736
+ "language_model.model.layers.8.linear_attn.out_proj": {
737
+ "bits": 8,
738
+ "group_size": 64
739
+ },
740
+ "language_model.model.layers.8.linear_attn.in_proj_a": {
741
+ "bits": 8,
742
+ "group_size": 64
743
+ },
744
+ "language_model.model.layers.8.linear_attn.in_proj_b": {
745
+ "bits": 8,
746
+ "group_size": 64
747
+ },
748
+ "language_model.model.layers.8.linear_attn.in_proj_z": {
749
+ "bits": 8,
750
+ "group_size": 64
751
+ },
752
+ "language_model.model.layers.8.linear_attn.in_proj_qkv": {
753
+ "bits": 8,
754
+ "group_size": 64
755
+ },
756
+ "language_model.model.layers.7.mlp.up_proj": {
757
+ "bits": 4,
758
+ "group_size": 64
759
+ },
760
+ "language_model.model.layers.7.mlp.down_proj": {
761
+ "bits": 4,
762
+ "group_size": 64
763
+ },
764
+ "language_model.model.layers.7.mlp.gate_proj": {
765
+ "bits": 4,
766
+ "group_size": 64
767
+ },
768
+ "language_model.model.layers.7.self_attn.o_proj": {
769
+ "bits": 8,
770
+ "group_size": 64
771
+ },
772
+ "language_model.model.layers.7.self_attn.v_proj": {
773
+ "bits": 8,
774
+ "group_size": 64
775
+ },
776
+ "language_model.model.layers.7.self_attn.k_proj": {
777
+ "bits": 8,
778
+ "group_size": 64
779
+ },
780
+ "language_model.model.layers.7.self_attn.q_proj": {
781
+ "bits": 8,
782
+ "group_size": 64
783
+ },
784
+ "language_model.model.layers.6.mlp.up_proj": {
785
+ "bits": 8,
786
+ "group_size": 64
787
+ },
788
+ "language_model.model.layers.6.mlp.down_proj": {
789
+ "bits": 4,
790
+ "group_size": 64
791
+ },
792
+ "language_model.model.layers.6.mlp.gate_proj": {
793
+ "bits": 4,
794
+ "group_size": 64
795
+ },
796
+ "language_model.model.layers.6.linear_attn.out_proj": {
797
+ "bits": 8,
798
+ "group_size": 64
799
+ },
800
+ "language_model.model.layers.6.linear_attn.in_proj_a": {
801
+ "bits": 8,
802
+ "group_size": 64
803
+ },
804
+ "language_model.model.layers.6.linear_attn.in_proj_b": {
805
+ "bits": 8,
806
+ "group_size": 64
807
+ },
808
+ "language_model.model.layers.6.linear_attn.in_proj_z": {
809
+ "bits": 8,
810
+ "group_size": 64
811
+ },
812
+ "language_model.model.layers.6.linear_attn.in_proj_qkv": {
813
+ "bits": 8,
814
+ "group_size": 64
815
+ },
816
+ "language_model.model.layers.5.mlp.up_proj": {
817
+ "bits": 8,
818
+ "group_size": 64
819
+ },
820
+ "language_model.model.layers.5.mlp.down_proj": {
821
+ "bits": 4,
822
+ "group_size": 64
823
+ },
824
+ "language_model.model.layers.5.mlp.gate_proj": {
825
+ "bits": 4,
826
+ "group_size": 64
827
+ },
828
+ "language_model.model.layers.5.linear_attn.out_proj": {
829
+ "bits": 8,
830
+ "group_size": 64
831
+ },
832
+ "language_model.model.layers.5.linear_attn.in_proj_a": {
833
+ "bits": 8,
834
+ "group_size": 64
835
+ },
836
+ "language_model.model.layers.5.linear_attn.in_proj_b": {
837
+ "bits": 8,
838
+ "group_size": 64
839
+ },
840
+ "language_model.model.layers.5.linear_attn.in_proj_z": {
841
+ "bits": 8,
842
+ "group_size": 64
843
+ },
844
+ "language_model.model.layers.5.linear_attn.in_proj_qkv": {
845
+ "bits": 8,
846
+ "group_size": 64
847
+ },
848
+ "language_model.model.layers.4.mlp.up_proj": {
849
+ "bits": 8,
850
+ "group_size": 64
851
+ },
852
+ "language_model.model.layers.4.mlp.down_proj": {
853
+ "bits": 4,
854
+ "group_size": 64
855
+ },
856
+ "language_model.model.layers.4.mlp.gate_proj": {
857
+ "bits": 4,
858
+ "group_size": 64
859
+ },
860
+ "language_model.model.layers.4.linear_attn.out_proj": {
861
+ "bits": 8,
862
+ "group_size": 64
863
+ },
864
+ "language_model.model.layers.4.linear_attn.in_proj_a": {
865
+ "bits": 8,
866
+ "group_size": 64
867
+ },
868
+ "language_model.model.layers.4.linear_attn.in_proj_b": {
869
+ "bits": 8,
870
+ "group_size": 64
871
+ },
872
+ "language_model.model.layers.4.linear_attn.in_proj_z": {
873
+ "bits": 8,
874
+ "group_size": 64
875
+ },
876
+ "language_model.model.layers.4.linear_attn.in_proj_qkv": {
877
+ "bits": 8,
878
+ "group_size": 64
879
+ },
880
+ "language_model.model.layers.3.mlp.up_proj": {
881
+ "bits": 4,
882
+ "group_size": 64
883
+ },
884
+ "language_model.model.layers.3.mlp.down_proj": {
885
+ "bits": 8,
886
+ "group_size": 64
887
+ },
888
+ "language_model.model.layers.3.mlp.gate_proj": {
889
+ "bits": 4,
890
+ "group_size": 64
891
+ },
892
+ "language_model.model.layers.3.self_attn.o_proj": {
893
+ "bits": 8,
894
+ "group_size": 64
895
+ },
896
+ "language_model.model.layers.3.self_attn.v_proj": {
897
+ "bits": 8,
898
+ "group_size": 64
899
+ },
900
+ "language_model.model.layers.3.self_attn.k_proj": {
901
+ "bits": 8,
902
+ "group_size": 64
903
+ },
904
+ "language_model.model.layers.3.self_attn.q_proj": {
905
+ "bits": 8,
906
+ "group_size": 64
907
+ },
908
+ "language_model.model.layers.2.mlp.up_proj": {
909
+ "bits": 4,
910
+ "group_size": 64
911
+ },
912
+ "language_model.model.layers.2.mlp.down_proj": {
913
+ "bits": 8,
914
+ "group_size": 64
915
+ },
916
+ "language_model.model.layers.2.mlp.gate_proj": {
917
+ "bits": 4,
918
+ "group_size": 64
919
+ },
920
+ "language_model.model.layers.2.linear_attn.out_proj": {
921
+ "bits": 8,
922
+ "group_size": 64
923
+ },
924
+ "language_model.model.layers.2.linear_attn.in_proj_a": {
925
+ "bits": 8,
926
+ "group_size": 64
927
+ },
928
+ "language_model.model.layers.2.linear_attn.in_proj_b": {
929
+ "bits": 8,
930
+ "group_size": 64
931
+ },
932
+ "language_model.model.layers.2.linear_attn.in_proj_z": {
933
+ "bits": 8,
934
+ "group_size": 64
935
+ },
936
+ "language_model.model.layers.2.linear_attn.in_proj_qkv": {
937
+ "bits": 8,
938
+ "group_size": 64
939
+ },
940
+ "language_model.model.layers.1.mlp.up_proj": {
941
+ "bits": 4,
942
+ "group_size": 64
943
+ },
944
+ "language_model.model.layers.1.mlp.down_proj": {
945
+ "bits": 8,
946
+ "group_size": 64
947
+ },
948
+ "language_model.model.layers.1.mlp.gate_proj": {
949
+ "bits": 4,
950
+ "group_size": 64
951
+ },
952
+ "language_model.model.layers.1.linear_attn.out_proj": {
953
+ "bits": 8,
954
+ "group_size": 64
955
+ },
956
+ "language_model.model.layers.1.linear_attn.in_proj_a": {
957
+ "bits": 8,
958
+ "group_size": 64
959
+ },
960
+ "language_model.model.layers.1.linear_attn.in_proj_b": {
961
+ "bits": 8,
962
+ "group_size": 64
963
+ },
964
+ "language_model.model.layers.1.linear_attn.in_proj_z": {
965
+ "bits": 8,
966
+ "group_size": 64
967
+ },
968
+ "language_model.model.layers.1.linear_attn.in_proj_qkv": {
969
+ "bits": 8,
970
+ "group_size": 64
971
+ },
972
+ "language_model.model.layers.0.mlp.up_proj": {
973
+ "bits": 8,
974
+ "group_size": 64
975
+ },
976
+ "language_model.model.layers.0.mlp.down_proj": {
977
+ "bits": 8,
978
+ "group_size": 64
979
+ },
980
+ "language_model.model.layers.0.mlp.gate_proj": {
981
+ "bits": 8,
982
+ "group_size": 64
983
+ },
984
+ "language_model.model.layers.0.linear_attn.out_proj": {
985
+ "bits": 8,
986
+ "group_size": 64
987
+ },
988
+ "language_model.model.layers.0.linear_attn.in_proj_a": {
989
+ "bits": 8,
990
+ "group_size": 64
991
+ },
992
+ "language_model.model.layers.0.linear_attn.in_proj_b": {
993
+ "bits": 8,
994
+ "group_size": 64
995
+ },
996
+ "language_model.model.layers.0.linear_attn.in_proj_z": {
997
+ "bits": 8,
998
+ "group_size": 64
999
+ },
1000
+ "language_model.model.layers.0.linear_attn.in_proj_qkv": {
1001
+ "bits": 8,
1002
+ "group_size": 64
1003
+ }
1004
+ }
1005
+ }