nm-testing
/

TinyLlama-1.1B-Chat-v1.0-open_platypus-pruned50-quant-ds

Model card Files Files and versions

mwitiderrick commited on Jan 23, 2024

Commit

79dd1e6

·

verified ·

1 Parent(s): 5f41b4d

Update quantize.yaml

Files changed (1) hide show

quantize.yaml +1 -1

quantize.yaml CHANGED Viewed

@@ -19,7 +19,7 @@ test_stage:
         - model.layers.2.mlp.down_proj
         - model.layers.8.self_attn.q_proj
         - model.layers.8.self_attn.k_proj
-      post_oneshot_calibration: true
       scheme_overrides:
         Linear:
           weights:

         - model.layers.2.mlp.down_proj
         - model.layers.8.self_attn.q_proj
         - model.layers.8.self_attn.k_proj
+      post_oneshot_calibration: false
       scheme_overrides:
         Linear:
           weights: