Training in progress, step 500

adapter_config.json

@@ -13,7 +13,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 1,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.05,
   "megatron_config": null,
@@ -21,7 +21,7 @@
   "modules_to_save": null,
   "peft_type": "LORA",
   "qalora_group_size": 16,
-  "r": 4,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:220a88ff34b0cde631d3c905778770cce752ca268fa3688e8686b00e56fa0c87
-size 5060984
+oid sha256:6e1f2eb67704beec893a9b2788cfb1821461265f5a0cf7127638706ba38175ff
+size 10107280

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e659747ae96a0ceb5ed912001f83f39350e2959be9461c141421df4f70c66b02
+oid sha256:ff61ca055e9b1563cab552c449d7f879ec9224d311d4d344179c9f95a18d56eb
 size 5368