kdearsty commited on
Commit
498ff8d
·
verified ·
1 Parent(s): e2ed871

Upload my model weights

Browse files
adapter_config.json CHANGED
@@ -27,8 +27,20 @@
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
30
- "q_proj",
31
- "v_proj"
 
 
 
 
 
 
 
 
 
 
 
 
32
  ],
33
  "task_type": "SEQ_CLS",
34
  "trainable_token_indices": null,
 
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
30
+ "model.layers.1.mlp.up_proj",
31
+ "model.layers.1.self_attn.o_proj",
32
+ "model.layers.1.self_attn.q_proj",
33
+ "model.layers.0.mlp.gate_proj",
34
+ "model.layers.0.mlp.up_proj",
35
+ "model.layers.0.self_attn.k_proj",
36
+ "model.layers.0.self_attn.q_proj",
37
+ "model.layers.1.self_attn.k_proj",
38
+ "model.layers.1.mlp.gate_proj",
39
+ "model.layers.0.self_attn.o_proj",
40
+ "model.layers.1.self_attn.v_proj",
41
+ "model.layers.0.mlp.down_proj",
42
+ "model.layers.1.mlp.down_proj",
43
+ "model.layers.0.self_attn.v_proj"
44
  ],
45
  "task_type": "SEQ_CLS",
46
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3f2dc857ece2ff26d331ff634f8de10cfcfa950f3dcb2e34546a1cba03a0618
3
- size 17640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0403ba39e7a9507711e75286f824af82aab1ff85cb396440454381fea81ad2
3
+ size 97952
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:423fac003844c02895c0874e0f5b2ef407026dff7a4d214b1ae5bbaa3e0cc68f
3
- size 41027
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6782033cd5d1a2f2df5d19a468041cc5d5af9dd4b94c5fa889e0f13cb3767bed
3
+ size 212551
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef19ffcd56004336b9f135564a902e1a7a7d8c546c184bdeed5ab4417799b240
3
  size 13990
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15642206c30a6720476d2069a8d548683b40db8eb817bd605e168475fcd2d5e4
3
  size 13990
trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "best_global_step": 315,
3
- "best_metric": 0.36862244897959184,
4
- "best_model_checkpoint": "/home/kat/git-repos/icse/results/rsa/19-05-2025:16-53-56/checkpoint-315",
5
  "epoch": 1.0,
6
  "eval_steps": 500,
7
  "global_step": 315,
@@ -11,57 +11,57 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.15873015873015872,
14
- "grad_norm": 2.652902364730835,
15
  "learning_rate": 1.688888888888889e-05,
16
- "loss": 0.7018,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.31746031746031744,
21
- "grad_norm": 2.970874786376953,
22
  "learning_rate": 1.3714285714285716e-05,
23
- "loss": 0.6905,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.47619047619047616,
28
- "grad_norm": 2.647416114807129,
29
  "learning_rate": 1.053968253968254e-05,
30
- "loss": 0.6973,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.6349206349206349,
35
- "grad_norm": 2.643963575363159,
36
  "learning_rate": 7.3650793650793666e-06,
37
- "loss": 0.6904,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.7936507936507936,
42
- "grad_norm": 2.978494882583618,
43
  "learning_rate": 4.190476190476191e-06,
44
- "loss": 0.6785,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.9523809523809523,
49
- "grad_norm": 2.981330633163452,
50
  "learning_rate": 1.015873015873016e-06,
51
- "loss": 0.6877,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 1.0,
56
- "eval_accuracy": 0.53125,
57
  "eval_balanced_accuracy": 0.0,
58
- "eval_f1_score": 0.36862244897959184,
59
- "eval_loss": 0.691247820854187,
60
- "eval_precision": 0.2822265625,
61
- "eval_recall": 0.53125,
62
- "eval_runtime": 2.2767,
63
- "eval_samples_per_second": 28.111,
64
- "eval_steps_per_second": 28.111,
65
  "step": 315
66
  }
67
  ],
@@ -82,7 +82,7 @@
82
  "attributes": {}
83
  }
84
  },
85
- "total_flos": 47016456480.0,
86
  "train_batch_size": 1,
87
  "trial_name": null,
88
  "trial_params": null
 
1
  {
2
  "best_global_step": 315,
3
+ "best_metric": 0.38667929292929293,
4
+ "best_model_checkpoint": "/home/kat/git-repos/icse/results/rsa/20-05-2025:14-27-00/checkpoint-315",
5
  "epoch": 1.0,
6
  "eval_steps": 500,
7
  "global_step": 315,
 
11
  "log_history": [
12
  {
13
  "epoch": 0.15873015873015872,
14
+ "grad_norm": 3.0029046535491943,
15
  "learning_rate": 1.688888888888889e-05,
16
+ "loss": 0.7009,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.31746031746031744,
21
+ "grad_norm": 2.6273458003997803,
22
  "learning_rate": 1.3714285714285716e-05,
23
+ "loss": 0.6876,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.47619047619047616,
28
+ "grad_norm": 3.0084035396575928,
29
  "learning_rate": 1.053968253968254e-05,
30
+ "loss": 0.6956,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.6349206349206349,
35
+ "grad_norm": 3.0137736797332764,
36
  "learning_rate": 7.3650793650793666e-06,
37
+ "loss": 0.6956,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.7936507936507936,
42
+ "grad_norm": 3.0123727321624756,
43
  "learning_rate": 4.190476190476191e-06,
44
+ "loss": 0.7088,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.9523809523809523,
49
+ "grad_norm": 2.635606288909912,
50
  "learning_rate": 1.015873015873016e-06,
51
+ "loss": 0.7082,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 1.0,
56
+ "eval_accuracy": 0.546875,
57
  "eval_balanced_accuracy": 0.0,
58
+ "eval_f1_score": 0.38667929292929293,
59
+ "eval_loss": 0.6890829801559448,
60
+ "eval_precision": 0.299072265625,
61
+ "eval_recall": 0.546875,
62
+ "eval_runtime": 2.6619,
63
+ "eval_samples_per_second": 24.043,
64
+ "eval_steps_per_second": 24.043,
65
  "step": 315
66
  }
67
  ],
 
82
  "attributes": {}
83
  }
84
  },
85
+ "total_flos": 120596908320.0,
86
  "train_batch_size": 1,
87
  "trial_name": null,
88
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5199e916690144873725b290cf2696ac54eb2bebad6f29ab35e3e59d203073b4
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b55b2ba730a7205c610421782097802192afdc20a1152752fe308cdb42ad647
3
  size 5432