diff --git a/.cache/huggingface/.gitignore b/.cache/huggingface/.gitignore
new file mode 100644
index 0000000000000000000000000000000000000000..f59ec20aabf5842d237244ece8c81ab184faeac1
--- /dev/null
+++ b/.cache/huggingface/.gitignore
@@ -0,0 +1 @@
+*
\ No newline at end of file
diff --git a/.cache/huggingface/download/global_step_200/actor/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_200/actor/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_200/actor/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_200/actor/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..7e2b7c940c657532ef63b39da36dd837a10e1448
--- /dev/null
+++ b/.cache/huggingface/download/global_step_200/actor/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.581421
diff --git a/.cache/huggingface/download/global_step_200/critic/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_200/critic/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_200/critic/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_200/critic/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c2532385834277dc9aab94ac519a6babe6167104
--- /dev/null
+++ b/.cache/huggingface/download/global_step_200/critic/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.5648236
diff --git a/.cache/huggingface/download/global_step_400/actor/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_400/actor/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_400/actor/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_400/actor/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..d2f5f1e9d523c2e289a43996f76b3ad8debc84a2
--- /dev/null
+++ b/.cache/huggingface/download/global_step_400/actor/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.5734017
diff --git a/.cache/huggingface/download/global_step_400/critic/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_400/critic/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_400/critic/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_400/critic/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..acfb397fc6fadf041d7cfb518f2dd3be3deb5048
--- /dev/null
+++ b/.cache/huggingface/download/global_step_400/critic/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.553022
diff --git a/.cache/huggingface/download/global_step_500/actor/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_500/actor/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_500/actor/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_500/actor/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..b7edb2d11a16589f98385bd2545b473e0668ea4d
--- /dev/null
+++ b/.cache/huggingface/download/global_step_500/actor/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.5515828
diff --git a/.cache/huggingface/download/global_step_500/critic/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_500/critic/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_500/critic/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_500/critic/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..af1f36dcb4da0ae35288d54b5a96502eb4fed7b4
--- /dev/null
+++ b/.cache/huggingface/download/global_step_500/critic/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754497821.5120301
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..93040111eff70e105386d82c44a8117f4fe836ba
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+556827d8697340d8d1abc5e856b5997492101e7ca70fa5a597d7fa05a1669fc9
+1754494927.0305603
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..1c1736e6f64b91bd8b11095e1b9acef3016f9bb9
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+9e9af43bb39bb7484e33c46936ef808729cc13cf6323c7b2c3be7f162b72f374
+1754494927.136464
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..d69974b9ad5ba460e2bf37680875d41ebf90e8e1
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+8ba23ae523e43754b0d67781eed619fe898fed06ccad126e4dcc163ebedc673d
+1754494927.050168
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c6dfa73916badf6d5917411ff2fc0520bbdbdea0
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+67f7a894fa230f8ea5d7b0eeda9487d559d05846dadb8b114b7e75a0b92cd4e0
+1754494926.8757548
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..bf39dd6cf9e071db9b460e42167d83ba72767295
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+a1a97610b242be6204b81c089ff0f02ee21c4b746ad4649af0a4f8cfe4333790
+1754494927.158556
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..938f38ecfade36f532009e8fc487c556f4b152bf
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+b263a83891cd3c7bc7a3308b518beede098a912eb5a11f54a09a63506d2b5946
+1754494926.8310375
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..bacf0c30c69a9ed65cfe87ff2b902514b1ad1d64
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+932e9f25875f4d217c12a9b0562bf10eeeb0e5339ad7b4221403d06ceb21ae0b
+1754494927.1834643
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..09cbdaa4f9431e710b26f217ff4f24d50900d97c
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/extra_state_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+f4640444698f8d0a9f9c3de4df5d0823489b8316d3d09b4109c88ac78396264a
+1754494926.9604113
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/added_tokens.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/added_tokens.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/added_tokens.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/added_tokens.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e0ec9d8c105774d34bf2ada1fa904d2b690c3ce6
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/added_tokens.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+482ced4679301bf287ebb310bdd1790eb4514232
+1754494927.9375234
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/chat_template.jinja.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/chat_template.jinja.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/chat_template.jinja.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/chat_template.jinja.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..b08dd49b51da0332ec08baf8a67580c8f5e60d2e
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/chat_template.jinja.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+bdf7919a96cfe43d50914a007b9c0877bd0ec27e
+1754494927.7819934
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/config.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/config.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/config.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/config.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..8cdb61ab02f68550f2ec1640d32fff0878b85140
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/config.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+65cb298cb8513ec4e937c3bf561095d9d6623a4f
+1754494927.887662
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..5deb14ac4d63637fba28cf7d7ea43eae565967af
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754494928.2959673
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/special_tokens_map.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/special_tokens_map.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/special_tokens_map.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/special_tokens_map.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..8f9326c908dc160f2cfe2fd975f6ffbe389fbaed
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/special_tokens_map.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+ac23c0aaa2434523c494330aeb79c58395378103
+1754494928.302413
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c644e23554b6303ec99a49dc7ff67e3f8b2d2506
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+1754494928.555416
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer_config.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer_config.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer_config.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer_config.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6463ec6f83e665f408e931e3ceba3f29ea90a
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/tokenizer_config.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+eaed590d62aaf0ba31e284b66ddcb18222f066c2
+1754494928.0267005
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/vocab.json.lock b/.cache/huggingface/download/global_step_600/actor/huggingface/vocab.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/huggingface/vocab.json.metadata b/.cache/huggingface/download/global_step_600/actor/huggingface/vocab.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..19c8daa40965a4944edef45f24d55c43b1af96b8
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/huggingface/vocab.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+4783fe10ac3adce15ac8f358ef5462739852c569
+1754494928.6983547
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..fddb57ce59c8f4999ff11b2ad42d35fa8f86a197
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+87eac4eb5243d0053931acc6f6a7a68b9d5122c4865f206e2d40b15c8b6b84c6
+1754495089.9859018
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e5cd50bfa7494f6d36c4447de11374d862b50543
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+d2fdb72e9c96630c9f400dec5c9c1ac7cd460487f4e65066c4dbd79289cf42f7
+1754495092.7276657
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e4f5b4ded78be674ba9030c94f2759aecf9d730b
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+96207ebc424a792fe9b8c56e4dd3f60600b1f60caad23e5869f1b1709f4c6ed5
+1754495094.2024143
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..a199f78ac950708bfed5b9db706ed4a5b79101d6
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+429a406473f57a4c986de619af1043e71850942e068987759e33f57576bbf2cb
+1754495088.5925784
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..9db4eaac7b59ea080cab685c1b445fa831470a7f
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+073be766cd75012dc37ab1b86030f49e8fb6ffc90c2b352b71a10020c35b655d
+1754495091.7918007
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..96c3b200d1481884e8d4de4f09a715fd2b5a2cee
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+89b4ed29153ce7a8ceb1bc2ca09256e0dfe4cdd3fa0b934854f8ee328e91ff0a
+1754495084.8114793
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..1a6cb4c9022939a2cd257a1ce9c45ca1f0ea7ceb
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+ac3b9800d816222b5678e90d2caead54a7895b6687ca6bb6ca772c72844c1dd2
+1754495093.5694466
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..a31d226d4af925182425ac7e23795cde393604d4
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/model_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+3a83a834e595fa60eac80258c0b9b2e0cd1849b461c107e1ce4aa0eb5186ca39
+1754495082.1609874
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e19139ff9ccb38e5a814618e40e5ba9edf40e91a
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+6a3595742707c9400e80f1a3c92520414db59653652ce87be10c137d1a97ebb8
+1754495397.3143127
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..93e62284745dcc43e16589c487776bb28df3f947
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+b1354929b65dd1886086f468d8387ed2e53689f16cee560919a828e39867ae75
+1754495408.1782467
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..807e1fdb47065d0d7b9503f9c9c8cf926d85e441
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+ca5d4312a2fcd1f23ba9f5073f46bd6862af85f9f284a6e72aac8ef9a57546ee
+1754495405.950118
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..eb307099c774bb2b8a76cacd4af95a13ae1c4830
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+0430fb72d9b7bfdb95a05d153d7d1f751c1a4783f7919763be6b0a8c88eb2fe8
+1754495412.1925285
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..560a063a1d057b9700357f05eb00f2f69e0758dd
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+43015eeacd0ffb47f76a3db8231d7552bc3d9803c308a2db7a4212a1a108f479
+1754495415.1542673
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..618f0853673d794fb572649088bed6de3a040225
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+0ca882ce877c41159724a0ee55b948580178398f49f1c95f0ffa3f7e18827c26
+1754495411.6791427
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..7c765844f8852b4ca8ee04ccd48ed7c24dabc617
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+fbad8bf9f080e12af6b647d4896640319667c83269e55984d67c4247af539c97
+1754495425.7827892
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..0dd400c89d88caf549b6851c817e0bbb46a05f23
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/actor/optim_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+486d24a5e4fef1e224c13f0f923d8270ce678710c01490c47c4b55703c1a493c
+1754495479.6326706
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c65820204bc234c3c0564edc08c566f961a579c4
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+90ed8d0b6b35cde287d021a8a8ee881131d4239be64a1a612a17b07194d9857d
+1754495398.2221956
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..d94501c8941c3d165e2e7d18b66f688c2cb1a1e0
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+6d0b76249c17a4309576434b099e20c3344edf11b74f0e33e2b9fde69173c4f0
+1754495398.874087
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..1ccf4a870db9973d927a189b0cc841b74ea4f2c6
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+facac84c2c13017c2a2453bdc83be21fd30680a223a4832967ade7dbab892a5d
+1754495399.567524
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..aaf276669e7ecb78f395c237a0f025d044fb2f56
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+d0389741aab4aaea22f4d73e4afbae8047c73e5f0a9d653b2cf03e3352d456f8
+1754495400.290947
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..88c68f999b90bc827a81790d89db7f044dcc62da
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+984057e4ca51ebcbb2fad0a52436281f40d7f142152312078291de80caabb2df
+1754495400.9099486
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ce656d32cec80d4062660af6be42c27ccd0d5013
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+47e4a5442b5e41962fab115e4ba986e72f11352e8a50163bc78aa6988a0befe8
+1754495401.6008568
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..bc8d23bbc089fa0b4f5663344e93b17f7cbf9c5e
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+c61f0b16e470c24d0b77b11ad6a49763d48970c4126e80fcdf5616248373096d
+1754495402.2149467
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..702bb47362270a3cd919377aab63784b3c015218
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/extra_state_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+1c2e6dde2d550df3cf36b4c8e7ed08775dc0c04187e6a1a9bf92de701719e1db
+1754495402.8659658
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/added_tokens.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/added_tokens.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/added_tokens.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/added_tokens.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..edddfc80d5a2927d4f8e2679dafcbad98cf3059d
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/added_tokens.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+482ced4679301bf287ebb310bdd1790eb4514232
+1754495403.7810416
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/chat_template.jinja.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/chat_template.jinja.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/chat_template.jinja.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/chat_template.jinja.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..eee5c7b80bc1fe67fedf6272202001ce5392d97a
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/chat_template.jinja.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+bdf7919a96cfe43d50914a007b9c0877bd0ec27e
+1754495404.658278
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/config.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/config.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/config.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/config.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..44a2e5180f217932b1e7d42f54d35ec2903f0fc1
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/config.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+f6f9aee2324b90da1f18de27e3164166743360eb
+1754495405.5794036
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/merges.txt.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/merges.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/merges.txt.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/merges.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..46f66cf4f81e46d315d6d94efefaefe8a2312af6
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/merges.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+31349551d90c7606f325fe0f11bbb8bd5fa0d7c7
+1754495406.757801
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/special_tokens_map.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/special_tokens_map.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/special_tokens_map.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/special_tokens_map.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..2f1089adfdcbbb01bc7e0d5517ccc398024fc6ce
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/special_tokens_map.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+ac23c0aaa2434523c494330aeb79c58395378103
+1754495406.8295703
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..cd27aaddaf705e790e34803ed309ffeea8a202e3
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+1754495407.2479165
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer_config.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer_config.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer_config.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer_config.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..6f92a8266e4905786902db049e48585c5d7c2dee
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/tokenizer_config.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+eaed590d62aaf0ba31e284b66ddcb18222f066c2
+1754495407.6589713
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/vocab.json.lock b/.cache/huggingface/download/global_step_600/critic/huggingface/vocab.json.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/huggingface/vocab.json.metadata b/.cache/huggingface/download/global_step_600/critic/huggingface/vocab.json.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..13cf7b92ff21f94fa67af674f75458f269ff45cd
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/huggingface/vocab.json.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+4783fe10ac3adce15ac8f358ef5462739852c569
+1754495408.7412474
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..4f0f938349e11d72f7f574fccf520c39c039c3de
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+0f54f2aea8ba710ea6985ae6e854e35fe4ef540e6f346db42c22b1cc8e075884
+1754495579.5402207
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..3d56074bc91be6d9f845bb468504e45cfbcdf04b
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+102b326476f5329f16ba64955b4cceb0afb180240fd5b0e40ba3512e5b15afee
+1754495769.3253198
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..4319857d0ba2cfd3a817deb385d6005fbc3c7013
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+b4264f3de2a2451e31e4f528c100d9c08294dfc265f299d2f2aac10e0c514b47
+1754495656.1583393
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..4adb3cee4f5dc529e11f75cebf7ae40db10ccf27
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+4032ad9efc82521e54cfa513fed82927fe0dc62d23883c69d150d501158300eb
+1754495560.0422037
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ad619eef39e01ff51d85c281b01c8eb12e1ab345
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+0c1432199b07f957196682e9280921feaab001afada31dfd753b87c712415eb2
+1754495650.697461
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e8b576dfeb158a60287867b4fdf0c183528ec
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+59000fa006355935f3fda97c4692bb343c36f25c8cab1b3a76736141fd47d535
+1754495656.9592574
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..4244d89ade9fbbce2399e202b7fcf4602d479e3d
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+5eacf0d0069925540e902b29a52f7add23b7dfe84300bcc11449c03bc9b3c209
+1754495660.6186256
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b3ce5d70fc653dd4c24f7b78f5763323ee702
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/model_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+a427b6052dd52d5c8a5d5e6945085918ea79577007d839d061ab48411c005ebc
+1754495667.4592378
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_0.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_0.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_0.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_0.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..068211dc12e4224045ee164c4a9f6ac762416ed3
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_0.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+5805d60976607f3f9b6e6e5cbd30118211b5722555b21abc03462afc30b3e158
+1754495861.5021482
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_1.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_1.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_1.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_1.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..194818e2fc663e9375b7031f994deec295716b8a
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_1.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+dcd91cb39855b7e00e48cc5106597a0c0d5122bebe626254663abc59f033fcee
+1754495998.0736578
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_2.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_2.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_2.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_2.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7e015de961bb615452ca426167c469cce7101
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_2.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+c126ac7778071ac02edfcd5fa2ddd14d5546089167ce187479d7ec5c877f92e1
+1754496124.424574
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_3.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_3.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_3.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_3.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e6fbac3064c8e990d61a15e5a393d7b55264e6d0
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_3.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+0d10c3c9ebba4f9c42cb10d9a1abbe276d7c4e4b1a4cb51c4c04fa76b97b70f7
+1754496138.7989597
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_4.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_4.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_4.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_4.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..edf29cf26666882e725721b04abbf1645a062d01
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_4.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+8928321f407f1583db08593e17a762b237c5a10fdbd01585cd0a6502e158193b
+1754496097.0298984
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_5.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_5.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_5.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_5.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e0c0c8f7f51d8c9f39cab3f0e6a8cdbbbfd62fd4
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_5.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+87749d3f475fd9db2d9d60e77195486a9ac06c2d8a8b2ddb542a0587d5672f8e
+1754495961.0956924
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_6.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_6.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_6.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_6.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..27bbb6c30802fe1d830a965ea39054789130ee61
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_6.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+8a5d80aa62cf825c6b940ea8628f21a62e2323d19f7c6e5b0dee005f1cd7fa10
+1754496118.614423
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_7.pt.lock b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_7.pt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_7.pt.metadata b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_7.pt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..35b24889ac1fef205a791312b7eedceca650e161
--- /dev/null
+++ b/.cache/huggingface/download/global_step_600/critic/optim_world_size_8_rank_7.pt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+e5d7b07bdb6ed81c6ed5c41e746f493b8d09daf0dd721ca04166ba44ab3bc61f
+1754496156.0012655
diff --git a/.cache/huggingface/download/latest_checkpointed_iteration.txt.lock b/.cache/huggingface/download/latest_checkpointed_iteration.txt.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/.cache/huggingface/download/latest_checkpointed_iteration.txt.metadata b/.cache/huggingface/download/latest_checkpointed_iteration.txt.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..261aacc3dcb5d171ff400fee6a28e701c15e3c58
--- /dev/null
+++ b/.cache/huggingface/download/latest_checkpointed_iteration.txt.metadata
@@ -0,0 +1,3 @@
+15d13ec33059795f2144e91d8b1ce9ba81676592
+73623d101c44dc8d5e30c594bae377cec800fe03
+1754497820.9458754