Update README.md

README.md

@@ -5,10 +5,10 @@ datasets:
 language:
 - en
 
-flan_t5_z3_config.json:
+**flan_t5_z3_config.json:**
 
 {
-  "fp16": {
+  **"fp16"**: {
     "enabled": "auto",
     "loss_scale": 0,
     "loss_scale_window": 1000,
@@ -17,7 +17,7 @@ flan_t5_z3_config.json:
     "min_loss_scale": 1
   },
   
-  "optimizer": {
+  **"optimizer":** {
     "type": "AdamW",
     "params": {
       "lr": "auto",
@@ -27,7 +27,7 @@ flan_t5_z3_config.json:
     }
   },
   
-  "scheduler": {
+  **"scheduler":** {
     "type": "WarmupLR",
     "params": {
       "warmup_min_lr": "auto",
@@ -37,7 +37,7 @@ flan_t5_z3_config.json:
   },
 
   
-  "zero_optimization": {
+  **"zero_optimization":** {
     "stage": 3,
     "overlap_comm": true,
     "contiguous_gradients": true,
@@ -50,7 +50,7 @@ flan_t5_z3_config.json:
     "stage3_gather_16bit_weights_on_model_save": true
   },
 
-  "gradient_accumulation_steps": "auto",
+  **"gradient_accumulation_steps":** "auto",
   "gradient_clipping": "auto",
   "steps_per_print": 2000,
   "train_batch_size": "auto",