Update README.md
Browse files
README.md
CHANGED
@@ -55,7 +55,7 @@ print(result[0]['generated_text'])
|
|
55 |
- **lora_dropout = 0.1**
|
56 |
|
57 |
|
58 |
-
#
|
59 |
- **use_4bit = True**
|
60 |
|
61 |
- **bnb_4bit_compute_dtype = "float16"**
|
@@ -65,7 +65,7 @@ print(result[0]['generated_text'])
|
|
65 |
- **use_nested_quant = False**
|
66 |
|
67 |
|
68 |
-
#
|
69 |
- **num_train_epochs = 1**
|
70 |
|
71 |
- **fp16 = False**
|
|
|
55 |
- **lora_dropout = 0.1**
|
56 |
|
57 |
|
58 |
+
# BitsAndBytes parameters
|
59 |
- **use_4bit = True**
|
60 |
|
61 |
- **bnb_4bit_compute_dtype = "float16"**
|
|
|
65 |
- **use_nested_quant = False**
|
66 |
|
67 |
|
68 |
+
# Training Arguments parameters
|
69 |
- **num_train_epochs = 1**
|
70 |
|
71 |
- **fp16 = False**
|