Commit
·
da81ce1
1
Parent(s):
8e269ab
change temperature from 0.7 to 0.3 in inference.py
Browse files- inference.py +1 -1
inference.py
CHANGED
@@ -252,7 +252,7 @@ class Chat:
|
|
252 |
device,
|
253 |
num_gpus=1,
|
254 |
load_8bit=False,
|
255 |
-
temperature=0.
|
256 |
max_new_tokens=512,
|
257 |
lora_path=None,
|
258 |
):
|
|
|
252 |
device,
|
253 |
num_gpus=1,
|
254 |
load_8bit=False,
|
255 |
+
temperature=0.3, #more conservative
|
256 |
max_new_tokens=512,
|
257 |
lora_path=None,
|
258 |
):
|