ccclemenfff commited on
Commit
da81ce1
·
1 Parent(s): 8e269ab

change temperature from 0.7 to 0.3 in inference.py

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -252,7 +252,7 @@ class Chat:
252
  device,
253
  num_gpus=1,
254
  load_8bit=False,
255
- temperature=0.7,
256
  max_new_tokens=512,
257
  lora_path=None,
258
  ):
 
252
  device,
253
  num_gpus=1,
254
  load_8bit=False,
255
+ temperature=0.3, #more conservative
256
  max_new_tokens=512,
257
  lora_path=None,
258
  ):