Update README.md

README.md

@@ -42,7 +42,7 @@ from peft import PeftModel
 
 tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-7B-Instruct")
 model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-7B-Instruct", 
-                                             torch_dtype="auto", device_map="auto", load_in_4bit = True)
+                                             torch_dtype="auto", device_map="auto", load_in_8bit = True)
 
 model = PeftModel.from_pretrained(model, "svjack/Qwen2-7B_Function_Call_tiny_lora")
 streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)