psynote123 commited on
Commit
fb67ded
·
verified ·
1 Parent(s): e5a55b2

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -64,6 +64,7 @@ model = AutoModelForCausalLM.from_pretrained(
64
  model.generation_config.pad_token_id = tokenizer.eos_token_id
65
 
66
  # Inference simple as transformers library
 
67
  messages = [
68
  {
69
  "role": "system",
@@ -71,7 +72,7 @@ messages = [
71
  },
72
  {
73
  "role": "user",
74
- "content": "Describe basics of DNNs quantization."
75
  }
76
  ]
77
 
 
64
  model.generation_config.pad_token_id = tokenizer.eos_token_id
65
 
66
  # Inference simple as transformers library
67
+ prompt = "Describe basics of DNNs quantization."
68
  messages = [
69
  {
70
  "role": "system",
 
72
  },
73
  {
74
  "role": "user",
75
+ "content": prompt
76
  }
77
  ]
78