quazim commited on
Commit
d1e157a
·
verified ·
1 Parent(s): fb67ded

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -9
README.md CHANGED
@@ -66,15 +66,15 @@ model.generation_config.pad_token_id = tokenizer.eos_token_id
66
  # Inference simple as transformers library
67
  prompt = "Describe basics of DNNs quantization."
68
  messages = [
69
- {
70
- "role": "system",
71
- "content": "You are a search bot, answer on user text queries."
72
- },
73
- {
74
- "role": "user",
75
- "content": prompt
76
- }
77
- ]
78
 
79
  chat_prompt = tokenizer.apply_chat_template(
80
  messages, add_generation_prompt=True, tokenize=False
 
66
  # Inference simple as transformers library
67
  prompt = "Describe basics of DNNs quantization."
68
  messages = [
69
+ {
70
+ "role": "system",
71
+ "content": "You are a search bot, answer on user text queries."
72
+ },
73
+ {
74
+ "role": "user",
75
+ "content": prompt
76
+ }
77
+ ]
78
 
79
  chat_prompt = tokenizer.apply_chat_template(
80
  messages, add_generation_prompt=True, tokenize=False