Update README.md
Browse files
README.md
CHANGED
@@ -64,6 +64,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
64 |
model.generation_config.pad_token_id = tokenizer.eos_token_id
|
65 |
|
66 |
# Inference simple as transformers library
|
|
|
67 |
messages = [
|
68 |
{
|
69 |
"role": "system",
|
@@ -71,7 +72,7 @@ messages = [
|
|
71 |
},
|
72 |
{
|
73 |
"role": "user",
|
74 |
-
"content":
|
75 |
}
|
76 |
]
|
77 |
|
|
|
64 |
model.generation_config.pad_token_id = tokenizer.eos_token_id
|
65 |
|
66 |
# Inference simple as transformers library
|
67 |
+
prompt = "Describe basics of DNNs quantization."
|
68 |
messages = [
|
69 |
{
|
70 |
"role": "system",
|
|
|
72 |
},
|
73 |
{
|
74 |
"role": "user",
|
75 |
+
"content": prompt
|
76 |
}
|
77 |
]
|
78 |
|