Update README.md
Browse files
README.md
CHANGED
|
@@ -110,7 +110,7 @@ from datasets import load_dataset
|
|
| 110 |
tokenizer = AutoTokenizer.from_pretrained("anon-researcher-ua/codegpt-oss-20b")
|
| 111 |
|
| 112 |
model_kwargs = dict(attn_implementation="flash_attention_2", torch_dtype="auto", use_cache=True, device_map="auto")
|
| 113 |
-
model = AutoModelForCausalLM.from_pretrained("anon-researcher-ua/
|
| 114 |
|
| 115 |
train_dataset = load_dataset("anon-researcher-ua/codegpt-oss-20b")
|
| 116 |
|
|
|
|
| 110 |
tokenizer = AutoTokenizer.from_pretrained("anon-researcher-ua/codegpt-oss-20b")
|
| 111 |
|
| 112 |
model_kwargs = dict(attn_implementation="flash_attention_2", torch_dtype="auto", use_cache=True, device_map="auto")
|
| 113 |
+
model = AutoModelForCausalLM.from_pretrained("anon-researcher-ua/codegpt-oss-20b", **model_kwargs).cuda()
|
| 114 |
|
| 115 |
train_dataset = load_dataset("anon-researcher-ua/codegpt-oss-20b")
|
| 116 |
|