avans06
/

madlad400-7b-mt-bt-ct2-int8_float16

Model card Files Files and versions

avans06 commited on Dec 24, 2023

Commit

5a7c11f

·

1 Parent(s): a2ab49a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -462,7 +462,7 @@ import transformers
 translator = ctranslate2.Translator("avans06/madlad400-7b-mt-bt-ct2-int8_float16", compute_type="auto")
 tokenizer = transformers.AutoTokenizer.from_pretrained("jbochi/madlad400-7b-mt-bt")
-prefix = "<2en> "
 input_text = "Who is Alan Turing?"
 input_tokens  = tokenizer.convert_ids_to_tokens(tokenizer.encode(prefix + input_text))

 translator = ctranslate2.Translator("avans06/madlad400-7b-mt-bt-ct2-int8_float16", compute_type="auto")
 tokenizer = transformers.AutoTokenizer.from_pretrained("jbochi/madlad400-7b-mt-bt")
+prefix = "<2zh> "
 input_text = "Who is Alan Turing?"
 input_tokens  = tokenizer.convert_ids_to_tokens(tokenizer.encode(prefix + input_text))