File size: 727 Bytes
10f998c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
import argparse
from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
def main():
parser = argparse.ArgumentParser(description="Run SASOK CLI")
parser.add_argument("prompt", type=str, help="Input prompt for generation")
parser.add_argument("--model", type=str, default="sasok_model", help="Model directory or HuggingFace model ID")
args = parser.parse_args()
tokenizer = AutoTokenizer.from_pretrained(args.model)
model = AutoModelForCausalLM.from_pretrained(args.model)
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
result = pipe(args.prompt, max_length=100, do_sample=True)
print(result[0]["generated_text"])
if __name__ == "__main__":
main() |