Update README.md

README.md

@@ -3,6 +3,9 @@ tags:
 - autotrain
 - text-generation
 - pytorch
+- text-generation-inference
+- endpoints
+- transformers
 widget:
 - text: 'I love AutoTrain because '
 license: apache-2.0
@@ -55,9 +58,16 @@ messages = [
     {"role": "user", "content": "Hey Connor! I have been feeling a bit down lately. I could really use some advice on how to feel better?"}
 ]
 
-input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, add_generation_prompt=True, return_tensors='pt').to(device)
-output_ids = model.generate(input_ids=input_ids, max_new_tokens=512, do_sample=True, pad_token_id=2)
-response = tokenizer.batch_decode(output_ids.detach().cpu().numpy(), skip_special_tokens = True)
+input_ids = tokenizer.apply_chat_template(conversation=messages,
+                                          tokenize=True,
+                                          add_generation_prompt=True,
+                                          return_tensors='pt').to(device)
+output_ids = model.generate(input_ids=input_ids,
+                            max_new_tokens=512,
+                            do_sample=True,
+                            pad_token_id=2)
+response = tokenizer.batch_decode(output_ids.detach().cpu().numpy(),
+                                  skip_special_tokens = True)
 
 # Model response: 
 print(response[0])