paraphrase.py

import torch
from transformers import PegasusForConditionalGeneration, PegasusTokenizer
model_name = 'tuner007/pegasus_paraphrase'
torch_device = 'cuda' if torch.cuda.is_available() else 'cpu'
tokenizer = PegasusTokenizer.from_pretrained(model_name)
model = PegasusForConditionalGeneration.from_pretrained(model_name).to(torch_device)

def get_response(input_text,num_return_sequences,num_beams):
  batch = tokenizer([input_text],truncation=True,padding='longest',max_length=60, return_tensors="pt").to(torch_device)
  translated = model.generate(**batch,max_length=60,num_beams=num_beams, num_return_sequences=num_return_sequences, temperature=1.5)
  tgt_text = tokenizer.batch_decode(translated, skip_special_tokens=True)
  return tgt_text


num_beams = 10
num_return_sequences = 10
context = "United States, Connecticut, Donald Trump, Sandy Hook Elementary School shooting, Remington Arms"
output = get_response(context,num_return_sequences,num_beams)

print(output)
# output:
# ['The test of your knowledge is your ability to convey it.',
#  'The ability to convey your knowledge is the ultimate test of your knowledge.',
#  'The ability to convey your knowledge is the most important test of your knowledge.',
#  'Your capacity to convey your knowledge is the ultimate test of it.',
#  'The test of your knowledge is your ability to communicate it.',
#  'Your capacity to convey your knowledge is the ultimate test of your knowledge.',
#  'Your capacity to convey your knowledge to another is the ultimate test of your knowledge.',
#  'Your capacity to convey your knowledge is the most important test of your knowledge.',
#  'The test of your knowledge is how well you can convey it.',
#  'Your capacity to convey your knowledge is the ultimate test.']