I use gpt2 train them by some dataset save it to local model.
When I use it its keep repeating the input
import torch
from transformers import pipeline
generator = pipeline(
"text-generation",
model="./boba",
torch_dtype=torch.bfloat16,
device_map="auto"
)
outputs = generator(
"Hello, I'm a language model,",
max_length=30,
num_return_sequences=5,
repetition_penalty=2.0
)
for o in outputs:
print(o)
print("\n")