pipe = pipeline(“text-generation”, model=checkpoint, model_kwargs = {“load_in_8bit”:True}, device_map=“auto”)
outputs = pipe(prompt, max_new_tokens=1024, do_sample=True, temperature=0.2, top_k=50, top_p=0.95, eos_token_id=49155, pad_token_id=49155)
how can i do for my code