Using hyperparameter-search in Trainer

🤗Transformers
93

Hello, I am getting this error when I want to use hyperparameter search :

"File “/uw/test/expe_5/expe_5/traitements1/entrainement_test.py”, line 553, in
trainer, outdir = prepare_fine_tuning(PRE_TRAINED_MODEL_NAME, train_dataset, val_dataset, tokenizer, sigle, train_name, datatype)
File “/uw/test/expe_5/expe_5/traitements1/entrainement_test.py”, line 402, in prepare_fine_tuning
trainer = Trainer(
File “/uw/.conda/envs/bert/lib/python3.9/site-packages/transformers/trainer.py”, line 366, in init
model = model.to(args.device)
AttributeError: ‘function’ object has no attribute ‘to’

def model_init():

	set_seed=42
	num_labels=3
	
	return CamembertForSequenceClassification.from_pretrained(PRE_TRAINED_MODEL_NAME, num_labels=num_labels)
	
	
def my_hp_space(trial):
    return {
        "learning_rate": trial.suggest_float("learning_rate", 1e-4, 1e-2, log=True),
        "num_train_epochs": trial.suggest_int("num_train_epochs", 1, 5),
        "seed": trial.suggest_int("seed", 1, 40),
        "per_device_train_batch_size": trial.suggest_categorical("per_device_train_batch_size", [4, 8, 16, 32, 64]),
    }


trainer = Trainer(
				model= model_init,                         # the instantiated 🤗 Transformers model to be trained
				args=training_args,                  # training arguments, defined above
				train_dataset=train_dataset,         # training dataset
				eval_dataset=val_dataset,            # evaluation dataset
				tokenizer=tokenizer,
				callbacks=[EarlyStoppingCallback(3, 0.0)], # early stopping if results dont improve after 3 epochs	
				compute_metrics=compute_metrics       # #callbacks=[EarlyStoppingCallback(3, 0.0)] # early stopping if results dont improve after 3 epochs        
			)
			
			best_run = trainer.hyperparameter_search(direction="maximize",
			n_trials=5,
			keep_checkpoints_num=1,
			hp_space=my_hp_space
			)