in torch_call(self, features)
326 import torch
327
→ 328 label_name = “label” if “label” in features[0].keys() else “labels”
329 labels = [feature[label_name] for feature in features] if label_name in features[0].keys() else None
330
AttributeError: ‘tokenizers.Encoding’ object has no attribute ‘keys’
code
from transformers import TrainingArguments, Trainer
args = TrainingArguments(
output_dir=“./test-ner”,
evaluation_strategy = “epoch”,
learning_rate=2e-5,
per_device_train_batch_size=4,
num_train_epochs=1,
weight_decay=0.01,
)
trainer = Trainer(
model=model,
args=args,
train_dataset=tokenized_val_dataset,
data_collator=data_collator,
tokenizer=tokenizer,
)
trainer.train()