from transformers import TrainingArguments
batch_size = 8
gradient_accumulation_steps = 1
num_train_epochs = 10
training_args = TrainingArguments(
output_dir=“DistilHuBert-finetuned-gtzan”,
eval_strategy=“epoch”,
save_strategy=“epoch”,
learning_rate=5e-5,
per_device_train_batch_size=batch_size,
gradient_accumulation_steps=gradient_accumulation_steps,
per_device_eval_batch_size=batch_size,
num_train_epochs=num_train_epochs,
warmup_ratio=0.1,
logging_steps=5,
load_best_model_at_end=True,
metric_for_best_model=“accuracy”,
fp16=True,
push_to_hub=False,
)
