Spaces:
Running
Running
removes dataset text field and packing arguments from the trainer
Browse files- trainer.py +0 -2
trainer.py
CHANGED
|
@@ -76,9 +76,7 @@ class SmolLM3Trainer:
|
|
| 76 |
eval_dataset=eval_dataset,
|
| 77 |
args=training_args,
|
| 78 |
data_collator=data_collator,
|
| 79 |
-
dataset_text_field="text",
|
| 80 |
max_seq_length=self.config.max_seq_length,
|
| 81 |
-
packing=False, # Disable packing for better control
|
| 82 |
callbacks=callbacks,
|
| 83 |
)
|
| 84 |
else:
|
|
|
|
| 76 |
eval_dataset=eval_dataset,
|
| 77 |
args=training_args,
|
| 78 |
data_collator=data_collator,
|
|
|
|
| 79 |
max_seq_length=self.config.max_seq_length,
|
|
|
|
| 80 |
callbacks=callbacks,
|
| 81 |
)
|
| 82 |
else:
|