remove stray breakpoint, fix mypy warning
This commit is contained in:
parent
68f748e99e
commit
ce2ada2617
|
@ -218,7 +218,6 @@ def create_data_module(tokenizer: transformers.PreTrainedTokenizer, data_args: D
|
|||
eval_dataset = dataset['eval']
|
||||
else:
|
||||
print('Splitting train dataset in train and validation according to `eval_dataset_size`')
|
||||
breakpoint()
|
||||
dataset = dataset['train'].train_test_split(
|
||||
test_size=data_args.eval_dataset_size, shuffle=True, seed=42
|
||||
)
|
||||
|
|
Loading…
Reference in a new issue