remove stray breakpoint, fix mypy warning

This commit is contained in:
Carl Philipp Klemm
2024-05-07 15:05:22 +02:00
parent 68f748e99e
commit ce2ada2617
2 changed files with 1 additions and 2 deletions

View File

@ -218,7 +218,6 @@ def create_data_module(tokenizer: transformers.PreTrainedTokenizer, data_args: D
eval_dataset = dataset['eval']
else:
print('Splitting train dataset in train and validation according to `eval_dataset_size`')
breakpoint()
dataset = dataset['train'].train_test_split(
test_size=data_args.eval_dataset_size, shuffle=True, seed=42
)