We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1d5ea34 commit d6175a4Copy full SHA for d6175a4
examples/language-modeling/run_language_modeling.py
@@ -91,10 +91,11 @@ class DataTrainingArguments:
91
default=None, metadata={"help": "The input training data file (a text file)."}
92
)
93
train_data_files: Optional[str] = field(
94
- default=None, metadata={
+ default=None,
95
+ metadata={
96
"help": "The input training data files (multiple files in glob format). "
- "Very often splitting large files to smaller files can prevent tokenizer going out of memory"
97
- }
+ "Very often splitting large files to smaller files can prevent tokenizer going out of memory"
98
+ },
99
100
eval_data_file: Optional[str] = field(
101
default=None,
0 commit comments