uvos/QRotaryTraining
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove stray breakpoint, fix mypy warning

Browse Source
This commit is contained in:
Carl Philipp Klemm
2024-05-07 15:05:22 +02:00
parent 68f748e99e
commit ce2ada2617
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
arguments.py
View File

@ -92,5 +92,5 @@ class TrainingArguments():
max_instant_params: int = field(default=0, metadata={"help": "Maximum amount of paramters to optimize per step in millions"})
churn_percent: int = field(default=100, metadata={"help": "The percentage of active parameters to replace when changeing active parameters"})
eval_steps: int = field(default=-1, metadata={"help": "Number of optimization steps after wich to compute the evaluation loss"})
eval_prompt: str = field(default=None, metadata={"help": "A prompt to used during eval to check if the model is learning"})
eval_prompt: str | None = field(default=None, metadata={"help": "A prompt to used during eval to check if the model is learning"})
reshufle_steps: int = field(default=50, metadata={"help": "Number of steps to take before changing the active parameters"})