Skip to content
Snippets Groups Projects
Unverified Commit 3e39ed05 authored by Jeff Tang's avatar Jeff Tang Committed by GitHub
Browse files

Update get_default_finetune_args.py (#662)

parents ccd47410 9b3c4f8d
No related branches found
No related tags found
No related merge requests found
def get_default_finetune_args(): def get_default_finetune_args():
return { return {
"learning_rate": 3e-4, "learning_rate": 0.0003,
"max_steps": 360, "max_steps": 60,
"early_stopping": False, "early_stopping": False,
"load_best_model_at_end": False, "load_best_model_at_end": False,
"peft_args": {"r_value": 32}, "peft_args": {"r_value": 32},
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment