Update gradio demo

This commit is contained in:
Edresson Casanova 2023-11-24 15:53:34 -03:00
parent c76fb856d1
commit 70f2cb9c0e
1 changed files with 1 additions and 1 deletions

View File

@ -23,7 +23,7 @@ def train_gpt(language, num_epochs, batch_size, train_csv, eval_csv, output_path
OPTIMIZER_WD_ONLY_ON_WEIGHTS = True # for multi-gpu training please make it False OPTIMIZER_WD_ONLY_ON_WEIGHTS = True # for multi-gpu training please make it False
START_WITH_EVAL = True # if True it will star with evaluation START_WITH_EVAL = True # if True it will star with evaluation
BATCH_SIZE = batch_size # set here the batch size BATCH_SIZE = batch_size # set here the batch size
GRAD_ACUMM_STEPS = 4 # set here the grad accumulation steps GRAD_ACUMM_STEPS = 1 # set here the grad accumulation steps
# Note: we recommend that BATCH_SIZE * GRAD_ACUMM_STEPS need to be at least 252 for more efficient training. You can increase/decrease BATCH_SIZE but then set GRAD_ACUMM_STEPS accordingly. # Note: we recommend that BATCH_SIZE * GRAD_ACUMM_STEPS need to be at least 252 for more efficient training. You can increase/decrease BATCH_SIZE but then set GRAD_ACUMM_STEPS accordingly.