tpu
This commit is contained in:
@@ -19,7 +19,7 @@ mode: train
|
||||
use_amp: true # whether to use automatic mixed precision (AMP) for training
|
||||
|
||||
# TPU and distributed training settings
|
||||
use_tpu: false # whether to use TPU for training (set to true for TPU)
|
||||
use_tpu: true # whether to use TPU for training (set to true for TPU)
|
||||
num_tpu_cores: 8 # number of TPU cores to use (typically 8 for v3-8 or v4-8)
|
||||
gradient_accumulation_steps: 1 # number of gradient accumulation steps for distributed training
|
||||
dataloader_num_workers: 0 # set to 0 for TPU to avoid multiprocessing issues
|
||||
|
Reference in New Issue
Block a user