fix bug when using envs > 1

This commit is contained in:
NM512
2023-04-15 15:25:25 +09:00
parent cd935b7dd9
commit 55ed69bdf7
3 changed files with 52 additions and 40 deletions

View File

@@ -70,7 +70,6 @@ defaults:
batch_size: 16
batch_length: 64
train_ratio: 512
train_steps: 1
pretrain: 100
model_lr: 1e-4
opt_eps: 1e-8
@@ -136,6 +135,5 @@ debug:
debug: True
pretrain: 1
prefill: 1
train_steps: 1
batch_size: 10
batch_length: 20