From cfa8247f20b65fd193bd7fb589f2b061bc39f4a7 Mon Sep 17 00:00:00 2001
From: wzz <734914022@qq.com>
Date: Sun, 5 Apr 2026 18:17:05 +0000
Subject: [PATCH] test

---
 trainer/train_pretrain.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/trainer/train_pretrain.py b/trainer/train_pretrain.py
index 4d0b68a..e352aa7 100644
--- a/trainer/train_pretrain.py
+++ b/trainer/train_pretrain.py
@@ -50,6 +50,7 @@ def train_epoch(epoch, loader, iters, start_step=0, wandb=None):
 
             optimizer.zero_grad(set_to_none=True)
 
+
         if step % args.log_interval == 0 or step == iters:
             spend_time = time.time() - start_time
             current_loss = loss.item() * args.accumulation_steps