obscura/minimind
1
0
Fork 0
mirror of https://github.com/jingyaogong/minimind.git synced 2026-09-03 02:09:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix deepspeed local_rank bug

Browse Source
This commit is contained in:
gongjy
2024-09-27 23:25:56 +08:00
parent 2981d3ea86
commit 4ef9c41563
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
1-pretrain.py
+1
View File
@@ -147,6 +147,7 @@ if __name__ == "__main__":
parser.add_argument("--warmup_iters", type=int, default=0, help="Number of warmup iterations")
parser.add_argument("--log_interval", type=int, default=100, help="Logging interval")
parser.add_argument("--save_interval", type=int, default=1000, help="Model saving interval")
parser.add_argument('--local_rank', type=int, default=-1, help='local rank for distributed training')
args = parser.parse_args()
3-full_sft.py
+1
View File
@@ -155,6 +155,7 @@ if __name__ == "__main__":
parser.add_argument("--warmup_iters", type=int, default=0, help="Number of warmup iterations")
parser.add_argument("--log_interval", type=int, default=100, help="Logging interval")
parser.add_argument("--save_interval", type=int, default=1000, help="Model saving interval")
parser.add_argument('--local_rank', type=int, default=-1, help='local rank for distributed training')
args = parser.parse_args()