We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7b7c708 commit 55c663fCopy full SHA for 55c663f
distributed/minGPT-ddp/mingpt/main.py
@@ -1,10 +1,12 @@
1
+import torch
2
+from torch.utils.data import random_split
3
+from torch.distributed import init_process_group, destroy_process_group
4
from model import GPT, GPTConfig, OptimizerConfig, create_optimizer
5
from trainer import Trainer, TrainerConfig
6
from char_dataset import CharDataset, DataConfig
-from torch.utils.data import random_split
7
from omegaconf import DictConfig
8
import hydra
-from torch.distributed import init_process_group, destroy_process_group
9
+
10
11
def ddp_setup():
12
init_process_group(backend="nccl")
0 commit comments