Skip to content

Commit

Permalink
Update imports (pytorch#1155)
Browse files Browse the repository at this point in the history
Update main.py
  • Loading branch information
subramen authored May 25, 2023
1 parent 7b7c708 commit 55c663f
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions distributed/minGPT-ddp/mingpt/main.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
import torch
from torch.utils.data import random_split
from torch.distributed import init_process_group, destroy_process_group
from model import GPT, GPTConfig, OptimizerConfig, create_optimizer
from trainer import Trainer, TrainerConfig
from char_dataset import CharDataset, DataConfig
from torch.utils.data import random_split
from omegaconf import DictConfig
import hydra
from torch.distributed import init_process_group, destroy_process_group


def ddp_setup():
init_process_group(backend="nccl")
Expand Down

0 comments on commit 55c663f

Please sign in to comment.