Skip to content

Commit

Permalink
add some comments
Browse files Browse the repository at this point in the history
  • Loading branch information
zigzagcai committed Sep 25, 2024
1 parent 0bc4c44 commit f41cf97
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion internlm/data/megatron/batch_sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,6 @@ def __iter__(self):
start_idx, end_idx = self.get_start_end_idx()
yield batch[start_idx:end_idx]

# TODO: implement copy method that compatible with InternEvo trainstate
# TODO: implement copy method that compatible with InternEvo trainstate ckpt save and load.
def copy(self):
return copy.deepcopy(self)
2 changes: 1 addition & 1 deletion internlm/data/mocked/batch_sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,6 @@ def __iter__(self):
def __len__(self):
return (len(self.train_ds) + self.micro_num - 1) // self.micro_num

# TODO: implement copy method that compatible with InternEvo trainstate
# TODO: implement copy method that compatible with InternEvo trainstate ckpt save and load.
def copy(self):
return copy.deepcopy(self)

0 comments on commit f41cf97

Please sign in to comment.