From f41cf97c922111e7af37b863b717f82d06746f21 Mon Sep 17 00:00:00 2001 From: zigzagcai Date: Wed, 25 Sep 2024 17:37:13 +0800 Subject: [PATCH] add some comments --- internlm/data/megatron/batch_sampler.py | 2 +- internlm/data/mocked/batch_sampler.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/internlm/data/megatron/batch_sampler.py b/internlm/data/megatron/batch_sampler.py index 049cfcf7..88b44c62 100644 --- a/internlm/data/megatron/batch_sampler.py +++ b/internlm/data/megatron/batch_sampler.py @@ -57,6 +57,6 @@ def __iter__(self): start_idx, end_idx = self.get_start_end_idx() yield batch[start_idx:end_idx] - # TODO: implement copy method that compatible with InternEvo trainstate + # TODO: implement copy method that compatible with InternEvo trainstate ckpt save and load. def copy(self): return copy.deepcopy(self) diff --git a/internlm/data/mocked/batch_sampler.py b/internlm/data/mocked/batch_sampler.py index 737566fa..14f47235 100644 --- a/internlm/data/mocked/batch_sampler.py +++ b/internlm/data/mocked/batch_sampler.py @@ -19,6 +19,6 @@ def __iter__(self): def __len__(self): return (len(self.train_ds) + self.micro_num - 1) // self.micro_num - # TODO: implement copy method that compatible with InternEvo trainstate + # TODO: implement copy method that compatible with InternEvo trainstate ckpt save and load. def copy(self): return copy.deepcopy(self)