diff --git a/internvl_chat/internvl/train/internvl_chat_finetune.py b/internvl_chat/internvl/train/internvl_chat_finetune.py
index 42f669437..9a4c3e093 100644
--- a/internvl_chat/internvl/train/internvl_chat_finetune.py
+++ b/internvl_chat/internvl/train/internvl_chat_finetune.py
@@ -375,8 +375,8 @@ def __init__(
                         token_length = tokenizer(
                             conversations, return_tensors='pt', padding=False, truncation=False,
                         ).input_ids.size(1)
-                        self.conv2length[str_length] = token_length + num_image_token * (
-                                    max_dynamic_patch + use_thumbnail)
+                        token_length += num_image_token * (max_dynamic_patch + use_thumbnail)
+                        self.conv2length[str_length] = token_length
                     else:
                         token_length = self.conv2length[str_length]
                 self.length.append(token_length)
diff --git a/internvl_chat/internvl/train/internvl_chat_mpo.py b/internvl_chat/internvl/train/internvl_chat_mpo.py
index 802f94588..f69520504 100644
--- a/internvl_chat/internvl/train/internvl_chat_mpo.py
+++ b/internvl_chat/internvl/train/internvl_chat_mpo.py
@@ -329,8 +329,8 @@ def __init__(
                         token_length = tokenizer(
                             conversations, return_tensors='pt', padding=False, truncation=False,
                         ).input_ids.size(1)
-                        self.conv2length[str_length] = token_length + num_image_token * (
-                                    max_dynamic_patch + use_thumbnail)
+                        token_length += num_image_token * (max_dynamic_patch + use_thumbnail)
+                        self.conv2length[str_length] = token_length
                     else:
                         token_length = self.conv2length[str_length]
                 self.length.append(token_length)
diff --git a/internvl_chat/internvl/train/internvl_chat_pretrain.py b/internvl_chat/internvl/train/internvl_chat_pretrain.py
index d7962ae92..625ecb986 100644
--- a/internvl_chat/internvl/train/internvl_chat_pretrain.py
+++ b/internvl_chat/internvl/train/internvl_chat_pretrain.py
@@ -415,8 +415,8 @@ def __init__(
                         token_length = tokenizer(
                             conversations, return_tensors='pt', padding=False, truncation=False,
                         ).input_ids.size(1)
-                        self.conv2length[str_length] = token_length + num_image_token * (
-                                    max_dynamic_patch + use_thumbnail)
+                        token_length += num_image_token * (max_dynamic_patch + use_thumbnail)
+                        self.conv2length[str_length] = token_length
                     else:
                         token_length = self.conv2length[str_length]
                 self.length.append(token_length)
diff --git a/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py b/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py
index 01145fdc6..3b5d0c29a 100644
--- a/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py
+++ b/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py
@@ -382,8 +382,8 @@ def __init__(
                         token_length = tokenizer(
                             conversations, return_tensors='pt', padding=False, truncation=False,
                         ).input_ids.size(1)
-                        self.conv2length[str_length] = token_length + num_image_token * (
-                                    max_dynamic_patch + use_thumbnail)
+                        token_length += num_image_token * (max_dynamic_patch + use_thumbnail)
+                        self.conv2length[str_length] = token_length
                     else:
                         token_length = self.conv2length[str_length]
                 self.length.append(token_length)
diff --git a/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py b/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py
index 7ac62a7ce..363831207 100644
--- a/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py
+++ b/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py
@@ -334,8 +334,8 @@ def __init__(
                         token_length = tokenizer(
                             conversations, return_tensors='pt', padding=False, truncation=False,
                         ).input_ids.size(1)
-                        self.conv2length[str_length] = token_length + num_image_token * (
-                                    max_dynamic_patch + use_thumbnail)
+                        token_length += num_image_token * (max_dynamic_patch + use_thumbnail)
+                        self.conv2length[str_length] = token_length
                     else:
                         token_length = self.conv2length[str_length]
                 self.length.append(token_length)