From b49bb3ffb8e8af4f5681d5f18878e2e0a6b09cce Mon Sep 17 00:00:00 2001 From: primorLee Date: Sat, 22 Aug 2026 16:17:22 +0800 Subject: [PATCH] fix: keep grouped token length estimates consistent --- internvl_chat/internvl/train/internvl_chat_finetune.py | 4 ++-- internvl_chat/internvl/train/internvl_chat_mpo.py | 4 ++-- internvl_chat/internvl/train/internvl_chat_pretrain.py | 4 ++-- .../internvl/train/internvl_chat_finetune.py | 4 ++-- internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py | 4 ++-- 5 files changed, 10 insertions(+), 10 deletions(-) diff --git a/internvl_chat/internvl/train/internvl_chat_finetune.py b/internvl_chat/internvl/train/internvl_chat_finetune.py index 42f669437..9a4c3e093 100644 --- a/internvl_chat/internvl/train/internvl_chat_finetune.py +++ b/internvl_chat/internvl/train/internvl_chat_finetune.py @@ -375,8 +375,8 @@ def __init__( token_length = tokenizer( conversations, return_tensors='pt', padding=False, truncation=False, ).input_ids.size(1) - self.conv2length[str_length] = token_length + num_image_token * ( - max_dynamic_patch + use_thumbnail) + token_length += num_image_token * (max_dynamic_patch + use_thumbnail) + self.conv2length[str_length] = token_length else: token_length = self.conv2length[str_length] self.length.append(token_length) diff --git a/internvl_chat/internvl/train/internvl_chat_mpo.py b/internvl_chat/internvl/train/internvl_chat_mpo.py index 802f94588..f69520504 100644 --- a/internvl_chat/internvl/train/internvl_chat_mpo.py +++ b/internvl_chat/internvl/train/internvl_chat_mpo.py @@ -329,8 +329,8 @@ def __init__( token_length = tokenizer( conversations, return_tensors='pt', padding=False, truncation=False, ).input_ids.size(1) - self.conv2length[str_length] = token_length + num_image_token * ( - max_dynamic_patch + use_thumbnail) + token_length += num_image_token * (max_dynamic_patch + use_thumbnail) + self.conv2length[str_length] = token_length else: token_length = self.conv2length[str_length] self.length.append(token_length) diff --git a/internvl_chat/internvl/train/internvl_chat_pretrain.py b/internvl_chat/internvl/train/internvl_chat_pretrain.py index d7962ae92..625ecb986 100644 --- a/internvl_chat/internvl/train/internvl_chat_pretrain.py +++ b/internvl_chat/internvl/train/internvl_chat_pretrain.py @@ -415,8 +415,8 @@ def __init__( token_length = tokenizer( conversations, return_tensors='pt', padding=False, truncation=False, ).input_ids.size(1) - self.conv2length[str_length] = token_length + num_image_token * ( - max_dynamic_patch + use_thumbnail) + token_length += num_image_token * (max_dynamic_patch + use_thumbnail) + self.conv2length[str_length] = token_length else: token_length = self.conv2length[str_length] self.length.append(token_length) diff --git a/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py b/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py index 01145fdc6..3b5d0c29a 100644 --- a/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py +++ b/internvl_chat_gpt_oss/internvl/train/internvl_chat_finetune.py @@ -382,8 +382,8 @@ def __init__( token_length = tokenizer( conversations, return_tensors='pt', padding=False, truncation=False, ).input_ids.size(1) - self.conv2length[str_length] = token_length + num_image_token * ( - max_dynamic_patch + use_thumbnail) + token_length += num_image_token * (max_dynamic_patch + use_thumbnail) + self.conv2length[str_length] = token_length else: token_length = self.conv2length[str_length] self.length.append(token_length) diff --git a/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py b/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py index 7ac62a7ce..363831207 100644 --- a/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py +++ b/internvl_chat_gpt_oss/internvl/train/internvl_chat_mpo.py @@ -334,8 +334,8 @@ def __init__( token_length = tokenizer( conversations, return_tensors='pt', padding=False, truncation=False, ).input_ids.size(1) - self.conv2length[str_length] = token_length + num_image_token * ( - max_dynamic_patch + use_thumbnail) + token_length += num_image_token * (max_dynamic_patch + use_thumbnail) + self.conv2length[str_length] = token_length else: token_length = self.conv2length[str_length] self.length.append(token_length)