Skip to content

branch-4.0: [chore](recycler) Disable enable_mark_delete_rowset_before_recycle and enable_abort_txn_and_job_for_delete_rowset_before_recycle for recycler (#66150) #66228

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
morningman merged 1 commit into from
Jul 30, 2026
+32 −2
Merged

branch-4.0: [chore](recycler) Disable enable_mark_delete_rowset_before_recycle and enable_abort_txn_and_job_for_delete_rowset_before_recycle for recycler (#66150) #66228

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions cloud/src/common/config.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -279,8 +279,8 @@ CONF_mBool(enable_load_txn_status_check, "true");
CONF_mBool(enable_tablet_job_check, "true");

CONF_mBool(enable_recycle_delete_rowset_key_check, "true");
CONF_mBool(enable_mark_delete_rowset_before_recycle, "true");
CONF_mBool(enable_abort_txn_and_job_for_delete_rowset_before_recycle, "true");
CONF_mBool(enable_mark_delete_rowset_before_recycle, "false");
Comment thread
wyxxxcat marked this conversation as resolved.
CONF_mBool(enable_abort_txn_and_job_for_delete_rowset_before_recycle, "false");

// Declare a selection strategy for those servers have many ips.
// Note that there should at most one ip match this list.
Expand Down
30 changes: 30 additions & 0 deletions cloud/test/meta_service_job_test.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,27 @@ static void create_and_refresh_instance(MetaServiceProxy* service, std::string i
namespace {
const std::string instance_id = "MetaServiceJobTest";

struct DeleteRowsetRecycleConfigGuard {
DeleteRowsetRecycleConfigGuard()
: original_enable_mark_delete_rowset_before_recycle(
config::enable_mark_delete_rowset_before_recycle),
original_enable_abort_txn_and_job_for_delete_rowset_before_recycle(
config::enable_abort_txn_and_job_for_delete_rowset_before_recycle) {
config::enable_mark_delete_rowset_before_recycle = true;
config::enable_abort_txn_and_job_for_delete_rowset_before_recycle = true;
}

~DeleteRowsetRecycleConfigGuard() {
config::enable_mark_delete_rowset_before_recycle =
original_enable_mark_delete_rowset_before_recycle;
config::enable_abort_txn_and_job_for_delete_rowset_before_recycle =
original_enable_abort_txn_and_job_for_delete_rowset_before_recycle;
}

bool original_enable_mark_delete_rowset_before_recycle;
bool original_enable_abort_txn_and_job_for_delete_rowset_before_recycle;
};

void start_compaction_job(MetaService* meta_service, int64_t tablet_id, const std::string& job_id,
const std::string& initiator, int base_compaction_cnt,
int cumu_compaction_cnt, TabletCompactionJobPB::CompactionType type,
Expand Down Expand Up @@ -5683,6 +5704,7 @@ TEST(MetaServiceJobTest, ResetStreamingJobOffsetTest) {

// Test: Complete flow - begin_txn -> prepare_rowset -> recycle x 2 -> abort -> verify commit fails
TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest1) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -5812,6 +5834,7 @@ TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest1) {

// Test: Complete flow - start job -> prepare_rowset -> recycle x 2 -> abort job -> verify
TEST(MetaServiceJobTest, AbortJobForRelatedRowsetTest1) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -5939,6 +5962,7 @@ TEST(MetaServiceJobTest, AbortJobForRelatedRowsetTest1) {

// Test: Complete flow - begin_txn -> prepare_rowset -> commit_rowset -> recycle x 2 -> abort -> verify commit fails
TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest2) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6064,6 +6088,7 @@ TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest2) {

// Test: Complete flow - start compaction job -> prepare_rowset -> commit_rowset -> recycle x 2 -> abort job -> verify
TEST(MetaServiceJobTest, AbortCompactionJobForRelatedRowsetTest2) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6200,6 +6225,7 @@ TEST(MetaServiceJobTest, AbortCompactionJobForRelatedRowsetTest2) {

// Test: Complete flow - start schema change job -> prepare_rowset -> commit_rowset -> recycle x 2 -> abort job -> verify
TEST(MetaServiceJobTest, AbortSchemaChangeJobForRelatedRowsetTest2) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6385,6 +6411,7 @@ TEST(MetaServiceJobTest, AbortSchemaChangeJobForRelatedRowsetTest2) {

// Test: Complete flow - begin_txn -> prepare_rowset -> recycle x 1 -> commit_rowset -> commit_txn -> verify commit fails
TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest3) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6495,6 +6522,7 @@ TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest3) {

// Test: Complete flow - start job -> prepare_rowset -> recycle x 1 -> commit_rowset -> finish job -> verify
TEST(MetaServiceJobTest, AbortJobForRelatedRowsetTest3) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6619,6 +6647,7 @@ TEST(MetaServiceJobTest, AbortJobForRelatedRowsetTest3) {

// Test: Complete flow - begin_txn -> prepare_rowset -> commit_rowset -> recycle x 1 -> commit_txn -> verify commit fails
TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest4) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down Expand Up @@ -6742,6 +6771,7 @@ TEST(MetaServiceJobTest, AbortTxnForRelatedRowsetTest4) {

// Test: Complete flow - start job -> prepare_rowset -> commit_rowset -> recycle x 1 -> finish job -> verify
TEST(MetaServiceJobTest, AbortJobForRelatedRowsetTest4) {
DeleteRowsetRecycleConfigGuard config_guard;
auto meta_service = get_meta_service();
auto* sp = SyncPoint::get_instance();
DORIS_CLOUD_DEFER {
Expand Down
Loading