Skip to content

Commit

Permalink
ci: disable integration testchangefeed_pause_resume (#754)
Browse files Browse the repository at this point in the history
  • Loading branch information
hongyunyan authored Jan 2, 2025
1 parent 1f85c7f commit 9f2329d
Show file tree
Hide file tree
Showing 8 changed files with 81 additions and 35 deletions.
8 changes: 4 additions & 4 deletions .github/workflows/integration_test_mysql.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -61,10 +61,10 @@ jobs:
run: |
export TICDC_NEWARCH=true && make integration_test CASE=sql_mode
- name: Test changefeed_pause_resume
if: ${{ success() }}
run: |
export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume
# - name: Test changefeed_pause_resume
# if: ${{ success() }}
# run: |
# export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume

- name: Test changefeed_reconstruct
if: ${{ success() }}
Expand Down
8 changes: 6 additions & 2 deletions tests/integration_tests/fail_over/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -51,8 +51,10 @@ function failOverOnlyOneNode() {
kill_cdc_pid $cdc_pid
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY

sleep 15

check_table_exists fail_over_test.finish_mark ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT}
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

export GO_FAILPOINTS=''

Expand Down Expand Up @@ -108,8 +110,10 @@ function failOverWhenTwoNode() {
kill_cdc_pid $cdc_pid_2
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-1" --addr "127.0.0.1:8301"

sleep 15

check_table_exists fail_over_test.finish_mark ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT}
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

export GO_FAILPOINTS=''

Expand Down
16 changes: 12 additions & 4 deletions tests/integration_tests/fail_over_ddl_A/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -93,13 +93,15 @@ function failOverCaseA-1() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "show databases;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "fail_over_test"

## continue to write ddl and dml to test the cdc server is working well
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -137,6 +139,8 @@ function failOverCaseA-2() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2" &&
Expand All @@ -152,7 +156,7 @@ function failOverCaseA-2() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test3 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -190,6 +194,8 @@ function failOverCaseA-3() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2" &&
Expand All @@ -207,7 +213,7 @@ function failOverCaseA-3() {
run_sql "insert into fail_over_ddl_test.test3 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test4 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -248,6 +254,8 @@ function failOverCaseA-5() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_contains "test1" &&
check_contains "test2" &&
Expand All @@ -264,7 +272,7 @@ function failOverCaseA-5() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test3 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down
16 changes: 12 additions & 4 deletions tests/integration_tests/fail_over_ddl_B/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -108,13 +108,15 @@ function failOverCaseB-1() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15

run_sql "show databases;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "fail_over_test"

## continue to write ddl and dml to test the cdc server is working well
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -169,6 +171,8 @@ function failOverCaseB-2() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2"
Expand All @@ -182,7 +186,7 @@ function failOverCaseB-2() {
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -238,6 +242,8 @@ function failOverCaseB-3() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2" &&
Expand All @@ -253,7 +259,7 @@ function failOverCaseB-3() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test4 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down Expand Up @@ -311,6 +317,8 @@ function failOverCaseB-5() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_contains "test1" &&
check_contains "test2"
Expand All @@ -325,7 +333,7 @@ function failOverCaseB-5() {
run_sql "insert into fail_over_ddl_test.test1 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down
16 changes: 12 additions & 4 deletions tests/integration_tests/fail_over_ddl_C/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -110,13 +110,15 @@ function failOverCaseC-1() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "show databases;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "fail_over_test"

## continue to write ddl and dml to test the cdc server is working well
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -171,6 +173,8 @@ function failOverCaseC-2() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2"
Expand All @@ -184,7 +188,7 @@ function failOverCaseC-2() {
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -240,6 +244,8 @@ function failOverCaseC-3() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_not_contains "test1" &&
check_contains "test2" &&
Expand All @@ -255,7 +261,7 @@ function failOverCaseC-3() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test4 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down Expand Up @@ -313,6 +319,8 @@ function failOverCaseC-5() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_contains "test1" &&
check_contains "test2"
Expand All @@ -327,7 +335,7 @@ function failOverCaseC-5() {
run_sql "insert into fail_over_ddl_test.test1 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down
16 changes: 12 additions & 4 deletions tests/integration_tests/fail_over_ddl_D/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -92,12 +92,14 @@ function failOverCaseD-1() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

ensure 30 "run_sql 'show databases;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'fail_over_ddl_test'"

## continue to write ddl and dml to test the cdc server is working well
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -135,6 +137,8 @@ function failOverCaseD-2() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

ensure 30 "run_sql 'use fail_over_ddl_test;show tables;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'test1'"

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
Expand All @@ -150,7 +154,7 @@ function failOverCaseD-2() {
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -188,6 +192,8 @@ function failOverCaseD-3() {
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "1-2" --addr "127.0.0.1:8301"

sleep 15

## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'use fail_over_ddl_test;show tables;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'test1' && check_contains 'test4'"

Expand All @@ -206,7 +212,7 @@ function failOverCaseD-3() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test4 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -249,6 +255,8 @@ function failOverCaseD-5() {

## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'select id from fail_over_ddl_test.test1;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains '2'"

sleep 15

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
check_contains "test1" &&
Expand All @@ -264,7 +272,7 @@ function failOverCaseD-5() {
run_sql "insert into fail_over_ddl_test.test1 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down
19 changes: 12 additions & 7 deletions tests/integration_tests/fail_over_ddl_E/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -108,13 +108,15 @@ function failOverCaseE-1() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15

## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'show databases;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'fail_over_ddl_test'"

## continue to write ddl and dml to test the cdc server is working well
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -168,6 +170,7 @@ function failOverCaseE-2() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

sleep 15
## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'use fail_over_ddl_test;show tables;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'test1'"

Expand All @@ -184,7 +187,7 @@ function failOverCaseE-2() {
run_sql_file $CUR/data/prepare.sql ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY

Expand Down Expand Up @@ -238,8 +241,9 @@ function failOverCaseE-3() {
kill_cdc_pid $cdc_pid_1
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer

sleep 15
## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'use fail_over_ddl_test;show tables;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains 'test1' && check_contains 'test4'"

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
Expand All @@ -257,7 +261,7 @@ function failOverCaseE-3() {
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test4 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down Expand Up @@ -314,7 +318,8 @@ function failOverCaseE-5() {
# restart cdc server
run_cdc_server --workdir $WORK_DIR --binary $CDC_BINARY --logsuffix "0-2" --addr "127.0.0.1:8300"

## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
sleep 15
## make ddl must reach the place and report to maintainer, and get the write status, and block in the place that report to maintainer
ensure 30 "run_sql 'select id from fail_over_ddl_test.test1;' ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} && check_not_contains '2'"

run_sql "use fail_over_ddl_test;show tables;" ${DOWN_TIDB_HOST} ${DOWN_TIDB_PORT} &&
Expand All @@ -331,7 +336,7 @@ function failOverCaseE-5() {
run_sql "insert into fail_over_ddl_test.test1 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}
run_sql "insert into fail_over_ddl_test.test2 values (1, 1);" ${UP_TIDB_HOST} ${UP_TIDB_PORT}

check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml
check_sync_diff $WORK_DIR $CUR/conf/diff_config.toml 60

cleanup_process $CDC_BINARY
export GO_FAILPOINTS=''
Expand Down
Loading

0 comments on commit 9f2329d

Please sign in to comment.