Skip to content

[test](nerieds)fix sql cache with mtmv test case #58236

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

[test](nerieds)fix sql cache with mtmv test case #58236

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 30 additions & 1 deletion regression-test/suites/nereids_p0/cache/mtmv_with_sql_cache.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -184,6 +184,7 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name2, mtmv_sql2, "(id)")
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")
sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
Expand Down Expand Up @@ -220,12 +221,14 @@ suite("mtmv_with_sql_cache") {

// rename mtmv
sql """ALTER MATERIALIZED VIEW ${mv_name1} rename ${mv_name3};"""
sleep(10 * 1000)
assertNoCache "select * from ${mv_name3}"
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
assertNoCache nested_mtmv_sql3

sql """ALTER MATERIALIZED VIEW ${mv_name3} rename ${mv_name1};"""
sleep(10 * 1000)
assertHasCache "select * from ${mv_name1}" // Since this SQL query hasn't been executed before, so it's still valid now.
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}" // nested mtmv don't change
Expand Down Expand Up @@ -285,6 +288,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -320,6 +325,7 @@ suite("mtmv_with_sql_cache") {

// replace mtmv
sql """ALTER MATERIALIZED VIEW ${mv_name1} REPLACE WITH MATERIALIZED VIEW ${mv_name2};"""
sleep(10 * 1000)
assertNoCache "select * from ${mv_name1}"
assertNoCache "select * from ${mv_name2}"
assertNoCache mtmv_sql1
Expand All @@ -328,6 +334,7 @@ suite("mtmv_with_sql_cache") {
assertNoCache nested_mtmv_sql1

sql """ALTER MATERIALIZED VIEW ${mv_name2} REPLACE WITH MATERIALIZED VIEW ${mv_name1};"""
sleep(10 * 1000)
assertNoCache "select * from ${mv_name1}"
assertNoCache "select * from ${mv_name2}"
assertNoCache mtmv_sql1
Expand Down Expand Up @@ -399,6 +406,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -501,6 +510,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -538,6 +549,8 @@ suite("mtmv_with_sql_cache") {
sql "REFRESH MATERIALIZED VIEW ${mv_name1} AUTO;"
waitingMTMVTaskFinishedByMvName(mv_name1)

sleep(10 * 1000)

assertHasCache "select * from ${mv_name1}"
assertHasCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
Expand Down Expand Up @@ -568,7 +581,7 @@ suite("mtmv_with_sql_cache") {
on t1.id = t2.id
"""
def mtmv_sql4 = """
select t1.id as id, t1.value as value1
select t1.id as id, t1.value as value1
from ${tb_name1} as t1
left join ${tb_name2} as t2
on t1.id = t2.id
Expand All @@ -593,6 +606,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -629,6 +644,8 @@ suite("mtmv_with_sql_cache") {
// refresh mtmv complete
sql "REFRESH MATERIALIZED VIEW ${mv_name1} complete;"
waitingMTMVTaskFinishedByMvName(mv_name1)
sleep(10 * 1000)

assertNoCache "select * from ${mv_name1}"
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
Expand Down Expand Up @@ -692,6 +709,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -727,6 +746,7 @@ suite("mtmv_with_sql_cache") {

// base table insert overwrite
sql "INSERT OVERWRITE table ${tb_name1} PARTITION(p5) VALUES (5, 6);"
sleep(10 * 1000)
assertHasCache "select * from ${mv_name1}"
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
Expand All @@ -737,6 +757,7 @@ suite("mtmv_with_sql_cache") {

sql "REFRESH MATERIALIZED VIEW ${mv_name1} AUTO;"
waitingMTMVTaskFinishedByMvName(mv_name1)
sleep(10 * 1000)
assertNoCache "select * from ${mv_name1}"
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
Expand Down Expand Up @@ -799,6 +820,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -834,6 +857,7 @@ suite("mtmv_with_sql_cache") {

// add partition
sql "alter table ${tb_name1} add partition p6 values[('6'),('7'))"
sleep(10 * 1000)
assertHasCache "select * from ${mv_name1}"
assertNoCache mtmv_sql1
assertHasCache "select * from ${nested_mv_name1}"
Expand All @@ -844,6 +868,7 @@ suite("mtmv_with_sql_cache") {

// base table insert data
sql "insert into ${tb_name1} values(6, 1)"
sleep(10 * 1000)
assertHasCache "select * from ${mv_name1}"
assertNoCache mtmv_sql1 // mtmv no work -> directly base table -> no cache
assertHasCache "select * from ${nested_mv_name1}"
Expand Down Expand Up @@ -907,6 +932,8 @@ suite("mtmv_with_sql_cache") {
cur_create_async_partition_mv(dbName, mv_name4, mtmv_sql4, "(id)")
cur_create_async_partition_mv(dbName, nested_mv_name1, nested_mtmv_sql1, "(id)")

sleep(10 * 1000)

sql "set enable_nereids_planner=true"
sql "set enable_fallback_to_original_planner=false"
sql "set enable_sql_cache=true"
Expand Down Expand Up @@ -942,6 +969,7 @@ suite("mtmv_with_sql_cache") {

// recreate mtmv to add column
cur_create_async_partition_mv(dbName, mv_name1, mtmv_sql3, "(id)")
sleep(10 * 1000)
assertNoCache "select * from ${mv_name1}"
assertHasCache "select * from ${mv_name2}"
assertNoCache mtmv_sql1
Expand All @@ -953,6 +981,7 @@ suite("mtmv_with_sql_cache") {

sql "REFRESH MATERIALIZED VIEW ${mv_name2} AUTO;"
waitingMTMVTaskFinishedByMvName(mv_name2)
sleep(10 * 1000)
assertHasCache "select * from ${mv_name2}"

retryUntilHasSqlCache mtmv_sql1
Expand Down
9 changes: 9 additions & 0 deletions regression-test/suites/nereids_p0/cache/mv_with_sql_cache.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,7 @@ suite("mv_with_sql_cache") {
def prefix_str = "rename_mv_with_sql_cache_"
def tb_name1 = prefix_str + "table1"
createTestTable tb_name1
sleep(10 * 1000)

def mv_name1 = prefix_str + "mv1"
def new_mv_name1 = prefix_str + "new_mv1"
Expand All @@ -114,6 +115,7 @@ suite("mv_with_sql_cache") {
// create mv
create_sync_mv(dbName, tb_name1, mv_name1, mv_sql1)
create_sync_mv(dbName, tb_name1, mv_name2, mv_sql2)
sleep(10 * 1000)

assertHasCache "select * from ${tb_name1}"
assertHasCache mv_sql1
Expand All @@ -125,6 +127,7 @@ suite("mv_with_sql_cache") {

// alter rename
sql """ALTER TABLE ${tb_name1} RENAME ROLLUP ${mv_name1} ${new_mv_name1};"""
sleep(10 * 1000)

assertNoCache "select * from ${tb_name1}"
assertNoCache mv_sql1
Expand All @@ -148,6 +151,7 @@ suite("mv_with_sql_cache") {
def prefix_str = "create_mv_with_insert_data_sql_cache_"
def tb_name1 = prefix_str + "table1"
createTestTable tb_name1
sleep(10 * 1000)

def mv_name1 = prefix_str + "mv1"
def new_mv_name1 = prefix_str + "new_mv1"
Expand All @@ -174,6 +178,7 @@ suite("mv_with_sql_cache") {
// create mv
create_sync_mv(dbName, tb_name1, mv_name1, mv_sql1)
create_sync_mv(dbName, tb_name1, mv_name2, mv_sql2)
sleep(10 * 1000)

assertHasCache "select * from ${tb_name1}"
assertHasCache mv_sql1
Expand All @@ -185,6 +190,7 @@ suite("mv_with_sql_cache") {

// insert data
sql """insert into ${tb_name1} values (1, 3);"""
sleep(10 * 1000)
assertNoCache "select * from ${tb_name1}"
sql "select * from ${tb_name1}"
assertHasCache "select * from ${tb_name1}"
Expand All @@ -208,6 +214,7 @@ suite("mv_with_sql_cache") {
def prefix_str = "drop_mv_with_sql_cache_"
def tb_name1 = prefix_str + "table1"
createTestTable tb_name1
sleep(10 * 1000)

def mv_name1 = prefix_str + "mv1"
def new_mv_name1 = prefix_str + "new_mv1"
Expand All @@ -234,6 +241,7 @@ suite("mv_with_sql_cache") {
// create mv
create_sync_mv(dbName, tb_name1, mv_name1, mv_sql1)
create_sync_mv(dbName, tb_name1, mv_name2, mv_sql2)
sleep(10 * 1000)

assertHasCache "select * from ${tb_name1}"
assertHasCache mv_sql1
Expand All @@ -245,6 +253,7 @@ suite("mv_with_sql_cache") {

// drop mv
sql """drop materialized view ${mv_name1} on ${tb_name1};"""
sleep(10 * 1000)

assertHasCache "select * from ${tb_name1}"
assertHasCache mv_sql1
Expand Down