Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -127,6 +127,7 @@ class SegmentIteratorApplyIndexExprTest : public testing::Test {
}
_read_schema = std::make_shared<Schema>(_tablet_schema->columns(), read_column_ids);
_iter = std::make_unique<SegmentIterator>(_segment, _read_schema);
_iter->_row_bitmap.addRange(0, _segment->num_rows());

// Set up RuntimeState with fallback enabled so _downgrade_without_index works
TQueryOptions query_options;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,8 @@
// Compaction rebuilds docs-only gram indexes from merged rows. Verify query results
// and index availability before and after compaction.
suite("test_gram_compaction", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def waitAnalyzerInstalled = { String name ->
def deadline = System.currentTimeMillis() + 180_000
Exception lastNotFound = null
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,8 @@ import org.apache.doris.regression.action.ProfileAction
// whichever tokenized index came first. A docs-only index in that place -- and a gram index
// is docs-only by default -- made a valid query fail.
suite("test_gram_index_order", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def sparseTok = "gram_order_sparse_tok"
def sparseAna = "gram_order_sparse"
def positionalAna = "gram_order_positional"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ import java.util.regex.Pattern
import org.apache.doris.regression.action.ProfileAction

suite("test_gram_metadata_inherit", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
// Cloud does not support the named-index BUILD syntax used here. Keep this case scoped
// to adding one requested index while IndexBuilder inherits the unchanged gram indexes.
if (isCloudMode()) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("test_gram_pattern_recall", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql "DROP INVERTED INDEX TOKENIZER IF EXISTS gram_recall_invalid_tokenizer"
test {
sql """CREATE INVERTED INDEX TOKENIZER gram_recall_invalid_tokenizer
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("test_gram_policy_recovery", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql "SET enable_sql_cache=false"
// The condition cache must be off too: gram deliberately keeps its LIKE / REGEXP expression
// in _common_expr_ctxs_push_down for the row-level recheck, so the segment iterator never
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ import org.apache.doris.regression.action.ProfileAction
// Compare LIKE and REGEXP results with and without gram index pushdown.
// The original expression must still decide which candidate rows match.
suite("test_gram_regexp_like", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def tbl = "t_gram_regexp_like"
// Policy names are globally unique: tokenizers and analyzers share one namespace, so the two
// names must differ
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ import java.util.regex.Pattern
// Check that gram indexes remain readable and useful after schema changes and new loads.
// LIKE and REGEXP results must match a scan at every step.
suite("test_gram_schema_change", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def waitAnalyzerInstalled = { String name ->
def deadline = System.currentTimeMillis() + 180_000
Exception lastNotFound = null
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,8 @@ import java.util.regex.Pattern
// Compare one large segment that drops common postings with smaller segments that keep them.
// Both layouts must return the same LIKE and REGEXP results as a scan.
suite("test_gram_stop_gram", "p0") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def waitAnalyzerInstalled = { String name ->
def deadline = System.currentTimeMillis() + 180_000
Exception lastNotFound = null
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("test_storage_format_snii", "p0, nonConcurrent") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql "DROP TABLE IF EXISTS test_storage_format_snii"
sql "DROP TABLE IF EXISTS test_storage_format_snii_array"
sql "DROP TABLE IF EXISTS test_storage_format_snii_add_index"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("test_storage_format_snii_custom_analyzer", "p0,nonConcurrent") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def charFilter = "doris_27738_char_filter"
def basicAnalyzer = "doris_27738_basic_analyzer"
def keywordAnalyzer = "doris_27738_keyword_analyzer"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,8 @@
// is refused.
// It flips a BE config, so it must not share the cluster with other suites.
suite("test_storage_format_snii_norms", "p0,nonConcurrent") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql """ set enable_match_without_inverted_index = false """
sql """ set default_variant_enable_typed_paths_to_sparse = false """
sql """ set default_variant_enable_doc_mode = false """
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("test_storage_format_snii_utf8_wildcard", "p0, nonConcurrent") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql "DROP TABLE IF EXISTS test_snii_utf8_wildcard"
sql "DROP TABLE IF EXISTS test_v3_utf8_wildcard"

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@

// Verify SNII SEARCH against direct, nested, and special-character VARIANT paths.
suite("test_variant_search_subcolumn_snii") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def table_name = "test_variant_search_subcolumn_snii"
sql "set default_variant_doc_materialization_min_rows = 0"

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@

// Verify SNII indexes written through the VARIANT V2 writer.
suite("test_variant_v2_snii_index", "p0,nonConcurrent") {
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
setFeConfigTemporary([enable_variant_v2: true]) {
def tblName = "variant_v2_snii_index"
def typedInventors = "cast(inventors['inventors'] as array<text>)"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("regression_test_variant_snii_compaction", "p0, nonConcurrent"){
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
def table_name = "var_snii_compaction"
sql """ set default_variant_enable_typed_paths_to_sparse = false """
sql """ set default_variant_enable_doc_mode = false """
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
// under the License.

suite("regression_test_variant_var_index_snii", "p0, nonConcurrent"){
sql "SET enable_common_expr_pushdown=true"
sql "SET enable_common_expr_pushdown_for_inverted_index=true"
sql """ set default_variant_enable_typed_paths_to_sparse = false """
sql """ set default_variant_enable_doc_mode = false """

Expand Down
Loading