optimize stats for runtime filters when table not flushed (#20717)

optimize stats for runtime filters when table not flushed Approved by: @ouyuanning
matrixorigin · Dec 11, 2024 · 5d82985 · 5d82985
1 parent 16e9b56
commit 5d82985
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/pkg/sql/plan/runtime_filter.go b/pkg/sql/plan/runtime_filter.go
@@ -163,7 +163,11 @@ func (builder *QueryBuilder) generateRuntimeFilters(nodeID int32) {
 		sortOrder := GetSortOrder(tableDef, probeCol.ColPos)
 		if node.JoinType != plan.Node_INDEX {
 			probeNdv := getExprNdv(probeExprs[0], builder)
-			if probeNdv == -1 || node.Stats.HashmapStats.HashmapSize/probeNdv >= 0.1 {
+			if probeNdv <= 1 {
+				//maybe not flushed yet, set at least 100 to continue calculation
+				probeNdv = 100
+			}
+			if node.Stats.HashmapStats.HashmapSize/probeNdv >= 0.1 {
 				return
 			}
 			if sortOrder != 0 {