From 39183375eab5f9d3c4e6585112f805a4793b494f Mon Sep 17 00:00:00 2001 From: Ghislain Fourny Date: Mon, 28 Oct 2024 16:33:54 +0100 Subject: [PATCH] Update LetClauseSparkIterator.java --- .../runtime/flwor/clauses/LetClauseSparkIterator.java | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/src/main/java/org/rumbledb/runtime/flwor/clauses/LetClauseSparkIterator.java b/src/main/java/org/rumbledb/runtime/flwor/clauses/LetClauseSparkIterator.java index 8328db3e7..48a3ae2d6 100644 --- a/src/main/java/org/rumbledb/runtime/flwor/clauses/LetClauseSparkIterator.java +++ b/src/main/java/org/rumbledb/runtime/flwor/clauses/LetClauseSparkIterator.java @@ -295,12 +295,6 @@ public FlworDataFrame getDataFrameAsJoin( ); } } - if (inputTupleValueExpression == null) { - throw new JobWithinAJobException( - "A let clause expression cannot produce a big sequence of items for a big number of tuples, as this would lead to a data flow explosion. We did detect a predicate expression, but the criterion inside the predicate is not comparing the left-hand-side of this predicate to the input tuple.", - getMetadata() - ); - } // Now we know we can execute the query as an equi-join. // First, we evaluate all input tuples. @@ -335,6 +329,8 @@ public FlworDataFrame getDataFrameAsJoin( sequenceDependencies ).getDataFrame(); + LogManager.getLogger("LetClauseSparkIterator").info("Rumble detected an equi-join in the left clause."); + // We compute the hashes for both sides of the equality predicate. expressionDF = LetClauseSparkIterator.bindLetVariableInDataFrame( expressionDF,