TOAST.

artie-labs · Dec 12, 2024 · 8b1ee04 · 8b1ee04
1 parent 29ddf90
commit 8b1ee04
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/clients/snowflake/dialect/dialect.go b/clients/snowflake/dialect/dialect.go
@@ -37,11 +37,14 @@ func (SnowflakeDialect) IsTableDoesNotExistErr(err error) bool {
 }
 
 func (sd SnowflakeDialect) BuildIsNotToastValueExpression(tableAlias constants.TableAlias, column columns.Column) string {
+	toastedValue := "%" + constants.ToastUnavailableValuePlaceholder + "%"
 	colName := sql.QuoteTableAliasColumn(tableAlias, column, sd)
-	if column.KindDetails == typing.Struct {
-		return fmt.Sprintf("COALESCE(%s != {'key': '%s'}, true)", colName, constants.ToastUnavailableValuePlaceholder)
+	switch column.KindDetails {
+	case typing.String:
+		return fmt.Sprintf("COALESCE(%s NOT LIKE '%s', TRUE)", colName, toastedValue)
+	default:
+		return fmt.Sprintf("COALESCE(TO_VARCHAR(%s) NOT LIKE '%s', TRUE)", colName, toastedValue)
 	}
-	return fmt.Sprintf("COALESCE(%s != '%s', true)", colName, constants.ToastUnavailableValuePlaceholder)
 }
 
 func (SnowflakeDialect) BuildDedupeTableQuery(tableID sql.TableIdentifier, primaryKeys []string) string {

diff --git a/lib/sql/tests/columns_test.go b/lib/sql/tests/columns_test.go
@@ -181,7 +181,7 @@ func TestBuildColumnsUpdateFragment_Snowflake(t *testing.T) {
 	}
 
 	actualQuery := sql.BuildColumnsUpdateFragment(stringAndToastCols, "stg", "tgt", snowflakeDialect.SnowflakeDialect{})
-	assert.Equal(t, `"FOO"= CASE WHEN COALESCE(stg."FOO" != '__debezium_unavailable_value', true) THEN stg."FOO" ELSE tgt."FOO" END,"BAR"=stg."BAR"`, actualQuery)
+	assert.Equal(t, `"FOO"= CASE WHEN stg."FOO" NOT LIKE %__debezium_unavailable_value% THEN stg.\"FOO\" ELSE tgt.\"FOO\" END,\"BAR\"=stg.\"BAR\""`, actualQuery)
 }
 
 func TestBuildColumnComparison(t *testing.T) {