Update some tests to use new internal column

artie-labs · Jul 16, 2024 · a7fcd5b · a7fcd5b
1 parent 84463fd
commit a7fcd5b
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 25 deletions.
diff --git a/clients/snowflake/snowflake_test.go b/clients/snowflake/snowflake_test.go
@@ -35,10 +35,11 @@ func (s *SnowflakeTestSuite) TestExecuteMergeNilEdgeCase() {
 	// TableData will think the column is invalid and tableConfig will think column = string
 	// Before we call merge, it should reconcile it.
 	colToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.String,
-		"first_name":                 typing.String,
-		"invalid_column":             typing.Invalid,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.String,
+		"first_name":                         typing.String,
+		"invalid_column":                     typing.Invalid,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 	}
 
 	var cols columns.Columns
@@ -66,9 +67,10 @@ func (s *SnowflakeTestSuite) TestExecuteMergeNilEdgeCase() {
 	}
 
 	anotherColToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.String,
-		"first_name":                 typing.String,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.String,
+		"first_name":                         typing.String,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 	}
 
 	var anotherCols columns.Columns
@@ -87,9 +89,10 @@ func (s *SnowflakeTestSuite) TestExecuteMergeNilEdgeCase() {
 
 func (s *SnowflakeTestSuite) TestExecuteMergeReestablishAuth() {
 	colToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.Integer,
-		"name":                       typing.String,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.Integer,
+		"name":                               typing.String,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 		// Add kindDetails to created_at
 		"created_at": typing.ParseValue(typing.Settings{}, "", nil, time.Now().Format(time.RFC3339Nano)),
 	}
@@ -134,9 +137,10 @@ func (s *SnowflakeTestSuite) TestExecuteMergeReestablishAuth() {
 
 func (s *SnowflakeTestSuite) TestExecuteMerge() {
 	colToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.Integer,
-		"name":                       typing.String,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.Integer,
+		"name":                               typing.String,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 		// Add kindDetails to created_at
 		"created_at": typing.ParseValue(typing.Settings{}, "", nil, time.Now().Format(time.RFC3339Nano)),
 	}
@@ -223,9 +227,10 @@ func (s *SnowflakeTestSuite) TestExecuteMergeDeletionFlagRemoval() {
 	}
 
 	colToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.Integer,
-		"name":                       typing.String,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.Integer,
+		"name":                               typing.String,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 		// Add kindDetails to created_at
 		"created_at": typing.ParseValue(typing.Settings{}, "", nil, time.Now().Format(time.RFC3339Nano)),
 	}
@@ -242,10 +247,11 @@ func (s *SnowflakeTestSuite) TestExecuteMergeDeletionFlagRemoval() {
 	}
 
 	snowflakeColToKindDetailsMap := map[string]typing.KindDetails{
-		"id":                         typing.Integer,
-		"created_at":                 typing.NewKindDetailsFromTemplate(typing.ETime, ext.DateTimeKindType),
-		"name":                       typing.String,
-		constants.DeleteColumnMarker: typing.Boolean,
+		"id":                                 typing.Integer,
+		"created_at":                         typing.NewKindDetailsFromTemplate(typing.ETime, ext.DateTimeKindType),
+		"name":                               typing.String,
+		constants.DeleteColumnMarker:         typing.Boolean,
+		constants.OnlySetDeletedColumnMarker: typing.Boolean,
 	}
 
 	var sflkCols columns.Columns

diff --git a/processes/consumer/flush_test.go b/processes/consumer/flush_test.go
@@ -94,11 +94,12 @@ func (f *FlushTestSuite) TestMemoryConcurrency() {
 						"id": fmt.Sprintf("pk-%d", i),
 					},
 					Data: map[string]any{
-						"id":                         fmt.Sprintf("pk-%d", i),
-						constants.DeleteColumnMarker: true,
-						"pk":                         fmt.Sprintf("pk-%d", i),
-						"foo":                        "bar",
-						"cat":                        "dog",
+						"id":                                 fmt.Sprintf("pk-%d", i),
+						constants.DeleteColumnMarker:         true,
+						constants.OnlySetDeletedColumnMarker: true,
+						"pk":                                 fmt.Sprintf("pk-%d", i),
+						"foo":                                "bar",
+						"cat":                                "dog",
 					},
 				}