Skip to content

Commit

Permalink
Checkpoint.
Browse files Browse the repository at this point in the history
  • Loading branch information
Tang8330 committed Nov 21, 2024
1 parent d3990d3 commit d9ab850
Show file tree
Hide file tree
Showing 3 changed files with 0 additions and 17 deletions.
5 changes: 0 additions & 5 deletions clients/s3/s3.go
Original file line number Diff line number Diff line change
Expand Up @@ -81,11 +81,6 @@ func (s *Store) Merge(ctx context.Context, tableData *optimization.TableData) er
return fmt.Errorf("failed to generate parquet schema: %w", err)
}

fmt.Println("Schema data", len(schema))
for _, column := range schema {
fmt.Println("column", column)
}

fp := buildTemporaryFilePath(tableData)
fw, err := local.NewLocalFileWriter(fp)
if err != nil {
Expand Down
3 changes: 0 additions & 3 deletions lib/parquetutil/generate_schema.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@ package parquetutil

import (
"encoding/json"
"fmt"
"strings"

"github.com/artie-labs/transfer/lib/typing"
Expand Down Expand Up @@ -54,8 +53,6 @@ func GenerateJSONSchema(columns []ParquetColumn) (string, error) {
},
)

fmt.Println("schemaBytes", string(schemaBytes))

if err != nil {
return "", err
}
Expand Down
9 changes: 0 additions & 9 deletions lib/typing/parquet.go
Original file line number Diff line number Diff line change
Expand Up @@ -70,15 +70,6 @@ type Field struct {
func (k *KindDetails) ParquetAnnotation(colName string) (*Field, error) {
switch k.Kind {
case String.Kind, Struct.Kind, Date.Kind, Time.Kind:
fmt.Println("tag",
FieldTag{
Name: colName,
InName: &colName,
Type: ToPtr("BYTE_ARRAY"),
ConvertedType: ToPtr("UTF8"),
}.String(),
)

return &Field{
Tag: FieldTag{
Name: colName,
Expand Down

0 comments on commit d9ab850

Please sign in to comment.