Skip to content

Commit

Permalink
removing invalid_row_handler
Browse files Browse the repository at this point in the history
  • Loading branch information
subygan committed Nov 16, 2023
1 parent 33aba9c commit c6cc179
Showing 1 changed file with 0 additions and 8 deletions.
8 changes: 0 additions & 8 deletions daft/table/table_io.py
Original file line number Diff line number Diff line change
Expand Up @@ -183,13 +183,6 @@ def __next__(self) -> pa.RecordBatch:
def __iter__(self) -> PACSVStreamHelper:
return self

def skip_comment(row):
print("!#!#")
if row.text.startswith("# "):
return 'skip'
else:
return 'error'

def read_csv(
file: FileInput,
schema: Schema,
Expand Down Expand Up @@ -247,7 +240,6 @@ def read_csv(
delimiter=csv_options.delimiter,
quote_char=csv_options.quote,
escape_char=csv_options.escape_char,
invalid_row_handler=skip_comment,
),
read_options=pacsv.ReadOptions(
# If no header, we use the schema's column names. Otherwise we use the headers in the CSV file.
Expand Down

0 comments on commit c6cc179

Please sign in to comment.