From a9dea7df3c96c5f19aba022150fec9072881fd22 Mon Sep 17 00:00:00 2001 From: Brian Healy Date: Tue, 9 Jan 2024 12:23:16 -0500 Subject: [PATCH] Exclude invalid files from inference dataset --- tools/inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/inference.py b/tools/inference.py index c680e01..32f7fe0 100755 --- a/tools/inference.py +++ b/tools/inference.py @@ -348,7 +348,7 @@ def run_inference( ) ts = time.time() - DS = ds.dataset(features_filename, format='parquet') + DS = ds.dataset(features_filename, format='parquet', exclude_invalid_files=True) generator = DS.to_batches(batch_size=batch_size) te = time.time() if time_run: