diff --git a/requirements.txt b/requirements.txt index 4f94ef5b..0053e600 100644 --- a/requirements.txt +++ b/requirements.txt @@ -8,7 +8,7 @@ gunicorn==19.10.0 itsdangerous==2.0.1 matplotlib==3.4.1 multi-model-server==1.1.2 -numpy==1.21.6 +numpy==1.19.2 pandas==1.2.4 protobuf==3.20.1 psutil==5.6.7 # sagemaker-containers requires psutil 5.6.7 diff --git a/test/resources/versions/train.py b/test/resources/versions/train.py index 207ff55b..c7313148 100644 --- a/test/resources/versions/train.py +++ b/test/resources/versions/train.py @@ -15,7 +15,7 @@ gunicorn==19.10.0 matplotlib==3.4.1 multi-model-server==1.1.2 -numpy==1.21.6 +numpy==1.19.2 pandas==1.2.4 psutil==5.6.7 pyarrow==1.0.1 diff --git a/test/unit/test_data_utils.py b/test/unit/test_data_utils.py index 2ca5d3be..7ff68d27 100644 --- a/test/unit/test_data_utils.py +++ b/test/unit/test_data_utils.py @@ -14,6 +14,7 @@ import unittest import os from pathlib import Path +import pandas as pd import shutil import signal import subprocess @@ -252,3 +253,7 @@ def test_check_data_redundancy_throws_exception_pipe(self): pb_file_paths = ['pb_files'] with self.assertRaises(Exception): data_utils.check_data_redundancy(pb_file_paths[0], pb_file_paths[1]) + + def test_pyarrow_to_parquet_conversion_does_not_throw_exception(self): + df = pd.DataFrame({'x': [1, 2]}) + df.to_parquet('test.parquet', engine='pyarrow')