From d0655d0f3af363d27b87c7db42988e1db4b34d23 Mon Sep 17 00:00:00 2001 From: Hai Nguyen Date: Fri, 30 Jun 2023 21:26:36 +0700 Subject: [PATCH 1/5] chore: extend pandas version support Signed-off-by: Hai Nguyen --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 573ab54d51..9746dfb88f 100644 --- a/setup.py +++ b/setup.py @@ -55,7 +55,7 @@ "jsonschema", "mmh3", "numpy>=1.22,<3", - "pandas>=1.4.3,<2", + "pandas>=1.4.3,<3", # For some reason pandavro higher than 1.5.* only support pandas less than 1.3. "pandavro~=1.5.0", # Higher than 4.23.4 seems to cause a seg fault From 9c6a1692b21156080ad750fcfdfd2dec0e347f3e Mon Sep 17 00:00:00 2001 From: Danny C Date: Thu, 7 Sep 2023 00:52:06 -0700 Subject: [PATCH 2/5] fix java tests + update requirements Signed-off-by: Danny C --- .../test/resources/docker-compose/feast10/requirements.txt | 2 +- sdk/python/requirements/py3.10-ci-requirements.txt | 4 +++- sdk/python/requirements/py3.10-requirements.txt | 4 +++- sdk/python/requirements/py3.8-ci-requirements.txt | 6 ++++-- sdk/python/requirements/py3.8-requirements.txt | 6 ++++-- sdk/python/requirements/py3.9-ci-requirements.txt | 4 +++- sdk/python/requirements/py3.9-requirements.txt | 4 +++- 7 files changed, 21 insertions(+), 9 deletions(-) diff --git a/java/serving/src/test/resources/docker-compose/feast10/requirements.txt b/java/serving/src/test/resources/docker-compose/feast10/requirements.txt index 94e4771de2..0b1074918a 100644 --- a/java/serving/src/test/resources/docker-compose/feast10/requirements.txt +++ b/java/serving/src/test/resources/docker-compose/feast10/requirements.txt @@ -1,5 +1,5 @@ # for source generation -pyarrow==6.0.0 +pyarrow==10.0.0 # temp fixes proto-plus diff --git a/sdk/python/requirements/py3.10-ci-requirements.txt b/sdk/python/requirements/py3.10-ci-requirements.txt index a59553b4ac..151f1a7428 100644 --- a/sdk/python/requirements/py3.10-ci-requirements.txt +++ b/sdk/python/requirements/py3.10-ci-requirements.txt @@ -577,7 +577,7 @@ packaging==23.1 # pytest # snowflake-connector-python # sphinx -pandas==1.5.3 +pandas==2.0.3 # via # altair # db-dtypes @@ -1007,6 +1007,8 @@ typing-extensions==4.7.1 # snowflake-connector-python # sqlalchemy2-stubs # uvicorn +tzdata==2023.3 + # via pandas tzlocal==5.0.1 # via # great-expectations diff --git a/sdk/python/requirements/py3.10-requirements.txt b/sdk/python/requirements/py3.10-requirements.txt index 4140bea9d0..a88b237df9 100644 --- a/sdk/python/requirements/py3.10-requirements.txt +++ b/sdk/python/requirements/py3.10-requirements.txt @@ -113,7 +113,7 @@ packaging==23.1 # via # dask # gunicorn -pandas==1.5.3 +pandas==2.1.0 # via # feast (setup.py) # pandavro @@ -200,6 +200,8 @@ typing-extensions==4.7.1 # pydantic # sqlalchemy2-stubs # uvicorn +tzdata==2023.3 + # via pandas urllib3==2.0.4 # via requests uvicorn[standard]==0.23.2 diff --git a/sdk/python/requirements/py3.8-ci-requirements.txt b/sdk/python/requirements/py3.8-ci-requirements.txt index b24172e890..3964110e02 100644 --- a/sdk/python/requirements/py3.8-ci-requirements.txt +++ b/sdk/python/requirements/py3.8-ci-requirements.txt @@ -533,7 +533,7 @@ mypy-extensions==1.0.0 # via # black # mypy -mypy-protobuf==3.1 +mypy-protobuf==3.1.0 # via feast (setup.py) mysqlclient==2.2.0 # via feast (setup.py) @@ -592,7 +592,7 @@ packaging==23.1 # pytest # snowflake-connector-python # sphinx -pandas==1.5.3 +pandas==2.0.3 # via # altair # db-dtypes @@ -1024,6 +1024,8 @@ typing-extensions==4.7.1 # sqlalchemy2-stubs # starlette # uvicorn +tzdata==2023.3 + # via pandas tzlocal==5.0.1 # via # great-expectations diff --git a/sdk/python/requirements/py3.8-requirements.txt b/sdk/python/requirements/py3.8-requirements.txt index 636f886133..bd7720455a 100644 --- a/sdk/python/requirements/py3.8-requirements.txt +++ b/sdk/python/requirements/py3.8-requirements.txt @@ -105,7 +105,7 @@ mypy==1.5.1 # via sqlalchemy mypy-extensions==1.0.0 # via mypy -mypy-protobuf==3.1 +mypy-protobuf==3.1.0 # via feast (setup.py) numpy==1.24.4 # via @@ -117,7 +117,7 @@ packaging==23.1 # via # dask # gunicorn -pandas==1.5.3 +pandas==2.0.3 # via # feast (setup.py) # pandavro @@ -207,6 +207,8 @@ typing-extensions==4.7.1 # sqlalchemy2-stubs # starlette # uvicorn +tzdata==2023.3 + # via pandas urllib3==2.0.4 # via requests uvicorn[standard]==0.23.2 diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index ad19f9e8bd..071cc6c0c6 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -584,7 +584,7 @@ packaging==23.1 # pytest # snowflake-connector-python # sphinx -pandas==1.5.3 +pandas==2.0.3 # via # altair # db-dtypes @@ -1019,6 +1019,8 @@ typing-extensions==4.7.1 # sqlalchemy2-stubs # starlette # uvicorn +tzdata==2023.3 + # via pandas tzlocal==5.0.1 # via # great-expectations diff --git a/sdk/python/requirements/py3.9-requirements.txt b/sdk/python/requirements/py3.9-requirements.txt index 7d30fd3452..106854f65c 100644 --- a/sdk/python/requirements/py3.9-requirements.txt +++ b/sdk/python/requirements/py3.9-requirements.txt @@ -113,7 +113,7 @@ packaging==23.1 # via # dask # gunicorn -pandas==1.5.3 +pandas==2.1.0 # via # feast (setup.py) # pandavro @@ -201,6 +201,8 @@ typing-extensions==4.7.1 # sqlalchemy2-stubs # starlette # uvicorn +tzdata==2023.3 + # via pandas urllib3==2.0.4 # via requests uvicorn[standard]==0.23.2 From 0773d25bf86589dc87c1d1d2c1f59c0ac314cf66 Mon Sep 17 00:00:00 2001 From: Hai Nguyen Date: Sat, 23 Sep 2023 16:25:42 +0700 Subject: [PATCH 3/5] chore (deps): compile py39 pip Signed-off-by: Hai Nguyen --- .../requirements/py3.9-requirements.txt | 36 +++++++++---------- setup.py | 4 +-- 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/sdk/python/requirements/py3.9-requirements.txt b/sdk/python/requirements/py3.9-requirements.txt index bfdec43cd1..7a141da813 100644 --- a/sdk/python/requirements/py3.9-requirements.txt +++ b/sdk/python/requirements/py3.9-requirements.txt @@ -36,7 +36,7 @@ cloudpickle==2.2.1 # via dask colorama==0.4.6 # via feast (setup.py) -dask==2023.9.1 +dask==2023.9.2 # via feast (setup.py) dill==0.3.7 # via feast (setup.py) @@ -44,14 +44,16 @@ exceptiongroup==1.1.3 # via anyio fastapi==0.99.1 # via feast (setup.py) -fastavro==1.8.3 +fastavro==1.5.4 # via # feast (setup.py) # pandavro fissix==21.11.13 # via bowler -fsspec==2023.9.0 +fsspec==2023.9.2 # via dask +greenlet==2.0.2 + # via sqlalchemy grpcio==1.58.0 # via # feast (setup.py) @@ -70,11 +72,11 @@ h11==0.14.0 # via # httpcore # uvicorn -httpcore==0.17.3 +httpcore==0.18.0 # via httpx httptools==0.6.0 # via uvicorn -httpx==0.24.1 +httpx==0.25.0 # via feast (setup.py) idna==3.4 # via @@ -85,11 +87,11 @@ importlib-metadata==6.8.0 # via # dask # feast (setup.py) -importlib-resources==6.0.1 +importlib-resources==6.1.0 # via feast (setup.py) jinja2==3.1.2 # via feast (setup.py) -jsonschema==4.19.0 +jsonschema==4.19.1 # via feast (setup.py) jsonschema-specifications==2023.7.1 # via jsonschema @@ -105,7 +107,7 @@ mypy==1.5.1 # via sqlalchemy mypy-extensions==1.0.0 # via mypy -mypy-protobuf==3.1.0 +mypy-protobuf==3.1 # via feast (setup.py) numpy==1.24.4 # via @@ -117,11 +119,11 @@ packaging==23.1 # via # dask # gunicorn -pandas==2.1.0 +pandas==2.1.1 # via # feast (setup.py) # pandavro -pandavro==1.5.2 +pandavro==1.7.2 # via feast (setup.py) partd==1.4.0 # via dask @@ -160,14 +162,12 @@ referencing==0.30.2 # jsonschema-specifications requests==2.31.0 # via feast (setup.py) -rpds-py==0.10.2 +rpds-py==0.10.3 # via # jsonschema # referencing six==1.16.0 - # via - # pandavro - # python-dateutil + # via python-dateutil sniffio==1.3.0 # via # anyio @@ -195,9 +195,9 @@ tqdm==4.66.1 # via feast (setup.py) typeguard==2.13.3 # via feast (setup.py) -types-protobuf==4.24.0.1 +types-protobuf==4.24.0.2 # via mypy-protobuf -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # fastapi # mypy @@ -207,7 +207,7 @@ typing-extensions==4.7.1 # uvicorn tzdata==2023.3 # via pandas -urllib3==2.0.4 +urllib3==2.0.5 # via requests uvicorn[standard]==0.23.2 # via feast (setup.py) @@ -219,7 +219,7 @@ watchfiles==0.20.0 # via uvicorn websockets==11.0.3 # via uvicorn -zipp==3.16.2 +zipp==3.17.0 # via # importlib-metadata # importlib-resources diff --git a/setup.py b/setup.py index 047100f03e..12f5105278 100644 --- a/setup.py +++ b/setup.py @@ -55,9 +55,9 @@ "jsonschema", "mmh3", "numpy>=1.22,<1.25", - "pandas>=1.4.3,<2", + "pandas>=1.4.3,<3", # For some reason pandavro higher than 1.5.* only support pandas less than 1.3. - "pandavro~=1.5.0", + "pandavro>1.7.0", # Higher than 4.23.4 seems to cause a seg fault "protobuf<4.23.4,>3.20", "proto-plus>=1.20.0,<2", From 2e5a6eae437d8a3a2688466a7893cf629ffc0dc4 Mon Sep 17 00:00:00 2001 From: Hai Nguyen Date: Sat, 23 Sep 2023 16:29:58 +0700 Subject: [PATCH 4/5] chore (deps): compile py38 pip Signed-off-by: Hai Nguyen --- .../requirements/py3.8-requirements.txt | 30 +++++++++---------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/sdk/python/requirements/py3.8-requirements.txt b/sdk/python/requirements/py3.8-requirements.txt index 94235c2090..03308d8f48 100644 --- a/sdk/python/requirements/py3.8-requirements.txt +++ b/sdk/python/requirements/py3.8-requirements.txt @@ -44,14 +44,16 @@ exceptiongroup==1.1.3 # via anyio fastapi==0.99.1 # via feast (setup.py) -fastavro==1.8.3 +fastavro==1.5.4 # via # feast (setup.py) # pandavro fissix==21.11.13 # via bowler -fsspec==2023.9.0 +fsspec==2023.9.2 # via dask +greenlet==2.0.2 + # via sqlalchemy grpcio==1.58.0 # via # feast (setup.py) @@ -70,11 +72,11 @@ h11==0.14.0 # via # httpcore # uvicorn -httpcore==0.17.3 +httpcore==0.18.0 # via httpx httptools==0.6.0 # via uvicorn -httpx==0.24.1 +httpx==0.25.0 # via feast (setup.py) idna==3.4 # via @@ -85,14 +87,14 @@ importlib-metadata==6.8.0 # via # dask # feast (setup.py) -importlib-resources==6.0.1 +importlib-resources==6.1.0 # via # feast (setup.py) # jsonschema # jsonschema-specifications jinja2==3.1.2 # via feast (setup.py) -jsonschema==4.19.0 +jsonschema==4.19.1 # via feast (setup.py) jsonschema-specifications==2023.7.1 # via jsonschema @@ -124,7 +126,7 @@ pandas==2.0.3 # via # feast (setup.py) # pandavro -pandavro==1.5.2 +pandavro==1.7.2 # via feast (setup.py) partd==1.4.0 # via dask @@ -165,14 +167,12 @@ referencing==0.30.2 # jsonschema-specifications requests==2.31.0 # via feast (setup.py) -rpds-py==0.10.2 +rpds-py==0.10.3 # via # jsonschema # referencing six==1.16.0 - # via - # pandavro - # python-dateutil + # via python-dateutil sniffio==1.3.0 # via # anyio @@ -200,9 +200,9 @@ tqdm==4.66.1 # via feast (setup.py) typeguard==2.13.3 # via feast (setup.py) -types-protobuf==4.24.0.1 +types-protobuf==4.24.0.2 # via mypy-protobuf -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # fastapi # mypy @@ -212,7 +212,7 @@ typing-extensions==4.7.1 # uvicorn tzdata==2023.3 # via pandas -urllib3==2.0.4 +urllib3==2.0.5 # via requests uvicorn[standard]==0.23.2 # via feast (setup.py) @@ -224,7 +224,7 @@ watchfiles==0.20.0 # via uvicorn websockets==11.0.3 # via uvicorn -zipp==3.16.2 +zipp==3.17.0 # via # importlib-metadata # importlib-resources From 5a1bcba47044ec3dffb0966ac1654e73c5e2bc6f Mon Sep 17 00:00:00 2001 From: Hai Nguyen Date: Sat, 23 Sep 2023 23:08:42 +0700 Subject: [PATCH 5/5] chore (deps): compile ci deps Signed-off-by: Hai Nguyen --- .../requirements/py3.10-ci-requirements.txt | 114 ++++++++-------- .../requirements/py3.8-ci-requirements.txt | 127 +++++++++--------- .../requirements/py3.9-ci-requirements.txt | 115 ++++++++-------- setup.py | 11 +- 4 files changed, 196 insertions(+), 171 deletions(-) diff --git a/sdk/python/requirements/py3.10-ci-requirements.txt b/sdk/python/requirements/py3.10-ci-requirements.txt index c582f0c5c7..8ed88d83b5 100644 --- a/sdk/python/requirements/py3.10-ci-requirements.txt +++ b/sdk/python/requirements/py3.10-ci-requirements.txt @@ -8,10 +8,16 @@ adal==1.2.7 # via msrestazure adlfs==0.5.9 # via feast (setup.py) +aiobotocore==2.5.4 + # via s3fs aiohttp==3.8.5 # via # adlfs + # aiobotocore # gcsfs + # s3fs +aioitertools==0.11.0 + # via aiobotocore aiosignal==1.3.1 # via aiohttp alabaster==0.7.13 @@ -26,10 +32,6 @@ anyio==4.0.0 # watchfiles appdirs==1.4.4 # via fissix -appnope==0.1.3 - # via - # ipykernel - # ipython argon2-cffi==23.1.0 # via jupyter-server argon2-cffi-bindings==21.2.0 @@ -70,7 +72,7 @@ azure-identity==1.14.0 # via # adlfs # feast (setup.py) -azure-storage-blob==12.17.0 +azure-storage-blob==12.18.1 # via # adlfs # feast (setup.py) @@ -86,12 +88,13 @@ black==22.12.0 # via feast (setup.py) bleach==6.0.0 # via nbconvert -boto3==1.28.43 +boto3==1.28.17 # via # feast (setup.py) # moto -botocore==1.31.43 +botocore==1.31.17 # via + # aiobotocore # boto3 # moto # s3transfer @@ -154,7 +157,7 @@ comm==0.1.4 # ipywidgets coverage[toml]==7.3.1 # via pytest-cov -cryptography==41.0.3 +cryptography==41.0.4 # via # adal # azure-identity @@ -168,11 +171,11 @@ cryptography==41.0.3 # snowflake-connector-python # types-pyopenssl # types-redis -dask==2023.9.1 +dask==2023.9.2 # via feast (setup.py) db-dtypes==1.1.1 # via google-cloud-bigquery -debugpy==1.7.0 +debugpy==1.8.0 # via ipykernel decorator==5.1.1 # via @@ -208,13 +211,13 @@ executing==1.2.0 # via stack-data fastapi==0.99.1 # via feast (setup.py) -fastavro==1.8.3 +fastavro==1.5.4 # via # feast (setup.py) # pandavro fastjsonschema==2.18.0 # via nbformat -filelock==3.12.3 +filelock==3.12.4 # via # snowflake-connector-python # virtualenv @@ -230,12 +233,13 @@ frozenlist==1.4.0 # via # aiohttp # aiosignal -fsspec==2022.1.0 +fsspec==2023.9.1 # via # adlfs # dask # gcsfs -gcsfs==2022.1.0 + # s3fs +gcsfs==2023.9.1 # via feast (setup.py) geojson==2.5.0 # via rockset @@ -253,9 +257,9 @@ google-api-core[grpc]==2.11.1 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-api-python-client==2.98.0 +google-api-python-client==2.100.0 # via firebase-admin -google-auth==2.22.0 +google-auth==2.23.0 # via # gcsfs # google-api-core @@ -265,9 +269,9 @@ google-auth==2.22.0 # google-cloud-core # google-cloud-storage # kubernetes -google-auth-httplib2==0.1.0 +google-auth-httplib2==0.1.1 # via google-api-python-client -google-auth-oauthlib==1.0.0 +google-auth-oauthlib==1.1.0 # via gcsfs google-cloud-bigquery[pandas]==3.11.4 # via feast (setup.py) @@ -284,9 +288,9 @@ google-cloud-core==2.3.3 # google-cloud-storage google-cloud-datastore==2.18.0 # via feast (setup.py) -google-cloud-firestore==2.11.1 +google-cloud-firestore==2.12.0 # via firebase-admin -google-cloud-storage==2.10.0 +google-cloud-storage==2.11.0 # via # feast (setup.py) # firebase-admin @@ -305,6 +309,8 @@ googleapis-common-protos[grpc]==1.60.0 # grpcio-status great-expectations==0.15.50 # via feast (setup.py) +greenlet==2.0.2 + # via sqlalchemy grpc-google-iam-v1==0.12.6 # via google-cloud-bigtable grpcio==1.58.0 @@ -341,7 +347,7 @@ hazelcast-python-client==5.3.0 # via feast (setup.py) hiredis==2.2.3 # via feast (setup.py) -httpcore==0.17.3 +httpcore==0.18.0 # via httpx httplib2==0.22.0 # via @@ -349,9 +355,9 @@ httplib2==0.22.0 # google-auth-httplib2 httptools==0.6.0 # via uvicorn -httpx==0.24.1 +httpx==0.25.0 # via feast (setup.py) -identify==2.5.27 +identify==2.5.29 # via pre-commit idna==3.4 # via @@ -368,7 +374,7 @@ importlib-metadata==6.8.0 # dask # feast (setup.py) # great-expectations -importlib-resources==6.0.1 +importlib-resources==6.1.0 # via feast (setup.py) iniconfig==2.0.0 # via pytest @@ -379,7 +385,7 @@ ipython==8.15.0 # great-expectations # ipykernel # ipywidgets -ipywidgets==8.1.0 +ipywidgets==8.1.1 # via great-expectations isodate==0.6.1 # via @@ -414,7 +420,7 @@ jsonpointer==2.4 # via # jsonpatch # jsonschema -jsonschema[format-nongpl]==4.19.0 +jsonschema[format-nongpl]==4.19.1 # via # altair # feast (setup.py) @@ -451,15 +457,15 @@ jupyter-server==2.7.3 # notebook-shim jupyter-server-terminals==0.4.4 # via jupyter-server -jupyterlab==4.0.5 +jupyterlab==4.0.6 # via notebook jupyterlab-pygments==0.2.2 # via nbconvert -jupyterlab-server==2.24.0 +jupyterlab-server==2.25.0 # via # jupyterlab # notebook -jupyterlab-widgets==3.0.8 +jupyterlab-widgets==3.0.9 # via ipywidgets kubernetes==20.13.0 # via feast (setup.py) @@ -492,16 +498,16 @@ mock==2.0.0 # via feast (setup.py) moreorless==0.4.0 # via bowler -moto==4.2.2 +moto==4.2.4 # via feast (setup.py) -msal==1.23.0 +msal==1.24.0 # via # azure-datalake-store # azure-identity # msal-extensions msal-extensions==1.0.0 # via azure-identity -msgpack==1.0.5 +msgpack==1.0.6 # via cachecontrol msrest==0.7.1 # via msrestazure @@ -521,7 +527,7 @@ mypy-extensions==1.0.0 # via # black # mypy -mypy-protobuf==3.1 +mypy-protobuf==3.1.0 # via feast (setup.py) mysqlclient==2.2.0 # via feast (setup.py) @@ -535,11 +541,11 @@ nbformat==5.9.2 # jupyter-server # nbclient # nbconvert -nest-asyncio==1.5.7 +nest-asyncio==1.5.8 # via ipykernel nodeenv==1.8.0 # via pre-commit -notebook==7.0.3 +notebook==7.0.4 # via great-expectations notebook-shim==0.2.3 # via @@ -589,7 +595,7 @@ pandas==2.0.3 # great-expectations # pandavro # snowflake-connector-python -pandavro==1.5.2 +pandavro==1.7.2 # via feast (setup.py) pandocfilters==1.5.0 # via nbconvert @@ -617,7 +623,7 @@ pluggy==1.3.0 # via pytest ply==3.11 # via thriftpy2 -portalocker==2.7.0 +portalocker==2.8.2 # via msal-extensions pre-commit==3.3.1 # via feast (setup.py) @@ -687,7 +693,7 @@ pycodestyle==2.10.0 # via flake8 pycparser==2.21 # via cffi -pycryptodomex==3.18.0 +pycryptodomex==3.19.0 # via snowflake-connector-python pydantic==1.10.12 # via @@ -834,7 +840,7 @@ rfc3986-validator==0.1.1 # jupyter-events rockset==2.1.0 # via feast (setup.py) -rpds-py==0.10.2 +rpds-py==0.10.3 # via # jsonschema # referencing @@ -842,6 +848,8 @@ rsa==4.9 # via google-auth ruamel-yaml==0.17.17 # via great-expectations +s3fs==2023.9.1 + # via feast (setup.py) s3transfer==0.6.2 # via boto3 scipy==1.11.2 @@ -855,14 +863,11 @@ six==1.16.0 # bleach # cassandra-driver # geomet - # google-auth - # google-auth-httplib2 # happybase # isodate # kubernetes # mock # msrestazure - # pandavro # python-dateutil # rfc3339-validator # thriftpy2 @@ -873,7 +878,7 @@ sniffio==1.3.0 # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.1.1 +snowflake-connector-python[pandas]==3.2.0 # via feast (setup.py) sortedcontainers==2.4.0 # via snowflake-connector-python @@ -952,7 +957,7 @@ tqdm==4.66.1 # via # feast (setup.py) # great-expectations -traitlets==5.9.0 +traitlets==5.10.0 # via # comm # ipykernel @@ -981,15 +986,15 @@ types-pyopenssl==23.2.0.2 # via types-redis types-python-dateutil==2.8.19.14 # via feast (setup.py) -types-pytz==2023.3.0.1 +types-pytz==2023.3.1.1 # via feast (setup.py) -types-pyyaml==6.0.12.11 +types-pyyaml==6.0.12.12 # via # feast (setup.py) # responses -types-redis==4.6.0.5 +types-redis==4.6.0.7 # via feast (setup.py) -types-requests==2.31.0.2 +types-requests==2.31.0.4 # via feast (setup.py) types-setuptools==68.2.0.0 # via feast (setup.py) @@ -997,13 +1002,12 @@ types-tabulate==0.9.0.3 # via feast (setup.py) types-urllib3==1.26.25.14 # via types-requests -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via # async-lru # azure-core # azure-storage-blob # fastapi - # filelock # great-expectations # mypy # pydantic @@ -1053,7 +1057,7 @@ webencodings==0.5.1 # via # bleach # tinycss2 -websocket-client==1.6.2 +websocket-client==1.6.3 # via # docker # jupyter-server @@ -1064,15 +1068,17 @@ werkzeug==2.3.7 # via moto wheel==0.41.2 # via pip-tools -widgetsnbextension==4.0.8 +widgetsnbextension==4.0.9 # via ipywidgets wrapt==1.15.0 - # via testcontainers + # via + # aiobotocore + # testcontainers xmltodict==0.13.0 # via moto yarl==1.9.2 # via aiohttp -zipp==3.16.2 +zipp==3.17.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: diff --git a/sdk/python/requirements/py3.8-ci-requirements.txt b/sdk/python/requirements/py3.8-ci-requirements.txt index 940131ab43..5232e05c15 100644 --- a/sdk/python/requirements/py3.8-ci-requirements.txt +++ b/sdk/python/requirements/py3.8-ci-requirements.txt @@ -8,10 +8,16 @@ adal==1.2.7 # via msrestazure adlfs==0.5.9 # via feast (setup.py) +aiobotocore==2.5.4 + # via s3fs aiohttp==3.8.5 # via # adlfs + # aiobotocore # gcsfs + # s3fs +aioitertools==0.11.0 + # via aiobotocore aiosignal==1.3.1 # via aiohttp alabaster==0.7.13 @@ -26,10 +32,6 @@ anyio==4.0.0 # watchfiles appdirs==1.4.4 # via fissix -appnope==0.1.3 - # via - # ipykernel - # ipython argon2-cffi==23.1.0 # via jupyter-server argon2-cffi-bindings==21.2.0 @@ -58,7 +60,7 @@ attrs==23.1.0 # referencing avro==1.10.0 # via feast (setup.py) -azure-core==1.29.3 +azure-core==1.29.4 # via # adlfs # azure-identity @@ -70,7 +72,7 @@ azure-identity==1.14.0 # via # adlfs # feast (setup.py) -azure-storage-blob==12.17.0 +azure-storage-blob==12.18.1 # via # adlfs # feast (setup.py) @@ -90,12 +92,13 @@ black==22.12.0 # via feast (setup.py) bleach==6.0.0 # via nbconvert -boto3==1.28.42 +boto3==1.28.17 # via # feast (setup.py) # moto -botocore==1.31.42 +botocore==1.31.17 # via + # aiobotocore # boto3 # moto # s3transfer @@ -158,7 +161,7 @@ comm==0.1.4 # ipywidgets coverage[toml]==7.3.1 # via pytest-cov -cryptography==41.0.3 +cryptography==41.0.4 # via # adal # azure-identity @@ -176,7 +179,7 @@ dask==2023.5.0 # via feast (setup.py) db-dtypes==1.1.1 # via google-cloud-bigquery -debugpy==1.6.7.post1 +debugpy==1.8.0 # via ipykernel decorator==5.1.1 # via @@ -211,13 +214,13 @@ executing==1.2.0 # via stack-data fastapi==0.99.1 # via feast (setup.py) -fastavro==1.8.2 +fastavro==1.5.4 # via # feast (setup.py) # pandavro fastjsonschema==2.18.0 # via nbformat -filelock==3.12.3 +filelock==3.12.4 # via # snowflake-connector-python # virtualenv @@ -233,12 +236,13 @@ frozenlist==1.4.0 # via # aiohttp # aiosignal -fsspec==2022.1.0 +fsspec==2023.9.1 # via # adlfs # dask # gcsfs -gcsfs==2022.1.0 + # s3fs +gcsfs==2023.9.1 # via feast (setup.py) geojson==2.5.0 # via rockset @@ -256,9 +260,9 @@ google-api-core[grpc]==2.11.1 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-api-python-client==2.98.0 +google-api-python-client==2.100.0 # via firebase-admin -google-auth==2.22.0 +google-auth==2.23.0 # via # gcsfs # google-api-core @@ -268,9 +272,9 @@ google-auth==2.22.0 # google-cloud-core # google-cloud-storage # kubernetes -google-auth-httplib2==0.1.0 +google-auth-httplib2==0.1.1 # via google-api-python-client -google-auth-oauthlib==1.0.0 +google-auth-oauthlib==1.1.0 # via gcsfs google-cloud-bigquery[pandas]==3.11.4 # via feast (setup.py) @@ -287,9 +291,9 @@ google-cloud-core==2.3.3 # google-cloud-storage google-cloud-datastore==2.18.0 # via feast (setup.py) -google-cloud-firestore==2.11.1 +google-cloud-firestore==2.12.0 # via firebase-admin -google-cloud-storage==2.10.0 +google-cloud-storage==2.11.0 # via # feast (setup.py) # firebase-admin @@ -308,9 +312,11 @@ googleapis-common-protos[grpc]==1.60.0 # grpcio-status great-expectations==0.15.50 # via feast (setup.py) +greenlet==2.0.2 + # via sqlalchemy grpc-google-iam-v1==0.12.6 # via google-cloud-bigtable -grpcio==1.57.0 +grpcio==1.58.0 # via # feast (setup.py) # google-api-core @@ -322,15 +328,15 @@ grpcio==1.57.0 # grpcio-status # grpcio-testing # grpcio-tools -grpcio-health-checking==1.57.0 +grpcio-health-checking==1.58.0 # via feast (setup.py) -grpcio-reflection==1.57.0 +grpcio-reflection==1.58.0 # via feast (setup.py) -grpcio-status==1.57.0 +grpcio-status==1.58.0 # via google-api-core -grpcio-testing==1.57.0 +grpcio-testing==1.58.0 # via feast (setup.py) -grpcio-tools==1.57.0 +grpcio-tools==1.58.0 # via feast (setup.py) gunicorn==21.2.0 # via feast (setup.py) @@ -344,7 +350,7 @@ hazelcast-python-client==5.3.0 # via feast (setup.py) hiredis==2.2.3 # via feast (setup.py) -httpcore==0.17.3 +httpcore==0.18.0 # via httpx httplib2==0.22.0 # via @@ -352,9 +358,9 @@ httplib2==0.22.0 # google-auth-httplib2 httptools==0.6.0 # via uvicorn -httpx==0.24.1 +httpx==0.25.0 # via feast (setup.py) -identify==2.5.27 +identify==2.5.29 # via pre-commit idna==3.4 # via @@ -378,7 +384,7 @@ importlib-metadata==6.8.0 # jupyterlab-server # nbconvert # sphinx -importlib-resources==6.0.1 +importlib-resources==6.1.0 # via # feast (setup.py) # jsonschema @@ -393,7 +399,7 @@ ipython==8.12.2 # great-expectations # ipykernel # ipywidgets -ipywidgets==8.1.0 +ipywidgets==8.1.1 # via great-expectations isodate==0.6.1 # via @@ -428,7 +434,7 @@ jsonpointer==2.4 # via # jsonpatch # jsonschema -jsonschema[format-nongpl]==4.19.0 +jsonschema[format-nongpl]==4.19.1 # via # altair # feast (setup.py) @@ -465,15 +471,15 @@ jupyter-server==2.7.3 # notebook-shim jupyter-server-terminals==0.4.4 # via jupyter-server -jupyterlab==4.0.5 +jupyterlab==4.0.6 # via notebook jupyterlab-pygments==0.2.2 # via nbconvert -jupyterlab-server==2.24.0 +jupyterlab-server==2.25.0 # via # jupyterlab # notebook -jupyterlab-widgets==3.0.8 +jupyterlab-widgets==3.0.9 # via ipywidgets kubernetes==20.13.0 # via feast (setup.py) @@ -506,16 +512,16 @@ mock==2.0.0 # via feast (setup.py) moreorless==0.4.0 # via bowler -moto==4.2.2 +moto==4.2.4 # via feast (setup.py) -msal==1.23.0 +msal==1.24.0 # via # azure-datalake-store # azure-identity # msal-extensions msal-extensions==1.0.0 # via azure-identity -msgpack==1.0.5 +msgpack==1.0.6 # via cachecontrol msrest==0.7.1 # via msrestazure @@ -549,11 +555,11 @@ nbformat==5.9.2 # jupyter-server # nbclient # nbconvert -nest-asyncio==1.5.7 +nest-asyncio==1.5.8 # via ipykernel nodeenv==1.8.0 # via pre-commit -notebook==7.0.3 +notebook==7.0.4 # via great-expectations notebook-shim==0.2.3 # via @@ -603,7 +609,7 @@ pandas==2.0.3 # great-expectations # pandavro # snowflake-connector-python -pandavro==1.5.2 +pandavro==1.7.2 # via feast (setup.py) pandocfilters==1.5.0 # via nbconvert @@ -633,7 +639,7 @@ pluggy==1.3.0 # via pytest ply==3.11 # via thriftpy2 -portalocker==2.7.0 +portalocker==2.8.2 # via msal-extensions pre-commit==3.3.1 # via feast (setup.py) @@ -703,7 +709,7 @@ pycodestyle==2.10.0 # via flake8 pycparser==2.21 # via cffi -pycryptodomex==3.18.0 +pycryptodomex==3.19.0 # via snowflake-connector-python pydantic==1.10.12 # via @@ -739,7 +745,7 @@ pyproject-hooks==1.0.0 # via build pyspark==3.4.1 # via feast (setup.py) -pytest==7.4.1 +pytest==7.4.2 # via # feast (setup.py) # pytest-benchmark @@ -851,7 +857,7 @@ rfc3986-validator==0.1.1 # jupyter-events rockset==2.1.0 # via feast (setup.py) -rpds-py==0.10.2 +rpds-py==0.10.3 # via # jsonschema # referencing @@ -861,6 +867,8 @@ ruamel-yaml==0.17.17 # via great-expectations ruamel-yaml-clib==0.2.7 # via ruamel-yaml +s3fs==2023.9.1 + # via feast (setup.py) s3transfer==0.6.2 # via boto3 scipy==1.10.1 @@ -874,14 +882,11 @@ six==1.16.0 # bleach # cassandra-driver # geomet - # google-auth - # google-auth-httplib2 # happybase # isodate # kubernetes # mock # msrestazure - # pandavro # python-dateutil # rfc3339-validator # thriftpy2 @@ -892,7 +897,7 @@ sniffio==1.3.0 # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.1.1 +snowflake-connector-python[pandas]==3.2.0 # via feast (setup.py) sortedcontainers==2.4.0 # via snowflake-connector-python @@ -965,7 +970,7 @@ tqdm==4.66.1 # via # feast (setup.py) # great-expectations -traitlets==5.9.0 +traitlets==5.10.0 # via # comm # ipykernel @@ -994,15 +999,15 @@ types-pyopenssl==23.2.0.2 # via types-redis types-python-dateutil==2.8.19.14 # via feast (setup.py) -types-pytz==2023.3.0.1 +types-pytz==2023.3.1.1 # via feast (setup.py) -types-pyyaml==6.0.12.11 +types-pyyaml==6.0.12.12 # via # feast (setup.py) # responses -types-redis==4.6.0.5 +types-redis==4.6.0.7 # via feast (setup.py) -types-requests==2.31.0.2 +types-requests==2.31.0.4 # via feast (setup.py) types-setuptools==68.2.0.0 # via feast (setup.py) @@ -1010,14 +1015,14 @@ types-tabulate==0.9.0.3 # via feast (setup.py) types-urllib3==1.26.25.14 # via types-requests -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via + # aioitertools # async-lru # azure-core # azure-storage-blob # black # fastapi - # filelock # great-expectations # ipython # mypy @@ -1069,7 +1074,7 @@ webencodings==0.5.1 # via # bleach # tinycss2 -websocket-client==1.6.2 +websocket-client==1.6.3 # via # docker # jupyter-server @@ -1080,15 +1085,17 @@ werkzeug==2.3.7 # via moto wheel==0.41.2 # via pip-tools -widgetsnbextension==4.0.8 +widgetsnbextension==4.0.9 # via ipywidgets wrapt==1.15.0 - # via testcontainers + # via + # aiobotocore + # testcontainers xmltodict==0.13.0 # via moto yarl==1.9.2 # via aiohttp -zipp==3.16.2 +zipp==3.17.0 # via # importlib-metadata # importlib-resources diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index 62a4342418..35a19dbe4a 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -8,10 +8,16 @@ adal==1.2.7 # via msrestazure adlfs==0.5.9 # via feast (setup.py) +aiobotocore==2.5.4 + # via s3fs aiohttp==3.8.5 # via # adlfs + # aiobotocore # gcsfs + # s3fs +aioitertools==0.11.0 + # via aiobotocore aiosignal==1.3.1 # via aiohttp alabaster==0.7.13 @@ -26,10 +32,6 @@ anyio==4.0.0 # watchfiles appdirs==1.4.4 # via fissix -appnope==0.1.3 - # via - # ipykernel - # ipython argon2-cffi==23.1.0 # via jupyter-server argon2-cffi-bindings==21.2.0 @@ -70,7 +72,7 @@ azure-identity==1.14.0 # via # adlfs # feast (setup.py) -azure-storage-blob==12.17.0 +azure-storage-blob==12.18.1 # via # adlfs # feast (setup.py) @@ -86,12 +88,13 @@ black==22.12.0 # via feast (setup.py) bleach==6.0.0 # via nbconvert -boto3==1.28.43 +boto3==1.28.17 # via # feast (setup.py) # moto -botocore==1.31.43 +botocore==1.31.17 # via + # aiobotocore # boto3 # moto # s3transfer @@ -154,7 +157,7 @@ comm==0.1.4 # ipywidgets coverage[toml]==7.3.1 # via pytest-cov -cryptography==41.0.3 +cryptography==41.0.4 # via # adal # azure-identity @@ -168,11 +171,11 @@ cryptography==41.0.3 # snowflake-connector-python # types-pyopenssl # types-redis -dask==2023.9.1 +dask==2023.9.2 # via feast (setup.py) db-dtypes==1.1.1 # via google-cloud-bigquery -debugpy==1.7.0 +debugpy==1.8.0 # via ipykernel decorator==5.1.1 # via @@ -208,13 +211,13 @@ executing==1.2.0 # via stack-data fastapi==0.99.1 # via feast (setup.py) -fastavro==1.8.3 +fastavro==1.5.4 # via # feast (setup.py) # pandavro fastjsonschema==2.18.0 # via nbformat -filelock==3.12.3 +filelock==3.12.4 # via # snowflake-connector-python # virtualenv @@ -230,12 +233,13 @@ frozenlist==1.4.0 # via # aiohttp # aiosignal -fsspec==2022.1.0 +fsspec==2023.9.1 # via # adlfs # dask # gcsfs -gcsfs==2022.1.0 + # s3fs +gcsfs==2023.9.1 # via feast (setup.py) geojson==2.5.0 # via rockset @@ -253,9 +257,9 @@ google-api-core[grpc]==2.11.1 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-api-python-client==2.98.0 +google-api-python-client==2.100.0 # via firebase-admin -google-auth==2.22.0 +google-auth==2.23.0 # via # gcsfs # google-api-core @@ -265,9 +269,9 @@ google-auth==2.22.0 # google-cloud-core # google-cloud-storage # kubernetes -google-auth-httplib2==0.1.0 +google-auth-httplib2==0.1.1 # via google-api-python-client -google-auth-oauthlib==1.0.0 +google-auth-oauthlib==1.1.0 # via gcsfs google-cloud-bigquery[pandas]==3.11.4 # via feast (setup.py) @@ -284,9 +288,9 @@ google-cloud-core==2.3.3 # google-cloud-storage google-cloud-datastore==2.18.0 # via feast (setup.py) -google-cloud-firestore==2.11.1 +google-cloud-firestore==2.12.0 # via firebase-admin -google-cloud-storage==2.10.0 +google-cloud-storage==2.11.0 # via # feast (setup.py) # firebase-admin @@ -305,6 +309,8 @@ googleapis-common-protos[grpc]==1.60.0 # grpcio-status great-expectations==0.15.50 # via feast (setup.py) +greenlet==2.0.2 + # via sqlalchemy grpc-google-iam-v1==0.12.6 # via google-cloud-bigtable grpcio==1.58.0 @@ -341,7 +347,7 @@ hazelcast-python-client==5.3.0 # via feast (setup.py) hiredis==2.2.3 # via feast (setup.py) -httpcore==0.17.3 +httpcore==0.18.0 # via httpx httplib2==0.22.0 # via @@ -349,9 +355,9 @@ httplib2==0.22.0 # google-auth-httplib2 httptools==0.6.0 # via uvicorn -httpx==0.24.1 +httpx==0.25.0 # via feast (setup.py) -identify==2.5.27 +identify==2.5.29 # via pre-commit idna==3.4 # via @@ -375,7 +381,7 @@ importlib-metadata==6.8.0 # jupyterlab-server # nbconvert # sphinx -importlib-resources==6.0.1 +importlib-resources==6.1.0 # via feast (setup.py) iniconfig==2.0.0 # via pytest @@ -386,7 +392,7 @@ ipython==8.15.0 # great-expectations # ipykernel # ipywidgets -ipywidgets==8.1.0 +ipywidgets==8.1.1 # via great-expectations isodate==0.6.1 # via @@ -421,7 +427,7 @@ jsonpointer==2.4 # via # jsonpatch # jsonschema -jsonschema[format-nongpl]==4.19.0 +jsonschema[format-nongpl]==4.19.1 # via # altair # feast (setup.py) @@ -458,15 +464,15 @@ jupyter-server==2.7.3 # notebook-shim jupyter-server-terminals==0.4.4 # via jupyter-server -jupyterlab==4.0.5 +jupyterlab==4.0.6 # via notebook jupyterlab-pygments==0.2.2 # via nbconvert -jupyterlab-server==2.24.0 +jupyterlab-server==2.25.0 # via # jupyterlab # notebook -jupyterlab-widgets==3.0.8 +jupyterlab-widgets==3.0.9 # via ipywidgets kubernetes==20.13.0 # via feast (setup.py) @@ -499,16 +505,16 @@ mock==2.0.0 # via feast (setup.py) moreorless==0.4.0 # via bowler -moto==4.2.2 +moto==4.2.4 # via feast (setup.py) -msal==1.23.0 +msal==1.24.0 # via # azure-datalake-store # azure-identity # msal-extensions msal-extensions==1.0.0 # via azure-identity -msgpack==1.0.5 +msgpack==1.0.6 # via cachecontrol msrest==0.7.1 # via msrestazure @@ -528,7 +534,7 @@ mypy-extensions==1.0.0 # via # black # mypy -mypy-protobuf==3.1.0 +mypy-protobuf==3.1 # via feast (setup.py) mysqlclient==2.2.0 # via feast (setup.py) @@ -542,11 +548,11 @@ nbformat==5.9.2 # jupyter-server # nbclient # nbconvert -nest-asyncio==1.5.7 +nest-asyncio==1.5.8 # via ipykernel nodeenv==1.8.0 # via pre-commit -notebook==7.0.3 +notebook==7.0.4 # via great-expectations notebook-shim==0.2.3 # via @@ -596,7 +602,7 @@ pandas==2.0.3 # great-expectations # pandavro # snowflake-connector-python -pandavro==1.5.2 +pandavro==1.7.2 # via feast (setup.py) pandocfilters==1.5.0 # via nbconvert @@ -624,7 +630,7 @@ pluggy==1.3.0 # via pytest ply==3.11 # via thriftpy2 -portalocker==2.7.0 +portalocker==2.8.2 # via msal-extensions pre-commit==3.3.1 # via feast (setup.py) @@ -694,7 +700,7 @@ pycodestyle==2.10.0 # via flake8 pycparser==2.21 # via cffi -pycryptodomex==3.18.0 +pycryptodomex==3.19.0 # via snowflake-connector-python pydantic==1.10.12 # via @@ -841,7 +847,7 @@ rfc3986-validator==0.1.1 # jupyter-events rockset==2.1.0 # via feast (setup.py) -rpds-py==0.10.2 +rpds-py==0.10.3 # via # jsonschema # referencing @@ -851,6 +857,8 @@ ruamel-yaml==0.17.17 # via great-expectations ruamel-yaml-clib==0.2.7 # via ruamel-yaml +s3fs==2023.9.1 + # via feast (setup.py) s3transfer==0.6.2 # via boto3 scipy==1.11.2 @@ -864,14 +872,11 @@ six==1.16.0 # bleach # cassandra-driver # geomet - # google-auth - # google-auth-httplib2 # happybase # isodate # kubernetes # mock # msrestazure - # pandavro # python-dateutil # rfc3339-validator # thriftpy2 @@ -882,7 +887,7 @@ sniffio==1.3.0 # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.1.1 +snowflake-connector-python[pandas]==3.2.0 # via feast (setup.py) sortedcontainers==2.4.0 # via snowflake-connector-python @@ -961,7 +966,7 @@ tqdm==4.66.1 # via # feast (setup.py) # great-expectations -traitlets==5.9.0 +traitlets==5.10.0 # via # comm # ipykernel @@ -990,15 +995,15 @@ types-pyopenssl==23.2.0.2 # via types-redis types-python-dateutil==2.8.19.14 # via feast (setup.py) -types-pytz==2023.3.0.1 +types-pytz==2023.3.1.1 # via feast (setup.py) -types-pyyaml==6.0.12.11 +types-pyyaml==6.0.12.12 # via # feast (setup.py) # responses -types-redis==4.6.0.5 +types-redis==4.6.0.7 # via feast (setup.py) -types-requests==2.31.0.2 +types-requests==2.31.0.4 # via feast (setup.py) types-setuptools==68.2.0.0 # via feast (setup.py) @@ -1006,14 +1011,14 @@ types-tabulate==0.9.0.3 # via feast (setup.py) types-urllib3==1.26.25.14 # via types-requests -typing-extensions==4.7.1 +typing-extensions==4.8.0 # via + # aioitertools # async-lru # azure-core # azure-storage-blob # black # fastapi - # filelock # great-expectations # ipython # mypy @@ -1065,7 +1070,7 @@ webencodings==0.5.1 # via # bleach # tinycss2 -websocket-client==1.6.2 +websocket-client==1.6.3 # via # docker # jupyter-server @@ -1076,15 +1081,17 @@ werkzeug==2.3.7 # via moto wheel==0.41.2 # via pip-tools -widgetsnbextension==4.0.8 +widgetsnbextension==4.0.9 # via ipywidgets wrapt==1.15.0 - # via testcontainers + # via + # aiobotocore + # testcontainers xmltodict==0.13.0 # via moto yarl==1.9.2 # via aiohttp -zipp==3.16.2 +zipp==3.17.0 # via # importlib-metadata # importlib-resources diff --git a/setup.py b/setup.py index 12f5105278..ee82f7eda9 100644 --- a/setup.py +++ b/setup.py @@ -56,7 +56,6 @@ "mmh3", "numpy>=1.22,<1.25", "pandas>=1.4.3,<3", - # For some reason pandavro higher than 1.5.* only support pandas less than 1.3. "pandavro>1.7.0", # Higher than 4.23.4 seems to cause a seg fault "protobuf<4.23.4,>3.20", @@ -98,7 +97,13 @@ "hiredis>=2.0.0,<3", ] -AWS_REQUIRED = ["boto3>=1.17.0,<2", "docker>=5.0.2", "s3fs"] +AWS_REQUIRED = [ + # Higher than 1.28.18 will cause conflict with s3fs + "boto3>=1.17.0,<1.28.18", + "docker>=5.0.2", + # make sure this keeps in sync with gcsfs + "s3fs>=2023.6.0,<=2023.9.1", +] BYTEWAX_REQUIRED = ["bytewax==0.15.1", "docker>=5.0.2", "kubernetes<=20.13.0"] @@ -158,7 +163,7 @@ "moto", "mypy>=0.981,<0.990", "avro==1.10.0", - "gcsfs>=0.4.0,<=2022.01.0", + "gcsfs>=2023.6.0,<=2023.9.1", "urllib3>=1.25.4,<2", "psutil==5.9.0", "py>=1.11.0", # https://github.com/pytest-dev/pytest/issues/10420