You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2024/04/10 17:29:41 UTC
(beam) branch users/damccorm/snappy created (now ac838bab623)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/snappy
in repository https://gitbox.apache.org/repos/asf/beam.git
at ac838bab623 Add snappy to 3.11 containers
This branch includes the following new commits:
new ac838bab623 Add snappy to 3.11 containers
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
(beam) 01/01: Add snappy to 3.11 containers
Posted by da...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a commit to branch users/damccorm/snappy
in repository https://gitbox.apache.org/repos/asf/beam.git
commit ac838bab62327743d6a53b2fc4fc97197ea4c680
Author: Danny McCormick <da...@google.com>
AuthorDate: Wed Apr 10 13:29:31 2024 -0400
Add snappy to 3.11 containers
---
.../container/base_image_requirements_manual.txt | 4 +---
.../container/py310/base_image_requirements.txt | 20 +++++++++----------
.../container/py311/base_image_requirements.txt | 23 ++++++++++++----------
.../container/py38/base_image_requirements.txt | 16 +++++++--------
.../container/py39/base_image_requirements.txt | 20 +++++++++----------
5 files changed, 42 insertions(+), 41 deletions(-)
diff --git a/sdks/python/container/base_image_requirements_manual.txt b/sdks/python/container/base_image_requirements_manual.txt
index dd18da1c63f..5bc60c474b4 100644
--- a/sdks/python/container/base_image_requirements_manual.txt
+++ b/sdks/python/container/base_image_requirements_manual.txt
@@ -37,9 +37,7 @@ guppy3
mmh3 # Optimizes execution of some Beam codepaths. TODO: Make it Beam's dependency.
nltk # Commonly used for natural language processing.
nose==1.3.7 # For Dataflow internal testing. TODO: remove this.
-# TODO: Uncomment python version once python-snappy supports it.
-# https://github.com/apache/beam/issues/25985
-python-snappy;python_version<"3.11" # Optimizes execution of some Beam codepaths.
+python-snappy # Optimizes execution of some Beam codepaths.
scipy
scikit-learn
build>=1.0,<2 # tool to build sdist from setup.py in stager.
\ No newline at end of file
diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 849f2b21813..6e5a105387a 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -45,18 +45,18 @@ docker==7.0.0
docopt==0.6.2
docstring_parser==0.16
exceptiongroup==1.2.0
-execnet==2.0.2
+execnet==2.1.1
fastavro==1.9.4
fasteners==0.19
freezegun==1.4.0
future==1.0.0
google-api-core==2.18.0
-google-api-python-client==2.124.0
+google-api-python-client==2.125.0
google-apitools==0.5.31
google-auth==2.29.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.45.0
-google-cloud-bigquery==3.19.0
+google-cloud-aiplatform==1.47.0
+google-cloud-bigquery==3.20.1
google-cloud-bigquery-storage==2.24.0
google-cloud-bigtable==2.23.0
google-cloud-core==2.4.1
@@ -64,7 +64,7 @@ google-cloud-datastore==2.19.0
google-cloud-dlp==3.16.0
google-cloud-language==2.13.3
google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.0
+google-cloud-pubsub==2.21.1
google-cloud-pubsublite==1.9.0
google-cloud-recommendations-ai==0.10.10
google-cloud-resource-manager==1.12.3
@@ -83,10 +83,10 @@ grpcio-status==1.62.1
guppy3==3.1.4.post1
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.99.13
+hypothesis==6.100.1
idna==3.6
iniconfig==2.0.0
-joblib==1.3.2
+joblib==1.4.0
Js2Py==0.74
jsonpickle==3.0.3
jsonschema==4.21.1
@@ -135,8 +135,8 @@ requests==2.31.0
requests-mock==1.12.1
rpds-py==0.18.0
rsa==4.9
-scikit-learn==1.4.1.post1
-scipy==1.12.0
+scikit-learn==1.4.2
+scipy==1.13.0
shapely==2.0.3
six==1.16.0
sortedcontainers==2.4.0
@@ -148,7 +148,7 @@ testcontainers==3.7.1
threadpoolctl==3.4.0
tomli==2.0.1
tqdm==4.66.2
-typing_extensions==4.10.0
+typing_extensions==4.11.0
tzdata==2024.1
tzlocal==5.2
uritemplate==4.1.1
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index f2f36117786..1c260637975 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -22,6 +22,7 @@
# Reach out to a committer if you need help.
annotated-types==0.6.0
+async-timeout==4.0.3
attrs==23.2.0
beautifulsoup4==4.12.3
bs4==0.0.2
@@ -32,6 +33,7 @@ cffi==1.16.0
charset-normalizer==3.3.2
click==8.1.7
cloudpickle==2.2.1
+cramjam==2.8.3
crcmod==1.7
cryptography==42.0.5
Cython==0.29.37
@@ -42,18 +44,18 @@ dnspython==2.6.1
docker==7.0.0
docopt==0.6.2
docstring_parser==0.16
-execnet==2.0.2
+execnet==2.1.1
fastavro==1.9.4
fasteners==0.19
freezegun==1.4.0
future==1.0.0
google-api-core==2.18.0
-google-api-python-client==2.124.0
+google-api-python-client==2.125.0
google-apitools==0.5.31
google-auth==2.29.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.45.0
-google-cloud-bigquery==3.19.0
+google-cloud-aiplatform==1.47.0
+google-cloud-bigquery==3.20.1
google-cloud-bigquery-storage==2.24.0
google-cloud-bigtable==2.23.0
google-cloud-core==2.4.1
@@ -61,7 +63,7 @@ google-cloud-datastore==2.19.0
google-cloud-dlp==3.16.0
google-cloud-language==2.13.3
google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.0
+google-cloud-pubsub==2.21.1
google-cloud-pubsublite==1.9.0
google-cloud-recommendations-ai==0.10.10
google-cloud-resource-manager==1.12.3
@@ -80,10 +82,10 @@ grpcio-status==1.62.1
guppy3==3.1.4.post1
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.99.13
+hypothesis==6.100.1
idna==3.6
iniconfig==2.0.0
-joblib==1.3.2
+joblib==1.4.0
Js2Py==0.74
jsonpickle==3.0.3
jsonschema==4.21.1
@@ -122,6 +124,7 @@ pytest==7.4.4
pytest-timeout==2.3.1
pytest-xdist==3.5.0
python-dateutil==2.9.0.post0
+python-snappy==0.7.1
pytz==2024.1
PyYAML==6.0.1
redis==5.0.3
@@ -131,8 +134,8 @@ requests==2.31.0
requests-mock==1.12.1
rpds-py==0.18.0
rsa==4.9
-scikit-learn==1.4.1.post1
-scipy==1.12.0
+scikit-learn==1.4.2
+scipy==1.13.0
shapely==2.0.3
six==1.16.0
sortedcontainers==2.4.0
@@ -143,7 +146,7 @@ tenacity==8.2.3
testcontainers==3.7.1
threadpoolctl==3.4.0
tqdm==4.66.2
-typing_extensions==4.10.0
+typing_extensions==4.11.0
tzdata==2024.1
tzlocal==5.2
uritemplate==4.1.1
diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt
index b1930ae1c36..3359f11e187 100644
--- a/sdks/python/container/py38/base_image_requirements.txt
+++ b/sdks/python/container/py38/base_image_requirements.txt
@@ -46,18 +46,18 @@ docker==7.0.0
docopt==0.6.2
docstring_parser==0.16
exceptiongroup==1.2.0
-execnet==2.0.2
+execnet==2.1.1
fastavro==1.9.4
fasteners==0.19
freezegun==1.4.0
future==1.0.0
google-api-core==2.18.0
-google-api-python-client==2.124.0
+google-api-python-client==2.125.0
google-apitools==0.5.31
google-auth==2.29.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.45.0
-google-cloud-bigquery==3.19.0
+google-cloud-aiplatform==1.47.0
+google-cloud-bigquery==3.20.1
google-cloud-bigquery-storage==2.24.0
google-cloud-bigtable==2.23.0
google-cloud-core==2.4.1
@@ -65,7 +65,7 @@ google-cloud-datastore==2.19.0
google-cloud-dlp==3.16.0
google-cloud-language==2.13.3
google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.0
+google-cloud-pubsub==2.21.1
google-cloud-pubsublite==1.9.0
google-cloud-recommendations-ai==0.10.10
google-cloud-resource-manager==1.12.3
@@ -84,12 +84,12 @@ grpcio-status==1.62.1
guppy3==3.1.4.post1
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.99.13
+hypothesis==6.100.1
idna==3.6
importlib_metadata==7.1.0
importlib_resources==6.4.0
iniconfig==2.0.0
-joblib==1.3.2
+joblib==1.4.0
Js2Py==0.74
jsonpickle==3.0.3
jsonschema==4.21.1
@@ -152,7 +152,7 @@ testcontainers==3.7.1
threadpoolctl==3.4.0
tomli==2.0.1
tqdm==4.66.2
-typing_extensions==4.10.0
+typing_extensions==4.11.0
tzdata==2024.1
tzlocal==5.2
uritemplate==4.1.1
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index 8aaafe0ab27..e82d228b016 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -45,18 +45,18 @@ docker==7.0.0
docopt==0.6.2
docstring_parser==0.16
exceptiongroup==1.2.0
-execnet==2.0.2
+execnet==2.1.1
fastavro==1.9.4
fasteners==0.19
freezegun==1.4.0
future==1.0.0
google-api-core==2.18.0
-google-api-python-client==2.124.0
+google-api-python-client==2.125.0
google-apitools==0.5.31
google-auth==2.29.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.45.0
-google-cloud-bigquery==3.19.0
+google-cloud-aiplatform==1.47.0
+google-cloud-bigquery==3.20.1
google-cloud-bigquery-storage==2.24.0
google-cloud-bigtable==2.23.0
google-cloud-core==2.4.1
@@ -64,7 +64,7 @@ google-cloud-datastore==2.19.0
google-cloud-dlp==3.16.0
google-cloud-language==2.13.3
google-cloud-profiler==4.1.0
-google-cloud-pubsub==2.21.0
+google-cloud-pubsub==2.21.1
google-cloud-pubsublite==1.9.0
google-cloud-recommendations-ai==0.10.10
google-cloud-resource-manager==1.12.3
@@ -83,11 +83,11 @@ grpcio-status==1.62.1
guppy3==3.1.4.post1
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.99.13
+hypothesis==6.100.1
idna==3.6
importlib_metadata==7.1.0
iniconfig==2.0.0
-joblib==1.3.2
+joblib==1.4.0
Js2Py==0.74
jsonpickle==3.0.3
jsonschema==4.21.1
@@ -136,8 +136,8 @@ requests==2.31.0
requests-mock==1.12.1
rpds-py==0.18.0
rsa==4.9
-scikit-learn==1.4.1.post1
-scipy==1.12.0
+scikit-learn==1.4.2
+scipy==1.13.0
shapely==2.0.3
six==1.16.0
sortedcontainers==2.4.0
@@ -149,7 +149,7 @@ testcontainers==3.7.1
threadpoolctl==3.4.0
tomli==2.0.1
tqdm==4.66.2
-typing_extensions==4.10.0
+typing_extensions==4.11.0
tzdata==2024.1
tzlocal==5.2
uritemplate==4.1.1