You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by an...@apache.org on 2023/06/08 16:10:10 UTC

[beam] branch master updated: Unpin tox version in Beam code base (#26082)

This is an automated email from the ASF dual-hosted git repository.

anandinguva pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 97562d9d920 Unpin tox version in Beam code base (#26082)
97562d9d920 is described below

commit 97562d9d920af221bf615ddc7b8a62fe79c505c4
Author: Anand Inguva <34...@users.noreply.github.com>
AuthorDate: Thu Jun 8 12:10:01 2023 -0400

    Unpin tox version in Beam code base (#26082)
    
    * Update BeamModulePlugin.groovy
    
    * add run to the tox cmd
    
    * Pin tox upper bound
    
    * Revert "Pin tox upper bound"
    
    This reverts commit 15020171aa6d0224f3a4ddd16106c701c9897c99.
    
    * Add /bin/bash to allow list externals
    
    * Remove tox versioning
    
    * Add comma
    
    * Add curl to the allowlist externals
    
    * Update sdks/python/tox.ini
    
    * Update sdks/python/tox.ini
---
 .../src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy  | 2 +-
 sdks/python/apache_beam/io/azure/integration_test/Dockerfile        | 2 +-
 sdks/python/apache_beam/io/hdfs_integration_test/Dockerfile         | 2 +-
 sdks/python/scripts/run_tox.sh                                      | 6 +++---
 sdks/python/tox.ini                                                 | 6 +++++-
 5 files changed, 11 insertions(+), 7 deletions(-)

diff --git a/buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy b/buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy
index dc87626b0e7..d94122b88c7 100644
--- a/buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy
+++ b/buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy
@@ -2754,7 +2754,7 @@ class BeamModulePlugin implements Plugin<Project> {
             executable 'sh'
             args '-c', ". ${project.ext.envdir}/bin/activate && " +
                 "pip install --retries 10 --upgrade pip && " +
-                "pip install --retries 10 --upgrade tox==3.20.1 -r ${project.rootDir}/sdks/python/build-requirements.txt"
+                "pip install --retries 10 --upgrade tox -r ${project.rootDir}/sdks/python/build-requirements.txt"
           }
         }
         // Gradle will delete outputs whenever it thinks they are stale. Putting a
diff --git a/sdks/python/apache_beam/io/azure/integration_test/Dockerfile b/sdks/python/apache_beam/io/azure/integration_test/Dockerfile
index 7ae67fb8500..e9ac396b8e1 100644
--- a/sdks/python/apache_beam/io/azure/integration_test/Dockerfile
+++ b/sdks/python/apache_beam/io/azure/integration_test/Dockerfile
@@ -32,7 +32,7 @@ COPY sdks/python /app/sdks/python
 COPY model /app/model
 
 # This step should look like setupVirtualenv minus virtualenv creation.
-RUN pip install --no-cache-dir tox==3.11.1 -r sdks/python/build-requirements.txt
+RUN pip install --no-cache-dir tox -r sdks/python/build-requirements.txt
 
 # Add Azurite's self-signed cert to the global CA cert store.
 COPY cert.pem /usr/local/share/ca-certificates/azurite.crt
diff --git a/sdks/python/apache_beam/io/hdfs_integration_test/Dockerfile b/sdks/python/apache_beam/io/hdfs_integration_test/Dockerfile
index 1c781812b25..487d5c3487a 100644
--- a/sdks/python/apache_beam/io/hdfs_integration_test/Dockerfile
+++ b/sdks/python/apache_beam/io/hdfs_integration_test/Dockerfile
@@ -30,7 +30,7 @@ COPY sdks/python /app/sdks/python
 COPY model /app/model
 
 # This step should look like setupVirtualenv minus virtualenv creation.
-RUN pip install --no-cache-dir tox==3.11.1 -r sdks/python/build-requirements.txt
+RUN pip install --no-cache-dir tox -r sdks/python/build-requirements.txt
 
 # Run wordcount, and write results to HDFS.
 CMD cd sdks/python && tox -e hdfs_integration_test
diff --git a/sdks/python/scripts/run_tox.sh b/sdks/python/scripts/run_tox.sh
index 6fc5946df8d..ebbacf5494e 100755
--- a/sdks/python/scripts/run_tox.sh
+++ b/sdks/python/scripts/run_tox.sh
@@ -56,15 +56,15 @@ fi
 if [[ ! -z $2 ]]; then
   SDK_LOCATION="$1"
   shift;
-  tox -c tox.ini --recreate -e "$TOX_ENVIRONMENT" --installpkg "$SDK_LOCATION" -- "$@"
+  tox -c tox.ini run --recreate -e "$TOX_ENVIRONMENT" --installpkg "$SDK_LOCATION" -- "$@"
 else
-  tox -c tox.ini --recreate -e "$TOX_ENVIRONMENT"
+  tox -c tox.ini run --recreate -e "$TOX_ENVIRONMENT"
 fi
 
 exit_code=$?
 # Retry once for the specific exit code 245.
 if [[ $exit_code == 245 ]]; then
-  tox -c tox.ini --recreate -e "$TOX_ENVIRONMENT"
+  tox -c tox.ini run --recreate -e "$TOX_ENVIRONMENT"
   exit_code=$?
 fi
 exit $exit_code
diff --git a/sdks/python/tox.ini b/sdks/python/tox.ini
index 9088c148390..4382e4b53b7 100644
--- a/sdks/python/tox.ini
+++ b/sdks/python/tox.ini
@@ -40,6 +40,10 @@ allowlist_externals =
   time
   bash
   rm
+  /bin/sh
+  curl
+  ./codecov
+  chmod
 deps =
   cython: cython==0.29.33
   -r build-requirements.txt
@@ -103,7 +107,7 @@ commands =
 deps =
   pytest-cov==3.0.0
 platform = linux
-passenv = GIT_* BUILD_* ghprb* CHANGE_ID BRANCH_NAME JENKINS_* CODECOV_*
+passenv = GIT_*,BUILD_*,ghprb*,CHANGE_ID,BRANCH_NAME,JENKINS_*,CODECOV_*
 extras = test,gcp,interactive,dataframe,aws
 commands =
   -rm .coverage