(beam) 01/01: Fix download artifact truncate page

[yh...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

yhu pushed a commit to branch fix-download-artifact
in repository https://gitbox.apache.org/repos/asf/beam.git

commit d75be1f99dbd7f3dd6c85921f6ace1057f85bcf6
Author: Yi Hu <ya...@google.com>
AuthorDate: Mon Oct 14 14:28:30 2024 -0400

    Fix download artifact truncate page
---
 release/src/main/scripts/download_github_actions_artifacts.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/release/src/main/scripts/download_github_actions_artifacts.py b/release/src/main/scripts/download_github_actions_artifacts.py
index 99526f1ac7d..dbd0375dc9c 100644
--- a/release/src/main/scripts/download_github_actions_artifacts.py
+++ b/release/src/main/scripts/download_github_actions_artifacts.py
@@ -279,8 +279,12 @@ def fetch_github_artifacts(run_id, repo_url, artifacts_dir, github_token, rc_num
   print("Starting downloading artifacts ... (it may take a while)")
   run_data = get_single_workflow_run_data(run_id, repo_url, github_token)
   artifacts_url = safe_get(run_data, "artifacts_url")
-  data_artifacts = request_url(artifacts_url, github_token)
+  print(artifacts_url)
+  data_artifacts = request_url(artifacts_url + '?per_page=100', github_token)
   artifacts = safe_get(data_artifacts, "artifacts", artifacts_url)
+  total_count = safe_get(data_artifacts, "total_count", artifacts_url)
+  if int(total_count) != len(artifacts):
+    raise RuntimeError(f"Expected total count {total_count} different than returned list length {len(data_artifacts)}")
   print('Filtering ', len(artifacts), ' artifacts')
   filtered_artifacts = filter_artifacts(artifacts, rc_number)
   print('Preparing to download ', len(filtered_artifacts), ' artifacts')