[buildstream] 22/25: TEMP: bst-buildboxcasd-test

[tv...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

tvb pushed a commit to branch aevri/win32_minimal
in repository https://gitbox.apache.org/repos/asf/buildstream.git

commit 3ece2d8b0babae2e9ffd1a91f873b0a085f79880
Author: Angelos Evripiotis <je...@bloomberg.net>
AuthorDate: Fri Aug 30 09:56:57 2019 +0100

    TEMP: bst-buildboxcasd-test
---
 setup.py                            |  3 +-
 src/buildstream/buildboxcasdtest.py | 92 +++++++++++++++++++++++++++++++++++++
 2 files changed, 94 insertions(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 19779fb..04038c6 100755
--- a/setup.py
+++ b/setup.py
@@ -156,7 +156,8 @@ bst_install_entry_points = {
 if not os.environ.get('BST_ARTIFACTS_ONLY', ''):
     check_for_bwrap()
     bst_install_entry_points['console_scripts'] += [
-        'bst = buildstream._frontend:cli'
+        'bst = buildstream._frontend:cli',
+        'bst-buildboxcasd-test = buildstream.buildboxcasdtest:cli',
     ]
 
 #####################################################
diff --git a/src/buildstream/buildboxcasdtest.py b/src/buildstream/buildboxcasdtest.py
new file mode 100644
index 0000000..9bc617e
--- /dev/null
+++ b/src/buildstream/buildboxcasdtest.py
@@ -0,0 +1,92 @@
+import os
+import pathlib
+import shutil
+import subprocess
+import tempfile
+import time
+
+import click
+import grpc
+
+# from ._protos.google.rpc import code_pb2
+from ._protos.build.bazel.remote.execution.v2 import remote_execution_pb2, remote_execution_pb2_grpc
+from ._protos.build.buildgrid import local_cas_pb2, local_cas_pb2_grpc
+# from ._protos.buildstream.v2 import buildstream_pb2
+
+from . import utils
+
+
+@click.command(name='bst-buildboxcasd-test', short_help="Test buildboxcasd")
+@click.option('--no-server', is_flag=True, default=False, help="Don't start a casd server.")
+def cli(no_server):
+    path = os.path.abspath('./castemp')
+    os.makedirs(path, exist_ok=True)
+
+    # Place socket in global/user temporary directory to avoid hitting
+    # the socket path length limit.
+    # casd_socket_tempdir = tempfile.mkdtemp(prefix='buildstream')
+    # casd_socket_path = os.path.join(casd_socket_tempdir, 'casd.sock')
+    # casd_conn_str = f'unix:{casd_socket_path}'
+    casd_conn_str = f'localhost:9000'
+
+    if not no_server:
+        casd_args = [utils.get_host_tool('buildbox-casd')]
+        casd_args.append('--bind=' + casd_conn_str)
+        casd_args.append('--verbose')
+
+        casd_args.append(path)
+        casd_process = subprocess.Popen(casd_args, cwd=path)
+    casd_start_time = time.time()
+
+    # time.sleep(3)
+    local_cas = _get_local_cas(casd_start_time, casd_conn_str)
+    # print(local_cas)
+
+    path_to_add = pathlib.Path('file_to_add')
+    path_to_add.write_text("Hello!")
+
+    for _ in range(20):
+        request = local_cas_pb2.CaptureFilesRequest()
+        request.path.append(os.path.abspath(str(path_to_add)))
+        response = local_cas.CaptureFiles(request)
+        print('.', end='', flush=True)
+    # print(response)
+
+    time.sleep(3)
+
+    if not no_server:
+        casd_process.terminate()
+        try:
+            # Don't print anything if buildbox-casd terminates quickly
+            casd_process.wait(timeout=0.5)
+        except subprocess.TimeoutExpired:
+            try:
+                casd_process.wait(timeout=15)
+            except subprocess.TimeoutExpired:
+                casd_process.kill()
+                casd_process.wait(timeout=15)
+        casd_process = None
+
+    # shutil.rmtree(casd_socket_tempdir)
+
+
+def _get_local_cas(casd_start_time, casd_conn_str):
+    casd_channel = grpc.insecure_channel(casd_conn_str)
+    local_cas = local_cas_pb2_grpc.LocalContentAddressableStorageStub(casd_channel)
+
+    # Call GetCapabilities() to establish connection to casd
+    capabilities = remote_execution_pb2_grpc.CapabilitiesStub(casd_channel)
+    while True:
+        try:
+            capabilities.GetCapabilities(remote_execution_pb2.GetCapabilitiesRequest())
+            break
+        except grpc.RpcError as e:
+            print(e)
+            if e.code() == grpc.StatusCode.UNAVAILABLE:
+                if time.time() < casd_start_time + 2:
+                    time.sleep(0.5)
+                    continue
+
+            raise
+
+    return local_cas