You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@heron.apache.org by ka...@apache.org on 2018/07/20 17:16:06 UTC
[incubator-heron] branch karthik/c++-packaging updated: remove
unuwanted files
This is an automated email from the ASF dual-hosted git repository.
karthikz pushed a commit to branch karthik/c++-packaging
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
The following commit(s) were added to refs/heads/karthik/c++-packaging by this push:
new c45b9a5 remove unuwanted files
c45b9a5 is described below
commit c45b9a5ff94c9a0758e68d70ff97ebbbc5c94a04
Author: Karthik Ramasamy <ka...@streaml.io>
AuthorDate: Fri Jul 20 10:15:08 2018 -0700
remove unuwanted files
---
tools/applatix/bazel.rc | 40 ------------
tools/applatix/toolchain/BUILD | 59 -----------------
tools/applatix/toolchain/CROSSTOOL | 130 -------------------------------------
tools/rules/heron_api.bzl | 12 ----
tools/rules/heron_client.bzl | 93 --------------------------
tools/rules/heron_core.bzl | 93 --------------------------
tools/rules/heron_examples.bzl | 29 ---------
tools/rules/heron_tools.bzl | 31 ---------
8 files changed, 487 deletions(-)
diff --git a/tools/applatix/bazel.rc b/tools/applatix/bazel.rc
deleted file mode 100644
index 81d760a..0000000
--- a/tools/applatix/bazel.rc
+++ /dev/null
@@ -1,40 +0,0 @@
-# This is from Bazel's former travis setup, to avoid blowing up the RAM usage.
-startup --host_jvm_args=-Xmx2500m
-startup --host_jvm_args=-Xms2500m
-startup --batch
-test --ram_utilization_factor=10
-test --test_output=errors
-
-# This is so we understand failures better
-build --verbose_failures
-
-build --show_timestamps
-test --show_timestamps
-
-# Limits the jobs to 25 since the resources are limited
-build --jobs 25
-
-# Link with the appropriate libs
-build --linkopt -lm
-build --linkopt -lpthread
-build --linkopt -lrt
-build --experimental_action_listener=tools/cpp:compile_cpp
-build --experimental_action_listener=tools/java:compile_java
-build --experimental_action_listener=tools/python:compile_python
-build --workspace_status_command scripts/release/status.sh
-
-# This is so we use a recent enough GCC when building.
-# build --crosstool_top //tools/applatix/toolchain:CROSSTOOL
-
-# This is so we don't use sandboxed execution. Sandboxed execution
-# runs stuff in a container, and since Applatix already runs its script
-# in a container this fails to run tests.
-build --spawn_strategy=standalone --genrule_strategy=standalone
-test --test_strategy=standalone
-
-# Ignore unsupported warning for sandboxing
-build --ignore_unsupported_sandboxing
-
-# Below this line, .travis.yml will cat the default bazelrc.
-# This is needed so Bazel starts with the base workspace in its
-# package path.
diff --git a/tools/applatix/toolchain/BUILD b/tools/applatix/toolchain/BUILD
deleted file mode 100644
index 3f369b7..0000000
--- a/tools/applatix/toolchain/BUILD
+++ /dev/null
@@ -1,59 +0,0 @@
-licenses(["restricted"])
-
-package(default_visibility = ["//visibility:public"])
-
-filegroup(
- name = "empty",
- srcs = [],
-)
-
-# This is the entry point for --crosstool_top. Toolchains are found
-# by lopping off the name of --crosstool_top and searching for
-# "cc-compiler-${CPU}" in this BUILD file, where CPU is the target CPU
-# specified in --cpu.
-#
-# This file group should include
-# * all cc_toolchain targets supported
-# * all file groups that said cc_toolchain might refer to,
-# including the default_grte_top setting in the CROSSTOOL
-# protobuf.
-filegroup(
- name = "toolchain",
- srcs = [
- ":cc-compiler-local",
- ":empty",
- ],
-)
-
-cc_toolchain(
- name = "cc-compiler-local",
- all_files = ":empty",
- compiler_files = ":empty",
- cpu = "local",
- dwp_files = ":empty",
- dynamic_runtime_libs = [":empty"],
- linker_files = ":empty",
- objcopy_files = ":empty",
- static_runtime_libs = [":empty"],
- strip_files = ":empty",
- supports_param_files = 0,
-)
-
-cc_toolchain(
- name = "cc-compiler-k8",
- all_files = ":empty",
- compiler_files = ":empty",
- cpu = "local",
- dwp_files = ":empty",
- dynamic_runtime_libs = [":empty"],
- linker_files = ":empty",
- objcopy_files = ":empty",
- static_runtime_libs = [":empty"],
- strip_files = ":empty",
- supports_param_files = 0,
-)
-
-filegroup(
- name = "srcs",
- srcs = glob(["**"]),
-)
diff --git a/tools/applatix/toolchain/CROSSTOOL b/tools/applatix/toolchain/CROSSTOOL
deleted file mode 100644
index 78d7e9c..0000000
--- a/tools/applatix/toolchain/CROSSTOOL
+++ /dev/null
@@ -1,130 +0,0 @@
-major_version: "local"
-minor_version: ""
-default_target_cpu: "same_as_host"
-
-default_toolchain {
- cpu: "k8"
- toolchain_identifier: "local_linux"
-}
-
-toolchain {
- abi_version: "local"
- abi_libc_version: "local"
- builtin_sysroot: ""
- compiler: "compiler"
- host_system_name: "local"
- needsPic: true
- supports_gold_linker: false
- supports_incremental_linker: false
- supports_fission: false
- supports_interface_shared_objects: false
- supports_normalizing_ar: false
- supports_start_end_lib: false
- supports_thin_archives: false
- target_libc: "local"
- target_cpu: "local"
- target_system_name: "local"
- toolchain_identifier: "local_linux"
-
- tool_path { name: "ar" path: "/usr/bin/ar" }
- tool_path { name: "compat-ld" path: "/usr/bin/ld" }
- tool_path { name: "cpp" path: "/usr/bin/cpp" }
- tool_path { name: "dwp" path: "/usr/bin/dwp" }
- tool_path { name: "gcc" path: "/usr/bin/gcc" }
- cxx_flag: "-std=c++0x"
- linker_flag: "-lstdc++"
- linker_flag: "-B/usr/bin/"
-
- # TODO(bazel-team): In theory, the path here ought to exactly match the path
- # used by gcc. That works because bazel currently doesn't track files at
- # absolute locations and has no remote execution, yet. However, this will need
- # to be fixed, maybe with auto-detection?
- cxx_builtin_include_directory: "/usr/lib/gcc/"
- cxx_builtin_include_directory: "/usr/local/include"
- cxx_builtin_include_directory: "/usr/include"
- tool_path { name: "gcov" path: "/usr/bin/gcov" }
-
- # C(++) compiles invoke the compiler (as that is the one knowing where
- # to find libraries), but we provide LD so other rules can invoke the linker.
- tool_path { name: "ld" path: "/usr/bin/ld" }
-
- tool_path { name: "nm" path: "/usr/bin/nm" }
- tool_path { name: "objcopy" path: "/usr/bin/objcopy" }
- objcopy_embed_flag: "-I"
- objcopy_embed_flag: "binary"
- tool_path { name: "objdump" path: "/usr/bin/objdump" }
- tool_path { name: "strip" path: "/usr/bin/strip" }
-
- # Anticipated future default.
- unfiltered_cxx_flag: "-no-canonical-prefixes"
-
- # Make C++ compilation deterministic. Use linkstamping instead of these
- # compiler symbols.
- unfiltered_cxx_flag: "-Wno-builtin-macro-redefined"
- unfiltered_cxx_flag: "-D__DATE__=\"redacted\""
- unfiltered_cxx_flag: "-D__TIMESTAMP__=\"redacted\""
- unfiltered_cxx_flag: "-D__TIME__=\"redacted\""
-
- # Security hardening on by default.
- # Conservative choice; -D_FORTIFY_SOURCE=2 may be unsafe in some cases.
- # We need to undef it before redefining it as some distributions now have
- # it enabled by default.
- compiler_flag: "-U_FORTIFY_SOURCE"
- compiler_flag: "-D_FORTIFY_SOURCE=1"
- compiler_flag: "-fstack-protector"
- linker_flag: "-Wl,-z,relro,-z,now"
-
- # Enable coloring even if there's no attached terminal. Bazel removes the
- # escape sequences if --nocolor is specified. This isn't supported by gcc
- # on Ubuntu 14.04.
- # compiler_flag: "-fcolor-diagnostics"
-
- # All warnings are enabled. Maybe enable -Werror as well?
- compiler_flag: "-Wall"
- # Enable a few more warnings that aren't part of -Wall.
- compiler_flag: "-Wunused-but-set-parameter"
- # But disable some that are problematic.
- compiler_flag: "-Wno-free-nonheap-object" # has false positives
-
- # Keep stack frames for debugging, even in opt mode.
- compiler_flag: "-fno-omit-frame-pointer"
-
- # Anticipated future default.
- linker_flag: "-no-canonical-prefixes"
- # Have gcc return the exit code from ld.
- linker_flag: "-pass-exit-codes"
- # Stamp the binary with a unique identifier.
- linker_flag: "-Wl,--build-id=md5"
- linker_flag: "-Wl,--hash-style=gnu"
- # Gold linker only? Can we enable this by default?
- # linker_flag: "-Wl,--warn-execstack"
- # linker_flag: "-Wl,--detect-odr-violations"
-
- compilation_mode_flags {
- mode: DBG
- # Enable debug symbols.
- compiler_flag: "-g"
- }
- compilation_mode_flags {
- mode: OPT
-
- # No debug symbols.
- # Maybe we should enable https://gcc.gnu.org/wiki/DebugFission for opt or
- # even generally? However, that can't happen here, as it requires special
- # handling in Bazel.
- compiler_flag: "-g0"
-
- # Conservative choice for -O
- # -O3 can increase binary size and even slow down the resulting binaries.
- # Profile first and / or use FDO if you need better performance than this.
- compiler_flag: "-O2"
-
- # Disable assertions
- compiler_flag: "-DNDEBUG"
-
- # Removal of unused code and data at link time (can this increase binary size in some cases?).
- compiler_flag: "-ffunction-sections"
- compiler_flag: "-fdata-sections"
- linker_flag: "-Wl,--gc-sections"
- }
-}
diff --git a/tools/rules/heron_api.bzl b/tools/rules/heron_api.bzl
deleted file mode 100644
index e99ebea..0000000
--- a/tools/rules/heron_api.bzl
+++ /dev/null
@@ -1,12 +0,0 @@
-################################################################################
-# Convenience macro for grouping all Heron API files
-################################################################################
-def heron_api_files():
- return heron_api_lib_files()
-
-def heron_api_lib_files():
- return [
- "//heron/api/src/java:heron-api",
- "//heron/spi/src/java:heron-spi-jar",
- "//storm-compatibility/src/java:heron-storm",
- ]
diff --git a/tools/rules/heron_client.bzl b/tools/rules/heron_client.bzl
deleted file mode 100644
index 48c7d38..0000000
--- a/tools/rules/heron_client.bzl
+++ /dev/null
@@ -1,93 +0,0 @@
-################################################################################
-# Convenience macros for Heron client files
-################################################################################
-def heron_client_bin_files():
- return [
- "//heron/tools/cli/src/python:heron",
- "//heron/tools/explorer/src/python:heron-explorer",
- "//heron/tools/admin/src/python:heron-admin",
- "//third_party/nomad:heron-nomad",
- "//heron/downloaders/src/shell:heron-downloader"
- ]
-
-def heron_client_conf_files():
- return [
- "//heron/config/src/yaml:conf-yaml",
- ]
-
-def heron_client_local_files():
- return [
- "//heron/config/src/yaml:conf-local-yaml",
- ]
-
-def heron_client_aurora_files():
- return [
- "//heron/config/src/yaml:conf-aurora-yaml",
- ]
-
-def heron_client_yarn_files():
- return [
- "//heron/config/src/yaml:conf-yarn-yaml",
- ]
-
-def heron_client_lib_scheduler_files():
- return [
- "//heron/scheduler-core/src/java:heron-scheduler",
- "//heron/schedulers/src/java:heron-local-scheduler",
- "//heron/schedulers/src/java:heron-aurora-scheduler",
- "//heron/schedulers/src/java:heron-slurm-scheduler",
- "//heron/schedulers/src/java:heron-yarn-scheduler",
- "//heron/schedulers/src/java:heron-mesos-scheduler",
- "//heron/schedulers/src/java:heron-marathon-scheduler",
- "//heron/schedulers/src/java:heron-kubernetes-scheduler",
- "//heron/schedulers/src/java:heron-nomad-scheduler",
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing",
- ]
-
-def heron_client_lib_packing_files():
- return [
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing",
-
- ]
-
-def heron_client_lib_metricscachemgr_files():
- return [
- "//heron/metricscachemgr/src/java:heron-metricscachemgr",
- ]
-
-def heron_client_lib_statemgr_files():
- return [
- "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
- "//heron/statemgrs/src/java:heron-localfs-statemgr",
- ]
-
-def heron_client_lib_uploader_files():
- return [
- "//heron/uploaders/src/java:heron-null-uploader",
- "//heron/uploaders/src/java:heron-localfs-uploader",
- "//heron/uploaders/src/java:heron-s3-uploader",
- "//heron/uploaders/src/java:heron-hdfs-uploader",
- "//heron/uploaders/src/java:heron-scp-uploader",
- "//heron/uploaders/src/java:heron-gcs-uploader",
- "//heron/uploaders/src/java:heron-dlog-uploader",
- "//heron/uploaders/src/java:heron-http-uploader"
- ]
-
-def heron_client_lib_healthmgr_files():
- return [
- "//heron/healthmgr/src/java:heron-healthmgr",
- ]
-
-def heron_client_lib_third_party_files():
- return [
- "@com_google_protobuf//:protobuf_java",
- "@org_slf4j_slf4j_api//jar",
- "@org_slf4j_slf4j_jdk14//jar",
- ]
-
-def heron_client_lib_downloader_files():
- return [
- "//heron/downloaders/src/java:heron-downloader",
- ]
diff --git a/tools/rules/heron_core.bzl b/tools/rules/heron_core.bzl
deleted file mode 100644
index fb59592..0000000
--- a/tools/rules/heron_core.bzl
+++ /dev/null
@@ -1,93 +0,0 @@
-################################################################################
-# Convenience macros for Heron core files
-################################################################################
-def heron_core_files():
- return heron_core_bin_files() + heron_core_conf_files() + heron_core_lib_files()
-
-def heron_core_bin_files():
- return [
- "//heron/executor/src/python:heron-executor",
- "//heron/shell/src/python:heron-shell",
- "//heron/stmgr/src/cpp:heron-stmgr",
- "//heron/tmaster/src/cpp:heron-tmaster",
- "//heron/instance/src/python:heron-python-instance",
- "//heron/instance/src/cpp:heron-cpp-instance",
- "//heron/downloaders/src/shell:heron-downloader"
- ]
-
-def heron_core_conf_files():
- return [
- "//heron/instance/src/java:aurora-logging-properties",
- "//heron/config/src/yaml:config-internals-yaml",
- "//heron/config/src/yaml:metrics-sinks-yaml",
- ]
-
-def heron_core_lib_files():
- return heron_core_lib_scheduler_files() + \
- heron_core_lib_packing_files() + \
- heron_core_lib_metricsmgr_files() + \
- heron_core_lib_statemgr_files() + \
- heron_core_lib_instance_files() + \
- heron_core_lib_ckptmgr_files() + \
- heron_core_lib_statefulstorage_files() + \
- heron_core_lib_downloader_files()
-
-def heron_core_lib_scheduler_files():
- return [
- "//heron/scheduler-core/src/java:heron-scheduler",
- "//heron/schedulers/src/java:heron-local-scheduler",
- "//heron/schedulers/src/java:heron-slurm-scheduler",
- "//heron/schedulers/src/java:heron-mesos-scheduler",
- "//heron/schedulers/src/java:heron-marathon-scheduler",
- "//heron/schedulers/src/java:heron-kubernetes-scheduler",
- "//heron/schedulers/src/java:heron-nomad-scheduler"
- ]
-
-def heron_core_lib_packing_files():
- return [
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing"
- ]
-
-def heron_core_lib_healthmgr_files():
- return [
- "//heron/healthmgr/src/java:heron-healthmgr",
- ]
-
-def heron_core_lib_metricsmgr_files():
- return [
- "//heron/metricsmgr/src/java:heron-metricsmgr",
- ]
-
-def heron_core_lib_metricscachemgr_files():
- return [
- "//heron/metricscachemgr/src/java:heron-metricscachemgr",
- ]
-
-def heron_core_lib_statemgr_files():
- return [
- "//heron/statemgrs/src/java:heron-localfs-statemgr",
- "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
- ]
-
-def heron_core_lib_instance_files():
- return [
- "//heron/instance/src/java:heron-instance",
- ]
-
-def heron_core_lib_ckptmgr_files():
- return [
- "//heron/ckptmgr/src/java:heron-ckptmgr",
- ]
-
-def heron_core_lib_statefulstorage_files():
- return [
- "//heron/statefulstorages/src/java:heron-localfs-statefulstorage",
- "//heron/statefulstorages/src/java:heron-hdfs-statefulstorage",
- "//heron/statefulstorages/src/java:heron-dlog-statefulstorage",
- ]
-
-def heron_core_lib_downloader_files():
- return [
- "//heron/downloaders/src/java:heron-downloader",
- ]
diff --git a/tools/rules/heron_examples.bzl b/tools/rules/heron_examples.bzl
deleted file mode 100644
index a6c069e..0000000
--- a/tools/rules/heron_examples.bzl
+++ /dev/null
@@ -1,29 +0,0 @@
-################################################################################
-# Convenience macro for grouping all Heron example files
-################################################################################
-def heron_examples_files():
- return heron_examples_bin_files() + \
- heron_examples_conf_files() + \
- heron_examples_yaml_files() + \
- heron_examples_lib_files()
-
-def heron_examples_bin_files():
- return []
-
-def heron_examples_conf_files():
- return []
-
-def heron_examples_yaml_files():
- return [
- "//eco-storm-examples/src/java:storm-eco-examples-support",
- "//eco-heron-examples/src/java:heron-eco-examples-support",
- ]
-
-def heron_examples_lib_files():
- return [
- "//examples/src/java:heron-api-examples",
- "//examples/src/java:heron-streamlet-examples",
- "//examples/src/scala:heron-streamlet-scala-examples",
- "//eco-storm-examples/src/java:storm-eco-examples",
- "//eco-heron-examples/src/java:heron-eco-examples",
- ]
diff --git a/tools/rules/heron_tools.bzl b/tools/rules/heron_tools.bzl
deleted file mode 100644
index 5e4418f..0000000
--- a/tools/rules/heron_tools.bzl
+++ /dev/null
@@ -1,31 +0,0 @@
-################################################################################
-# Convenience macros for Heron tools files
-################################################################################
-def heron_tools_files():
- return heron_tools_bin_files() + heron_tools_conf_files() + heron_tools_lib_files()
-
-def heron_tools_bin_all_files():
- return [
- "//heron/tools/tracker/src/python:heron-tracker",
- "//heron/tools/ui/src/python:heron-ui",
- "//heron/tools/apiserver/src/shell:heron-apiserver",
- "//heron/tools/cli/src/python:heron",
- "//heron/tools/explorer/src/python:heron-explorer",
- ]
-
-def heron_tools_bin_files():
- return [
- "//heron/tools/tracker/src/python:heron-tracker",
- "//heron/tools/ui/src/python:heron-ui",
- "//heron/tools/apiserver/src/shell:heron-apiserver"
- ]
-
-def heron_tools_lib_files():
- return [
- "//heron/tools/apiserver/src/java:heron-apiserver",
- ]
-
-def heron_tools_conf_files():
- return [
- "//heron/tools/config/src/yaml:tracker-yaml",
- ]