You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by xx...@apache.org on 2022/09/01 09:20:17 UTC

[kylin] 01/02: KYLIN-5233 How to debug in IDE

This is an automated email from the ASF dual-hosted git repository.

xxyu pushed a commit to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git

commit f4f6ff01b0bc937dbed054f97d718b2e457ae74c
Author: XiaoxiangYu <xx...@apache.org>
AuthorDate: Wed Aug 31 15:32:38 2022 +0800

    KYLIN-5233 How to debug in IDE
    
    - Previous IDEA run configuration require Spring Boot plugin, which is not free
    - Fix port in docker-compose.yml etc.
---
 dev-support/sandbox/docker-compose.yml             | 55 ++++++++++++----------
 .../BootstrapServer_docker_sandbox_.xml            | 24 +++++-----
 ...=> BootstrapServer_docker_sandbox_ultimate.xml} |  2 +-
 3 files changed, 44 insertions(+), 37 deletions(-)

diff --git a/dev-support/sandbox/docker-compose.yml b/dev-support/sandbox/docker-compose.yml
index 90e0ddbb64..2385b41839 100644
--- a/dev-support/sandbox/docker-compose.yml
+++ b/dev-support/sandbox/docker-compose.yml
@@ -18,7 +18,7 @@ services:
       - 8020:8020
       - 50070:50070
     healthcheck:
-      test: [ "CMD-SHELL", "curl -f http://localhost:50070/ || exit 1" ]
+      test: [ "CMD-SHELL", "curl -f http://namenode:50070/ || exit 1" ]
       interval: 30s
       timeout: 30s
       retries: 3
@@ -41,7 +41,7 @@ services:
       - 50010:50010
       - 50075:50075
     healthcheck:
-      test: [ "CMD-SHELL", "curl -f http://localhost:50075/ || exit 1" ]
+      test: [ "CMD-SHELL", "curl -f http://datanode:50075/ || exit 1" ]
       interval: 30s
       timeout: 30s
       retries: 4
@@ -61,7 +61,7 @@ services:
       - 8050:8050
       - 8088:8088
     healthcheck:
-      test: [ "CMD-SHELL", "curl -f http://localhost:8088/ || exit 1" ]
+      test: [ "CMD-SHELL", "curl -f http://resourcemanager:8088/ || exit 1" ]
       interval: 30s
       timeout: 30s
       retries: 4
@@ -79,30 +79,30 @@ services:
     ports:
       - 8042:8042
     healthcheck:
-      test: [ "CMD-SHELL", "curl -f http://localhost:8042/ || exit 1" ]
-      interval: 30s
-      timeout: 30s
-      retries: 4
-  historyserver:
-    image: kyligence/hadoop:2.10.1
-    container_name: historyserver
-    hostname: historyserver
-    volumes:
-      - ./data/historyserver:/hadoop/yarn/timeline #
-    environment:
-      HADOOP_MODE: "historyserver"
-      SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088 nodemanager:8042"
-    env_file:
-      - hadoop.env
-    networks:
-      - sandbox_cluster
-    ports:
-      - 8188:8188
-    healthcheck:
-      test: [ "CMD-SHELL", "curl -f http://localhost:8188/ || exit 1" ]
+      test: [ "CMD-SHELL", "curl -f http://nodemanager:8042/ || exit 1" ]
       interval: 30s
       timeout: 30s
       retries: 4
+#  historyserver:
+#    image: kyligence/hadoop:2.10.1
+#    container_name: historyserver
+#    hostname: historyserver
+#    volumes:
+#      - ./data/historyserver:/hadoop/yarn/timeline #
+#    environment:
+#      HADOOP_MODE: "historyserver"
+#      SERVICE_PRECONDITION: "namenode:50070 datanode:50075 resourcemanager:8088 nodemanager:8042"
+#    env_file:
+#      - hadoop.env
+#    networks:
+#      - sandbox_cluster
+#    ports:
+#      - 8188:8188
+#    healthcheck:
+#      test: [ "CMD-SHELL", "curl -f http://localhost:8188/ || exit 1" ]
+#      interval: 30s
+#      timeout: 30s
+#      retries: 4
   mysql:
     image: mysql:5.7
     container_name: mysql
@@ -159,6 +159,13 @@ services:
     ports:
       - 2181:2181
 
+
+# 2181 -> zk
+# 3306 -> mysql
+# 8042 -> node manager
+# 50010 -> data node
+# 50075 -> data node
+
 #  kafka:
 #    image: bitnami/kafka:2.7.0
 #    container_name: kafka
diff --git a/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml b/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml
index 45b2e75ce7..ab15b79a50 100644
--- a/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml
+++ b/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml
@@ -1,23 +1,23 @@
 <component name="ProjectRunConfigurationManager">
-  <configuration default="false" name="BootstrapServer[docker-sandbox]" type="SpringBootApplicationConfigurationType" factoryName="Spring Boot">
+  <configuration default="false" name="BootstrapServer[docker-sandbox]" type="Application" factoryName="Application">
+    <envs>
+      <env name="KYLIN_HOME" value="$PROJECT_DIR$" />
+      <env name="KYLIN_CONF" value="$PROJECT_DIR$/dev-support/sandbox/conf" />
+      <env name="SPARK_HOME" value="$PROJECT_DIR$/build/spark" />
+      <env name="HADOOP_CONF_DIR" value="$PROJECT_DIR$/dev-support/sandbox/conf" />
+      <env name="HADOOP_USER_NAME" value="root" />
+    </envs>
+    <option name="INCLUDE_PROVIDED_SCOPE" value="true" />
+    <option name="MAIN_CLASS_NAME" value="org.apache.kylin.rest.BootstrapServer" />
     <module name="kylin-server" />
+    <option name="VM_PARAMETERS" value="-Dspring.profiles.active=sandbox,docker" />
+    <option name="WORKING_DIRECTORY" value="%MODULE_WORKING_DIR%" />
     <extension name="coverage">
       <pattern>
         <option name="PATTERN" value="org.apache.kylin.rest.*" />
         <option name="ENABLED" value="true" />
       </pattern>
     </extension>
-    <option name="SPRING_BOOT_MAIN_CLASS" value="org.apache.kylin.rest.BootstrapServer" />
-    <option name="VM_PARAMETERS" value="-Dspring.profiles.active=sandbox,docker" />
-    <option name="WORKING_DIRECTORY" value="file://%MODULE_WORKING_DIR%" />
-    <option name="ALTERNATIVE_JRE_PATH" />
-    <envs>
-      <env name="KYLIN_HOME" value="${KYLIN_HOME}" />
-      <env name="KYLIN_CONF" value="${KYLIN_CONF}" />
-      <env name="SPARK_HOME" value="${SPARK_HOME}" />
-      <env name="HADOOP_CONF_DIR" value="${HADOOP_CONF_DIR}" />
-      <env name="HADOOP_USER_NAME" value="root" />
-    </envs>
     <method v="2">
       <option name="Make" enabled="true" />
     </method>
diff --git a/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml b/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_ultimate.xml
similarity index 98%
copy from dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml
copy to dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_ultimate.xml
index 45b2e75ce7..5032f1101f 100644
--- a/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_.xml
+++ b/dev-support/sandbox/runConfigurations/BootstrapServer_docker_sandbox_ultimate.xml
@@ -22,4 +22,4 @@
       <option name="Make" enabled="true" />
     </method>
   </configuration>
-</component>
+</component>
\ No newline at end of file