[incubator-linkis] 05/08: add es meta service

[pe...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git

commit 735a645193d9b79e142e2be8bdf3eda5af448a87
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 09:48:21 2022 +0800

    add es meta service
---
 .../metadatamanager/service/EsMetaService.java     | 87 ++++++++++++++++++++++
 1 file changed, 87 insertions(+)

diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/elasticsearch/src/main/java/org/apache/linkis/metadatamanager/service/EsMetaService.java b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/elasticsearch/src/main/java/org/apache/linkis/metadatamanager/service/EsMetaService.java
new file mode 100644
index 0000000..80d8d3a
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/elasticsearch/src/main/java/org/apache/linkis/metadatamanager/service/EsMetaService.java
@@ -0,0 +1,87 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ * 
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ * 
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+ 
+package org.apache.linkis.metadatamanager.service;
+
+import org.apache.linkis.datasourcemanager.common.util.json.Json;
+import org.apache.linkis.metadatamanager.common.domain.MetaColumnInfo;
+import org.apache.linkis.metadatamanager.common.service.AbstractMetaService;
+import org.apache.linkis.metadatamanager.common.service.MetadataConnection;
+import org.springframework.stereotype.Component;
+
+import java.util.List;
+import java.util.Map;
+import java.util.stream.Collectors;
+
+@Component
+public class EsMetaService extends AbstractMetaService<ElasticConnection> {
+    @Override
+    public MetadataConnection<ElasticConnection> getConnection(String operator, Map<String, Object> params)
+            throws Exception{
+        String[] endPoints = new String[]{};
+        Object urls = params.get(ElasticParamsMapper.PARAM_ES_URLS.getValue());
+        if(!(urls instanceof List)){
+            List<String> urlList = Json.fromJson(String.valueOf(urls), List.class, String.class);
+            assert urlList != null;
+            endPoints = urlList.toArray(endPoints);
+        }else{
+            endPoints = ((List<String>)urls).toArray(endPoints);
+        }
+        ElasticConnection conn = new ElasticConnection(endPoints, String.valueOf(params.getOrDefault(ElasticParamsMapper.PARAM_ES_USERNAME.getValue(), "")),
+                String.valueOf(params.getOrDefault(ElasticParamsMapper.PARAM_ES_PASSWORD.getValue(), "")));
+        return new MetadataConnection<>(conn, false);
+    }
+
+    @Override
+    public List<String> queryDatabases(ElasticConnection connection) {
+        //Get indices
+        try{
+            return connection.getAllIndices();
+        }catch (Exception e){
+            throw new RuntimeException("Fail to get ElasticSearch indices(获取索引列表失败)", e);
+        }
+    }
+
+    @Override
+    public List<String> queryTables(ElasticConnection connection, String database) {
+        //Get types
+        try{
+            return connection.getTypes(database);
+        }catch (Exception e){
+            throw new RuntimeException("Fail to get ElasticSearch types(获取索引类型失败)", e);
+        }
+    }
+
+    @Override
+    public List<MetaColumnInfo> queryColumns(ElasticConnection connection, String database, String table) {
+        try {
+            Map<Object, Object> props = connection.getProps(database, table);
+            return props.entrySet().stream().map(entry -> {
+                MetaColumnInfo info = new MetaColumnInfo();
+                info.setName(String.valueOf(entry.getKey()));
+                Object value = entry.getValue();
+                if(value instanceof Map){
+                    info.setType(String.valueOf(((Map)value)
+                            .getOrDefault(ElasticConnection.DEFAULT_TYPE_NAME, "")));
+                }
+                return info;
+            }).collect(Collectors.toList());
+        } catch (Exception e) {
+            throw new RuntimeException("Fail to get ElasticSearch columns(获取索引字段失败)", e);
+        }
+    }
+}

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org