You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@superset.apache.org by vi...@apache.org on 2021/08/18 10:05:47 UTC
[superset] branch master updated: feat: Adding Rockset db engine
spec (#16167)
This is an automated email from the ASF dual-hosted git repository.
villebro pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/superset.git
The following commit(s) were added to refs/heads/master by this push:
new 5f060a2 feat: Adding Rockset db engine spec (#16167)
5f060a2 is described below
commit 5f060a2227b3258e3b68a18c337f9afb232fa641
Author: Srini Kadamati <sk...@gmail.com>
AuthorDate: Wed Aug 18 06:04:59 2021 -0400
feat: Adding Rockset db engine spec (#16167)
* rockset prototype
* rockset
* t
* removed print / logging
* set a more specific version range for Rockset library
---
setup.py | 1 +
superset/db_engine_specs/rockset.py | 69 +++++++++++++++++++++++++++++++++++++
2 files changed, 70 insertions(+)
diff --git a/setup.py b/setup.py
index d082733..19a0895 100644
--- a/setup.py
+++ b/setup.py
@@ -147,6 +147,7 @@ setup(
"trino": ["sqlalchemy-trino>=0.2"],
"prophet": ["prophet>=1.0.1, <1.1", "pystan<3.0"],
"redshift": ["sqlalchemy-redshift>=0.8.1, < 0.9"],
+ "rockset": ["rockset>=0.7.68, <0.8"],
"snowflake": ["snowflake-sqlalchemy>=1.2.3, <1.3"],
"teradata": ["sqlalchemy-teradata==0.9.0.dev0"],
"thumbnails": ["Pillow>=7.0.0, <8.0.0"],
diff --git a/superset/db_engine_specs/rockset.py b/superset/db_engine_specs/rockset.py
new file mode 100644
index 0000000..27e6267
--- /dev/null
+++ b/superset/db_engine_specs/rockset.py
@@ -0,0 +1,69 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from datetime import datetime
+from typing import Optional, TYPE_CHECKING
+
+from superset.db_engine_specs.base import BaseEngineSpec
+from superset.utils import core as utils
+
+if TYPE_CHECKING:
+ from superset.connectors.sqla.models import TableColumn
+
+
+class RocksetEngineSpec(BaseEngineSpec):
+
+ engine = "rockset"
+ engine_name = "Rockset"
+
+ _time_grain_expressions = {
+ None: "{col}",
+ "PT1S": "DATE_TRUNC('second', {col})",
+ "PT1M": "DATE_TRUNC('minute', {col})",
+ "PT1H": "DATE_TRUNC('hour', {col})",
+ "P1D": "DATE_TRUNC('day', {col})",
+ "P1W": "DATE_TRUNC('week', {col})",
+ "P1M": "DATE_TRUNC('month', {col})",
+ "P0.25Y": "DATE_TRUNC('quarter', {col})",
+ "P1Y": "DATE_TRUNC('year', {col})",
+ }
+
+ @classmethod
+ def epoch_to_dttm(cls) -> str:
+ return "{col} * 1000"
+
+ @classmethod
+ def epoch_ms_to_dttm(cls) -> str:
+ return "{col}"
+
+ @classmethod
+ def convert_dttm(cls, target_type: str, dttm: datetime) -> Optional[str]:
+ print(cls)
+ tt = target_type.upper()
+ if tt == utils.TemporalType.DATE:
+ return f"DATE '{dttm.date().isoformat()}'"
+ if tt == utils.TemporalType.DATETIME:
+ dttm_formatted = dttm.isoformat(sep=" ", timespec="microseconds")
+ return f"""DATETIME '{dttm_formatted}'"""
+ if tt == utils.TemporalType.TIMESTAMP:
+ dttm_formatted = dttm.isoformat(timespec="microseconds")
+ return f"""TIMESTAMP '{dttm_formatted}'"""
+ return None
+
+ @classmethod
+ def alter_new_orm_column(cls, orm_col: "TableColumn") -> None:
+ if orm_col.type == "TIMESTAMP":
+ orm_col.python_date_format = "epoch_ms"