You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by lz...@apache.org on 2022/08/29 02:22:58 UTC
[flink-web] branch asf-site updated: Add Table Store 0.2.0 release
This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 46b25af55 Add Table Store 0.2.0 release
46b25af55 is described below
commit 46b25af558baea4d9fffccf9c4e14e542f1e07c4
Author: Jingsong Lee <ji...@gmail.com>
AuthorDate: Mon Aug 29 10:22:53 2022 +0800
Add Table Store 0.2.0 release
This closes #562
---
_config.yml | 26 ++++-
_posts/2022-08-08-release-table-store-0.2.0.md | 138 +++++++++++++++++++++++++
downloads.md | 4 +-
img/blog/table-store/table-store-0.2.png | Bin 0 -> 225275 bytes
4 files changed, 161 insertions(+), 7 deletions(-)
diff --git a/_config.yml b/_config.yml
index dec87cba0..df049ddcc 100644
--- a/_config.yml
+++ b/_config.yml
@@ -35,8 +35,8 @@ FLINK_KUBERNETES_OPERATOR_STABLE_SHORT: "1.1"
FLINK_KUBERNETES_OPERATOR_URL: https://github.com/apache/flink-kubernetes-operator
FLINK_KUBERNETES_OPERATOR_GITHUB_REPO_NAME: flink-kubernetes-operator
-FLINK_TABLE_STORE_VERSION_STABLE: 0.1.0
-FLINK_TABLE_STORE_STABLE_SHORT: "0.1"
+FLINK_TABLE_STORE_VERSION_STABLE: 0.2.0
+FLINK_TABLE_STORE_STABLE_SHORT: "0.2"
FLINK_TABLE_STORE_GITHUB_URL: https://github.com/apache/flink-table-store
FLINK_TABLE_STORE_GITHUB_REPO_NAME: flink-table-store
@@ -239,6 +239,22 @@ flink_kubernetes_operator_releases:
sha512_url: "https://downloads.apache.org/flink/flink-kubernetes-operator-1.0.1/flink-kubernetes-operator-1.0.1-helm.tgz.sha512"
flink_table_store_releases:
+ -
+ version_short: "0.2"
+ source_release:
+ name: "Apache Flink Table Store 0.2.0"
+ id: "020-table-store-download-source"
+ flink_version: "1.15.0"
+ url: "https://www.apache.org/dyn/closer.lua/flink/flink-table-store-0.2.0/flink-table-store-0.2.0-src.tgz"
+ asc_url: "https://downloads.apache.org/flink/flink-table-store-0.2.0/flink-table-store-0.2.0-src.tgz.asc"
+ sha512_url: "https://downloads.apache.org/flink/flink-table-store-0.2.0/flink-table-store-0.2.0-src.tgz.sha512"
+ binaries_release:
+ name: "Apache Flink Table Store Binaries 0.2.0"
+ id: "020-table-store-download-binaries"
+ flink_version: "1.15.0"
+ url: "https://www.apache.org/dyn/closer.lua/flink/flink-table-store-0.2.0/flink-table-store-dist-0.2.0.jar"
+ asc_url: "https://downloads.apache.org/flink/flink-table-store-0.2.0/flink-table-store-dist-0.2.0.jar.asc"
+ sha512_url: "https://downloads.apache.org/flink/flink-table-store-0.2.0/flink-table-store-dist-0.2.0.jar.sha512"
-
version_short: "0.1"
source_release:
@@ -725,9 +741,9 @@ release_archive:
release_date: 2022-04-02
flink_table_store:
- - version_short: 0.1
- version_long: 0.1.0
- release_date: 2022-05-11
+ - version_short: 0.2
+ version_long: 0.2.0
+ release_date: 2022-08-29
# Version numbers used in the text for stable and snapshot versions,
# e.g. "Documentation for {{ site.stable }".
diff --git a/_posts/2022-08-08-release-table-store-0.2.0.md b/_posts/2022-08-08-release-table-store-0.2.0.md
new file mode 100644
index 000000000..a23859147
--- /dev/null
+++ b/_posts/2022-08-08-release-table-store-0.2.0.md
@@ -0,0 +1,138 @@
+---
+layout: post
+title: "Apache Flink Table Store 0.2.0 Release Announcement"
+subtitle: "For building dynamic tables for both stream and batch processing in Flink, supporting high speed data ingestion and real-time data query."
+date: 2022-08-29T08:00:00.000Z
+categories: news
+authors:
+- JingsongLi:
+ name: "Jingsong Lee"
+---
+
+<!-- improve style of tables -->
+<style>
+ table { border: 0px solid black; table-layout: auto; width: 800px; }
+ th, td { border: 1px solid black; padding: 5px; padding-left: 10px; padding-right: 10px; }
+ th { text-align: center }
+ td { vertical-align: top }
+</style>
+
+The Apache Flink community is pleased to announce the release of the
+[Apache Flink Table Store](https://github.com/apache/flink-table-store) (0.2.0).
+
+Please check out the full [documentation]({{site.DOCS_BASE_URL}}flink-table-store-docs-release-0.2/) for detailed information and user guides.
+
+<br/>
+
+## What is Flink Table Store
+
+Flink Table Store is a data lake storage for streaming updates/deletes changelog ingestion and high-performance queries in real time.
+
+<center>
+<img src="{{site.baseurl}}/img/blog/table-store/table-store-0.2.png" width="100%"/>
+</center>
+
+As a new type of updatable data lake, Flink Table Store has the following features:
+
+* Large throughput data ingestion while offering good query performance.
+* High performance query with primary key filters, as fast as 100ms.
+* Streaming reads are available on Lake Storage, lake storage can also be integrated
+with Kafka to provide second-level streaming reads.
+
+<br/>
+
+## Notable Features
+
+In this release, we have accomplished many exciting features.
+
+### Catalog
+
+This release introduces Table Store's own catalog and supports automatic synchronization to the Hive Metastore.
+
+```sql
+CREATE CATALOG tablestore WITH (
+ 'type'='table-store',
+ 'warehouse'='hdfs://nn:8020/warehouse/path',
+ -- optional hive metastore
+ 'metastore'='hive',
+ 'uri'='thrift://<hive-metastore-host-name>:<port>'
+);
+
+USE CATALOG tablestore;
+
+CREATE TABLE my_table ...
+```
+
+### Ecosystem
+
+In this release, we provide support for Flink 1.14 and provide read support for multiple compute engines.
+
+ Engine | Version | Feature | Read Pushdown |
+---------- | -------- | ----------- | ------------------ |
+ Flink | 1.14 | read, write | Projection, Filter |
+ Flink | 1.15 | read, write | Projection, Filter |
+ Hive | 2.3 | read | Projection, Filter |
+ Spark | 2.4 | read | Projection, Filter |
+ Spark | 3.0 | read | Projection, Filter |
+ Spark | 3.1 | read | Projection, Filter |
+ Spark | 3.2 | read | Projection, Filter |
+ Spark | 3.3 | read | Projection, Filter |
+ Trino | 358 | read | Projection, Filter |
+ Trino | 388 | read | Projection, Filter |
+
+<br/>
+
+### Append-only
+
+The append-only table feature is a performance improvement and only accepts INSERT_ONLY data to append to the storage
+instead of updating or de-duplicating the existing data, and hence suitable for use cases that do not
+require updates (such as log data synchronization).
+
+```sql
+CREATE TABLE my_table (
+ ...
+) WITH (
+ 'write-mode' = 'append-only',
+ ...
+)
+```
+
+Streaming writing to an Append-only table also has asynchronous compaction, so you don't have to
+worry about small files.
+
+### Rescale Bucket
+
+Since the number of total buckets dramatically influences the performance, Table Store allows
+users to tune bucket numbers by `ALTER TABLE` command and reorganize necessary partitions,
+the old partitions remain unchanged.
+
+<br/>
+
+## Getting started
+
+Please refer to the [getting started guide]({{site.DOCS_BASE_URL}}flink-table-store-docs-release-0.2/docs/try-table-store/quick-start/) for more details.
+
+<br/>
+
+## What's Next?
+
+In the upcoming 0.3.0 release you can expect the following additional features:
+
+* Streaming Changelog Concurrent Writes, the separation of Compaction.
+* Aggregation Table, to build your materialized view.
+* Changelog producing for partial-update/aggregation Tables.
+* Full Schema Evolution supports for drop column and rename column.
+* Lookup Supports for Flink Dim Join.
+
+Please give the release a try, share your feedback on the Flink mailing list and contribute to the project!
+
+We encourage you to download the release and share your feedback with the community through the [Flink mailing lists](https://flink.apache.org/community.html#mailing-lists)
+or [JIRA](https://issues.apache.org/jira/issues/?jql=project%20%3D%20FLINK%20AND%20component%20%3D%20%22Table%20Store%22).
+
+<br/>
+
+## List of Contributors
+
+The Apache Flink community would like to thank every one of the contributors that have made this release possible:
+
+Jane Chan, Jia Liu, Jingsong Lee, liliwei, Nicholas Jiang, openinx, tsreaper
diff --git a/downloads.md b/downloads.md
index 574a29e4d..f847fefd2 100644
--- a/downloads.md
+++ b/downloads.md
@@ -174,7 +174,7 @@ Apache Flink® Table Store {{ site.FLINK_TABLE_STORE_VERSION_STABLE }} is the la
</p>
<p>
<a href="{{ flink_table_store_release.binaries_release.url }}" id="{{ flink_table_store_release.binaries_release.id }}">{{ flink_table_store_release.binaries_release.name }} Binaries Release</a>
-(<a href="{{ flink_table_store_release.binaries_release.asc_url }}">asc</a>, <a href="{{ flink_table_store_release.binaries_release.sha1_url }}">sha1</a>)
+(<a href="{{ flink_table_store_release.binaries_release.asc_url }}">asc</a>, <a href="{{ flink_table_store_release.binaries_release.sha512_url }}">sha512</a>)
</p>
This version is compatible with Apache Flink version {{ flink_table_store_release.source_release.flink_version }}.
@@ -368,7 +368,7 @@ Flink Kubernetes Operator {{ flink_kubernetes_operator_release.version_long }} -
{% for flink_table_store_release in flink_table_store_releases %}
<li>
Flink Table Store {{ flink_table_store_release.version_long }} - {{ flink_table_store_release.release_date }}
-(<a href="https://archive.apache.org/dist/flink/flink-table-store-{{ flink_table_store_release.version_long }}/flink-table-store-{{ flink_table_store_release.version_long }}-src.tgz">Source</a>, <a href="https://repo.maven.apache.org/maven2/org/apache/flink/flink-table-store-dist/{{ flink_table_store_release.version_long }}/flink-table-store-dist-{{ flink_table_store_release.version_long }}.jar">Binaries</a>)
+(<a href="https://archive.apache.org/dist/flink/flink-table-store-{{ flink_table_store_release.version_long }}/flink-table-store-{{ flink_table_store_release.version_long }}-src.tgz">Source</a>, <a href="https://archive.apache.org/dist/flink/flink-table-store-{{ flink_table_store_release.version_long }}/">Binaries</a>)
</li>
{% endfor %}
</ul>
diff --git a/img/blog/table-store/table-store-0.2.png b/img/blog/table-store/table-store-0.2.png
new file mode 100644
index 000000000..5480eb026
Binary files /dev/null and b/img/blog/table-store/table-store-0.2.png differ