You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2021/10/01 01:30:11 UTC
[hudi] branch asf-site updated: Travis CI build asf-site
This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/asf-site by this push:
new a231d41 Travis CI build asf-site
a231d41 is described below
commit a231d41a3600b47dafc7506ac1d635c6860514aa
Author: CI <ci...@hudi.apache.org>
AuthorDate: Fri Oct 1 01:29:58 2021 +0000
Travis CI build asf-site
---
content/404.html | 8 ++++----
content/404/index.html | 8 ++++----
content/assets/js/0a91021f.eeb26836.js | 1 +
content/assets/js/2a74f6a7.330db9f0.js | 1 +
content/assets/js/2a74f6a7.772abe56.js | 1 -
.../{35f2b245.2198830f.js => 35f2b245.51a60e98.js} | 2 +-
.../{935f2afb.552f1a1a.js => 935f2afb.06af6bc6.js} | 2 +-
.../{d4522125.39885b83.js => d4522125.f70d4e8c.js} | 2 +-
.../js/{main.8b995387.js => main.5b0a98d0.js} | 4 ++--
.../js/main.5b0a98d0.js.LICENSE.txt} | 0
content/assets/js/runtime~main.5b870716.js | 1 +
content/assets/js/runtime~main.edfe8493.js | 1 -
.../blog/2016/12/30/strata-talk-2017/index.html | 8 ++++----
content/blog/2019/01/18/asf-incubation/index.html | 8 ++++----
.../2019/03/07/batch-vs-incremental/index.html | 8 ++++----
.../05/14/registering-dataset-to-hive/index.html | 8 ++++----
.../09/09/ingesting-database-changes/index.html | 8 ++++----
.../2020/01/15/delete-support-in-hudi/index.html | 8 ++++----
.../2020/01/20/change-capture-using-aws/index.html | 8 ++++----
.../2020/03/22/exporting-hudi-datasets/index.html | 8 ++++----
.../04/27/apache-hudi-apache-zepplin/index.html | 8 ++++----
.../index.html | 8 ++++----
.../index.html | 8 ++++----
.../index.html | 8 ++++----
.../async-compaction-deployment-model/index.html | 8 ++++----
.../ingest-multiple-tables-using-hudi/index.html | 8 ++++----
.../cdc-solution-using-hudi-by-nclouds/index.html | 8 ++++----
.../15/apache-hudi-meets-apache-flink/index.html | 8 ++++----
.../19/hudi-meets-aws-emr-and-aws-dms/index.html | 8 ++++----
.../2020/11/11/hudi-indexing-mechanisms/index.html | 8 ++++----
.../index.html | 8 ++++----
.../2021/01/27/hudi-clustering-intro/index.html | 8 ++++----
.../blog/2021/02/13/hudi-key-generators/index.html | 8 ++++----
.../blog/2021/03/01/hudi-file-sizing/index.html | 8 ++++----
.../index.html | 8 ++++----
.../07/21/streaming-data-lake-platform/index.html | 8 ++++----
.../08/16/kafka-custom-deserializer/index.html | 8 ++++----
.../08/18/improving-marker-mechanism/index.html | 8 ++++----
content/blog/2021/08/18/virtual-keys/index.html | 8 ++++----
.../blog/2021/08/23/async-clustering/index.html | 8 ++++----
.../blog/2021/08/23/s3-events-source/index.html | 8 ++++----
.../index.html | 8 ++++----
content/blog/index.html | 8 ++++----
content/blog/page/2/index.html | 8 ++++----
content/blog/page/3/index.html | 8 ++++----
content/cn/404.html | 8 ++++----
content/cn/404/index.html | 8 ++++----
content/cn/assets/js/0a91021f.ef16fbfe.js | 1 +
content/cn/assets/js/158cec25.e0479a36.js | 1 -
content/cn/assets/js/158cec25.f745b1b4.js | 1 +
.../{935f2afb.b81ea10c.js => 935f2afb.fbb693ab.js} | 2 +-
.../{9bd87750.6ef2b3a4.js => 9bd87750.664c94cc.js} | 2 +-
content/cn/assets/js/main.9adee633.js | 2 --
content/cn/assets/js/main.d13d4ee2.js | 2 ++
.../assets/js/main.d13d4ee2.js.LICENSE.txt} | 0
content/cn/assets/js/runtime~main.37ad1cff.js | 1 -
content/cn/assets/js/runtime~main.a14c532b.js | 1 +
.../cn/blog/2016/12/30/strata-talk-2017/index.html | 8 ++++----
.../cn/blog/2019/01/18/asf-incubation/index.html | 8 ++++----
.../2019/03/07/batch-vs-incremental/index.html | 8 ++++----
.../05/14/registering-dataset-to-hive/index.html | 8 ++++----
.../09/09/ingesting-database-changes/index.html | 8 ++++----
.../2020/01/15/delete-support-in-hudi/index.html | 8 ++++----
.../2020/01/20/change-capture-using-aws/index.html | 8 ++++----
.../2020/03/22/exporting-hudi-datasets/index.html | 8 ++++----
.../04/27/apache-hudi-apache-zepplin/index.html | 8 ++++----
.../index.html | 8 ++++----
.../index.html | 8 ++++----
.../index.html | 8 ++++----
.../async-compaction-deployment-model/index.html | 8 ++++----
.../ingest-multiple-tables-using-hudi/index.html | 8 ++++----
.../cdc-solution-using-hudi-by-nclouds/index.html | 8 ++++----
.../15/apache-hudi-meets-apache-flink/index.html | 8 ++++----
.../19/hudi-meets-aws-emr-and-aws-dms/index.html | 8 ++++----
.../2020/11/11/hudi-indexing-mechanisms/index.html | 8 ++++----
.../index.html | 8 ++++----
.../2021/01/27/hudi-clustering-intro/index.html | 8 ++++----
.../blog/2021/02/13/hudi-key-generators/index.html | 8 ++++----
.../cn/blog/2021/03/01/hudi-file-sizing/index.html | 8 ++++----
.../index.html | 8 ++++----
.../07/21/streaming-data-lake-platform/index.html | 8 ++++----
.../08/16/kafka-custom-deserializer/index.html | 8 ++++----
.../08/18/improving-marker-mechanism/index.html | 8 ++++----
content/cn/blog/2021/08/18/virtual-keys/index.html | 8 ++++----
.../cn/blog/2021/08/23/async-clustering/index.html | 8 ++++----
.../cn/blog/2021/08/23/s3-events-source/index.html | 8 ++++----
.../index.html | 8 ++++----
content/cn/blog/index.html | 8 ++++----
content/cn/blog/page/2/index.html | 8 ++++----
content/cn/blog/page/3/index.html | 8 ++++----
content/cn/contribute/developer-setup/index.html | 8 ++++----
content/cn/contribute/get-involved/index.html | 8 ++++----
content/cn/contribute/how-to-contribute/index.html | 8 ++++----
.../contribute/report-security-issues/index.html | 8 ++++----
content/cn/contribute/rfc-process/index.html | 8 ++++----
content/cn/contribute/team/index.html | 8 ++++----
content/cn/docs/0.5.0/admin_guide/index.html | 8 ++++----
content/cn/docs/0.5.0/comparison/index.html | 8 ++++----
content/cn/docs/0.5.0/concepts/index.html | 8 ++++----
content/cn/docs/0.5.0/configurations/index.html | 8 ++++----
content/cn/docs/0.5.0/docker_demo/index.html | 8 ++++----
content/cn/docs/0.5.0/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.0/migration_guide/index.html | 8 ++++----
content/cn/docs/0.5.0/performance/index.html | 8 ++++----
content/cn/docs/0.5.0/powered_by/index.html | 8 ++++----
content/cn/docs/0.5.0/privacy/index.html | 8 ++++----
content/cn/docs/0.5.0/querying_data/index.html | 8 ++++----
content/cn/docs/0.5.0/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.5.0/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.0/structure/index.html | 8 ++++----
content/cn/docs/0.5.0/use_cases/index.html | 8 ++++----
content/cn/docs/0.5.0/writing_data/index.html | 8 ++++----
content/cn/docs/0.5.1/comparison/index.html | 8 ++++----
content/cn/docs/0.5.1/concepts/index.html | 8 ++++----
content/cn/docs/0.5.1/configurations/index.html | 8 ++++----
content/cn/docs/0.5.1/deployment/index.html | 8 ++++----
content/cn/docs/0.5.1/docker_demo/index.html | 8 ++++----
content/cn/docs/0.5.1/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.1/migration_guide/index.html | 8 ++++----
content/cn/docs/0.5.1/performance/index.html | 8 ++++----
content/cn/docs/0.5.1/powered_by/index.html | 8 ++++----
content/cn/docs/0.5.1/privacy/index.html | 8 ++++----
content/cn/docs/0.5.1/querying_data/index.html | 8 ++++----
content/cn/docs/0.5.1/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.5.1/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.1/structure/index.html | 8 ++++----
content/cn/docs/0.5.1/use_cases/index.html | 8 ++++----
content/cn/docs/0.5.1/writing_data/index.html | 8 ++++----
content/cn/docs/0.5.2/comparison/index.html | 8 ++++----
content/cn/docs/0.5.2/concepts/index.html | 8 ++++----
content/cn/docs/0.5.2/configurations/index.html | 8 ++++----
content/cn/docs/0.5.2/deployment/index.html | 8 ++++----
content/cn/docs/0.5.2/docker_demo/index.html | 8 ++++----
content/cn/docs/0.5.2/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.2/migration_guide/index.html | 8 ++++----
content/cn/docs/0.5.2/performance/index.html | 8 ++++----
content/cn/docs/0.5.2/powered_by/index.html | 8 ++++----
content/cn/docs/0.5.2/privacy/index.html | 8 ++++----
content/cn/docs/0.5.2/querying_data/index.html | 8 ++++----
content/cn/docs/0.5.2/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.5.2/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.2/structure/index.html | 8 ++++----
content/cn/docs/0.5.2/use_cases/index.html | 8 ++++----
content/cn/docs/0.5.2/writing_data/index.html | 8 ++++----
content/cn/docs/0.5.3/azure_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.3/cloud/index.html | 8 ++++----
content/cn/docs/0.5.3/comparison/index.html | 8 ++++----
content/cn/docs/0.5.3/concepts/index.html | 8 ++++----
content/cn/docs/0.5.3/configurations/index.html | 8 ++++----
content/cn/docs/0.5.3/deployment/index.html | 8 ++++----
content/cn/docs/0.5.3/docker_demo/index.html | 8 ++++----
content/cn/docs/0.5.3/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.3/migration_guide/index.html | 8 ++++----
content/cn/docs/0.5.3/oss_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.3/performance/index.html | 8 ++++----
content/cn/docs/0.5.3/powered_by/index.html | 8 ++++----
content/cn/docs/0.5.3/privacy/index.html | 8 ++++----
content/cn/docs/0.5.3/querying_data/index.html | 8 ++++----
content/cn/docs/0.5.3/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.5.3/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.5.3/structure/index.html | 8 ++++----
content/cn/docs/0.5.3/use_cases/index.html | 8 ++++----
content/cn/docs/0.5.3/writing_data/index.html | 8 ++++----
content/cn/docs/0.6.0/1_2_structure/index.html | 8 ++++----
content/cn/docs/0.6.0/2_8_metrics/index.html | 8 ++++----
content/cn/docs/0.6.0/azure_hoodie/index.html | 8 ++++----
content/cn/docs/0.6.0/cloud/index.html | 8 ++++----
content/cn/docs/0.6.0/comparison/index.html | 8 ++++----
content/cn/docs/0.6.0/concepts/index.html | 8 ++++----
content/cn/docs/0.6.0/configurations/index.html | 8 ++++----
content/cn/docs/0.6.0/cos_hoodie/index.html | 8 ++++----
content/cn/docs/0.6.0/deployment/index.html | 8 ++++----
content/cn/docs/0.6.0/docker_demo/index.html | 8 ++++----
content/cn/docs/0.6.0/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.6.0/migration_guide/index.html | 8 ++++----
content/cn/docs/0.6.0/oss_hoodie/index.html | 8 ++++----
content/cn/docs/0.6.0/performance/index.html | 8 ++++----
content/cn/docs/0.6.0/powered_by/index.html | 8 ++++----
content/cn/docs/0.6.0/privacy/index.html | 8 ++++----
content/cn/docs/0.6.0/querying_data/index.html | 8 ++++----
content/cn/docs/0.6.0/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.6.0/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.6.0/use_cases/index.html | 8 ++++----
content/cn/docs/0.6.0/writing_data/index.html | 8 ++++----
content/cn/docs/0.7.0/azure_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/cloud/index.html | 8 ++++----
content/cn/docs/0.7.0/comparison/index.html | 8 ++++----
content/cn/docs/0.7.0/concepts/index.html | 8 ++++----
content/cn/docs/0.7.0/configurations/index.html | 8 ++++----
content/cn/docs/0.7.0/cos_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/deployment/index.html | 8 ++++----
content/cn/docs/0.7.0/docker_demo/index.html | 8 ++++----
content/cn/docs/0.7.0/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/ibm_cos_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/metrics/index.html | 8 ++++----
content/cn/docs/0.7.0/migration_guide/index.html | 8 ++++----
content/cn/docs/0.7.0/oss_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/overview/index.html | 8 ++++----
content/cn/docs/0.7.0/performance/index.html | 8 ++++----
content/cn/docs/0.7.0/powered_by/index.html | 8 ++++----
content/cn/docs/0.7.0/privacy/index.html | 8 ++++----
content/cn/docs/0.7.0/querying_data/index.html | 8 ++++----
content/cn/docs/0.7.0/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.7.0/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.7.0/structure/index.html | 8 ++++----
content/cn/docs/0.7.0/use_cases/index.html | 8 ++++----
content/cn/docs/0.7.0/writing_data/index.html | 8 ++++----
content/cn/docs/0.8.0/azure_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/cloud/index.html | 8 ++++----
content/cn/docs/0.8.0/comparison/index.html | 8 ++++----
content/cn/docs/0.8.0/concepts/index.html | 8 ++++----
.../cn/docs/0.8.0/concurrency_control/index.html | 8 ++++----
content/cn/docs/0.8.0/configurations/index.html | 8 ++++----
content/cn/docs/0.8.0/cos_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/deployment/index.html | 8 ++++----
content/cn/docs/0.8.0/docker_demo/index.html | 8 ++++----
.../docs/0.8.0/flink-quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.8.0/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/ibm_cos_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/metrics/index.html | 8 ++++----
content/cn/docs/0.8.0/migration_guide/index.html | 8 ++++----
content/cn/docs/0.8.0/oss_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/overview/index.html | 8 ++++----
content/cn/docs/0.8.0/performance/index.html | 8 ++++----
content/cn/docs/0.8.0/powered_by/index.html | 8 ++++----
content/cn/docs/0.8.0/privacy/index.html | 8 ++++----
content/cn/docs/0.8.0/querying_data/index.html | 8 ++++----
content/cn/docs/0.8.0/quick-start-guide/index.html | 8 ++++----
content/cn/docs/0.8.0/s3_hoodie/index.html | 8 ++++----
content/cn/docs/0.8.0/structure/index.html | 8 ++++----
content/cn/docs/0.8.0/use_cases/index.html | 8 ++++----
content/cn/docs/0.8.0/writing_data/index.html | 8 ++++----
content/cn/docs/azure_hoodie/index.html | 8 ++++----
content/cn/docs/bos_hoodie/index.html | 8 ++++----
content/cn/docs/cloud/index.html | 8 ++++----
content/cn/docs/comparison/index.html | 8 ++++----
content/cn/docs/concepts/index.html | 8 ++++----
content/cn/docs/concurrency_control/index.html | 8 ++++----
content/cn/docs/configurations/index.html | 8 ++++----
content/cn/docs/cos_hoodie/index.html | 8 ++++----
content/cn/docs/deployment/index.html | 8 ++++----
content/cn/docs/docker_demo/index.html | 8 ++++----
content/cn/docs/flink-quick-start-guide/index.html | 8 ++++----
content/cn/docs/gcs_hoodie/index.html | 8 ++++----
content/cn/docs/ibm_cos_hoodie/index.html | 8 ++++----
content/cn/docs/metrics/index.html | 8 ++++----
content/cn/docs/migration_guide/index.html | 8 ++++----
content/cn/docs/next/azure_hoodie/index.html | 10 +++++-----
content/cn/docs/next/bos_hoodie/index.html | 12 +++++------
content/cn/docs/next/cloud/index.html | 10 +++++-----
content/cn/docs/next/comparison/index.html | 8 ++++----
content/cn/docs/next/concepts/index.html | 8 ++++----
.../cn/docs/next/concurrency_control/index.html | 10 +++++-----
content/cn/docs/next/configurations/index.html | 10 +++++-----
content/cn/docs/next/cos_hoodie/index.html | 10 +++++-----
content/cn/docs/next/deployment/index.html | 10 +++++-----
content/cn/docs/next/docker_demo/index.html | 12 +++++------
.../docs/next/flink-quick-start-guide/index.html | 10 +++++-----
content/cn/docs/next/gcs_hoodie/index.html | 10 +++++-----
content/cn/docs/next/ibm_cos_hoodie/index.html | 10 +++++-----
content/cn/docs/next/jfs_hoodie.html/index.html | 11 +++++++++++
content/cn/docs/next/jfs_hoodie/index.html | 23 ++++++++++++++++++++++
content/cn/docs/next/metrics/index.html | 10 +++++-----
content/cn/docs/next/migration_guide/index.html | 8 ++++----
content/cn/docs/next/oss_hoodie/index.html | 10 +++++-----
content/cn/docs/next/overview/index.html | 10 +++++-----
content/cn/docs/next/performance/index.html | 10 +++++-----
content/cn/docs/next/privacy/index.html | 10 +++++-----
content/cn/docs/next/querying_data/index.html | 10 +++++-----
content/cn/docs/next/quick-start-guide/index.html | 10 +++++-----
content/cn/docs/next/s3_hoodie/index.html | 10 +++++-----
content/cn/docs/next/schema_evolution/index.html | 10 +++++-----
content/cn/docs/next/structure/index.html | 8 ++++----
content/cn/docs/next/use_cases/index.html | 10 +++++-----
content/cn/docs/next/writing_data/index.html | 10 +++++-----
content/cn/docs/oss_hoodie/index.html | 8 ++++----
content/cn/docs/overview/index.html | 8 ++++----
content/cn/docs/performance/index.html | 8 ++++----
content/cn/docs/privacy/index.html | 8 ++++----
content/cn/docs/querying_data/index.html | 8 ++++----
content/cn/docs/quick-start-guide/index.html | 8 ++++----
content/cn/docs/s3_hoodie/index.html | 8 ++++----
content/cn/docs/schema_evolution/index.html | 8 ++++----
content/cn/docs/structure/index.html | 8 ++++----
content/cn/docs/use_cases/index.html | 8 ++++----
content/cn/docs/writing_data/index.html | 8 ++++----
content/cn/index.html | 8 ++++----
content/cn/learn/faq/index.html | 8 ++++----
content/cn/powered-by/index.html | 8 ++++----
content/cn/releases/download/index.html | 8 ++++----
content/cn/releases/older-releases/index.html | 8 ++++----
content/cn/releases/release-0.5.3/index.html | 8 ++++----
content/cn/releases/release-0.6.0/index.html | 8 ++++----
content/cn/releases/release-0.7.0/index.html | 8 ++++----
content/cn/releases/release-0.8.0/index.html | 8 ++++----
content/cn/releases/release-0.9.0/index.html | 8 ++++----
content/cn/roadmap/index.html | 8 ++++----
content/cn/search/index.html | 8 ++++----
content/cn/sitemap.xml | 2 +-
content/cn/talks-articles/index.html | 8 ++++----
content/contribute/developer-setup/index.html | 8 ++++----
content/contribute/get-involved/index.html | 8 ++++----
content/contribute/how-to-contribute/index.html | 8 ++++----
.../contribute/report-security-issues/index.html | 8 ++++----
content/contribute/rfc-process/index.html | 8 ++++----
content/contribute/team/index.html | 8 ++++----
content/docs/0.5.0/admin_guide/index.html | 8 ++++----
content/docs/0.5.0/comparison/index.html | 8 ++++----
content/docs/0.5.0/concepts/index.html | 8 ++++----
content/docs/0.5.0/configurations/index.html | 8 ++++----
content/docs/0.5.0/docker_demo/index.html | 8 ++++----
content/docs/0.5.0/gcs_hoodie/index.html | 8 ++++----
content/docs/0.5.0/migration_guide/index.html | 8 ++++----
content/docs/0.5.0/performance/index.html | 8 ++++----
content/docs/0.5.0/powered_by/index.html | 8 ++++----
content/docs/0.5.0/privacy/index.html | 8 ++++----
content/docs/0.5.0/querying_data/index.html | 8 ++++----
content/docs/0.5.0/quick-start-guide/index.html | 8 ++++----
content/docs/0.5.0/s3_hoodie/index.html | 8 ++++----
content/docs/0.5.0/structure/index.html | 8 ++++----
content/docs/0.5.0/use_cases/index.html | 8 ++++----
content/docs/0.5.0/writing_data/index.html | 8 ++++----
content/docs/0.5.1/comparison/index.html | 8 ++++----
content/docs/0.5.1/concepts/index.html | 8 ++++----
content/docs/0.5.1/configurations/index.html | 8 ++++----
content/docs/0.5.1/deployment/index.html | 8 ++++----
content/docs/0.5.1/docker_demo/index.html | 8 ++++----
content/docs/0.5.1/gcs_hoodie/index.html | 8 ++++----
content/docs/0.5.1/migration_guide/index.html | 8 ++++----
content/docs/0.5.1/performance/index.html | 8 ++++----
content/docs/0.5.1/powered_by/index.html | 8 ++++----
content/docs/0.5.1/privacy/index.html | 8 ++++----
content/docs/0.5.1/querying_data/index.html | 8 ++++----
content/docs/0.5.1/quick-start-guide/index.html | 8 ++++----
content/docs/0.5.1/s3_hoodie/index.html | 8 ++++----
content/docs/0.5.1/structure/index.html | 8 ++++----
content/docs/0.5.1/use_cases/index.html | 8 ++++----
content/docs/0.5.1/writing_data/index.html | 8 ++++----
content/docs/0.5.2/comparison/index.html | 8 ++++----
content/docs/0.5.2/concepts/index.html | 8 ++++----
content/docs/0.5.2/configurations/index.html | 8 ++++----
content/docs/0.5.2/deployment/index.html | 8 ++++----
content/docs/0.5.2/docker_demo/index.html | 8 ++++----
content/docs/0.5.2/gcs_hoodie/index.html | 8 ++++----
content/docs/0.5.2/migration_guide/index.html | 8 ++++----
content/docs/0.5.2/performance/index.html | 8 ++++----
content/docs/0.5.2/powered_by/index.html | 8 ++++----
content/docs/0.5.2/privacy/index.html | 8 ++++----
content/docs/0.5.2/querying_data/index.html | 8 ++++----
content/docs/0.5.2/quick-start-guide/index.html | 8 ++++----
content/docs/0.5.2/s3_hoodie/index.html | 8 ++++----
content/docs/0.5.2/structure/index.html | 8 ++++----
content/docs/0.5.2/use_cases/index.html | 8 ++++----
content/docs/0.5.2/writing_data/index.html | 8 ++++----
content/docs/0.5.3/azure_hoodie/index.html | 8 ++++----
content/docs/0.5.3/cloud/index.html | 8 ++++----
content/docs/0.5.3/comparison/index.html | 8 ++++----
content/docs/0.5.3/concepts/index.html | 8 ++++----
content/docs/0.5.3/configurations/index.html | 8 ++++----
content/docs/0.5.3/deployment/index.html | 8 ++++----
content/docs/0.5.3/docker_demo/index.html | 8 ++++----
content/docs/0.5.3/gcs_hoodie/index.html | 8 ++++----
content/docs/0.5.3/migration_guide/index.html | 8 ++++----
content/docs/0.5.3/oss_hoodie/index.html | 8 ++++----
content/docs/0.5.3/performance/index.html | 8 ++++----
content/docs/0.5.3/powered_by/index.html | 8 ++++----
content/docs/0.5.3/privacy/index.html | 8 ++++----
content/docs/0.5.3/querying_data/index.html | 8 ++++----
content/docs/0.5.3/quick-start-guide/index.html | 8 ++++----
content/docs/0.5.3/s3_hoodie/index.html | 8 ++++----
content/docs/0.5.3/structure/index.html | 8 ++++----
content/docs/0.5.3/use_cases/index.html | 8 ++++----
content/docs/0.5.3/writing_data/index.html | 8 ++++----
content/docs/0.6.0/1_2_structure/index.html | 8 ++++----
content/docs/0.6.0/2_8_metrics/index.html | 8 ++++----
content/docs/0.6.0/azure_hoodie/index.html | 8 ++++----
content/docs/0.6.0/cloud/index.html | 8 ++++----
content/docs/0.6.0/comparison/index.html | 8 ++++----
content/docs/0.6.0/concepts/index.html | 8 ++++----
content/docs/0.6.0/configurations/index.html | 8 ++++----
content/docs/0.6.0/cos_hoodie/index.html | 8 ++++----
content/docs/0.6.0/deployment/index.html | 8 ++++----
content/docs/0.6.0/docker_demo/index.html | 8 ++++----
content/docs/0.6.0/gcs_hoodie/index.html | 8 ++++----
content/docs/0.6.0/migration_guide/index.html | 8 ++++----
content/docs/0.6.0/oss_hoodie/index.html | 8 ++++----
content/docs/0.6.0/performance/index.html | 8 ++++----
content/docs/0.6.0/powered_by/index.html | 8 ++++----
content/docs/0.6.0/privacy/index.html | 8 ++++----
content/docs/0.6.0/querying_data/index.html | 8 ++++----
content/docs/0.6.0/quick-start-guide/index.html | 8 ++++----
content/docs/0.6.0/s3_hoodie/index.html | 8 ++++----
content/docs/0.6.0/use_cases/index.html | 8 ++++----
content/docs/0.6.0/writing_data/index.html | 8 ++++----
content/docs/0.7.0/azure_hoodie/index.html | 8 ++++----
content/docs/0.7.0/cloud/index.html | 8 ++++----
content/docs/0.7.0/comparison/index.html | 8 ++++----
content/docs/0.7.0/concepts/index.html | 8 ++++----
content/docs/0.7.0/configurations/index.html | 8 ++++----
content/docs/0.7.0/cos_hoodie/index.html | 8 ++++----
content/docs/0.7.0/deployment/index.html | 8 ++++----
content/docs/0.7.0/docker_demo/index.html | 8 ++++----
content/docs/0.7.0/gcs_hoodie/index.html | 8 ++++----
content/docs/0.7.0/ibm_cos_hoodie/index.html | 8 ++++----
content/docs/0.7.0/metrics/index.html | 8 ++++----
content/docs/0.7.0/migration_guide/index.html | 8 ++++----
content/docs/0.7.0/oss_hoodie/index.html | 8 ++++----
content/docs/0.7.0/overview/index.html | 8 ++++----
content/docs/0.7.0/performance/index.html | 8 ++++----
content/docs/0.7.0/powered_by/index.html | 8 ++++----
content/docs/0.7.0/privacy/index.html | 8 ++++----
content/docs/0.7.0/querying_data/index.html | 8 ++++----
content/docs/0.7.0/quick-start-guide/index.html | 8 ++++----
content/docs/0.7.0/s3_hoodie/index.html | 8 ++++----
content/docs/0.7.0/structure/index.html | 8 ++++----
content/docs/0.7.0/use_cases/index.html | 8 ++++----
content/docs/0.7.0/writing_data/index.html | 8 ++++----
content/docs/0.8.0/azure_hoodie/index.html | 8 ++++----
content/docs/0.8.0/cloud/index.html | 8 ++++----
content/docs/0.8.0/comparison/index.html | 8 ++++----
content/docs/0.8.0/concepts/index.html | 8 ++++----
content/docs/0.8.0/concurrency_control/index.html | 8 ++++----
content/docs/0.8.0/configurations/index.html | 8 ++++----
content/docs/0.8.0/cos_hoodie/index.html | 8 ++++----
content/docs/0.8.0/deployment/index.html | 8 ++++----
content/docs/0.8.0/docker_demo/index.html | 8 ++++----
.../docs/0.8.0/flink-quick-start-guide/index.html | 8 ++++----
content/docs/0.8.0/gcs_hoodie/index.html | 8 ++++----
content/docs/0.8.0/ibm_cos_hoodie/index.html | 8 ++++----
content/docs/0.8.0/metrics/index.html | 8 ++++----
content/docs/0.8.0/migration_guide/index.html | 8 ++++----
content/docs/0.8.0/oss_hoodie/index.html | 8 ++++----
content/docs/0.8.0/overview/index.html | 8 ++++----
content/docs/0.8.0/performance/index.html | 8 ++++----
content/docs/0.8.0/powered_by/index.html | 8 ++++----
content/docs/0.8.0/privacy/index.html | 8 ++++----
content/docs/0.8.0/querying_data/index.html | 8 ++++----
content/docs/0.8.0/quick-start-guide/index.html | 8 ++++----
content/docs/0.8.0/s3_hoodie/index.html | 8 ++++----
content/docs/0.8.0/structure/index.html | 8 ++++----
content/docs/0.8.0/use_cases/index.html | 8 ++++----
content/docs/0.8.0/writing_data/index.html | 8 ++++----
content/docs/azure_hoodie/index.html | 8 ++++----
content/docs/bos_hoodie/index.html | 8 ++++----
content/docs/cloud/index.html | 8 ++++----
content/docs/comparison/index.html | 8 ++++----
content/docs/concepts/index.html | 8 ++++----
content/docs/concurrency_control/index.html | 8 ++++----
content/docs/configurations/index.html | 8 ++++----
content/docs/cos_hoodie/index.html | 8 ++++----
content/docs/deployment/index.html | 8 ++++----
content/docs/docker_demo/index.html | 8 ++++----
content/docs/flink-quick-start-guide/index.html | 8 ++++----
content/docs/gcs_hoodie/index.html | 8 ++++----
content/docs/ibm_cos_hoodie/index.html | 8 ++++----
content/docs/metrics/index.html | 8 ++++----
content/docs/migration_guide/index.html | 8 ++++----
content/docs/next/azure_hoodie/index.html | 10 +++++-----
content/docs/next/bos_hoodie/index.html | 12 +++++------
content/docs/next/cloud/index.html | 13 ++++++------
content/docs/next/comparison/index.html | 8 ++++----
content/docs/next/concepts/index.html | 8 ++++----
content/docs/next/concurrency_control/index.html | 10 +++++-----
content/docs/next/configurations/index.html | 10 +++++-----
content/docs/next/cos_hoodie/index.html | 10 +++++-----
content/docs/next/deployment/index.html | 10 +++++-----
content/docs/next/docker_demo/index.html | 12 +++++------
.../docs/next/flink-quick-start-guide/index.html | 10 +++++-----
content/docs/next/gcs_hoodie/index.html | 10 +++++-----
content/docs/next/ibm_cos_hoodie/index.html | 10 +++++-----
content/docs/next/jfs_hoodie.html/index.html | 11 +++++++++++
content/docs/next/jfs_hoodie/index.html | 22 +++++++++++++++++++++
content/docs/next/metrics/index.html | 10 +++++-----
content/docs/next/migration_guide/index.html | 8 ++++----
content/docs/next/oss_hoodie/index.html | 10 +++++-----
content/docs/next/overview/index.html | 10 +++++-----
content/docs/next/performance/index.html | 10 +++++-----
content/docs/next/privacy/index.html | 10 +++++-----
content/docs/next/querying_data/index.html | 10 +++++-----
content/docs/next/quick-start-guide/index.html | 10 +++++-----
content/docs/next/s3_hoodie/index.html | 10 +++++-----
content/docs/next/schema_evolution/index.html | 10 +++++-----
content/docs/next/structure/index.html | 8 ++++----
content/docs/next/use_cases/index.html | 10 +++++-----
content/docs/next/writing_data/index.html | 10 +++++-----
content/docs/oss_hoodie/index.html | 8 ++++----
content/docs/overview/index.html | 8 ++++----
content/docs/performance/index.html | 8 ++++----
content/docs/privacy/index.html | 8 ++++----
content/docs/querying_data/index.html | 8 ++++----
content/docs/quick-start-guide/index.html | 8 ++++----
content/docs/s3_hoodie/index.html | 8 ++++----
content/docs/schema_evolution/index.html | 8 ++++----
content/docs/structure/index.html | 8 ++++----
content/docs/use_cases/index.html | 8 ++++----
content/docs/writing_data/index.html | 8 ++++----
content/index.html | 8 ++++----
content/learn/faq/index.html | 8 ++++----
content/powered-by/index.html | 8 ++++----
content/releases/download/index.html | 8 ++++----
content/releases/older-releases/index.html | 8 ++++----
content/releases/release-0.5.3/index.html | 8 ++++----
content/releases/release-0.6.0/index.html | 8 ++++----
content/releases/release-0.7.0/index.html | 8 ++++----
content/releases/release-0.8.0/index.html | 8 ++++----
content/releases/release-0.9.0/index.html | 8 ++++----
content/roadmap/index.html | 8 ++++----
content/search/index.html | 8 ++++----
content/sitemap.xml | 2 +-
content/talks-articles/index.html | 8 ++++----
510 files changed, 2070 insertions(+), 2000 deletions(-)
diff --git a/content/404.html b/content/404.html
index 9b52f7a..31aa699 100644
--- a/content/404.html
+++ b/content/404.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Page Not Found | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/404.html"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><link [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/404/index.html b/content/404/index.html
index 5afae87..181d59b 100644
--- a/content/404/index.html
+++ b/content/404/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Page Not Found | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/404"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><link data [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/assets/js/0a91021f.eeb26836.js b/content/assets/js/0a91021f.eeb26836.js
new file mode 100644
index 0000000..d62cb4a
--- /dev/null
+++ b/content/assets/js/0a91021f.eeb26836.js
@@ -0,0 +1 @@
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3729],{3905:function(e,t,n){n.d(t,{Zo:function(){return l},kt:function(){return f}});var r=n(67294);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function a(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
diff --git a/content/assets/js/2a74f6a7.330db9f0.js b/content/assets/js/2a74f6a7.330db9f0.js
new file mode 100644
index 0000000..46bc7ea
--- /dev/null
+++ b/content/assets/js/2a74f6a7.330db9f0.js
@@ -0,0 +1 @@
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[8171],{3905:function(e,t,o){o.d(t,{Zo:function(){return m},kt:function(){return p}});var n=o(67294);function s(e,t,o){return t in e?Object.defineProperty(e,t,{value:o,enumerable:!0,configurable:!0,writable:!0}):e[t]=o,e}function a(e,t){var o=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),o.push. [...]
\ No newline at end of file
diff --git a/content/assets/js/2a74f6a7.772abe56.js b/content/assets/js/2a74f6a7.772abe56.js
deleted file mode 100644
index 16147d8..0000000
--- a/content/assets/js/2a74f6a7.772abe56.js
+++ /dev/null
@@ -1 +0,0 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[8171],{3905:function(e,t,o){o.d(t,{Zo:function(){return m},kt:function(){return p}});var n=o(67294);function s(e,t,o){return t in e?Object.defineProperty(e,t,{value:o,enumerable:!0,configurable:!0,writable:!0}):e[t]=o,e}function a(e,t){var o=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),o.push. [...]
\ No newline at end of file
diff --git a/content/assets/js/35f2b245.2198830f.js b/content/assets/js/35f2b245.51a60e98.js
similarity index 54%
rename from content/assets/js/35f2b245.2198830f.js
rename to content/assets/js/35f2b245.51a60e98.js
index b7654dd..b709b24 100644
--- a/content/assets/js/35f2b245.2198830f.js
+++ b/content/assets/js/35f2b245.51a60e98.js
@@ -1 +1 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3208],{3905:function(e,t,n){n.d(t,{Zo:function(){return c},kt:function(){return b}});var o=n(67294);function r(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3208],{3905:function(e,t,n){n.d(t,{Zo:function(){return c},kt:function(){return b}});var o=n(67294);function r(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
diff --git a/content/assets/js/935f2afb.552f1a1a.js b/content/assets/js/935f2afb.06af6bc6.js
similarity index 54%
rename from content/assets/js/935f2afb.552f1a1a.js
rename to content/assets/js/935f2afb.06af6bc6.js
index d68dbf5..030a054 100644
--- a/content/assets/js/935f2afb.552f1a1a.js
+++ b/content/assets/js/935f2afb.06af6bc6.js
@@ -1 +1 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[53],{1109:function(e){e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Current","banner":"unreleased","isLast":false,"docsSidebars":{"docs":[{"type":"link","label":"Overview","href":"/docs/next/overview"},{"collapsed":false,"type":"category","label":"Quick Start","items":[{"type":"link","label":"Spark Guide","href":"/docs/next/quick-start-guide"},{"type":"link","label":"Flink Guide","href":"/doc [...]
\ No newline at end of file
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[53],{1109:function(e){e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Current","banner":"unreleased","isLast":false,"docsSidebars":{"docs":[{"type":"link","label":"Overview","href":"/docs/next/overview"},{"collapsed":false,"type":"category","label":"Quick Start","items":[{"type":"link","label":"Spark Guide","href":"/docs/next/quick-start-guide"},{"type":"link","label":"Flink Guide","href":"/doc [...]
\ No newline at end of file
diff --git a/content/assets/js/d4522125.39885b83.js b/content/assets/js/d4522125.f70d4e8c.js
similarity index 95%
rename from content/assets/js/d4522125.39885b83.js
rename to content/assets/js/d4522125.f70d4e8c.js
index 14419fc..24c4147 100644
--- a/content/assets/js/d4522125.39885b83.js
+++ b/content/assets/js/d4522125.f70d4e8c.js
@@ -1 +1 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3746],{3905:function(e,t,r){r.d(t,{Zo:function(){return d},kt:function(){return f}});var o=r(67294);function n(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function i(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push. [...]
\ No newline at end of file
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3746],{3905:function(e,t,r){r.d(t,{Zo:function(){return d},kt:function(){return f}});var o=r(67294);function n(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function i(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push. [...]
\ No newline at end of file
diff --git a/content/assets/js/main.8b995387.js b/content/assets/js/main.5b0a98d0.js
similarity index 77%
rename from content/assets/js/main.8b995387.js
rename to content/assets/js/main.5b0a98d0.js
index 07059d0..e31cb80 100644
--- a/content/assets/js/main.8b995387.js
+++ b/content/assets/js/main.5b0a98d0.js
@@ -1,2 +1,2 @@
-/*! For license information please see main.8b995387.js.LICENSE.txt */
-(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[179],{99782:function(e,t,n){"use strict";n.r(t),t.default={title:"Apache Hudi!",tagline:"Hudi brings transactions, record-level updates/deletes and change streams to data lakes!",url:"https://hudi.apache.org",baseUrl:"/",onBrokenLinks:"throw",onBrokenMarkdownLinks:"warn",favicon:"/assets/images/favicon.ico",organizationName:"apache",projectName:"hudi",i18n:{defaultLocale:"en",locales:["en","cn"],localeConfigs:{en:{label:"English",d [...]
\ No newline at end of file
+/*! For license information please see main.5b0a98d0.js.LICENSE.txt */
+(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[179],{99782:function(e,t,n){"use strict";n.r(t),t.default={title:"Apache Hudi!",tagline:"Hudi brings transactions, record-level updates/deletes and change streams to data lakes!",url:"https://hudi.apache.org",baseUrl:"/",onBrokenLinks:"throw",onBrokenMarkdownLinks:"warn",favicon:"/assets/images/favicon.ico",organizationName:"apache",projectName:"hudi",i18n:{defaultLocale:"en",locales:["en","cn"],localeConfigs:{en:{label:"English",d [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/main.9adee633.js.LICENSE.txt b/content/assets/js/main.5b0a98d0.js.LICENSE.txt
similarity index 100%
rename from content/cn/assets/js/main.9adee633.js.LICENSE.txt
rename to content/assets/js/main.5b0a98d0.js.LICENSE.txt
diff --git a/content/assets/js/runtime~main.5b870716.js b/content/assets/js/runtime~main.5b870716.js
new file mode 100644
index 0000000..1ba4b52
--- /dev/null
+++ b/content/assets/js/runtime~main.5b870716.js
@@ -0,0 +1 @@
+!function(){"use strict";var e,a,f,d,c,b={},t={};function n(e){var a=t[e];if(void 0!==a)return a.exports;var f=t[e]={exports:{}};return b[e].call(f.exports,f,f.exports,n),f.exports}n.m=b,e=[],n.O=function(a,f,d,c){if(!f){var b=1/0;for(u=0;u<e.length;u++){f=e[u][0],d=e[u][1],c=e[u][2];for(var t=!0,r=0;r<f.length;r++)(!1&c||b>=c)&&Object.keys(n.O).every((function(e){return n.O[e](f[r])}))?f.splice(r--,1):(t=!1,c<b&&(b=c));if(t){e.splice(u--,1);var o=d();void 0!==o&&(a=o)}}return a}c=c||0;f [...]
\ No newline at end of file
diff --git a/content/assets/js/runtime~main.edfe8493.js b/content/assets/js/runtime~main.edfe8493.js
deleted file mode 100644
index 3bd923a..0000000
--- a/content/assets/js/runtime~main.edfe8493.js
+++ /dev/null
@@ -1 +0,0 @@
-!function(){"use strict";var e,a,f,d,c,b={},t={};function n(e){var a=t[e];if(void 0!==a)return a.exports;var f=t[e]={exports:{}};return b[e].call(f.exports,f,f.exports,n),f.exports}n.m=b,e=[],n.O=function(a,f,d,c){if(!f){var b=1/0;for(u=0;u<e.length;u++){f=e[u][0],d=e[u][1],c=e[u][2];for(var t=!0,r=0;r<f.length;r++)(!1&c||b>=c)&&Object.keys(n.O).every((function(e){return n.O[e](f[r])}))?f.splice(r--,1):(t=!1,c<b&&(b=c));if(t){e.splice(u--,1);var o=d();void 0!==o&&(a=o)}}return a}c=c||0;f [...]
\ No newline at end of file
diff --git a/content/blog/2016/12/30/strata-talk-2017/index.html b/content/blog/2016/12/30/strata-talk-2017/index.html
index 03be55d..8bd0ae2 100644
--- a/content/blog/2016/12/30/strata-talk-2017/index.html
+++ b/content/blog/2016/12/30/strata-talk-2017/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Connect with us at Strata San Jose March 2017 | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Connect with us at Strata San Jose March 2017 | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will be presenting Hudi & general concepts around how incremental processing works at Uber."><meta data-react-helmet="tr [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Catch our talk <strong>"Incremental Processing on Hadoop At Uber"</strong></p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2019/01/18/asf-incubation"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Hudi entered Apache Incubator</div></a></div><div class="pagination-nav__item pagination-nav__item--next"></ [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2019/01/18/asf-incubation/index.html b/content/blog/2019/01/18/asf-incubation/index.html
index a79d4a7..00c383a 100644
--- a/content/blog/2019/01/18/asf-incubation/index.html
+++ b/content/blog/2019/01/18/asf-incubation/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Hudi entered Apache Incubator | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Hudi entered Apache Incubator | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In the coming weeks, we will be moving in our new home on the Apache Incubator."><meta data-react-helmet="true" property="og:description" content="In the comin [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2019/03/07/batch-vs-incremental/index.html b/content/blog/2019/03/07/batch-vs-incremental/index.html
index 01b398d..063ec46 100644
--- a/content/blog/2019/03/07/batch-vs-incremental/index.html
+++ b/content/blog/2019/03/07/batch-vs-incremental/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Big Batch vs Incremental Processing | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Big Batch vs Incremental Processing | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/blog/2019/03/07/batch-vs-incremental"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2019/05/14/registering-dataset-to-hive/index.html b/content/blog/2019/05/14/registering-dataset-to-hive/index.html
index 484934c..520e950 100644
--- a/content/blog/2019/05/14/registering-dataset-to-hive/index.html
+++ b/content/blog/2019/05/14/registering-dataset-to-hive/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Registering sample dataset to Hive via beeline | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Registering sample dataset to Hive via beeline | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Hudi hive sync tool typically handles registration of the dataset into Hive metastore. In case, there are issues with quickst [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2019/09/09/ingesting-database-changes/index.html b/content/blog/2019/09/09/ingesting-database-changes/index.html
index 926772e..45f66f0 100644
--- a/content/blog/2019/09/09/ingesting-database-changes/index.html
+++ b/content/blog/2019/09/09/ingesting-database-changes/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Ingesting Database changes via Sqoop/Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Ingesting Database changes via Sqoop/Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Very simple in just 2 steps."><meta data-react-helmet="true" property="og:description" content="Very simple in just 2 steps."><meta dat [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/01/15/delete-support-in-hudi/index.html b/content/blog/2020/01/15/delete-support-in-hudi/index.html
index 7313cb6..733a931 100644
--- a/content/blog/2020/01/15/delete-support-in-hudi/index.html
+++ b/content/blog/2020/01/15/delete-support-in-hudi/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Delete support in Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Delete support in Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Deletes are supported at a record level in Hudi with 0.5.1 release. This blog is a "how to" blog on how to delete records in hudi. Deletes can be done with 3 flavo [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/01/20/change-capture-using-aws/index.html b/content/blog/2020/01/20/change-capture-using-aws/index.html
index cabf5ae..8a5a691 100644
--- a/content/blog/2020/01/20/change-capture-using-aws/index.html
+++ b/content/blog/2020/01/20/change-capture-using-aws/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Change Capture Using AWS Database Migration Service and Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Change Capture Using AWS Database Migration Service and Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="One of the core use-cases for Apache Hudi is enabling seamless, efficient database ingestion to y [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
<img src="/assets/images/s3-endpoint-configuration-1-6246a9d09772ac527a13f5b26a6fb38e.png"><img src="/assets/images/s3-endpoint-configuration-2-b275c182ed2fa52e4c7a33bffba394d5.png"><img src="/assets/images/s3-endpoint-list-8d89e05bd7f4d82958a6c11a0cc0c8ea.png"></li></ul><p>Then proceed to create a migration task, as below. Give it a name, connect the source to the target and be sure to pick the right <em>Migration type</em> as shown below, to ensure ongoing changes are continuously repl [...]
<img src="/assets/images/s3-migration-task-2-797ea4b89d2a3be41d476785040e2886.png"></p><p>Starting the DMS task and should result in an initial load, like below.</p><p><img src="/assets/images/dms-task-cf605b4a3c85bea264a16a20a1645608.png"></p><p>Simply reading the raw initial load file, shoud give the same values as the upstream table</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly scala"><pre tabindex="0" class="prism-code language-scala codeBlock_23N8 thin-sc [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="applying-change-logs-using-hudi-deltastreamer"></a>Applying Change Logs using Hudi DeltaStreamer<a class="hash-link" href="#applying-change-logs-using-hudi-deltastreamer" title="Direct link to heading">#</a></h2><p>Now, we are ready to start consuming the change logs. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/03/22/exporting-hudi-datasets/index.html b/content/blog/2020/03/22/exporting-hudi-datasets/index.html
index 18f386e..0d83d42 100644
--- a/content/blog/2020/03/22/exporting-hudi-datasets/index.html
+++ b/content/blog/2020/03/22/exporting-hudi-datasets/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Export Hudi datasets as a copy or as different formats | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Export Hudi datasets as a copy or as different formats | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Copy to Hudi dataset"><meta data-react-helmet="true" property="og:description" content="Copy to Hudi dataset" [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> private static final String PARTITION_NAME = "date";</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public DataFrameWriter<Row> partition(Dataset<Row> sou [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/04/27/apache-hudi-apache-zepplin/index.html b/content/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
index d499f02..8c53125 100644
--- a/content/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
+++ b/content/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi Support on Apache Zeppelin | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi Support on Apache Zeppelin | Apache Hudi!"><meta data-react-helmet="true" name="description" content="1. Introduction"><meta data-react-helmet="true" property="og:description" content="1. Introduction"><meta data-react-helmet="true" property=" [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
<strong>Side effects</strong>: The tasks of saprk jobs other than zeppelin assigned to the cluster nodes of parquet 1.10 may fail.
<strong>Suggestions</strong>: Clients other than zeppelin will also have jar conflicts. Therefore, it is recommended to fully upgrade the spark jar, parquet jar and related dependent jars of the cluster to better adapt to Hudi’s capabilities.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="33-spark-interpreter-adaptation"></a>3.3 Spark Interpreter adaptation<a class="hash-link" href="#33-spark-interpreter-adaptation" title="Direct link to heading">#</a>< [...]
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABxoAAABpCAYAAAANxyYiAAAgAElEQVR4Ae3dzY7jxrUAYL9JXiWv4VUv7IewVwGctaGls81TaJlFFlpkGQS53ozi3cAzgIGxgfZggvCiiiyyqvgjSmq1NNInoKfZJKtY9dVpQGdOk/qiqV5v376t9viRAAECBAgQIECAAAECBAgQ+PjxY/PmzZvmxx9/POortAltvQgQIECAAAECBAgQIHBvAl/UE1JorEX8TIAAAQIECBAgQIAAAQIEmlhk/PDhw9EUoU0oNnoRIECAAAECBAgQIEDg3gQUGu9tRc2HAAECBAgQIECAAAECBC4iEO5kPPV1TttTr6kdAQIECBAgQIAAAQIELi3w2Rcan3eb5mm7v7ST/muB512zeXpqnvqvTbN7bk+62JqMrvnUbNJF6/Ed/HnfbJ+GMY9Pf252m3x+Ybs9P85v [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html b/content/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
index f57b233..98aa74e 100644
--- a/content/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
+++ b/content/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Monitor Hudi metrics with Datadog | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Monitor Hudi metrics with Datadog | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Availability"><meta data-react-helmet="true" property="og:description" content="Availability"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html b/content/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
index 417ec9b..3845bed 100644
--- a/content/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
+++ b/content/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Incremental Processing on the Data Lake | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Incremental Processing on the Data Lake | Apache Hudi!"><meta data-react-helmet="true" name="description" content="NOTE: This article is a translation of the infoq.cn article, found here, with minor edits"><meta data-react-helmet="true" property="og:desc [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -118,7 +118,7 @@ and latency, and some long-tail applications that rely heavily on updates. Next,
incremental consumption, and explained why these two primitives can solve the problems explained above.</p><p>Then, we introduced why incremental processing is also important to the data lake. There are many common parts in data processing between the data lake and the data warehouse.
In the data warehouse, some "pain points" caused by the lack of incremental processing also exist in the data lake. We elaborated its significance to the data lake from four
aspects: incremental processing of semantics of natural fit flow, the need for analytical scenarios, quasi-real-time scene resource/efficiency trade-offs, and unified lake architecture.</p><p>Finally, we introduced the open source data lake storage framework Apache Hudi's support for incremental processing and simple cases.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html b/content/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
index 446144f..157d7be 100644
--- a/content/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
+++ b/content/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Efficient Migration of Large Parquet Tables to Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Efficient Migration of Large Parquet Tables to Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will look at how to migrate a large parquet table to Hudi without having to rewrite the entire dat [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Here is an example code snippet to perform METADATA_ONLY bootstrap.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly properties"><pre tabindex="0" class="prism-code language-properties codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.hudi.{DataSourceWriteOptions, HoodieDataSourceHelpers}</span></span><span class [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/08/21/async-compaction-deployment-model/index.html b/content/blog/2020/08/21/async-compaction-deployment-model/index.html
index 7bc4e1e..9a252b9 100644
--- a/content/blog/2020/08/21/async-compaction-deployment-model/index.html
+++ b/content/blog/2020/08/21/async-compaction-deployment-model/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Async Compaction Deployment Models | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Async Compaction Deployment Models | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will look at different deployment models for executing compactions asynchronously."><meta data-react-helmet="true" property="og:description" conte [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ on Merge-On-Read table.</p><p>Here is an example snippet in java</p><div class="
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> DataStreamWriter<Row> writer = streamingInput.writeStream().format("org.apache.hudi")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .option(DataSourceWriteOptions.OPERATION_OPT_KEY(), operationType)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .option(DataSourceWriteOptions.TABLE_TYPE_OPT_K [...]
ingests data to Hudi table continuously from upstream sources. In this mode, Hudi supports managing asynchronous
compactions. Here is an example snippet for running in continuous mode with async compactions</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly properties"><pre tabindex="0" class="prism-code language-properties codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">spark-submit --packages org.apache.hudi:hudi-utilities-bundle_2.11:0.6. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html b/content/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
index 8e1aef6..decd62a 100644
--- a/content/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
+++ b/content/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Ingest multiple tables using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Ingest multiple tables using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="When building a change data capture pipeline for already existing or newly created relational databases, one of the most common problems that one faces [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">#Kafka props</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">bootstrap.servers=localhost:9092</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">auto.offset.reset=earliest</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">schema.registry.url=http://localhost:8081</span></span><span class="token- [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">hoodie.datasource.write.keygenerator.class=org.apache.hudi.keygen.CustomKeyGenerator</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>s3:///temp/hudi-ingestion-config/config_table1.properties</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html b/content/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
index 521df0f..ca7e46a 100644
--- a/content/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
+++ b/content/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">How nClouds Helps Accelerate Data Delivery with Apache Hudi on Amazon EMR | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="How nClouds Helps Accelerate Data Delivery with Apache Hudi on Amazon EMR | Apache Hudi!"><meta data-react-helmet="true" name="description" content="This blog published by nClouds in partnership with AWS shows how to bui [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html b/content/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
index b9833ea..c7b002e 100644
--- a/content/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
+++ b/content/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi meets Apache Flink | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi meets Apache Flink | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi (Hudi for short) is a data lake framework created at Uber. Hudi joined the Apache incubator for incubation in January 2019, and was promoted to t [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ This function is introduced because the input parameters that the <code>JavaSpar
At the same time, there are many exceptions that need to be thrown in the logic of Hudi, and the code for <code>try-catch</code> in the Lambda expression will be omitted It is bloated and not very elegant.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="6-current-progress-and-follow-up-plan"></a>6. Current progress and follow-up plan<a class="hash-link" href="#6-current-progress-and-follow-up-plan" title="Direct link to heading">#</a></h2><h3><a aria-hid [...]
<a href="https://cn.aliyun.com/" target="_blank" rel="noopener noreferrer">Aliyun</a>
<a href="https://www.sf-express.com/cn/sc/" target="_blank" rel="noopener noreferrer">SF-express</a></p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="62-follow-up-plan"></a>6.2 Follow-up plan<a class="hash-link" href="#62-follow-up-plan" title="Direct link to heading">#</a></h3><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="1-promote-the-integration-of-hudi-and-flink"></a>1) Promote the integration of Hudi and Flink<a class [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html b/content/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
index 6c6f612..3526761 100644
--- a/content/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
+++ b/content/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apply record level changes from relational databases to Amazon S3 data lake using Apache Hudi on Amazon EMR and AWS Database Migration Service | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apply record level changes from relational databases to Amazon S3 data lake using Apache Hudi on Amazon EMR and AWS Database Migration Service | Apache [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/11/11/hudi-indexing-mechanisms/index.html b/content/blog/2020/11/11/hudi-indexing-mechanisms/index.html
index b10a4b5..cfb0dcf 100644
--- a/content/blog/2020/11/11/hudi-indexing-mechanisms/index.html
+++ b/content/blog/2020/11/11/hudi-indexing-mechanisms/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Employing the right indexes for fast updates, deletes in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Employing the right indexes for fast updates, deletes in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi employs an index to locate the file group, that an update/delete belo [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -60,7 +60,7 @@ partition path value could change due to an update e.g users table partitioned b
right within Hudi, which will improve the index look-up time and will also avoid additional overhead of maintaining an external system like hbase. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="summary"></a>Summary<a class="hash-link" href="#summary" title="Direct link to heading">#</a></h2><p>Without the indexing capabilities in Hudi, it would not been possible to make upserts/deletes happen at <a href="https://eng.uber.com/apache-hudi-graduation/" ta [...]
Hopefully this post gave you good enough context on the indexing mechanisms today and how different tradeoffs play out. </p><p>Some interesting work underway in this area:</p><ul><li>Apache Flink based writing with a RocksDB state store backed indexing mechanism, unlocking true streaming upserts on data lakes. </li><li>A brand new MetadataIndex, which reimagines the bloom index today on top of the metadata table in Hudi.</li><li>Record level index implementation, as a secondary index usi [...]
Please <a href="/contribute/get-involved">engage</a> with our community if you want to get involved.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Building High-Performance Data Lake Using Apache Hudi and Al [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html b/content/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
index 4b1c721..b43c4c2 100644
--- a/content/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
+++ b/content/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Building High-Performance Data Lake Using Apache Hudi and Alluxio at T3Go | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Building High-Performance Data Lake Using Apache Hudi and Alluxio at T3Go | Apache Hudi!"><meta data-react-helmet="true" name="description" content="T3Go is China’s first platform for smart travel based on the Internet [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/01/27/hudi-clustering-intro/index.html b/content/blog/2021/01/27/hudi-clustering-intro/index.html
index 869cb34..df9512a 100644
--- a/content/blog/2021/01/27/hudi-clustering-intro/index.html
+++ b/content/blog/2021/01/27/hudi-clustering-intro/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Optimize Data lake layout using Clustering in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Optimize Data lake layout using Clustering in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi brings stream processing to big data, providing fresh data while being an order of magnitud [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">val df = //generate data frame</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">df.write.format("org.apache.hudi").</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> options(getQuickstartWriteConfigs).</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> option(PRECOMBINE [...]
<em>Figure: Spark SQL query details before clustering</em></p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="after-clustering"></a>After Clustering<a class="hash-link" href="#after-clustering" title="Direct link to heading">#</a></h2><p>The query plan is similar to above. But, because of improved data locality and predicate push down, spark is able to prune a lot of rows. After clustering, the same query only outputs 110K rows (out of 20M rows) while scann [...]
<em>Figure: Spark SQL query details after clustering</em></p><p>The table below summarizes query performance improvements from experiments run using Spark3</p><table><thead><tr><th>Table State</th><th>Query runtime</th><th>Num Records Processed</th><th>Num files on disk</th><th>Size of each file</th></tr></thead><tbody><tr><td><strong>Unclustered</strong></td><td>130,673 ms</td><td>~20M</td><td>13642</td><td>~150 MB</td></tr><tr><td><strong>Clustered</strong></td><td>55,963 ms</td><td>~1 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/02/13/hudi-key-generators/index.html b/content/blog/2021/02/13/hudi-key-generators/index.html
index ab33fc0..66e3f98 100644
--- a/content/blog/2021/02/13/hudi-key-generators/index.html
+++ b/content/blog/2021/02/13/hudi-key-generators/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi Key Generators | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi Key Generators | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Every record in Hudi is uniquely identified by a primary key, which is a pair of record key and partition path where"><meta data-react-helmet="true" property="og:des [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -47,7 +47,7 @@ in a specific format. The format should be "field1:PartitionKeyType1,field2
and so on. Each partition key type could either be SIMPLE or TIMESTAMP.</p><p>Example config value: <code>“field_3:simple,field_5:timestamp”</code></p><p>RecordKey config value is either single field incase of SimpleKeyGenerator or a comma separate field names if referring to ComplexKeyGenerator.
Eg: “col1” or “col3,col4”.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="nonpartitionedkeygenerator"></a><a href="https://github.com/apache/hudi/blob/master/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/keygen/NonpartitionedKeyGenerator.java" target="_blank" rel="noopener noreferrer">NonPartitionedKeyGenerator</a><a class="hash-link" href="#nonpartitionedkeygenerator" title="Direct link to heading">#</a></h3><p>If your hudi dataset is not [...]
partition for all records. In other words, all records go to the same partition (which is empty “”) </p><p>Hope this blog gave you a good understanding of different types of Key Generators available in Apache Hudi. Thanks for your continued support for Hudi's community.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/03/01/hudi-file-sizing"><div c [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/03/01/hudi-file-sizing/index.html b/content/blog/2021/03/01/hudi-file-sizing/index.html
index 9f74f7a..fa9a115 100644
--- a/content/blog/2021/03/01/hudi-file-sizing/index.html
+++ b/content/blog/2021/03/01/hudi-file-sizing/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Streaming Responsibly - How Apache Hudi maintains optimum sized files | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Streaming Responsibly - How Apache Hudi maintains optimum sized files | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi is a data lake platform technology that provides several functional [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -46,7 +46,7 @@ considered as a small file to be packed with more data.</p><p><img alt="Assignin
<em>Figure: Remaining records are assigned to new files</em></p><p>Hudi leverages mechanisms such as custom partitioning for optimized record distribution to different files, executing
the algorithm above. After this round of ingestion is complete, all files except File_8 are nicely sized to the optimum size.
This process is followed during every ingestion to ensure there are no small files in your Hudi tables. </p><p>Hopefully the blog gave you an overview into how hudi manages small files and assists in boosting your query performance.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner"><div class="pagina [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html b/content/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
index 78ac718..be1ad73 100644
--- a/content/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
+++ b/content/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Employing correct configurations for Hudi's cleaner table service | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Employing correct configurations for Hudi's cleaner table service | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi provides snapshot isolation between writers and readers. This is [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
<em>Figure1: Incoming records getting ingested into a hudi dataset every 30 minutes</em></p><p>The figure shows a particular partition on DFS where commits and corresponding file versions are color coded. 4 different file groups are created in this partition as depicted by fileGroup1, fileGroup2, fileGroup3 and fileGroup4. File group corresponding to fileGroup2 has records ingested from all the 5 commits, while the group corresponding to fileGroup4 has records from the latest 2 commits o [...]
<em>Figure2: Files corresponding to latest 3 commits are retained</em></p><p>Now, suppose the user uses the below configs for cleaning:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hoodie.cleaner.policy=KEEP_LATEST_FILE_VE [...]
<em>Figure3: Latest file version in every file group is retained</em></p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="configurations"></a>Configurations<a class="hash-link" href="#configurations" title="Direct link to heading">#</a></h3><p>You can find the details about all the possible configurations along with the default values <a href="https://hudi.apache.org/docs/configurations#compaction-configs" target="_blank" rel="noopener noreferrer">here</a>.< [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/07/21/streaming-data-lake-platform/index.html b/content/blog/2021/07/21/streaming-data-lake-platform/index.html
index 241c8c3..7cfa581 100644
--- a/content/blog/2021/07/21/streaming-data-lake-platform/index.html
+++ b/content/blog/2021/07/21/streaming-data-lake-platform/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi - The Data Lake Platform | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi - The Data Lake Platform | Apache Hudi!"><meta data-react-helmet="true" name="description" content="As early as 2016, we set out a bold, new vision reimagining batch data processing through a new “incremental” data processing stack - alongside t [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ with <a href="https://flink.apache.org/2021/03/11/batch-execution-mode.html" tar
much like how Kafka/Pulsar enable efficient storage for event streaming. <a href="https://hudi.apache.org/powered_by" target="_blank" rel="noopener noreferrer">Many organizations</a> have already reaped real benefits of adopting a streaming model for their data lakes, in terms of fresh data, simplified architecture and great cost reductions.</p><p>But first, we needed to tackle the basics - transactions and mutability - on the data lake. In many ways, Apache Hudi pioneered the transactio [...]
While we have strawman designs outlined for the newer components in the blog, we welcome with open arms fresh perspectives from the community.
Rest of the blog will delve into each layer in our stack - explaining what it does, how it's designed for incremental processing and how it will evolve in the future.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="lake-storage"></a>Lake Storage<a class="hash-link" href="#lake-storage" title="Direct link to heading">#</a></h2><p>Hudi interacts with lake storage using the <a href="https://hadoop.apache.org/docs/stable/api/org/apache/hadoop/fs/FileSys [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/08/16/kafka-custom-deserializer/index.html b/content/blog/2021/08/16/kafka-custom-deserializer/index.html
index f237638..a506061 100644
--- a/content/blog/2021/08/16/kafka-custom-deserializer/index.html
+++ b/content/blog/2021/08/16/kafka-custom-deserializer/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Schema evolution with DeltaStreamer using KafkaSource | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Schema evolution with DeltaStreamer using KafkaSource | Apache Hudi!"><meta data-react-helmet="true" name="description" content="The schema used for data exchange between services can change rapidly with new business requirements."><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ The Deserializer then reads the records from the topic using the schema the reco
in order to ensure smooth schema evolution with different producers producing records in different versions.</p><p><code>hoodie.deltastreamer.source.kafka.value.deserializer.class=org.apache.hudi.utilities.deser.KafkaAvroSchemaDeserializer</code></p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="conclusion"></a>Conclusion<a class="hash-link" href="#conclusion" title="Direct link to heading">#</a></h2><p>Hope this blog helps in ingesting data from kafka int [...]
needs. Hudi has a very active development community and we look forward for more contributions.
Please check out <a href="https://hudi.apache.org/contribute/get-involved" target="_blank" rel="noopener noreferrer">this</a> link to start contributing.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/08/18/virtual-keys"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Adding support for Virtual Keys in Hudi</ [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/08/18/improving-marker-mechanism/index.html b/content/blog/2021/08/18/improving-marker-mechanism/index.html
index 42ce408..8a78f69 100644
--- a/content/blog/2021/08/18/improving-marker-mechanism/index.html
+++ b/content/blog/2021/08/18/improving-marker-mechanism/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Improving Marker Mechanism in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Improving Marker Mechanism in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Hudi supports fully automatic cleanup of uncommitted data on storage during its write operations. Write operations in an Apache Hudi ta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@ very large writes. We demonstrate how we improve write performance with introduc
uses to automatically clean up uncommitted data during failure and rollback scenarios. Each marker entry is composed of three parts, the data file name,
the marker extension (<code>.marker</code>), and the I/O operation created the file (<code>CREATE</code> - inserts, <code>MERGE</code> - updates/deletes, or <code>APPEND</code> - either). For example, the marker <code>91245ce3-bb82-4f9f-969e-343364159174-0_140-579-0_20210820173605.parquet.marker.CREATE</code> indicates
that the corresponding data file is <code>91245ce3-bb82-4f9f-969e-343364159174-0_140-579-0_20210820173605.parquet</code> and the I/O type is <code>CREATE</code>. Hudi creates a marker before creating the corresponding data file in the file system and deletes all markers pertaining to a commit when it succeeds.</p><p>The markers are useful for efficiently carrying out different operations by the write client. Markers serve as a way to track data files of interest rather than scanning the [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/08/18/virtual-keys/index.html b/content/blog/2021/08/18/virtual-keys/index.html
index 0de18f3..b849a98 100644
--- a/content/blog/2021/08/18/virtual-keys/index.html
+++ b/content/blog/2021/08/18/virtual-keys/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Adding support for Virtual Keys in Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Adding support for Virtual Keys in Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi helps you build and manage data lakes with different table types, config knobs to cater to everyone's need."><meta data-re [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ difference between records of a hudi table with and without virtual keys.</p><p>
incremental queries are not supported. An exception will be thrown as below when an incremental query is triggered for such
a table.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">scala> val tripsIncrementalDF = spark.read.format("hudi").</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> | o [...]
Hudi and looking to contribute, do check out <a href="https://hudi.apache.org/contribute/get-involved" target="_blank" rel="noopener noreferrer">here</a>.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/08/18/improving-marker-mechanism"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Improving Marker Mechanism [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/08/23/async-clustering/index.html b/content/blog/2021/08/23/async-clustering/index.html
index 4bd490e..4306cc4 100644
--- a/content/blog/2021/08/23/async-clustering/index.html
+++ b/content/blog/2021/08/23/async-clustering/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Asynchronous Clustering using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Asynchronous Clustering using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In one of the previous blog posts, we introduced a new"><meta data-react-helmet="true" property="og:description" content="In one of the previous blog [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -64,7 +64,7 @@ whose location can be pased as <code>—props</code> when starting the deltastre
over yet and future work entails:</p><ul><li>Support clustering with updates.</li><li>CLI tools to support clustering.</li></ul><p>Please follow this <a href="https://issues.apache.org/jira/browse/HUDI-1042" target="_blank" rel="noopener noreferrer">JIRA</a> to learn more about active development on
this issue. We look forward to contributions from the community. Hope you enjoyed this post. Put your Hudi on and keep
streaming!</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/08/23/s3-events-source/index.html b/content/blog/2021/08/23/s3-events-source/index.html
index 111c4a1..e16d828 100644
--- a/content/blog/2021/08/23/s3-events-source/index.html
+++ b/content/blog/2021/08/23/s3-events-source/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Reliable ingestion from AWS S3 using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Reliable ingestion from AWS S3 using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In this post we will talk about a new deltastreamer source which reliably and efficiently processes new data files as they arrive in AW [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ Download the <a href="https://mvnrepository.com/artifact/com.amazonaws/aws-java-
Then start the S3EventsSource and S3EventsHoodieIncrSource using the HoodieDeltaStreamer utility as shown in sample commands below.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly bash"><pre tabindex="0" class="prism-code language-bash codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token comment" style="color:rgb(98, 114, 164)"># To start [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># To start S3EventsHoodieIncrSource</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">spark-submit </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><sp [...]
We look forward to contributions from the community. Hope you enjoyed this post. </p><p>Put your Hudi on and keep streaming!</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/2021/08/23/async-clustering"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Asynchronous Clustering using Hudi</div></a></div><div class="pagi [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html b/content/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
index 56e4a00..61688d2 100644
--- a/content/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
+++ b/content/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Ziyue Guan from Bytedance shares the experience of building an ExaByte(EB)-level data [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
<img alt="slide5 scenario details" src="/assets/images/slide5-63a50a959a8ca1fd6371bafd1765bd0a.png"></p><p>In the recommendation system, we use the data lake in the following two scenarios:</p><ol><li><p>We use BigTable as the data storage for the near real-time processing in the entire system. There is an internally developed component TBase, which provides the semantics of BigTable and the abstraction of some requirements in the search advertisement recommendation scenarios, and shield [...]
<img alt="slide7 design details" src="/assets/images/slide7-5941e55407477f2a843749121fd90709.png"></p><p>When making the decision on the engine, we examine three of the most popular data lake engines, <strong>Hudi</strong>, <strong>Iceberg</strong>, and <strong>DeltaLake</strong>. These three have their own advantages and disadvantages in our scenarios. Finally, <strong>Hudi</strong> is selected as the storage engine based on Hudi's openness to the upstream and downstream ecosystems [...]
<img alt="slide17 future work details" src="/assets/images/slide17-ae7bfe343dd1d0cd170f2f5d00094dea.png"></p><p>In the future, we will continue to iterate in the following aspects.</p><ul><li><p><strong>Productization issues</strong>: The current way of using APIs and tuning parameters are highly demanding for the users, especially for the tuning, operation, and maintenance, which requires a deep understanding of Hudi principles to complete. This hinders the promotion of that to users.< [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/index.html b/content/blog/index.html
index 14c3028..23df1f8 100644
--- a/content/blog/index.html
+++ b/content/blog/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -41,7 +41,7 @@ inherently ingests are going to end up having smaller volume of writes, which mi
the record belongs to. Using primary keys, Hudi can impose a) partition level uniqueness integrity constraint
b) enable fast updates and deletes on records. One should choose the partitioning scheme wisely as it could be a
determining factor for your ingestion and query latency.</p></div><footer class="row docusaurus-mt-lg"><div class="col text--right"><a aria-label="Read more about Apache Hudi Key Generators" href="/blog/2021/02/13/hudi-key-generators"><b>Read More</b></a></div></footer></article><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/blog/ [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/page/2/index.html b/content/blog/page/2/index.html
index ef6b6d8..4d00dc4 100644
--- a/content/blog/page/2/index.html
+++ b/content/blog/page/2/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ could end up having to merge all the base files against all incoming updates/del
Hudi joined the Apache incubator for incubation in January 2019, and was promoted to the top Apache project in May 2020. This article mainly discusses the importance
of Hudi to the data lake from the perspective of "incremental processing". More information about Apache Hudi's framework functions, features, usage scenarios, and
latest developments can be found at <a href="https://qconplus.infoq.cn/2020/shanghai/presentation/2646" target="_blank" rel="noopener noreferrer">QCon Global Software Development Conference (Shanghai Station) 2020</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col text--right"><a aria-label="Read more about Incremental Processing on the Data Lake" href="/blog/2020/08/18/hudi-incremental-processing-on-data-lakes"><b>Read More</b></a></div></footer></article><nav class="pag [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/blog/page/3/index.html b/content/blog/page/3/index.html
index df64349..16ee755 100644
--- a/content/blog/page/3/index.html
+++ b/content/blog/page/3/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Catch our talk <strong>"Incremental Processing on Hadoop At Uber"</strong></p></div></article><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/blog/page/2"><div class="pagination-nav__label">« Newer Entries</div></a></div><div class="pagination-nav__item pagination-nav__item--next"></div></nav></main></div></div></div><footer class="footer"><div class="container"><div class="row footer__l [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/404.html b/content/cn/404.html
index 6bb7053..11cea2a 100644
--- a/content/cn/404.html
+++ b/content/cn/404.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Page Not Found | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/404.html"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><l [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/404/index.html b/content/cn/404/index.html
index 87dd206..4e31123 100644
--- a/content/cn/404/index.html
+++ b/content/cn/404/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Page Not Found | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/404"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><link d [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/assets/js/0a91021f.ef16fbfe.js b/content/cn/assets/js/0a91021f.ef16fbfe.js
new file mode 100644
index 0000000..ba00e64
--- /dev/null
+++ b/content/cn/assets/js/0a91021f.ef16fbfe.js
@@ -0,0 +1 @@
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3729],{3905:function(e,t,n){n.d(t,{Zo:function(){return l},kt:function(){return f}});var r=n(67294);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function a(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/158cec25.e0479a36.js b/content/cn/assets/js/158cec25.e0479a36.js
deleted file mode 100644
index 9cd4e8a..0000000
--- a/content/cn/assets/js/158cec25.e0479a36.js
+++ /dev/null
@@ -1 +0,0 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[1874],{3905:function(e,t,o){o.d(t,{Zo:function(){return d},kt:function(){return h}});var n=o(67294);function s(e,t,o){return t in e?Object.defineProperty(e,t,{value:o,enumerable:!0,configurable:!0,writable:!0}):e[t]=o,e}function a(e,t){var o=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),o.push. [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/158cec25.f745b1b4.js b/content/cn/assets/js/158cec25.f745b1b4.js
new file mode 100644
index 0000000..ff0fc00
--- /dev/null
+++ b/content/cn/assets/js/158cec25.f745b1b4.js
@@ -0,0 +1 @@
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[1874],{3905:function(e,t,o){o.d(t,{Zo:function(){return d},kt:function(){return h}});var n=o(67294);function s(e,t,o){return t in e?Object.defineProperty(e,t,{value:o,enumerable:!0,configurable:!0,writable:!0}):e[t]=o,e}function a(e,t){var o=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),o.push. [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/935f2afb.b81ea10c.js b/content/cn/assets/js/935f2afb.fbb693ab.js
similarity index 56%
rename from content/cn/assets/js/935f2afb.b81ea10c.js
rename to content/cn/assets/js/935f2afb.fbb693ab.js
index 496bdb5..3dd7963 100644
--- a/content/cn/assets/js/935f2afb.b81ea10c.js
+++ b/content/cn/assets/js/935f2afb.fbb693ab.js
@@ -1 +1 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[53],{1109:function(e){e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":"unreleased","isLast":false,"docsSidebars":{"docs":[{"type":"link","label":"Overview","href":"/cn/docs/next/overview"},{"collapsed":false,"type":"category","label":"Quick Start","items":[{"type":"link","label":"Spark Guide","href":"/cn/docs/next/quick-start-guide"},{"type":"link","label":"Flink \u6307\u5357","h [...]
\ No newline at end of file
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[53],{1109:function(e){e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":"unreleased","isLast":false,"docsSidebars":{"docs":[{"type":"link","label":"Overview","href":"/cn/docs/next/overview"},{"collapsed":false,"type":"category","label":"Quick Start","items":[{"type":"link","label":"Spark Guide","href":"/cn/docs/next/quick-start-guide"},{"type":"link","label":"Flink \u6307\u5357","h [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/9bd87750.6ef2b3a4.js b/content/cn/assets/js/9bd87750.664c94cc.js
similarity index 52%
rename from content/cn/assets/js/9bd87750.6ef2b3a4.js
rename to content/cn/assets/js/9bd87750.664c94cc.js
index 03d7695..f18423b 100644
--- a/content/cn/assets/js/9bd87750.6ef2b3a4.js
+++ b/content/cn/assets/js/9bd87750.664c94cc.js
@@ -1 +1 @@
-"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3017],{3905:function(e,t,n){n.d(t,{Zo:function(){return l},kt:function(){return m}});var r=n(67294);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
+"use strict";(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[3017],{3905:function(e,t,n){n.d(t,{Zo:function(){return l},kt:function(){return m}});var r=n(67294);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push. [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/main.9adee633.js b/content/cn/assets/js/main.9adee633.js
deleted file mode 100644
index c170121..0000000
--- a/content/cn/assets/js/main.9adee633.js
+++ /dev/null
@@ -1,2 +0,0 @@
-/*! For license information please see main.9adee633.js.LICENSE.txt */
-(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[179],{99782:function(e,n,t){"use strict";t.r(n),n.default={title:"Apache Hudi!",tagline:"Hudi brings transactions, record-level updates/deletes and change streams to data lakes!",url:"https://hudi.apache.org",baseUrl:"/cn/",onBrokenLinks:"throw",onBrokenMarkdownLinks:"warn",favicon:"/assets/images/favicon.ico",organizationName:"apache",projectName:"hudi",i18n:{defaultLocale:"en",locales:["en","cn"],localeConfigs:{en:{label:"English [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/main.d13d4ee2.js b/content/cn/assets/js/main.d13d4ee2.js
new file mode 100644
index 0000000..50822e3
--- /dev/null
+++ b/content/cn/assets/js/main.d13d4ee2.js
@@ -0,0 +1,2 @@
+/*! For license information please see main.d13d4ee2.js.LICENSE.txt */
+(self.webpackChunkhudi=self.webpackChunkhudi||[]).push([[179],{99782:function(e,n,t){"use strict";t.r(n),n.default={title:"Apache Hudi!",tagline:"Hudi brings transactions, record-level updates/deletes and change streams to data lakes!",url:"https://hudi.apache.org",baseUrl:"/cn/",onBrokenLinks:"throw",onBrokenMarkdownLinks:"warn",favicon:"/assets/images/favicon.ico",organizationName:"apache",projectName:"hudi",i18n:{defaultLocale:"en",locales:["en","cn"],localeConfigs:{en:{label:"English [...]
\ No newline at end of file
diff --git a/content/assets/js/main.8b995387.js.LICENSE.txt b/content/cn/assets/js/main.d13d4ee2.js.LICENSE.txt
similarity index 100%
rename from content/assets/js/main.8b995387.js.LICENSE.txt
rename to content/cn/assets/js/main.d13d4ee2.js.LICENSE.txt
diff --git a/content/cn/assets/js/runtime~main.37ad1cff.js b/content/cn/assets/js/runtime~main.37ad1cff.js
deleted file mode 100644
index 54a6120..0000000
--- a/content/cn/assets/js/runtime~main.37ad1cff.js
+++ /dev/null
@@ -1 +0,0 @@
-!function(){"use strict";var e,c,a,f,d,b={},t={};function n(e){var c=t[e];if(void 0!==c)return c.exports;var a=t[e]={exports:{}};return b[e].call(a.exports,a,a.exports,n),a.exports}n.m=b,e=[],n.O=function(c,a,f,d){if(!a){var b=1/0;for(u=0;u<e.length;u++){a=e[u][0],f=e[u][1],d=e[u][2];for(var t=!0,r=0;r<a.length;r++)(!1&d||b>=d)&&Object.keys(n.O).every((function(e){return n.O[e](a[r])}))?a.splice(r--,1):(t=!1,d<b&&(b=d));if(t){e.splice(u--,1);var o=f();void 0!==o&&(c=o)}}return c}d=d||0;f [...]
\ No newline at end of file
diff --git a/content/cn/assets/js/runtime~main.a14c532b.js b/content/cn/assets/js/runtime~main.a14c532b.js
new file mode 100644
index 0000000..37922cf
--- /dev/null
+++ b/content/cn/assets/js/runtime~main.a14c532b.js
@@ -0,0 +1 @@
+!function(){"use strict";var e,c,a,f,d,b={},t={};function n(e){var c=t[e];if(void 0!==c)return c.exports;var a=t[e]={exports:{}};return b[e].call(a.exports,a,a.exports,n),a.exports}n.m=b,e=[],n.O=function(c,a,f,d){if(!a){var b=1/0;for(u=0;u<e.length;u++){a=e[u][0],f=e[u][1],d=e[u][2];for(var t=!0,r=0;r<a.length;r++)(!1&d||b>=d)&&Object.keys(n.O).every((function(e){return n.O[e](a[r])}))?a.splice(r--,1):(t=!1,d<b&&(b=d));if(t){e.splice(u--,1);var o=f();void 0!==o&&(c=o)}}return c}d=d||0;f [...]
\ No newline at end of file
diff --git a/content/cn/blog/2016/12/30/strata-talk-2017/index.html b/content/cn/blog/2016/12/30/strata-talk-2017/index.html
index f8946f8..f9f3002 100644
--- a/content/cn/blog/2016/12/30/strata-talk-2017/index.html
+++ b/content/cn/blog/2016/12/30/strata-talk-2017/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Connect with us at Strata San Jose March 2017 | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Connect with us at Strata San Jose March 2017 | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will be presenting Hudi & general concepts around how incremental processing works at Uber."><meta data-react-helmet="tr [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Catch our talk <strong>"Incremental Processing on Hadoop At Uber"</strong></p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2019/01/18/asf-incubation"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Hudi entered Apache Incubator</div></a></div><div class="pagination-nav__item pagination-nav__item--next" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2019/01/18/asf-incubation/index.html b/content/cn/blog/2019/01/18/asf-incubation/index.html
index b1edd03..1aa77fa 100644
--- a/content/cn/blog/2019/01/18/asf-incubation/index.html
+++ b/content/cn/blog/2019/01/18/asf-incubation/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Hudi entered Apache Incubator | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Hudi entered Apache Incubator | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In the coming weeks, we will be moving in our new home on the Apache Incubator."><meta data-react-helmet="true" property="og:description" content="In the comin [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2019/03/07/batch-vs-incremental/index.html b/content/cn/blog/2019/03/07/batch-vs-incremental/index.html
index 14257ee..2b4561e 100644
--- a/content/cn/blog/2019/03/07/batch-vs-incremental/index.html
+++ b/content/cn/blog/2019/03/07/batch-vs-incremental/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Big Batch vs Incremental Processing | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Big Batch vs Incremental Processing | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/blog/2019/03/07/batch-vs-incremental"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2019/05/14/registering-dataset-to-hive/index.html b/content/cn/blog/2019/05/14/registering-dataset-to-hive/index.html
index 8b9f535..c879f08 100644
--- a/content/cn/blog/2019/05/14/registering-dataset-to-hive/index.html
+++ b/content/cn/blog/2019/05/14/registering-dataset-to-hive/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Registering sample dataset to Hive via beeline | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Registering sample dataset to Hive via beeline | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Hudi hive sync tool typically handles registration of the dataset into Hive metastore. In case, there are issues with quickst [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2019/09/09/ingesting-database-changes/index.html b/content/cn/blog/2019/09/09/ingesting-database-changes/index.html
index a8fbb43..0bf8410 100644
--- a/content/cn/blog/2019/09/09/ingesting-database-changes/index.html
+++ b/content/cn/blog/2019/09/09/ingesting-database-changes/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Ingesting Database changes via Sqoop/Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Ingesting Database changes via Sqoop/Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Very simple in just 2 steps."><meta data-react-helmet="true" property="og:description" content="Very simple in just 2 steps."><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/01/15/delete-support-in-hudi/index.html b/content/cn/blog/2020/01/15/delete-support-in-hudi/index.html
index 9304353..e8dcbe8 100644
--- a/content/cn/blog/2020/01/15/delete-support-in-hudi/index.html
+++ b/content/cn/blog/2020/01/15/delete-support-in-hudi/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Delete support in Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Delete support in Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Deletes are supported at a record level in Hudi with 0.5.1 release. This blog is a "how to" blog on how to delete records in hudi. Deletes can be done with 3 flavo [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/01/20/change-capture-using-aws/index.html b/content/cn/blog/2020/01/20/change-capture-using-aws/index.html
index 8126da9..c1fa54c 100644
--- a/content/cn/blog/2020/01/20/change-capture-using-aws/index.html
+++ b/content/cn/blog/2020/01/20/change-capture-using-aws/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Change Capture Using AWS Database Migration Service and Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Change Capture Using AWS Database Migration Service and Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="One of the core use-cases for Apache Hudi is enabling seamless, efficient database ingestion to y [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
<img src="/cn/assets/images/s3-migration-task-2-797ea4b89d2a3be41d476785040e2886.png"></p><p>Starting the DMS task and should result in an initial load, like below.</p><p><img src="/cn/assets/images/dms-task-cf605b4a3c85bea264a16a20a1645608.png"></p><p>Simply reading the raw initial load file, shoud give the same values as the upstream table</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly scala"><pre tabindex="0" class="prism-code language-scala codeBlock_23N8 t [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="applying-change-logs-using-hudi-deltastreamer"></a>Applying Change Logs using Hudi DeltaStreamer<a class="hash-link" href="#applying-change-logs-using-hudi-deltastreamer" title="Direct link to heading">#</a></h2><p>Now, we are ready to start consuming the change logs. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/03/22/exporting-hudi-datasets/index.html b/content/cn/blog/2020/03/22/exporting-hudi-datasets/index.html
index 45e454f..ad00f39 100644
--- a/content/cn/blog/2020/03/22/exporting-hudi-datasets/index.html
+++ b/content/cn/blog/2020/03/22/exporting-hudi-datasets/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Export Hudi datasets as a copy or as different formats | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Export Hudi datasets as a copy or as different formats | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Copy to Hudi dataset"><meta data-react-helmet="true" property="og:description" content="Copy to Hudi dataset" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> private static final String PARTITION_NAME = "date";</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public DataFrameWriter<Row> partition(Dataset<Row> sou [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/04/27/apache-hudi-apache-zepplin/index.html b/content/cn/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
index 5a3a655..c68564f 100644
--- a/content/cn/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
+++ b/content/cn/blog/2020/04/27/apache-hudi-apache-zepplin/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi Support on Apache Zeppelin | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi Support on Apache Zeppelin | Apache Hudi!"><meta data-react-helmet="true" name="description" content="1. Introduction"><meta data-react-helmet="true" property="og:description" content="1. Introduction"><meta data-react-helmet="true" property=" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
<strong>Suggestions</strong>: Clients other than zeppelin will also have jar conflicts. Therefore, it is recommended to fully upgrade the spark jar, parquet jar and related dependent jars of the cluster to better adapt to Hudi’s capabilities.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="33-spark-interpreter-adaptation"></a>3.3 Spark Interpreter adaptation<a class="hash-link" href="#33-spark-interpreter-adaptation" title="Direct link to heading">#</a>< [...]
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABxoAAABpCAYAAAANxyYiAAAgAElEQVR4Ae3dzY7jxrUAYL9JXiWv4VUv7IewVwGctaGls81TaJlFFlpkGQS53ozi3cAzgIGxgfZggvCiiiyyqvgjSmq1NNInoKfZJKtY9dVpQGdOk/qiqV5v376t9viRAAECBAgQIECAAAECBAgQ+PjxY/PmzZvmxx9/POortAltvQgQIECAAAECBAgQIHBvAl/UE1JorEX8TIAAAQIECBAgQIAAAQIEmlhk/PDhw9EUoU0oNnoRIECAAAECBAgQIEDg3gQUGu9tRc2HAAECBAgQIECAAAECBC4iEO5kPPV1TttTr6kdAQIECBAgQIAAAQIELi3w2Rcan3eb5mm7v7ST/muB512zeXpqnvqvTbN7bk+62JqMrvnUbNJF6/Ed/HnfbJ+GMY9Pf252m3x+Ybs9P85v [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html b/content/cn/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
index e91aa95..a07e088 100644
--- a/content/cn/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
+++ b/content/cn/blog/2020/05/28/monitoring-hudi-metrics-with-datadog/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Monitor Hudi metrics with Datadog | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Monitor Hudi metrics with Datadog | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Availability"><meta data-react-helmet="true" property="og:description" content="Availability"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html b/content/cn/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
index 69402b1..33653e3 100644
--- a/content/cn/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
+++ b/content/cn/blog/2020/08/18/hudi-incremental-processing-on-data-lakes/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Incremental Processing on the Data Lake | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Incremental Processing on the Data Lake | Apache Hudi!"><meta data-react-helmet="true" name="description" content="NOTE: This article is a translation of the infoq.cn article, found here, with minor edits"><meta data-react-helmet="true" property="og:desc [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -119,7 +119,7 @@ incremental consumption, and explained why these two primitives can solve the pr
In the data warehouse, some "pain points" caused by the lack of incremental processing also exist in the data lake. We elaborated its significance to the data lake from four
aspects: incremental processing of semantics of natural fit flow, the need for analytical scenarios, quasi-real-time scene resource/efficiency trade-offs, and unified lake architecture.</p><p>Finally, we introduced the open source data lake storage framework Apache Hudi's support for incremental processing and simple cases.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html b/content/cn/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
index 3f8778c..e9b262e 100644
--- a/content/cn/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
+++ b/content/cn/blog/2020/08/20/efficient-migration-of-large-parquet-tables/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Efficient Migration of Large Parquet Tables to Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Efficient Migration of Large Parquet Tables to Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will look at how to migrate a large parquet table to Hudi without having to rewrite the entire dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Here is an example code snippet to perform METADATA_ONLY bootstrap.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly properties"><pre tabindex="0" class="prism-code language-properties codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.hudi.{DataSourceWriteOptions, HoodieDataSourceHelpers}</span></span><span class [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/08/21/async-compaction-deployment-model/index.html b/content/cn/blog/2020/08/21/async-compaction-deployment-model/index.html
index b342c70..4f7b07a 100644
--- a/content/cn/blog/2020/08/21/async-compaction-deployment-model/index.html
+++ b/content/cn/blog/2020/08/21/async-compaction-deployment-model/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Async Compaction Deployment Models | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Async Compaction Deployment Models | Apache Hudi!"><meta data-react-helmet="true" name="description" content="We will look at different deployment models for executing compactions asynchronously."><meta data-react-helmet="true" property="og:description" conte [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ on Merge-On-Read table.</p><p>Here is an example snippet in java</p><div class="
ingests data to Hudi table continuously from upstream sources. In this mode, Hudi supports managing asynchronous
compactions. Here is an example snippet for running in continuous mode with async compactions</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly properties"><pre tabindex="0" class="prism-code language-properties codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">spark-submit --packages org.apache.hudi:hudi-utilities-bundle_2.11:0.6. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html b/content/cn/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
index 855a155..684d64b 100644
--- a/content/cn/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
+++ b/content/cn/blog/2020/08/22/ingest-multiple-tables-using-hudi/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Ingest multiple tables using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Ingest multiple tables using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="When building a change data capture pipeline for already existing or newly created relational databases, one of the most common problems that one faces [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">#Kafka props</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">bootstrap.servers=localhost:9092</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">auto.offset.reset=earliest</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">schema.registry.url=http://localhost:8081</span></span><span class="token- [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">hoodie.datasource.write.keygenerator.class=org.apache.hudi.keygen.CustomKeyGenerator</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>s3:///temp/hudi-ingestion-config/config_table1.properties</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html b/content/cn/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
index d0df93c..ee0588f 100644
--- a/content/cn/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
+++ b/content/cn/blog/2020/10/06/cdc-solution-using-hudi-by-nclouds/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">How nClouds Helps Accelerate Data Delivery with Apache Hudi on Amazon EMR | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="How nClouds Helps Accelerate Data Delivery with Apache Hudi on Amazon EMR | Apache Hudi!"><meta data-react-helmet="true" name="description" content="This blog published by nClouds in partnership with AWS shows how to bui [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html b/content/cn/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
index ce98bb0..8b62d1e 100644
--- a/content/cn/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
+++ b/content/cn/blog/2020/10/15/apache-hudi-meets-apache-flink/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi meets Apache Flink | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi meets Apache Flink | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi (Hudi for short) is a data lake framework created at Uber. Hudi joined the Apache incubator for incubation in January 2019, and was promoted to t [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -51,7 +51,7 @@ At the same time, there are many exceptions that need to be thrown in the logic
<a href="https://cn.aliyun.com/" target="_blank" rel="noopener noreferrer">Aliyun</a>
<a href="https://www.sf-express.com/cn/sc/" target="_blank" rel="noopener noreferrer">SF-express</a></p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="62-follow-up-plan"></a>6.2 Follow-up plan<a class="hash-link" href="#62-follow-up-plan" title="Direct link to heading">#</a></h3><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="1-promote-the-integration-of-hudi-and-flink"></a>1) Promote the integration of Hudi and Flink<a class [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html b/content/cn/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
index 53f2a20..4c12595 100644
--- a/content/cn/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
+++ b/content/cn/blog/2020/10/19/hudi-meets-aws-emr-and-aws-dms/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apply record level changes from relational databases to Amazon S3 data lake using Apache Hudi on Amazon EMR and AWS Database Migration Service | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apply record level changes from relational databases to Amazon S3 data lake using Apache Hudi on Amazon EMR and AWS Database Migration Service | Apache [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/11/11/hudi-indexing-mechanisms/index.html b/content/cn/blog/2020/11/11/hudi-indexing-mechanisms/index.html
index 8840321..8482494 100644
--- a/content/cn/blog/2020/11/11/hudi-indexing-mechanisms/index.html
+++ b/content/cn/blog/2020/11/11/hudi-indexing-mechanisms/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Employing the right indexes for fast updates, deletes in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Employing the right indexes for fast updates, deletes in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi employs an index to locate the file group, that an update/delete belo [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -61,7 +61,7 @@ right within Hudi, which will improve the index look-up time and will also avoid
Hopefully this post gave you good enough context on the indexing mechanisms today and how different tradeoffs play out. </p><p>Some interesting work underway in this area:</p><ul><li>Apache Flink based writing with a RocksDB state store backed indexing mechanism, unlocking true streaming upserts on data lakes. </li><li>A brand new MetadataIndex, which reimagines the bloom index today on top of the metadata table in Hudi.</li><li>Record level index implementation, as a secondary index usi [...]
Please <a href="/cn/contribute/get-involved">engage</a> with our community if you want to get involved.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Building High-Performance Data Lake Using Apache Hudi [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html b/content/cn/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
index 6b24ef4..6117472 100644
--- a/content/cn/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
+++ b/content/cn/blog/2020/12/01/high-perf-data-lake-with-hudi-and-alluxio-t3go/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Building High-Performance Data Lake Using Apache Hudi and Alluxio at T3Go | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Building High-Performance Data Lake Using Apache Hudi and Alluxio at T3Go | Apache Hudi!"><meta data-react-helmet="true" name="description" content="T3Go is China’s first platform for smart travel based on the Internet [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/01/27/hudi-clustering-intro/index.html b/content/cn/blog/2021/01/27/hudi-clustering-intro/index.html
index e9f4d57..ae902fc 100644
--- a/content/cn/blog/2021/01/27/hudi-clustering-intro/index.html
+++ b/content/cn/blog/2021/01/27/hudi-clustering-intro/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Optimize Data lake layout using Clustering in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Optimize Data lake layout using Clustering in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi brings stream processing to big data, providing fresh data while being an order of magnitud [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
<em>Figure: Spark SQL query details before clustering</em></p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="after-clustering"></a>After Clustering<a class="hash-link" href="#after-clustering" title="Direct link to heading">#</a></h2><p>The query plan is similar to above. But, because of improved data locality and predicate push down, spark is able to prune a lot of rows. After clustering, the same query only outputs 110K rows (out of 20M rows) while scann [...]
<em>Figure: Spark SQL query details after clustering</em></p><p>The table below summarizes query performance improvements from experiments run using Spark3</p><table><thead><tr><th>Table State</th><th>Query runtime</th><th>Num Records Processed</th><th>Num files on disk</th><th>Size of each file</th></tr></thead><tbody><tr><td><strong>Unclustered</strong></td><td>130,673 ms</td><td>~20M</td><td>13642</td><td>~150 MB</td></tr><tr><td><strong>Clustered</strong></td><td>55,963 ms</td><td>~1 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/02/13/hudi-key-generators/index.html b/content/cn/blog/2021/02/13/hudi-key-generators/index.html
index 9c4668c..847e19f 100644
--- a/content/cn/blog/2021/02/13/hudi-key-generators/index.html
+++ b/content/cn/blog/2021/02/13/hudi-key-generators/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi Key Generators | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi Key Generators | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Every record in Hudi is uniquely identified by a primary key, which is a pair of record key and partition path where"><meta data-react-helmet="true" property="og:des [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ and so on. Each partition key type could either be SIMPLE or TIMESTAMP.</p><p>Ex
Eg: “col1” or “col3,col4”.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="nonpartitionedkeygenerator"></a><a href="https://github.com/apache/hudi/blob/master/hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/keygen/NonpartitionedKeyGenerator.java" target="_blank" rel="noopener noreferrer">NonPartitionedKeyGenerator</a><a class="hash-link" href="#nonpartitionedkeygenerator" title="Direct link to heading">#</a></h3><p>If your hudi dataset is not [...]
partition for all records. In other words, all records go to the same partition (which is empty “”) </p><p>Hope this blog gave you a good understanding of different types of Key Generators available in Apache Hudi. Thanks for your continued support for Hudi's community.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/03/01/hudi-file-sizing"><di [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/03/01/hudi-file-sizing/index.html b/content/cn/blog/2021/03/01/hudi-file-sizing/index.html
index d171918..11a6b0f 100644
--- a/content/cn/blog/2021/03/01/hudi-file-sizing/index.html
+++ b/content/cn/blog/2021/03/01/hudi-file-sizing/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Streaming Responsibly - How Apache Hudi maintains optimum sized files | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Streaming Responsibly - How Apache Hudi maintains optimum sized files | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi is a data lake platform technology that provides several functional [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -47,7 +47,7 @@ considered as a small file to be packed with more data.</p><p><img alt="Assignin
the algorithm above. After this round of ingestion is complete, all files except File_8 are nicely sized to the optimum size.
This process is followed during every ingestion to ensure there are no small files in your Hudi tables. </p><p>Hopefully the blog gave you an overview into how hudi manages small files and assists in boosting your query performance.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner"><div class="pag [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html b/content/cn/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
index f25958b..d53a80a 100644
--- a/content/cn/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
+++ b/content/cn/blog/2021/06/10/employing-right-configurations-for-hudi-cleaner/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Employing correct configurations for Hudi's cleaner table service | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Employing correct configurations for Hudi's cleaner table service | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi provides snapshot isolation between writers and readers. This is [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
<em>Figure2: Files corresponding to latest 3 commits are retained</em></p><p>Now, suppose the user uses the below configs for cleaning:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hoodie.cleaner.policy=KEEP_LATEST_FILE_VE [...]
<em>Figure3: Latest file version in every file group is retained</em></p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="configurations"></a>Configurations<a class="hash-link" href="#configurations" title="Direct link to heading">#</a></h3><p>You can find the details about all the possible configurations along with the default values <a href="https://hudi.apache.org/docs/configurations#compaction-configs" target="_blank" rel="noopener noreferrer">here</a>.< [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/07/21/streaming-data-lake-platform/index.html b/content/cn/blog/2021/07/21/streaming-data-lake-platform/index.html
index f4be235..73329ff 100644
--- a/content/cn/blog/2021/07/21/streaming-data-lake-platform/index.html
+++ b/content/cn/blog/2021/07/21/streaming-data-lake-platform/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Hudi - The Data Lake Platform | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi - The Data Lake Platform | Apache Hudi!"><meta data-react-helmet="true" name="description" content="As early as 2016, we set out a bold, new vision reimagining batch data processing through a new “incremental” data processing stack - alongside t [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -24,7 +24,7 @@ much like how Kafka/Pulsar enable efficient storage for event streaming. <a href
While we have strawman designs outlined for the newer components in the blog, we welcome with open arms fresh perspectives from the community.
Rest of the blog will delve into each layer in our stack - explaining what it does, how it's designed for incremental processing and how it will evolve in the future.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="lake-storage"></a>Lake Storage<a class="hash-link" href="#lake-storage" title="Direct link to heading">#</a></h2><p>Hudi interacts with lake storage using the <a href="https://hadoop.apache.org/docs/stable/api/org/apache/hadoop/fs/FileSys [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/08/16/kafka-custom-deserializer/index.html b/content/cn/blog/2021/08/16/kafka-custom-deserializer/index.html
index 46d2c10..db73da4 100644
--- a/content/cn/blog/2021/08/16/kafka-custom-deserializer/index.html
+++ b/content/cn/blog/2021/08/16/kafka-custom-deserializer/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Schema evolution with DeltaStreamer using KafkaSource | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Schema evolution with DeltaStreamer using KafkaSource | Apache Hudi!"><meta data-react-helmet="true" name="description" content="The schema used for data exchange between services can change rapidly with new business requirements."><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -30,7 +30,7 @@ in order to ensure smooth schema evolution with different producers producing re
needs. Hudi has a very active development community and we look forward for more contributions.
Please check out <a href="https://hudi.apache.org/contribute/get-involved" target="_blank" rel="noopener noreferrer">this</a> link to start contributing.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/08/18/virtual-keys"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Adding support for Virtual Keys in Hud [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/08/18/improving-marker-mechanism/index.html b/content/cn/blog/2021/08/18/improving-marker-mechanism/index.html
index 8079165..d7a4fa1 100644
--- a/content/cn/blog/2021/08/18/improving-marker-mechanism/index.html
+++ b/content/cn/blog/2021/08/18/improving-marker-mechanism/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Improving Marker Mechanism in Apache Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Improving Marker Mechanism in Apache Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Hudi supports fully automatic cleanup of uncommitted data on storage during its write operations. Write operations in an Apache Hudi ta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@ uses to automatically clean up uncommitted data during failure and rollback scen
the marker extension (<code>.marker</code>), and the I/O operation created the file (<code>CREATE</code> - inserts, <code>MERGE</code> - updates/deletes, or <code>APPEND</code> - either). For example, the marker <code>91245ce3-bb82-4f9f-969e-343364159174-0_140-579-0_20210820173605.parquet.marker.CREATE</code> indicates
that the corresponding data file is <code>91245ce3-bb82-4f9f-969e-343364159174-0_140-579-0_20210820173605.parquet</code> and the I/O type is <code>CREATE</code>. Hudi creates a marker before creating the corresponding data file in the file system and deletes all markers pertaining to a commit when it succeeds.</p><p>The markers are useful for efficiently carrying out different operations by the write client. Markers serve as a way to track data files of interest rather than scanning the [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/08/18/virtual-keys/index.html b/content/cn/blog/2021/08/18/virtual-keys/index.html
index 64e3bec..ba8616b 100644
--- a/content/cn/blog/2021/08/18/virtual-keys/index.html
+++ b/content/cn/blog/2021/08/18/virtual-keys/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Adding support for Virtual Keys in Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Adding support for Virtual Keys in Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Apache Hudi helps you build and manage data lakes with different table types, config knobs to cater to everyone's need."><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -43,7 +43,7 @@ incremental queries are not supported. An exception will be thrown as below when
a table.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">scala> val tripsIncrementalDF = spark.read.format("hudi").</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> | o [...]
Hudi and looking to contribute, do check out <a href="https://hudi.apache.org/contribute/get-involved" target="_blank" rel="noopener noreferrer">here</a>.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/08/18/improving-marker-mechanism"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Improving Marker Mechan [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/08/23/async-clustering/index.html b/content/cn/blog/2021/08/23/async-clustering/index.html
index 53210ce..5617985 100644
--- a/content/cn/blog/2021/08/23/async-clustering/index.html
+++ b/content/cn/blog/2021/08/23/async-clustering/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Asynchronous Clustering using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Asynchronous Clustering using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In one of the previous blog posts, we introduced a new"><meta data-react-helmet="true" property="og:description" content="In one of the previous blog [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -65,7 +65,7 @@ over yet and future work entails:</p><ul><li>Support clustering with updates.</l
this issue. We look forward to contributions from the community. Hope you enjoyed this post. Put your Hudi on and keep
streaming!</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance</div></a></div><div class="pagination-nav__item pagination-nav__item--next" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/08/23/s3-events-source/index.html b/content/cn/blog/2021/08/23/s3-events-source/index.html
index 0c69484..1defbda 100644
--- a/content/cn/blog/2021/08/23/s3-events-source/index.html
+++ b/content/cn/blog/2021/08/23/s3-events-source/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Reliable ingestion from AWS S3 using Hudi | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Reliable ingestion from AWS S3 using Hudi | Apache Hudi!"><meta data-react-helmet="true" name="description" content="In this post we will talk about a new deltastreamer source which reliably and efficiently processes new data files as they arrive in AW [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ Then start the S3EventsSource and S3EventsHoodieIncrSource using the HoodieDelt
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># To start S3EventsHoodieIncrSource</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">spark-submit </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><sp [...]
We look forward to contributions from the community. Hope you enjoyed this post. </p><p>Put your Hudi on and keep streaming!</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/2021/08/23/async-clustering"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Asynchronous Clustering using Hudi</div></a></div><div class="p [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html b/content/cn/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
index 6ea5f64..fa5dc8e 100644
--- a/content/cn/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
+++ b/content/cn/blog/2021/09/01/building-eb-level-data-lake-using-hudi-at-bytedance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Ziyue Guan from Bytedance shares the experience of building an ExaByte(EB)-level data [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
<img alt="slide7 design details" src="/cn/assets/images/slide7-5941e55407477f2a843749121fd90709.png"></p><p>When making the decision on the engine, we examine three of the most popular data lake engines, <strong>Hudi</strong>, <strong>Iceberg</strong>, and <strong>DeltaLake</strong>. These three have their own advantages and disadvantages in our scenarios. Finally, <strong>Hudi</strong> is selected as the storage engine based on Hudi's openness to the upstream and downstream ecosyst [...]
<img alt="slide17 future work details" src="/cn/assets/images/slide17-ae7bfe343dd1d0cd170f2f5d00094dea.png"></p><p>In the future, we will continue to iterate in the following aspects.</p><ul><li><p><strong>Productization issues</strong>: The current way of using APIs and tuning parameters are highly demanding for the users, especially for the tuning, operation, and maintenance, which requires a deep understanding of Hudi principles to complete. This hinders the promotion of that to user [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/index.html b/content/cn/blog/index.html
index 8b44ad6..4bec95a 100644
--- a/content/cn/blog/index.html
+++ b/content/cn/blog/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ the record belongs to. Using primary keys, Hudi can impose a) partition level un
b) enable fast updates and deletes on records. One should choose the partitioning scheme wisely as it could be a
determining factor for your ingestion and query latency.</p></div><footer class="row docusaurus-mt-lg"><div class="col text--right"><a aria-label="Read more about Apache Hudi Key Generators" href="/cn/blog/2021/02/13/hudi-key-generators"><b>Read More</b></a></div></footer></article><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/cn [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/page/2/index.html b/content/cn/blog/page/2/index.html
index ffe6305..1fee3cb 100644
--- a/content/cn/blog/page/2/index.html
+++ b/content/cn/blog/page/2/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -24,7 +24,7 @@ Hudi joined the Apache incubator for incubation in January 2019, and was promote
of Hudi to the data lake from the perspective of "incremental processing". More information about Apache Hudi's framework functions, features, usage scenarios, and
latest developments can be found at <a href="https://qconplus.infoq.cn/2020/shanghai/presentation/2646" target="_blank" rel="noopener noreferrer">QCon Global Software Development Conference (Shanghai Station) 2020</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col text--right"><a aria-label="Read more about Incremental Processing on the Data Lake" href="/cn/blog/2020/08/18/hudi-incremental-processing-on-data-lakes"><b>Read More</b></a></div></footer></article><nav class=" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/blog/page/3/index.html b/content/cn/blog/page/3/index.html
index 3f81161..1e83aee 100644
--- a/content/cn/blog/page/3/index.html
+++ b/content/cn/blog/page/3/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Blog - Apache Hudi: User-Facing Analytics | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:url" content= [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Catch our talk <strong>"Incremental Processing on Hadoop At Uber"</strong></p></div></article><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/blog/page/2"><div class="pagination-nav__label">« Newer Entries</div></a></div><div class="pagination-nav__item pagination-nav__item--next"></div></nav></main></div></div></div><footer class="footer"><div class="container"><div class="row footer [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/developer-setup/index.html b/content/cn/contribute/developer-setup/index.html
index 26a853d..3d1b87d 100644
--- a/content/cn/contribute/developer-setup/index.html
+++ b/content/cn/contribute/developer-setup/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Developer Setup | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/developer-setup"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-cont [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ For technical suggestions, you can also leverage <a href="https://cwiki.apache.o
Discussion about contributing code to Hudi happens on the <a href="/cn/contribute/get-involved">dev@ mailing list</a>. Introduce yourself!</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="code--project-structure"></a>Code & Project Structure<a class="hash-link" href="#code--project-structure" title="Direct link to heading">#</a></h2><ul><li><code>docker</code> : Docker containers used by demo and integration tests. Brings up a mini data ecosystem loca [...]
instructions on making changes to the website.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/cn/contribute/rfc-process"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« RFC Process</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/cn/contribute/team"><div class [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/get-involved/index.html b/content/cn/contribute/get-involved/index.html
index 95ca05d..68c4dec 100644
--- a/content/cn/contribute/get-involved/index.html
+++ b/content/cn/contribute/get-involved/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Get Involved | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/get-involved"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Apache Hudi follows the typical Apache vulnerability handling <a href="https://apache.org/security/committers#vulnerability-handling" target="_blank" rel="noopener noreferrer">process</a>.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/cn/contribute/how-to-contribute"><div class="pagination-nav__sub [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/how-to-contribute/index.html b/content/cn/contribute/how-to-contribute/index.html
index 2f9bb2e..fdea85c 100644
--- a/content/cn/contribute/how-to-contribute/index.html
+++ b/content/cn/contribute/how-to-contribute/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">How to Contribute | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/how-to-contribute"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
Committers are chosen by a majority vote of the Apache Hudi <a href="https://www.apache.org/foundation/how-it-works#pmc-members" target="_blank" rel="noopener noreferrer">PMC</a>, after a discussion on their candidacy based on the following criteria (not exclusive/comprehensive).</p><ul><li>Embodies the ASF model code of <a href="https://www.apache.org/foundation/policies/conduct" target="_blank" rel="noopener noreferrer">conduct</a></li><li>Has made significant technical contributions s [...]
Specifically, please refer to the detailed <a href="/cn/contribute/developer-setup">contribution guide</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="accounts"></a>Accounts<a class="hash-link" href="#accounts" title="Direct link to heading">#</a></h2><p>It's useful to obtain few accounts to be able to effectively contribute to Hudi.</p><ul><li>Github account is needed to send pull requests to Hudi</li><li>Sign-up/in to the Apache <a href="http [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/report-security-issues/index.html b/content/cn/contribute/report-security-issues/index.html
index f031868..bc48129 100644
--- a/content/cn/contribute/report-security-issues/index.html
+++ b/content/cn/contribute/report-security-issues/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Report Security Issues | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/report-security-issues"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" cont [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/rfc-process/index.html b/content/cn/contribute/rfc-process/index.html
index 5ea69a2..4e78c12 100644
--- a/content/cn/contribute/rfc-process/index.html
+++ b/content/cn/contribute/rfc-process/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">RFC Process | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/rfc-process"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -24,7 +24,7 @@ enhancing a tool and also improving documentation and the on-boarding experience
Use this discussion thread to get an agreement from people on the mailing list that your proposed idea necessitates an RFC.</li><li>File an umbrella JIRA for the RFC with the label <code>hudi-umbrellas</code> added to it. See an <a href="https://issues.apache.org/jira/browse/HUDI-1292" target="_blank" rel="noopener noreferrer">example JIRA</a>.</li><li>Raise a PR, adding an entry to the table at <code>rfc/README.md</code>, picking the next available RFC number. Hudi committers will help [...]
We recognize that design can be an iterative process as well, often evolving together with implementation. </p><ol><li>Please ensure your code PRs are labelled with a <code>[RFC-<number>]</code> title, in addition to the JIRA number.</li><li>As your implementation changes over time, you will update the RFCs and keep them in-sync. Project maintainers could point out these opportunities during code reviews.</li><li>During the final landing of all goals of the RFC, the status changes [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/contribute/team/index.html b/content/cn/contribute/team/index.html
index e054f56..388e6da 100644
--- a/content/cn/contribute/team/index.html
+++ b/content/cn/contribute/team/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Team | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/contribute/team"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute-current"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/admin_guide/index.html b/content/cn/docs/0.5.0/admin_guide/index.html
index 48a377f..fb1db90 100644
--- a/content/cn/docs/0.5.0/admin_guide/index.html
+++ b/content/cn/docs/0.5.0/admin_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/admin_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/admin_guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/comparison/index.html b/content/cn/docs/0.5.0/comparison/index.html
index 9306418..9deac5f 100644
--- a/content/cn/docs/0.5.0/comparison/index.html
+++ b/content/cn/docs/0.5.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/concepts/index.html b/content/cn/docs/0.5.0/concepts/index.html
index de29320..cad02b9 100644
--- a/content/cn/docs/0.5.0/concepts/index.html
+++ b/content/cn/docs/0.5.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/configurations/index.html b/content/cn/docs/0.5.0/configurations/index.html
index 03658ea..0f83d63 100644
--- a/content/cn/docs/0.5.0/configurations/index.html
+++ b/content/cn/docs/0.5.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withCompactionConfig">withCompactionConfig</a> (HoodieCompactionConfig) <br></p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withcleanerpolicypolicy--keep_latest_commits"></a>withCleanerPolicy(policy = KEEP_LATEST_COMMITS)<a class="hash-link" href="#withcleanerpolicypolicy--keep_latest_commits" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.cleaner.policy</code> <br></p><span>要使用的清理政策。Hudi将删除旧版本的parquet文件以回收空间。 任何引用此版本文件的查询和计算都将失败。 [...]
<a href="#withMetricsConfig">withMetricsConfig</a> (HoodieMetricsConfig) <br></p><span>Hudi会发布有关每次提交、清理、回滚等的指标。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="onmetricson--true"></a>on(metricsOn = true)<a class="hash-link" href="#onmetricson--true" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.metrics.on</code> <br></p><span>打开或关闭发送指标。默认情况下处于启用状态。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withr [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/docker_demo/index.html b/content/cn/docs/0.5.0/docker_demo/index.html
index 9349475..174635e 100644
--- a/content/cn/docs/0.5.0/docker_demo/index.html
+++ b/content/cn/docs/0.5.0/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -215,7 +215,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/gcs_hoodie/index.html b/content/cn/docs/0.5.0/gcs_hoodie/index.html
index 0d0f0b0..3cbbb28 100644
--- a/content/cn/docs/0.5.0/gcs_hoodie/index.html
+++ b/content/cn/docs/0.5.0/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/migration_guide/index.html b/content/cn/docs/0.5.0/migration_guide/index.html
index 73dbec7..db2f4e6 100644
--- a/content/cn/docs/0.5.0/migration_guide/index.html
+++ b/content/cn/docs/0.5.0/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/performance/index.html b/content/cn/docs/0.5.0/performance/index.html
index d187ec8..06e3b5b 100644
--- a/content/cn/docs/0.5.0/performance/index.html
+++ b/content/cn/docs/0.5.0/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/powered_by/index.html b/content/cn/docs/0.5.0/powered_by/index.html
index 530b03c..3625bde 100644
--- a/content/cn/docs/0.5.0/powered_by/index.html
+++ b/content/cn/docs/0.5.0/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@ October 2018, Spark+AI Summit Europe, London, UK</p></li><li><p><a href="https:/
June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https://docs.google.com/presentation/d/1FHhsvh70ZP6xXlHdVsAI0g__B_6Mpto5KQFlZ0b8-mM" target="_blank" rel="noopener noreferrer">"Apache Hudi (Incubating) - The Past, Present and Future Of Efficient Data Lake Architectures"</a> - By Vinoth Chandar & Balaji Varadarajan
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="文章"></a>文章<a class="hash-link" href="#文章" title="Direct link to heading">#</a></h2><ol><li><a href="https://www.oreilly.com/ideas/ubers-case-for-incremental-processing-on-hadoop" target="_blank" rel="noopener noreferrer">"The Case for incremental processing on Hadoop"</a> - O'reilly Ideas article by Vinoth Chandar</li><li><a href=" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/privacy/index.html b/content/cn/docs/0.5.0/privacy/index.html
index 18a12c3..5ba6043 100644
--- a/content/cn/docs/0.5.0/privacy/index.html
+++ b/content/cn/docs/0.5.0/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/querying_data/index.html b/content/cn/docs/0.5.0/querying_data/index.html
index c770d97..0fb27b6 100644
--- a/content/cn/docs/0.5.0/querying_data/index.html
+++ b/content/cn/docs/0.5.0/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
如下所示是一个示例增量拉取，它将获取自<code>beginInstantTime</code>以来写入的所有记录。</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain"> Dataset<Row> hoodieIncViewDF = spark.read()</span></span><span class="token-line" style="color:#F8F8F2"><span c [...]
这需要在整个安装过程中将<code>hudi-presto-bundle</code> jar放入<code><presto_install>/plugin/hive-hadoop2/</code>中。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/querying_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/quick-start-guide/index.html b/content/cn/docs/0.5.0/quick-start-guide/index.html
index bf9e508..3b6e089 100644
--- a/content/cn/docs/0.5.0/quick-start-guide/index.html
+++ b/content/cn/docs/0.5.0/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/s3_hoodie/index.html b/content/cn/docs/0.5.0/s3_hoodie/index.html
index 140d382..7c2d17d 100644
--- a/content/cn/docs/0.5.0/s3_hoodie/index.html
+++ b/content/cn/docs/0.5.0/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/structure/index.html b/content/cn/docs/0.5.0/structure/index.html
index 9c63b1a..728293c 100644
--- a/content/cn/docs/0.5.0/structure/index.html
+++ b/content/cn/docs/0.5.0/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/use_cases/index.html b/content/cn/docs/0.5.0/use_cases/index.html
index 2274d2b..dea298e 100644
--- a/content/cn/docs/0.5.0/use_cases/index.html
+++ b/content/cn/docs/0.5.0/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.0/writing_data/index.html b/content/cn/docs/0.5.0/writing_data/index.html
index f0438c9..d64e0e2 100644
--- a/content/cn/docs/0.5.0/writing_data/index.html
+++ b/content/cn/docs/0.5.0/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.0/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/comparison/index.html b/content/cn/docs/0.5.1/comparison/index.html
index 39be105..48b1389 100644
--- a/content/cn/docs/0.5.1/comparison/index.html
+++ b/content/cn/docs/0.5.1/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/concepts/index.html b/content/cn/docs/0.5.1/concepts/index.html
index b15fbd3..143620f 100644
--- a/content/cn/docs/0.5.1/concepts/index.html
+++ b/content/cn/docs/0.5.1/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/configurations/index.html b/content/cn/docs/0.5.1/configurations/index.html
index 3a00d09..8caafa1 100644
--- a/content/cn/docs/0.5.1/configurations/index.html
+++ b/content/cn/docs/0.5.1/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withCompactionConfig">withCompactionConfig</a> (HoodieCompactionConfig) <br></p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withcleanerpolicypolicy--keep_latest_commits"></a>withCleanerPolicy(policy = KEEP_LATEST_COMMITS)<a class="hash-link" href="#withcleanerpolicypolicy--keep_latest_commits" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.cleaner.policy</code> <br></p><span>要使用的清理政策。Hudi将删除旧版本的parquet文件以回收空间。 任何引用此版本文件的查询和计算都将失败。 [...]
<a href="#withMetricsConfig">withMetricsConfig</a> (HoodieMetricsConfig) <br></p><span>Hudi会发布有关每次提交、清理、回滚等的指标。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="onmetricson--true"></a>on(metricsOn = true)<a class="hash-link" href="#onmetricson--true" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.metrics.on</code> <br></p><span>打开或关闭发送指标。默认情况下处于启用状态。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withr [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/deployment/index.html b/content/cn/docs/0.5.1/deployment/index.html
index 4a10d65..4a73b5b 100644
--- a/content/cn/docs/0.5.1/deployment/index.html
+++ b/content/cn/docs/0.5.1/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/docker_demo/index.html b/content/cn/docs/0.5.1/docker_demo/index.html
index 101d857..cf30e87 100644
--- a/content/cn/docs/0.5.1/docker_demo/index.html
+++ b/content/cn/docs/0.5.1/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -215,7 +215,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/gcs_hoodie/index.html b/content/cn/docs/0.5.1/gcs_hoodie/index.html
index 9b2065a..7f32ff4 100644
--- a/content/cn/docs/0.5.1/gcs_hoodie/index.html
+++ b/content/cn/docs/0.5.1/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/migration_guide/index.html b/content/cn/docs/0.5.1/migration_guide/index.html
index 7549df9..fa70e00 100644
--- a/content/cn/docs/0.5.1/migration_guide/index.html
+++ b/content/cn/docs/0.5.1/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/performance/index.html b/content/cn/docs/0.5.1/performance/index.html
index f36e9fd..a7f0b32 100644
--- a/content/cn/docs/0.5.1/performance/index.html
+++ b/content/cn/docs/0.5.1/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/powered_by/index.html b/content/cn/docs/0.5.1/powered_by/index.html
index 853430e..c92b0ce 100644
--- a/content/cn/docs/0.5.1/powered_by/index.html
+++ b/content/cn/docs/0.5.1/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@ October 2018, Spark+AI Summit Europe, London, UK</p></li><li><p><a href="https:/
June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https://docs.google.com/presentation/d/1FHhsvh70ZP6xXlHdVsAI0g__B_6Mpto5KQFlZ0b8-mM" target="_blank" rel="noopener noreferrer">"Apache Hudi (Incubating) - The Past, Present and Future Of Efficient Data Lake Architectures"</a> - By Vinoth Chandar & Balaji Varadarajan
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="文章"></a>文章<a class="hash-link" href="#文章" title="Direct link to heading">#</a></h2><ol><li><a href="https://www.oreilly.com/ideas/ubers-case-for-incremental-processing-on-hadoop" target="_blank" rel="noopener noreferrer">"The Case for incremental processing on Hadoop"</a> - O'reilly Ideas article by Vinoth Chandar</li><li><a href=" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/privacy/index.html b/content/cn/docs/0.5.1/privacy/index.html
index f04e496..694bac7 100644
--- a/content/cn/docs/0.5.1/privacy/index.html
+++ b/content/cn/docs/0.5.1/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/querying_data/index.html b/content/cn/docs/0.5.1/querying_data/index.html
index 6a707fd..97defef 100644
--- a/content/cn/docs/0.5.1/querying_data/index.html
+++ b/content/cn/docs/0.5.1/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/quick-start-guide/index.html b/content/cn/docs/0.5.1/quick-start-guide/index.html
index d1061f8..0ff97f8 100644
--- a/content/cn/docs/0.5.1/quick-start-guide/index.html
+++ b/content/cn/docs/0.5.1/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/s3_hoodie/index.html b/content/cn/docs/0.5.1/s3_hoodie/index.html
index f977192..073e436 100644
--- a/content/cn/docs/0.5.1/s3_hoodie/index.html
+++ b/content/cn/docs/0.5.1/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/structure/index.html b/content/cn/docs/0.5.1/structure/index.html
index 62b220e..c19a441 100644
--- a/content/cn/docs/0.5.1/structure/index.html
+++ b/content/cn/docs/0.5.1/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/use_cases/index.html b/content/cn/docs/0.5.1/use_cases/index.html
index 50562e9..9bc5add 100644
--- a/content/cn/docs/0.5.1/use_cases/index.html
+++ b/content/cn/docs/0.5.1/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.1/writing_data/index.html b/content/cn/docs/0.5.1/writing_data/index.html
index 4f8c1fb..ec7d9b7 100644
--- a/content/cn/docs/0.5.1/writing_data/index.html
+++ b/content/cn/docs/0.5.1/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.1/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/comparison/index.html b/content/cn/docs/0.5.2/comparison/index.html
index 75887aa..62d3779 100644
--- a/content/cn/docs/0.5.2/comparison/index.html
+++ b/content/cn/docs/0.5.2/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/concepts/index.html b/content/cn/docs/0.5.2/concepts/index.html
index 973f2b0..4424fc3 100644
--- a/content/cn/docs/0.5.2/concepts/index.html
+++ b/content/cn/docs/0.5.2/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/configurations/index.html b/content/cn/docs/0.5.2/configurations/index.html
index 8c65865..4039922 100644
--- a/content/cn/docs/0.5.2/configurations/index.html
+++ b/content/cn/docs/0.5.2/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withCompactionConfig">withCompactionConfig</a> (HoodieCompactionConfig) <br></p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withcleanerpolicypolicy--keep_latest_commits"></a>withCleanerPolicy(policy = KEEP_LATEST_COMMITS)<a class="hash-link" href="#withcleanerpolicypolicy--keep_latest_commits" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.cleaner.policy</code> <br></p><span>要使用的清理政策。Hudi将删除旧版本的parquet文件以回收空间。 任何引用此版本文件的查询和计算都将失败。 [...]
<a href="#withMetricsConfig">withMetricsConfig</a> (HoodieMetricsConfig) <br></p><span>Hudi会发布有关每次提交、清理、回滚等的指标。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="onmetricson--true"></a>on(metricsOn = true)<a class="hash-link" href="#onmetricson--true" title="Direct link to heading">#</a></h4><p>属性：<code>hoodie.metrics.on</code> <br></p><span>打开或关闭发送指标。默认情况下处于启用状态。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withr [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/deployment/index.html b/content/cn/docs/0.5.2/deployment/index.html
index f4cb445..dd47abc 100644
--- a/content/cn/docs/0.5.2/deployment/index.html
+++ b/content/cn/docs/0.5.2/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/docker_demo/index.html b/content/cn/docs/0.5.2/docker_demo/index.html
index d0a4062..e648a83 100644
--- a/content/cn/docs/0.5.2/docker_demo/index.html
+++ b/content/cn/docs/0.5.2/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -215,7 +215,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/gcs_hoodie/index.html b/content/cn/docs/0.5.2/gcs_hoodie/index.html
index b712a5d..6543921 100644
--- a/content/cn/docs/0.5.2/gcs_hoodie/index.html
+++ b/content/cn/docs/0.5.2/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/migration_guide/index.html b/content/cn/docs/0.5.2/migration_guide/index.html
index cc7f521..75ce658 100644
--- a/content/cn/docs/0.5.2/migration_guide/index.html
+++ b/content/cn/docs/0.5.2/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/performance/index.html b/content/cn/docs/0.5.2/performance/index.html
index bcf4011..8f67451 100644
--- a/content/cn/docs/0.5.2/performance/index.html
+++ b/content/cn/docs/0.5.2/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/powered_by/index.html b/content/cn/docs/0.5.2/powered_by/index.html
index 2353443..199663d 100644
--- a/content/cn/docs/0.5.2/powered_by/index.html
+++ b/content/cn/docs/0.5.2/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@ October 2018, Spark+AI Summit Europe, London, UK</p></li><li><p><a href="https:/
June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https://docs.google.com/presentation/d/1FHhsvh70ZP6xXlHdVsAI0g__B_6Mpto5KQFlZ0b8-mM" target="_blank" rel="noopener noreferrer">"Apache Hudi (Incubating) - The Past, Present and Future Of Efficient Data Lake Architectures"</a> - By Vinoth Chandar & Balaji Varadarajan
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="文章"></a>文章<a class="hash-link" href="#文章" title="Direct link to heading">#</a></h2><ol><li><a href="https://www.oreilly.com/ideas/ubers-case-for-incremental-processing-on-hadoop" target="_blank" rel="noopener noreferrer">"The Case for incremental processing on Hadoop"</a> - O'reilly Ideas article by Vinoth Chandar</li><li><a href=" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/privacy/index.html b/content/cn/docs/0.5.2/privacy/index.html
index 1cbd27c..afc1a8b 100644
--- a/content/cn/docs/0.5.2/privacy/index.html
+++ b/content/cn/docs/0.5.2/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/querying_data/index.html b/content/cn/docs/0.5.2/querying_data/index.html
index 1785ada..0b8be32 100644
--- a/content/cn/docs/0.5.2/querying_data/index.html
+++ b/content/cn/docs/0.5.2/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/quick-start-guide/index.html b/content/cn/docs/0.5.2/quick-start-guide/index.html
index 02ac834..f90cabe 100644
--- a/content/cn/docs/0.5.2/quick-start-guide/index.html
+++ b/content/cn/docs/0.5.2/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/s3_hoodie/index.html b/content/cn/docs/0.5.2/s3_hoodie/index.html
index dc9a196..d73b8b8 100644
--- a/content/cn/docs/0.5.2/s3_hoodie/index.html
+++ b/content/cn/docs/0.5.2/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/structure/index.html b/content/cn/docs/0.5.2/structure/index.html
index 93dfd0d..3fb6e31 100644
--- a/content/cn/docs/0.5.2/structure/index.html
+++ b/content/cn/docs/0.5.2/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/use_cases/index.html b/content/cn/docs/0.5.2/use_cases/index.html
index dab4a35..3e765da 100644
--- a/content/cn/docs/0.5.2/use_cases/index.html
+++ b/content/cn/docs/0.5.2/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.2/writing_data/index.html b/content/cn/docs/0.5.2/writing_data/index.html
index 9c50edd..e354382 100644
--- a/content/cn/docs/0.5.2/writing_data/index.html
+++ b/content/cn/docs/0.5.2/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.2/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/azure_hoodie/index.html b/content/cn/docs/0.5.3/azure_hoodie/index.html
index 23227be..6b39d95 100644
--- a/content/cn/docs/0.5.3/azure_hoodie/index.html
+++ b/content/cn/docs/0.5.3/azure_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/cloud/index.html b/content/cn/docs/0.5.3/cloud/index.html
index db7f255..3e4c7a4 100644
--- a/content/cn/docs/0.5.3/cloud/index.html
+++ b/content/cn/docs/0.5.3/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">云储存 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@ GCS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/oss_hoodie">A
阿里云和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/azure_hoodie">Microsoft Azure</a> <br>
Azure和Hudi协同工作所需的配置。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/comparison/index.html b/content/cn/docs/0.5.3/comparison/index.html
index 5a70136..8f9adb1 100644
--- a/content/cn/docs/0.5.3/comparison/index.html
+++ b/content/cn/docs/0.5.3/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/concepts/index.html b/content/cn/docs/0.5.3/concepts/index.html
index ab9eeda..dae6c1d 100644
--- a/content/cn/docs/0.5.3/concepts/index.html
+++ b/content/cn/docs/0.5.3/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/configurations/index.html b/content/cn/docs/0.5.3/configurations/index.html
index 8e7adb9..df4d10e 100644
--- a/content/cn/docs/0.5.3/configurations/index.html
+++ b/content/cn/docs/0.5.3/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withMetricsConfig">withMetricsConfig</a> (HoodieMetricsConfig) <br></p><span>Hudi会发布有关每次提交、清理、回滚等的指标。</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="graphite"></a>GRAPHITE<a class="hash-link" href="#graphite" title="Direct link to heading">#</a></h4><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="onmetricson--false"></a>on(metricsOn = false)<a class="hash-link" href="#onmetricson--false" title="Direct link to [...]
<a href="#withMemoryConfig">withMemoryConfig</a> (HoodieMemoryConfig) <br></p><span>内存相关配置</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06"></a>withMaxMemoryFractionPerPartitionMerge(maxMemoryFractionPerPartitionMerge = 0.6)<a class="hash-link" href="#withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06" title="Direct link to heading">#</a></h4><p>属性：< [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/deployment/index.html b/content/cn/docs/0.5.3/deployment/index.html
index 303a00a..1e2663a 100644
--- a/content/cn/docs/0.5.3/deployment/index.html
+++ b/content/cn/docs/0.5.3/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/docker_demo/index.html b/content/cn/docs/0.5.3/docker_demo/index.html
index a921aca..ae874b9 100644
--- a/content/cn/docs/0.5.3/docker_demo/index.html
+++ b/content/cn/docs/0.5.3/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -215,7 +215,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/gcs_hoodie/index.html b/content/cn/docs/0.5.3/gcs_hoodie/index.html
index 13d1ee3..8ad69c9 100644
--- a/content/cn/docs/0.5.3/gcs_hoodie/index.html
+++ b/content/cn/docs/0.5.3/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/migration_guide/index.html b/content/cn/docs/0.5.3/migration_guide/index.html
index ddbd200..2596eba 100644
--- a/content/cn/docs/0.5.3/migration_guide/index.html
+++ b/content/cn/docs/0.5.3/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/oss_hoodie/index.html b/content/cn/docs/0.5.3/oss_hoodie/index.html
index f282500..ddd7ac6 100644
--- a/content/cn/docs/0.5.3/oss_hoodie/index.html
+++ b/content/cn/docs/0.5.3/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/performance/index.html b/content/cn/docs/0.5.3/performance/index.html
index f5b55eb..7f3d27d 100644
--- a/content/cn/docs/0.5.3/performance/index.html
+++ b/content/cn/docs/0.5.3/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/powered_by/index.html b/content/cn/docs/0.5.3/powered_by/index.html
index d226948..6e4ecc8 100644
--- a/content/cn/docs/0.5.3/powered_by/index.html
+++ b/content/cn/docs/0.5.3/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -26,7 +26,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li><li><p><a href="https://drive.google.com/open?id=1dmH2kWJF69PNdifPp37QBgjivOHaSLDn" target="_blank" r [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/privacy/index.html b/content/cn/docs/0.5.3/privacy/index.html
index ad52103..db119f9 100644
--- a/content/cn/docs/0.5.3/privacy/index.html
+++ b/content/cn/docs/0.5.3/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/querying_data/index.html b/content/cn/docs/0.5.3/querying_data/index.html
index 742e4c8..1a6adc0 100644
--- a/content/cn/docs/0.5.3/querying_data/index.html
+++ b/content/cn/docs/0.5.3/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/quick-start-guide/index.html b/content/cn/docs/0.5.3/quick-start-guide/index.html
index 941f828..0593c69 100644
--- a/content/cn/docs/0.5.3/quick-start-guide/index.html
+++ b/content/cn/docs/0.5.3/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -82,7 +82,7 @@
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/s3_hoodie/index.html b/content/cn/docs/0.5.3/s3_hoodie/index.html
index 26733f4..9aea62f 100644
--- a/content/cn/docs/0.5.3/s3_hoodie/index.html
+++ b/content/cn/docs/0.5.3/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/structure/index.html b/content/cn/docs/0.5.3/structure/index.html
index d05e339..198e8e9 100644
--- a/content/cn/docs/0.5.3/structure/index.html
+++ b/content/cn/docs/0.5.3/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/use_cases/index.html b/content/cn/docs/0.5.3/use_cases/index.html
index 81a45a2..b67121e 100644
--- a/content/cn/docs/0.5.3/use_cases/index.html
+++ b/content/cn/docs/0.5.3/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.5.3/writing_data/index.html b/content/cn/docs/0.5.3/writing_data/index.html
index a440325..bedac5a 100644
--- a/content/cn/docs/0.5.3/writing_data/index.html
+++ b/content/cn/docs/0.5.3/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.5.3/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/1_2_structure/index.html b/content/cn/docs/0.6.0/1_2_structure/index.html
index 3a1d635..26a9b87 100644
--- a/content/cn/docs/0.6.0/1_2_structure/index.html
+++ b/content/cn/docs/0.6.0/1_2_structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/1_2_structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/2_8_metrics/index.html b/content/cn/docs/0.6.0/2_8_metrics/index.html
index 1b19763..22d326c 100644
--- a/content/cn/docs/0.6.0/2_8_metrics/index.html
+++ b/content/cn/docs/0.6.0/2_8_metrics/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">HoodieMetrics Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/2_8_metrics"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/azure_hoodie/index.html b/content/cn/docs/0.6.0/azure_hoodie/index.html
index fb4bafb..8880b0c 100644
--- a/content/cn/docs/0.6.0/azure_hoodie/index.html
+++ b/content/cn/docs/0.6.0/azure_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/cloud/index.html b/content/cn/docs/0.6.0/cloud/index.html
index 42ca7cf..ec1df28 100644
--- a/content/cn/docs/0.6.0/cloud/index.html
+++ b/content/cn/docs/0.6.0/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">云储存 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@ GCS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/oss_hoodie">A
Azure和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/cos_hoodie">Tencent Cloud Object Storage</a> <br>
COS和Hudi协同工作所需的配置。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/comparison/index.html b/content/cn/docs/0.6.0/comparison/index.html
index ecdc1d0..baa2ae2 100644
--- a/content/cn/docs/0.6.0/comparison/index.html
+++ b/content/cn/docs/0.6.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/concepts/index.html b/content/cn/docs/0.6.0/concepts/index.html
index 1d38c51..92ba0e4 100644
--- a/content/cn/docs/0.6.0/concepts/index.html
+++ b/content/cn/docs/0.6.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/configurations/index.html b/content/cn/docs/0.6.0/configurations/index.html
index a9d9dda..9ca846f 100644
--- a/content/cn/docs/0.6.0/configurations/index.html
+++ b/content/cn/docs/0.6.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withMemoryConfig">withMemoryConfig</a> (HoodieMemoryConfig) <br></p><span>内存相关配置</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06"></a>withMaxMemoryFractionPerPartitionMerge(maxMemoryFractionPerPartitionMerge = 0.6)<a class="hash-link" href="#withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06" title="Direct link to heading">#</a></h4><p>属性：< [...]
<a href="#withCallbackConfig">withCallbackConfig</a> (HoodieWriteCommitCallbackConfig) <br></p><span>写提交回调相关配置</span><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="writecommitcallbackoncallbackon--false"></a>writeCommitCallbackOn(callbackOn = false)<a class="hash-link" href="#writecommitcallbackoncallbackon--false" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.on</code> <br></p><span>打开或关闭回调功能. 默认关闭.</span><h5><a [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/cos_hoodie/index.html b/content/cn/docs/0.6.0/cos_hoodie/index.html
index e3a2cae..31fb2e4 100644
--- a/content/cn/docs/0.6.0/cos_hoodie/index.html
+++ b/content/cn/docs/0.6.0/cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">COS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="tencent-cloud-cos-libs"></a>Tencent Cloud COS Libs<a class="hash-link" href="#tencent-cloud-cos-libs" title="Direct link to heading">#</a></h3><p>添加COS依赖jar包到classpath</p><ul><li>org.apache.hadoop:hadoop-cos:2.8.5</li></ul></div><footer class="row docusaurus-mt-lg"><di [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/deployment/index.html b/content/cn/docs/0.6.0/deployment/index.html
index 4fec2a2..62d37d7 100644
--- a/content/cn/docs/0.6.0/deployment/index.html
+++ b/content/cn/docs/0.6.0/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/docker_demo/index.html b/content/cn/docs/0.6.0/docker_demo/index.html
index 5110770..70ea0a5 100644
--- a/content/cn/docs/0.6.0/docker_demo/index.html
+++ b/content/cn/docs/0.6.0/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -215,7 +215,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/gcs_hoodie/index.html b/content/cn/docs/0.6.0/gcs_hoodie/index.html
index d6de59d..bc5df9d 100644
--- a/content/cn/docs/0.6.0/gcs_hoodie/index.html
+++ b/content/cn/docs/0.6.0/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/migration_guide/index.html b/content/cn/docs/0.6.0/migration_guide/index.html
index 4e99324..801eaa1 100644
--- a/content/cn/docs/0.6.0/migration_guide/index.html
+++ b/content/cn/docs/0.6.0/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/oss_hoodie/index.html b/content/cn/docs/0.6.0/oss_hoodie/index.html
index 8986ccd..3669317 100644
--- a/content/cn/docs/0.6.0/oss_hoodie/index.html
+++ b/content/cn/docs/0.6.0/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/performance/index.html b/content/cn/docs/0.6.0/performance/index.html
index e9de66a..9c30d49 100644
--- a/content/cn/docs/0.6.0/performance/index.html
+++ b/content/cn/docs/0.6.0/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/powered_by/index.html b/content/cn/docs/0.6.0/powered_by/index.html
index e331cb8..ba7a8ca 100644
--- a/content/cn/docs/0.6.0/powered_by/index.html
+++ b/content/cn/docs/0.6.0/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -26,7 +26,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li><li><p><a href="https://drive.google.com/open?id=1dmH2kWJF69PNdifPp37QBgjivOHaSLDn" target="_blank" r [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/privacy/index.html b/content/cn/docs/0.6.0/privacy/index.html
index a5813ff..474ffe6 100644
--- a/content/cn/docs/0.6.0/privacy/index.html
+++ b/content/cn/docs/0.6.0/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/querying_data/index.html b/content/cn/docs/0.6.0/querying_data/index.html
index 41c5b56..aefdbc4 100644
--- a/content/cn/docs/0.6.0/querying_data/index.html
+++ b/content/cn/docs/0.6.0/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/quick-start-guide/index.html b/content/cn/docs/0.6.0/quick-start-guide/index.html
index 5f595f2..1943a72 100644
--- a/content/cn/docs/0.6.0/quick-start-guide/index.html
+++ b/content/cn/docs/0.6.0/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -43,7 +43,7 @@
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/s3_hoodie/index.html b/content/cn/docs/0.6.0/s3_hoodie/index.html
index 6beff13..a34eae4 100644
--- a/content/cn/docs/0.6.0/s3_hoodie/index.html
+++ b/content/cn/docs/0.6.0/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/use_cases/index.html b/content/cn/docs/0.6.0/use_cases/index.html
index bf53d5f..e214b22 100644
--- a/content/cn/docs/0.6.0/use_cases/index.html
+++ b/content/cn/docs/0.6.0/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.6.0/writing_data/index.html b/content/cn/docs/0.6.0/writing_data/index.html
index 21a6d86..d6cefed 100644
--- a/content/cn/docs/0.6.0/writing_data/index.html
+++ b/content/cn/docs/0.6.0/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.6.0/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/azure_hoodie/index.html b/content/cn/docs/0.7.0/azure_hoodie/index.html
index 204aab6..c9d16ee 100644
--- a/content/cn/docs/0.7.0/azure_hoodie/index.html
+++ b/content/cn/docs/0.7.0/azure_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/cloud/index.html b/content/cn/docs/0.7.0/cloud/index.html
index 9e38af3..2be6ea9 100644
--- a/content/cn/docs/0.7.0/cloud/index.html
+++ b/content/cn/docs/0.7.0/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">云储存 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@ Azure和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/cos_hoodie"
COS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/ibm_cos_hoodie">IBM Cloud Object Storage</a> <br>
IBM Cloud Object Storage和Hudi协同工作所需的配置。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/comparison/index.html b/content/cn/docs/0.7.0/comparison/index.html
index ebaa3cd..c8216c7 100644
--- a/content/cn/docs/0.7.0/comparison/index.html
+++ b/content/cn/docs/0.7.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/concepts/index.html b/content/cn/docs/0.7.0/concepts/index.html
index 0d7bd67..cba808d 100644
--- a/content/cn/docs/0.7.0/concepts/index.html
+++ b/content/cn/docs/0.7.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ published within X minutes in a consistent fashion.</li></ul><p>The intention of
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/configurations/index.html b/content/cn/docs/0.7.0/configurations/index.html
index 46afa26..6f43a9a 100644
--- a/content/cn/docs/0.7.0/configurations/index.html
+++ b/content/cn/docs/0.7.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withMemoryConfig">withMemoryConfig</a> (HoodieMemoryConfig) <br></p><span>内存相关配置</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06"></a>withMaxMemoryFractionPerPartitionMerge(maxMemoryFractionPerPartitionMerge = 0.6)<a class="hash-link" href="#withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06" title="Direct link to heading">#</a></h4><p>属性：< [...]
<a href="#withCallbackConfig">withCallbackConfig</a> (HoodieWriteCommitCallbackConfig) <br></p><span>写提交回调相关配置</span><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="writecommitcallbackoncallbackon--false"></a>writeCommitCallbackOn(callbackOn = false)<a class="hash-link" href="#writecommitcallbackoncallbackon--false" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.on</code> <br></p><span>打开或关闭回调功能. 默认关闭.</span><h5><a [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/cos_hoodie/index.html b/content/cn/docs/0.7.0/cos_hoodie/index.html
index bfecf7d..4d0052e 100644
--- a/content/cn/docs/0.7.0/cos_hoodie/index.html
+++ b/content/cn/docs/0.7.0/cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">COS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="tencent-cloud-cos-libs"></a>Tencent Cloud COS Libs<a class="hash-link" href="#tencent-cloud-cos-libs" title="Direct link to heading">#</a></h3><p>添加COS依赖jar包到classpath</p><ul><li>org.apache.hadoop:hadoop-cos:2.8.5</li></ul></div><footer class="row docusaurus-mt-lg"><di [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/deployment/index.html b/content/cn/docs/0.7.0/deployment/index.html
index 467b0fb..b83e7ea 100644
--- a/content/cn/docs/0.7.0/deployment/index.html
+++ b/content/cn/docs/0.7.0/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/docker_demo/index.html b/content/cn/docs/0.7.0/docker_demo/index.html
index 6cf7031..b9fc34a 100644
--- a/content/cn/docs/0.7.0/docker_demo/index.html
+++ b/content/cn/docs/0.7.0/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -217,7 +217,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/gcs_hoodie/index.html b/content/cn/docs/0.7.0/gcs_hoodie/index.html
index 6153a87..ff47ef6 100644
--- a/content/cn/docs/0.7.0/gcs_hoodie/index.html
+++ b/content/cn/docs/0.7.0/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/ibm_cos_hoodie/index.html b/content/cn/docs/0.7.0/ibm_cos_hoodie/index.html
index e905148..b42a444 100644
--- a/content/cn/docs/0.7.0/ibm_cos_hoodie/index.html
+++ b/content/cn/docs/0.7.0/ibm_cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">IBM Cloud Object Storage Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/ibm_cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>For more options see Stocator <a href="https://github.com/CODAIT/stocator/blob/master/README.md" target="_blank" rel="noopener noreferrer">documentation</a>.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="ibm-cloud-object-storage-libs"></a>IBM Cloud Object Storage Libs<a class="hash-link" href="#ibm-cloud-obj [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/metrics/index.html b/content/cn/docs/0.7.0/metrics/index.html
index da4ee40..a0dbe91 100644
--- a/content/cn/docs/0.7.0/metrics/index.html
+++ b/content/cn/docs/0.7.0/metrics/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">HoodieMetrics Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/metrics"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/migration_guide/index.html b/content/cn/docs/0.7.0/migration_guide/index.html
index 30a1b88..94bf653 100644
--- a/content/cn/docs/0.7.0/migration_guide/index.html
+++ b/content/cn/docs/0.7.0/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/oss_hoodie/index.html b/content/cn/docs/0.7.0/oss_hoodie/index.html
index 6f80b3b..5a76508 100644
--- a/content/cn/docs/0.7.0/oss_hoodie/index.html
+++ b/content/cn/docs/0.7.0/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/overview/index.html b/content/cn/docs/0.7.0/overview/index.html
index 514d5b4..cf95e94 100644
--- a/content/cn/docs/0.7.0/overview/index.html
+++ b/content/cn/docs/0.7.0/overview/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/overview"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/overview.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/performance/index.html b/content/cn/docs/0.7.0/performance/index.html
index bdfb3f2..154077c 100644
--- a/content/cn/docs/0.7.0/performance/index.html
+++ b/content/cn/docs/0.7.0/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/powered_by/index.html b/content/cn/docs/0.7.0/powered_by/index.html
index f6c4e58..6f9bba1 100644
--- a/content/cn/docs/0.7.0/powered_by/index.html
+++ b/content/cn/docs/0.7.0/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -26,7 +26,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li><li><p><a href="https://drive.google.com/open?id=1dmH2kWJF69PNdifPp37QBgjivOHaSLDn" target="_blank" r [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/privacy/index.html b/content/cn/docs/0.7.0/privacy/index.html
index be718c4..bf77010 100644
--- a/content/cn/docs/0.7.0/privacy/index.html
+++ b/content/cn/docs/0.7.0/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/querying_data/index.html b/content/cn/docs/0.7.0/querying_data/index.html
index 7397af8..d475378 100644
--- a/content/cn/docs/0.7.0/querying_data/index.html
+++ b/content/cn/docs/0.7.0/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/quick-start-guide/index.html b/content/cn/docs/0.7.0/quick-start-guide/index.html
index 11774fa..9b3bcbe 100644
--- a/content/cn/docs/0.7.0/quick-start-guide/index.html
+++ b/content/cn/docs/0.7.0/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -84,7 +84,7 @@ denoted by the timestamp. Look for changes in <code>_hoodie_commit_time</code>,
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/s3_hoodie/index.html b/content/cn/docs/0.7.0/s3_hoodie/index.html
index 5a6e720..8fba054 100644
--- a/content/cn/docs/0.7.0/s3_hoodie/index.html
+++ b/content/cn/docs/0.7.0/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/structure/index.html b/content/cn/docs/0.7.0/structure/index.html
index ab4bf2f..4fcb6ea 100644
--- a/content/cn/docs/0.7.0/structure/index.html
+++ b/content/cn/docs/0.7.0/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/use_cases/index.html b/content/cn/docs/0.7.0/use_cases/index.html
index 9f9ea42..da7f0bd 100644
--- a/content/cn/docs/0.7.0/use_cases/index.html
+++ b/content/cn/docs/0.7.0/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.7.0/writing_data/index.html b/content/cn/docs/0.7.0/writing_data/index.html
index a209e40..f5f7b6c 100644
--- a/content/cn/docs/0.7.0/writing_data/index.html
+++ b/content/cn/docs/0.7.0/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.7.0/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.7.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.7.0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.7.0/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/azure_hoodie/index.html b/content/cn/docs/0.8.0/azure_hoodie/index.html
index 1042115..3138a6c 100644
--- a/content/cn/docs/0.8.0/azure_hoodie/index.html
+++ b/content/cn/docs/0.8.0/azure_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/cloud/index.html b/content/cn/docs/0.8.0/cloud/index.html
index abc18b3..8682289 100644
--- a/content/cn/docs/0.8.0/cloud/index.html
+++ b/content/cn/docs/0.8.0/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">云储存 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@ Azure和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/cos_hoodie"
COS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/ibm_cos_hoodie">IBM Cloud Object Storage</a> <br>
IBM Cloud Object Storage和Hudi协同工作所需的配置。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/comparison/index.html b/content/cn/docs/0.8.0/comparison/index.html
index 07042ad..81337d3 100644
--- a/content/cn/docs/0.8.0/comparison/index.html
+++ b/content/cn/docs/0.8.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/concepts/index.html b/content/cn/docs/0.8.0/concepts/index.html
index ef075dc..0ac90ed 100644
--- a/content/cn/docs/0.8.0/concepts/index.html
+++ b/content/cn/docs/0.8.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ published within X minutes in a consistent fashion.</li></ul><p>The intention of
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/concurrency_control/index.html b/content/cn/docs/0.8.0/concurrency_control/index.html
index e0e9428..00db50c 100644
--- a/content/cn/docs/0.8.0/concurrency_control/index.html
+++ b/content/cn/docs/0.8.0/concurrency_control/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concurrency Control | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/concurrency_control"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="doc [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -24,7 +24,7 @@ This feature is currently <em>experimental</em> and requires either Zookeeper or
job. For example below, adding the configs to kafka-source.properties file and passing them to deltastreamer will enable optimistic concurrency.
A deltastreamer job can then be triggered as follows:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">[hoodie]$ spark-submit --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer `ls packaging/hudi-utilities-bun [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/configurations/index.html b/content/cn/docs/0.8.0/configurations/index.html
index d14ef19..85ea52c 100644
--- a/content/cn/docs/0.8.0/configurations/index.html
+++ b/content/cn/docs/0.8.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withMemoryConfig">withMemoryConfig</a> (HoodieMemoryConfig) <br></p><span>内存相关配置</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06"></a>withMaxMemoryFractionPerPartitionMerge(maxMemoryFractionPerPartitionMerge = 0.6)<a class="hash-link" href="#withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06" title="Direct link to heading">#</a></h4><p>属性：< [...]
<a href="#withCallbackConfig">withCallbackConfig</a> (HoodieWriteCommitCallbackConfig) <br></p><span>写提交回调相关配置</span><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="writecommitcallbackoncallbackon--false"></a>writeCommitCallbackOn(callbackOn = false)<a class="hash-link" href="#writecommitcallbackoncallbackon--false" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.on</code> <br></p><span>打开或关闭回调功能. 默认关闭.</span><h5><a [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/cos_hoodie/index.html b/content/cn/docs/0.8.0/cos_hoodie/index.html
index e830678..3e3f370 100644
--- a/content/cn/docs/0.8.0/cos_hoodie/index.html
+++ b/content/cn/docs/0.8.0/cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">COS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="tencent-cloud-cos-libs"></a>Tencent Cloud COS Libs<a class="hash-link" href="#tencent-cloud-cos-libs" title="Direct link to heading">#</a></h3><p>添加COS依赖jar包到classpath</p><ul><li>org.apache.hadoop:hadoop-cos:2.8.5</li></ul></div><footer class="row docusaurus-mt-lg"><di [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/deployment/index.html b/content/cn/docs/0.8.0/deployment/index.html
index 88bdf92..c68f063 100644
--- a/content/cn/docs/0.8.0/deployment/index.html
+++ b/content/cn/docs/0.8.0/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p><ul><li>Job 6 : 将记录与recordKey(位置)进行懒惰 [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/docker_demo/index.html b/content/cn/docs/0.8.0/docker_demo/index.html
index 4603a6b..b981441 100644
--- a/content/cn/docs/0.8.0/docker_demo/index.html
+++ b/content/cn/docs/0.8.0/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -217,7 +217,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/flink-quick-start-guide/index.html b/content/cn/docs/0.8.0/flink-quick-start-guide/index.html
index 2f2c2ec..85b83bc 100644
--- a/content/cn/docs/0.8.0/flink-quick-start-guide/index.html
+++ b/content/cn/docs/0.8.0/flink-quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Flink Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/flink-quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-de [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -46,7 +46,7 @@ dependent systems running locally. We recommend you replicate the same setup and
steps <a href="/cn/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/cn/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/flink-quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/gcs_hoodie/index.html b/content/cn/docs/0.8.0/gcs_hoodie/index.html
index 3a84fa7..0c2956e 100644
--- a/content/cn/docs/0.8.0/gcs_hoodie/index.html
+++ b/content/cn/docs/0.8.0/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/ibm_cos_hoodie/index.html b/content/cn/docs/0.8.0/ibm_cos_hoodie/index.html
index bebc161..e56a43e 100644
--- a/content/cn/docs/0.8.0/ibm_cos_hoodie/index.html
+++ b/content/cn/docs/0.8.0/ibm_cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">IBM Cloud Object Storage Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/ibm_cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>For more options see Stocator <a href="https://github.com/CODAIT/stocator/blob/master/README.md" target="_blank" rel="noopener noreferrer">documentation</a>.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="ibm-cloud-object-storage-libs"></a>IBM Cloud Object Storage Libs<a class="hash-link" href="#ibm-cloud-obj [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/metrics/index.html b/content/cn/docs/0.8.0/metrics/index.html
index 5e7b7ee..e9efb3b 100644
--- a/content/cn/docs/0.8.0/metrics/index.html
+++ b/content/cn/docs/0.8.0/metrics/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Metrics | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/metrics"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta d [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/migration_guide/index.html b/content/cn/docs/0.8.0/migration_guide/index.html
index 0ded69b..44e74c5 100644
--- a/content/cn/docs/0.8.0/migration_guide/index.html
+++ b/content/cn/docs/0.8.0/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/oss_hoodie/index.html b/content/cn/docs/0.8.0/oss_hoodie/index.html
index 809f93c..f4ba71d 100644
--- a/content/cn/docs/0.8.0/oss_hoodie/index.html
+++ b/content/cn/docs/0.8.0/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/overview/index.html b/content/cn/docs/0.8.0/overview/index.html
index 747fa23..f780e3a 100644
--- a/content/cn/docs/0.8.0/overview/index.html
+++ b/content/cn/docs/0.8.0/overview/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/overview"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/overview.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/performance/index.html b/content/cn/docs/0.8.0/performance/index.html
index c2eb06e..1fb6e18 100644
--- a/content/cn/docs/0.8.0/performance/index.html
+++ b/content/cn/docs/0.8.0/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_presto.png" alt="hudi_query_perf_presto.png"></figure [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/powered_by/index.html b/content/cn/docs/0.8.0/powered_by/index.html
index 38683b2..91793a4 100644
--- a/content/cn/docs/0.8.0/powered_by/index.html
+++ b/content/cn/docs/0.8.0/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">演讲 & Hudi 用户 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -26,7 +26,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li><li><p><a href="https://drive.google.com/open?id=1dmH2kWJF69PNdifPp37QBgjivOHaSLDn" target="_blank" r [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/privacy/index.html b/content/cn/docs/0.8.0/privacy/index.html
index ebf8c68..3551d97 100644
--- a/content/cn/docs/0.8.0/privacy/index.html
+++ b/content/cn/docs/0.8.0/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/querying_data/index.html b/content/cn/docs/0.8.0/querying_data/index.html
index a1dfbe1..4c700f8 100644
--- a/content/cn/docs/0.8.0/querying_data/index.html
+++ b/content/cn/docs/0.8.0/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/quick-start-guide/index.html b/content/cn/docs/0.8.0/quick-start-guide/index.html
index 614f2f1..4594985 100644
--- a/content/cn/docs/0.8.0/quick-start-guide/index.html
+++ b/content/cn/docs/0.8.0/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Spark Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -82,7 +82,7 @@ dependent systems running locally. We recommend you replicate the same setup and
steps <a href="/cn/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/cn/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/s3_hoodie/index.html b/content/cn/docs/0.8.0/s3_hoodie/index.html
index ee827c3..c29716d 100644
--- a/content/cn/docs/0.8.0/s3_hoodie/index.html
+++ b/content/cn/docs/0.8.0/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/structure/index.html b/content/cn/docs/0.8.0/structure/index.html
index dec569f..dc66587 100644
--- a/content/cn/docs/0.8.0/structure/index.html
+++ b/content/cn/docs/0.8.0/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/use_cases/index.html b/content/cn/docs/0.8.0/use_cases/index.html
index 5e3a417..5ffe7fd 100644
--- a/content/cn/docs/0.8.0/use_cases/index.html
+++ b/content/cn/docs/0.8.0/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/0.8.0/writing_data/index.html b/content/cn/docs/0.8.0/writing_data/index.html
index 3a0b76c..26adeb9 100644
--- a/content/cn/docs/0.8.0/writing_data/index.html
+++ b/content/cn/docs/0.8.0/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/0.8.0/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.8.0 [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.8.0/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/azure_hoodie/index.html b/content/cn/docs/azure_hoodie/index.html
index 5a8f403..7faf83b 100644
--- a/content/cn/docs/azure_hoodie/index.html
+++ b/content/cn/docs/azure_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Microsoft Azure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/bos_hoodie/index.html b/content/cn/docs/bos_hoodie/index.html
index e8d3b94..d177740 100644
--- a/content/cn/docs/bos_hoodie/index.html
+++ b/content/cn/docs/bos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Baidu Cloud | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/bos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/cloud/index.html b/content/cn/docs/cloud/index.html
index 756b2f8..142e49e 100644
--- a/content/cn/docs/cloud/index.html
+++ b/content/cn/docs/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Cloud Storage | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -24,7 +24,7 @@ Configurations required for COS and Hudi co-operability.</li><li><a href="/cn/do
Configurations required for IBM Cloud Object Storage and Hudi co-operability. </li><li><a href="/cn/docs/bos_hoodie">Baidu Cloud Object Storage</a> <br>
Configurations required for BOS and Hudi co-operability.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/comparison/index.html b/content/cn/docs/comparison/index.html
index 20c578b..5f34cc2 100644
--- a/content/cn/docs/comparison/index.html
+++ b/content/cn/docs/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta d [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -43,7 +43,7 @@ uses Hudi even inside the <code>processing</code> engine to speed up typical bat
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/concepts/index.html b/content/cn/docs/concepts/index.html
index 33acf55..f7d33d6 100644
--- a/content/cn/docs/concepts/index.html
+++ b/content/cn/docs/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ published within X minutes in a consistent fashion.</li></ul><p>The intention of
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/concurrency_control/index.html b/content/cn/docs/concurrency_control/index.html
index 603cc35..1584f1e 100644
--- a/content/cn/docs/concurrency_control/index.html
+++ b/content/cn/docs/concurrency_control/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concurrency Control | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/concurrency_control"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defa [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@ job. For example below, adding the configs to kafka-source.properties file and p
A deltastreamer job can then be triggered as follows:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">[hoodie]$ spark-submit --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer `ls packaging/hudi-utilities-bun [...]
It is NOT recommended to use the same instance of the write client to perform multi writing.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/concurrency_control.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/configurations/index.html b/content/cn/docs/configurations/index.html
index 26c58b2..744e551 100644
--- a/content/cn/docs/configurations/index.html
+++ b/content/cn/docs/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -969,7 +969,7 @@ able to tolerate without Region Servers going down.<br>
<strong>Default Value</strong>: ts (Optional)<br>
<code>Config Param: ORDERING_FIELD</code><br></p></blockquote><hr></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/cos_hoodie/index.html b/content/cn/docs/cos_hoodie/index.html
index 0bc4392..787733d 100644
--- a/content/cn/docs/cos_hoodie/index.html
+++ b/content/cn/docs/cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Tencent Cloud | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><met [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="tencent-cloud-cos-libs"></a>Tencent Cloud COS Libs<a class="hash-link" href="#tencent-cloud-cos-libs" title="Direct link to heading">#</a></h3><p>COS hadoop libraries to add to our classpath</p><ul><li>org.apache.hadoop:hadoop-cos:2.8.5</li></ul></div><footer class="ro [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/deployment/index.html b/content/cn/docs/deployment/index.html
index 9aede62..fb838e9 100644
--- a/content/cn/docs/deployment/index.html
+++ b/content/cn/docs/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Deployment | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta d [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -64,7 +64,7 @@ If you do find errors, then the record was not actually written by Hudi, but han
Also Spark UI shows sortByKey twice due to the probe job also being shown, nonetheless its just a single sort.</p><figure><img class="docimage" src="/cn/assets/images/hudi_upsert_dag-3b2d81de8560fad7af112e40a2f8c437.png" alt="hudi_upsert_dag.png"></figure><p>At a high level, there are two steps</p><p><strong>Index Lookup to identify files to be changed</strong></p><ul><li>Job 1 : Triggers the input data read, converts to HoodieRecord object and then stops at obtaining a spread of input r [...]
In the future, a more sophisticated debug/management UI would be added to the project, that can help automate some of this debugging.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/docker_demo/index.html b/content/cn/docs/docker_demo/index.html
index a33372c..ffed4b1 100644
--- a/content/cn/docs/docker_demo/index.html
+++ b/content/cn/docs/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -202,7 +202,7 @@ run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/flink-quick-start-guide/index.html b/content/cn/docs/flink-quick-start-guide/index.html
index 42e1e93..1c7514c 100644
--- a/content/cn/docs/flink-quick-start-guide/index.html
+++ b/content/cn/docs/flink-quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Flink Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/flink-quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -86,7 +86,7 @@ dependent systems running locally. We recommend you replicate the same setup and
steps <a href="/cn/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/cn/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/flink-quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/gcs_hoodie/index.html b/content/cn/docs/gcs_hoodie/index.html
index 9ff274d..72adefe 100644
--- a/content/cn/docs/gcs_hoodie/index.html
+++ b/content/cn/docs/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Google Cloud | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/ibm_cos_hoodie/index.html b/content/cn/docs/ibm_cos_hoodie/index.html
index ce00027..4f73784 100644
--- a/content/cn/docs/ibm_cos_hoodie/index.html
+++ b/content/cn/docs/ibm_cos_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">IBM Cloud | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/ibm_cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><met [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>For more options see Stocator <a href="https://github.com/CODAIT/stocator/blob/master/README.md" target="_blank" rel="noopener noreferrer">documentation</a>.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="ibm-cloud-object-storage-libs"></a>IBM Cloud Object Storage Libs<a class="hash-link" href="#ibm-cloud-obj [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/metrics/index.html b/content/cn/docs/metrics/index.html
index 7b48777..ff507f7 100644
--- a/content/cn/docs/metrics/index.html
+++ b/content/cn/docs/metrics/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Metrics | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/metrics"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta data-re [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/migration_guide/index.html b/content/cn/docs/migration_guide/index.html
index 610d807..18c6f1a 100644
--- a/content/cn/docs/migration_guide/index.html
+++ b/content/cn/docs/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing table into a Hudi managed
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/azure_hoodie/index.html b/content/cn/docs/next/azure_hoodie/index.html
index 784ce59..5f1f654 100644
--- a/content/cn/docs/next/azure_hoodie/index.html
+++ b/content/cn/docs/next/azure_hoodie/index.html
@@ -9,16 +9,16 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/bos_hoodie/index.html b/content/cn/docs/next/bos_hoodie/index.html
index 748c191..f704bdf 100644
--- a/content/cn/docs/next/bos_hoodie/index.html
+++ b/content/cn/docs/next/bos_hoodie/index.html
@@ -9,18 +9,18 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">BOS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/bos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-cur [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style= [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style= [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style= [...]
-</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style= [...]
+</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/cloud/index.html b/content/cn/docs/next/cloud/index.html
index 955002e..a04ab91 100644
--- a/content/cn/docs/next/cloud/index.html
+++ b/content/cn/docs/next/cloud/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">云储存 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/cloud"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
S3和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/gcs_hoodie">Google Cloud Storage</a> <br>
GCS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/oss_hoodie">Alibaba Cloud OSS</a> <br>
阿里云和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/azure_hoodie">Microsoft Azure</a> <br>
@@ -23,7 +23,7 @@ COS和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/ibm_cos_hoodi
IBM Cloud Object Storage和Hudi协同工作所需的配置。</li><li><a href="/cn/docs/next/bos_hoodie">Baidu Cloud Object Storage</a> <br>
百度BOS和Hudi协同工作所需的配置。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></sv [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/comparison/index.html b/content/cn/docs/next/comparison/index.html
index 91ae11f..be0a4a9 100644
--- a/content/cn/docs/next/comparison/index.html
+++ b/content/cn/docs/next/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">对比 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/comparison"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ Hudi弥补了更快的数据与分析存储格式之间的差距。从运营的
甚至在<code>处理</code>引擎内部也使用Hudi来加速典型的批处理管道。例如：Hudi可用作DAG内的状态存储(类似Flink使用的[rocksDB(<a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))%E3%80%82" target="_blank" rel="noopener noreferrer">https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend))。</a>
这是路线图上的一个项目并将最终以<a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a>的形式呈现。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/concepts/index.html b/content/cn/docs/next/concepts/index.html
index 930614e..550be66 100644
--- a/content/cn/docs/next/concepts/index.html
+++ b/content/cn/docs/next/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">概念 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/concepts"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Hudi采用MVCC设计，其中压缩操作将日志和基本文件合并以产生
通过实施压缩策略，在该策略中，与较旧的分区相比，我们会积极地压缩最新的分区，从而确保RO表能够以一致的方式看到几分钟内发布的数据。</li></ul><p>读时合并存储上的目的是直接在DFS上启用近实时处理，而不是将数据复制到专用系统，后者可能无法处理大数据量。
该存储还有一些其他方面的好处，例如通过避免数据的同步合并来减少写放大，即批量数据中每1字节数据需要的写入数据量。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/concurrency_control/index.html b/content/cn/docs/next/concurrency_control/index.html
index 0586cff..a232cbb 100644
--- a/content/cn/docs/next/concurrency_control/index.html
+++ b/content/cn/docs/next/concurrency_control/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concurrency Control | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/concurrency_control"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="do [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
using the <a href="#datasource-writer">Hudi datasource</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-concurrency-controls"></a>Supported Concurrency Controls<a class="hash-link" href="#supported-concurrency-controls" title="Direct link to heading">#</a></h2><ul><li><p><strong>MVCC</strong> : Hudi table services such as compaction, cleaning, clustering leverage Multi Version Concurrency Control to provide snapshot isolation
between multiple table service writers and readers. Additionally, using MVCC, Hudi provides snapshot isolation between an ingestion writer and multiple concurrent readers.
With this model, Hudi supports running any number of table service jobs concurrently, without any concurrency conflict.
@@ -25,7 +25,7 @@ job. For example below, adding the configs to kafka-source.properties file and p
A deltastreamer job can then be triggered as follows:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">[hoodie]$ spark-submit --class org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer `ls packaging/hudi-utilities-bun [...]
It is NOT recommended to use the same instance of the write client to perform multi writing.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/concurrency_control.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/configurations/index.html b/content/cn/docs/next/configurations/index.html
index c6707d1..71976a3 100644
--- a/content/cn/docs/next/configurations/index.html
+++ b/content/cn/docs/next/configurations/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">配置 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/configurations"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><m [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
简而言之，您可以在几个级别上控制行为。</p><ul><li><strong><a href="#spark-datasource">Spark数据源配置</a></strong> : 这些配置控制Hudi Spark数据源，提供如下功能：
定义键和分区、选择写操作、指定如何合并记录或选择要读取的视图类型。</li><li><strong><a href="#writeclient-configs">WriteClient 配置</a></strong> : 在内部，Hudi数据源使用基于RDD的<code>HoodieWriteClient</code> API
真正执行对存储的写入。 这些配置可对文件大小、压缩（compression）、并行度、压缩（compaction）、写入模式、清理等底层方面进行完全控制。
@@ -29,7 +29,7 @@ HoodieWriteConfig可以使用以下构建器模式构建。</p><div class="codeB
<a href="#withMemoryConfig">withMemoryConfig</a> (HoodieMemoryConfig) <br></p><span>内存相关配置</span><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06"></a>withMaxMemoryFractionPerPartitionMerge(maxMemoryFractionPerPartitionMerge = 0.6)<a class="hash-link" href="#withmaxmemoryfractionperpartitionmergemaxmemoryfractionperpartitionmerge--06" title="Direct link to heading">#</a></h4><p>属性：< [...]
<a href="#withCallbackConfig">withCallbackConfig</a> (HoodieWriteCommitCallbackConfig) <br></p><span>写提交回调相关配置</span><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="writecommitcallbackoncallbackon--false"></a>writeCommitCallbackOn(callbackOn = false)<a class="hash-link" href="#writecommitcallbackoncallbackon--false" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.on</code> <br></p><span>打开或关闭回调功能. 默认关闭.</span><h5><a [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/cos_hoodie/index.html b/content/cn/docs/next/cos_hoodie/index.html
index 7e1a19d..3e53d89 100644
--- a/content/cn/docs/next/cos_hoodie/index.html
+++ b/content/cn/docs/next/cos_hoodie/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">COS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-cur [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
@@ -23,7 +23,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="tencent-cloud-cos-libs"></a>Tencent Cloud COS Libs<a class="hash-link" href="#tencent-cloud-cos-libs" title="Direct link to heading">#</a></h3><p>添加COS依赖jar包到classpath</p><ul><li>org.apache.hadoop:hadoop-cos:2.8.5</li></ul></div><footer class="row docusaurus-mt-lg"><di [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/deployment/index.html b/content/cn/docs/next/deployment/index.html
index 690f301..57039c9 100644
--- a/content/cn/docs/next/deployment/index.html
+++ b/content/cn/docs/next/deployment/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">管理 Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/deployment"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
一个hudi数据集位于DFS上的<strong>basePath</strong>位置，我们需要该位置才能连接到Hudi数据集。
Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部管理该数据集。</p><p>初始化hudi表，可使用如下命令。</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">18/09/06 15:56:52 INFO annotation.AutowiredAnnotationBeanPostProcessor: JSR-330 'javax.inject.Inject' [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Welcome to Hoodie CLI. Please type help if you are looking for help.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->create --path /user/hive/warehouse/table1 --tableName hoodie_table_1 --tableType COPY_ON_WRITE</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">.....</span></span><span class="token-line" style="color:#F8 [...]
@@ -50,7 +50,7 @@ Hudi库使用.hoodie子文件夹跟踪所有元数据，从而有效地在内部
另外，由于还显示了探针作业，Spark UI显示了两次sortByKey，但它只是一个排序。</p><figure><img class="docimage" src="/cn/assets/images/hudi_upsert_dag-3b2d81de8560fad7af112e40a2f8c437.png" alt="hudi_upsert_dag.png"></figure><p>概括地说，有两个步骤</p><p><strong>索引查找以标识要更改的文件</strong></p><ul><li>Job 1 : 触发输入数据读取，转换为HoodieRecord对象，然后根据输入记录拿到目标分区路径。</li><li>Job 2 : 加载我们需要检查的文件名集。</li><li>Job 3 & 4 : 通过联合上面1和2中的RDD，智能调整spark join并行度，然后进行实际查找。</li><li>Job 5 : 生成带有位置的recordKeys作为标记的RDD。</li></ul><p><strong>执行数据的实际写入</strong></p>< [...]
将来，将在项目中添加更复杂的调试/管理UI，以帮助自动进行某些调试。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></ [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/docker_demo/index.html b/content/cn/docs/next/docker_demo/index.html
index 7720360..24afedb 100644
--- a/content/cn/docs/next/docker_demo/index.html
+++ b/content/cn/docs/next/docker_demo/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-curre [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
data infrastructure is brought up in a local docker cluster within your computer.</p><p>The steps have been tested on a Mac laptop</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="prerequisites"></a>Prerequisites<a class="hash-link" href="#prerequisites" title="Direct link to heading">#</a></h3><ul><li>Docker Setup : For Mac, Please follow the steps as defined in [https://docs.docker.com/v17.12/docker-for-mac/install/]. For running Spark-SQL queries, ple [...]
This should pull the docker images from docker hub and setup docker cluster.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">./se [...]
The first batch contains stocker tracker data for some stock symbols during the first hour of trading window
@@ -215,9 +215,9 @@ developers who do not own a distributed environment. Note that this is how integ
But if users want to test hudi from locations with lower network bandwidth, they can still build local images
run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
-</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
+</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/flink-quick-start-guide/index.html b/content/cn/docs/next/flink-quick-start-guide/index.html
index 4dfcd3f..33a0cd8 100644
--- a/content/cn/docs/next/flink-quick-start-guide/index.html
+++ b/content/cn/docs/next/flink-quick-start-guide/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Flink 指南 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/flink-quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defa [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
sql client 对于 SQL 用户来说更容易上手。 </p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="步骤1-下载-flink-jar"></a>步骤1 下载 Flink jar<a class="hash-link" href="#步骤1-下载-flink-jar" title="Direct link to heading">#</a></h4><p>我们推荐使用 Flink-1.12.x 来读写 Hudi。 你可以按照 <a href="https://flink.apache.org/downloads" target="_blank" rel="noopener noreferrer">Flink 安装文档</a> 的指导来安装 Flink。 <code>hudi-flink-bundle.jar</code>
使用的是 scala 2.11，所以我们推荐 Flink-1.12.x 配合 scala 2.11 来使用。</p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="步骤2-启动-flink-集群"></a>步骤2 启动 Flink 集群<a class="hash-link" href="#步骤2-启动-flink-集群" title="Direct link to heading">#</a></h4><p>在 Hadoop 环境下启动 standalone 的 Flink 集群。
在你启动 Flink 集群前，我们推荐先配置如下参数：</p><ul><li>在 <code>$FLINK_HOME/conf/flink-conf.yaml</code> 中添加配置：<code>taskmanager.numberOfTaskSlots: 4</code></li><li>在 <code>$FLINK_HOME/conf/flink-conf.yaml</code> 中，根据数据量大小和集群大小来添加其他的 <a href="#flink-%E9%85%8D%E7%BD%AE">Flink 配置</a></li><li>在 <code>$FLINK_HOME/conf/workers</code> 中添加4核 <code>localhost</code> 来保证我们本地集群中有4个 workers</li></ul><p>启动集群：</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly bash"><pre tabindex="0" class="prism [...]
@@ -56,7 +56,7 @@ Flink SQL Client 是逐行执行 SQL 的。</p><h3><a aria-hidden="true" tabinde
我们建议您复制相同的设置然后按照<a href="/cn/docs/docker_demo">这里</a>的步骤自己运行这个演示。
另外，如果您正在寻找将现有数据迁移到Hudi的方法，请参考<a href="/cn/docs/migration_guide">迁移指南</a>。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/flink-quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m- [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/gcs_hoodie/index.html b/content/cn/docs/next/gcs_hoodie/index.html
index 127a89a..9e34ab7 100644
--- a/content/cn/docs/next/gcs_hoodie/index.html
+++ b/content/cn/docs/next/gcs_hoodie/index.html
@@ -9,17 +9,17 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-cur [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/ibm_cos_hoodie/index.html b/content/cn/docs/next/ibm_cos_hoodie/index.html
index d1a0332..0466372 100644
--- a/content/cn/docs/next/ibm_cos_hoodie/index.html
+++ b/content/cn/docs/next/ibm_cos_hoodie/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">IBM Cloud Object Storage Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/ibm_cos_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
@@ -25,7 +25,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><p>For more options see Stocator <a href="https://github.com/CODAIT/stocator/blob/master/README.md" target="_blank" rel="noopener noreferrer">documentation</a>.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="ibm-cloud-object-storage-libs"></a>IBM Cloud Object Storage Libs<a class="hash-link" href="#ibm-cloud-obj [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/jfs_hoodie.html/index.html b/content/cn/docs/next/jfs_hoodie.html/index.html
new file mode 100644
index 0000000..7c85b65
--- /dev/null
+++ b/content/cn/docs/next/jfs_hoodie.html/index.html
@@ -0,0 +1,11 @@
+<!DOCTYPE html>
+<html>
+ <head>
+ <meta charset="UTF-8">
+ <meta http-equiv="refresh" content="0; url=/cn/docs/next/jfs_hoodie">
+ <link rel="canonical" href="/cn/docs/next/jfs_hoodie" />
+ </head>
+ <script>
+ window.location.href = '/cn/docs/next/jfs_hoodie';
+ </script>
+</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/jfs_hoodie/index.html b/content/cn/docs/next/jfs_hoodie/index.html
new file mode 100644
index 0000000..983c4a3
--- /dev/null
+++ b/content/cn/docs/next/jfs_hoodie/index.html
@@ -0,0 +1,23 @@
+<!doctype html>
+<html lang="cn" dir="ltr">
+<head>
+<meta charset="UTF-8">
+<meta name="viewport" content="width=device-width,initial-scale=1">
+<meta name="generator" content="Docusaurus v2.0.0-beta.3">
+<link rel="alternate" type="application/rss+xml" href="/cn/blog/rss.xml" title="Apache Hudi! Blog RSS Feed">
+<link rel="alternate" type="application/atom+xml" href="/cn/blog/atom.xml" title="Apache Hudi! Blog Atom Feed">
+<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
+<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
+<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">JuiceFS | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/jfs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current">< [...]
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
+</head>
+<body>
+<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+You can also visit <a href="https://github.com/juicedata/juicefs/releases" target="_blank" rel="noopener noreferrer">JuiceFS Releases</a>) to get the latest version or compile by your self.</p><p>For example:</p><ul><li>$SPARK_HOME/jars</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/jfs_hoodie.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox=" [...]
+ Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/metrics/index.html b/content/cn/docs/next/metrics/index.html
index 540531f..ff98e80 100644
--- a/content/cn/docs/next/metrics/index.html
+++ b/content/cn/docs/next/metrics/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Metrics | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/metrics"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><met [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
A reporter which publishes metric values to Datadog monitoring service via Datadog HTTP API.</p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="configurations-2"></a>Configurations<a class="hash-link" href="#configurations-2" title="Direct link to heading">#</a></h4><p>The following is an example of <code>DatadogMetricsReporter</code>. More detailed configurations can be referenced <a href="/cn/docs/next/configurations#datadog">here</a>.</p><div class="code [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> private ScheduledExecutorService exec = Executors.newScheduledThreadPool(1, r -> {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> Thread t = Executors.defaultThreadFactory().newThread(r);</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> t.setDaemon(true);</span></span><span class="token-line" style="color:#F8F8 [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public TestUserDefinedMetricsReporter(Properties props, MetricRegistry registry) {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> super(props, registry);</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block">
@@ -23,7 +23,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/migration_guide/index.html b/content/cn/docs/next/migration_guide/index.html
index a412595..136651b 100644
--- a/content/cn/docs/next/migration_guide/index.html
+++ b/content/cn/docs/next/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defau [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -35,7 +35,7 @@ Write your own custom logic of how to load an existing dataset into a Hudi manag
<a href="/cn/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/oss_hoodie/index.html b/content/cn/docs/next/oss_hoodie/index.html
index 2b45286..0cfea7c 100644
--- a/content/cn/docs/next/oss_hoodie/index.html
+++ b/content/cn/docs/next/oss_hoodie/index.html
@@ -9,18 +9,18 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-cur [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/overview/index.html b/content/cn/docs/next/overview/index.html
index cbfe23c..bdf5a8d 100644
--- a/content/cn/docs/next/overview/index.html
+++ b/content/cn/docs/next/overview/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Overview | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/overview"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><m [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
while also efficiently supporting retrieval of data in the order of arrival. A Hudi instant consists of the following components </p><ul><li><code>Instant action</code> : Type of action performed on the table</li><li><code>Instant time</code> : Instant time is typically a timestamp (e.g: 20190117010349), which monotonically increases in the order of action's begin time.</li><li><code>state</code> : current state of the instant</li></ul><p>Hudi guarantees that the actions performed o [...]
in one of the following states</p><ul><li><code>REQUESTED</code> - Denotes an action has been scheduled, but has not initiated</li><li><code>INFLIGHT</code> - Denotes that the action is currently being performed</li><li><code>COMPLETED</code> - Denotes completion of an action on the timeline</li></ul><figure><img class="docimage" src="/cn/assets/images/hudi_timeline-bf5d8c5e59180434796d82af2b783e6c.png" alt="hudi_timeline.png"></figure><p>Example above shows upserts happenings between 10 [...]
with other background cleaning/compactions. One key observation to make is that the commit time indicates the <code>arrival time</code> of the data (10:20AM), while the actual data
@@ -50,7 +50,7 @@ published within X minutes in a consistent fashion.</li></ul><p>The intention of
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/overview.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/performance/index.html b/content/cn/docs/next/performance/index.html
index cd94c28..1b05dfc 100644
--- a/content/cn/docs/next/performance/index.html
+++ b/content/cn/docs/next/performance/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">性能 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
数据集包括5个从小到大的表（相对于批量加载表）。</p><figure><img class="docimage" src="/cn/assets/images/hudi_upsert_perf1-8f41921dacb5fb026f1e5457f8c47aa6.png" alt="hudi_upsert_perf1.png"></figure><p>由于Hudi可以通过增量构建数据集，它也为更频繁地调度摄取提供了可能性，从而减少了延迟，并显著节省了总体计算成本。</p><figure><img class="docimage" src="/cn/assets/images/hudi_upsert_perf2-d4bfcab4e9e8d942a02b712797ee2755.png" alt="hudi_upsert_perf2.png"></figure><p>Hudi插入更新在t1表的一次提交中就进行了高达4TB的压力测试。
有关一些调优技巧，请参见<a href="https://cwiki.apache.org/confluence/display/HUDI/Tuning+Guide" target="_blank" rel="noopener noreferrer">这里</a>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="索引"></a>索引<a class="hash-link" href="#索引" title="Direct link to heading">#</a></h2><p>为了有效地插入更新数据，Hudi需要将要写入的批量数据中的记录分类为插入和更新（并标记它所属的文件组）。
为了加快此操作的速度，Hudi采用了可插拔索引机制，该机制存储了recordKey和它所属的文件组ID之间的映射。
@@ -25,7 +25,7 @@
即使对于具有挑战性的工作负载，如使用300个核对3.25B UUID键、30个分区、6180个文件的“100％更新”的数据库摄取工作负载，Hudi索引也可以提供<strong>80-100％的加速</strong>。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="读优化查询"></a>读优化查询<a class="hash-link" href="#读优化查询" title="Direct link to heading">#</a></h2><p>读优化视图的主要设计目标是在不影响查询的情况下实现上一节中提到的延迟减少和效率提高。
下图比较了对Hudi和非Hudi数据集的Hive、Presto、Spark查询，并对此进行说明。</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/cn/assets/images/hudi_query_perf_hive-f7884cd11e19b3885a6c92d699cde0ba.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/cn/assets/images/hudi_query_perf_spark-e829c75ccd5285e157f24bf83e65ff9a.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src="/cn/assets/i [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/privacy/index.html b/content/cn/docs/next/privacy/index.html
index 4001814..5575081 100644
--- a/content/cn/docs/next/privacy/index.html
+++ b/content/cn/docs/next/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-curren [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/querying_data/index.html b/content/cn/docs/next/querying_data/index.html
index eea6210..0035b4e 100644
--- a/content/cn/docs/next/querying_data/index.html
+++ b/content/cn/docs/next/querying_data/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">查询 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-cur [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
数据集同步到Hive Metastore后，它将提供由Hudi的自定义输入格式支持的Hive外部表。一旦提供了适当的Hudi捆绑包，
就可以通过Hive、Spark和Presto之类的常用查询引擎来查询数据集。</p><p>具体来说，在写入过程中传递了两个由<a href="/cn/docs/configurations#TABLE_NAME_OPT_KEY">table name</a>命名的Hive表。
例如，如果<code>table name = hudi_tbl</code>，我们得到</p><ul><li><code>hudi_tbl</code> 实现了由 <code>HoodieParquetInputFormat</code> 支持的数据集的读优化视图，从而提供了纯列式数据。</li><li><code>hudi_tbl_rt</code> 实现了由 <code>HoodieParquetRealtimeInputFormat</code> 支持的数据集的实时视图，从而提供了基础数据和日志数据的合并视图。</li></ul><p>如概念部分所述，<a href="https://www.oreilly.com/ideas/ubers-case-for-incremental-processing-on-hadoop" target="_blank" rel="noopener noreferrer">增量处理</a>所需要的
@@ -48,7 +48,7 @@ Upsert实用程序（<code>HoodieDeltaStreamer</code>）具有目录结构所需
Impala使用<code>=</code>来区分分区名和分区值.<br>
可以通过以下方式在Impala上建立分区Hudi读优化表:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">LIKE PARQUET ' [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/quick-start-guide/index.html b/content/cn/docs/next/quick-start-guide/index.html
index 1134749..8c30445 100644
--- a/content/cn/docs/next/quick-start-guide/index.html
+++ b/content/cn/docs/next/quick-start-guide/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Spark Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
code snippets that allows you to insert and update a Hudi table of default table type:
<a href="/cn/docs/concepts#copy-on-write-table">Copy on Write</a>.
After each write operation we will also show how to read the data both snapshot and incrementally.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="setup"></a>Setup<a class="hash-link" href="#setup" title="Direct link to heading">#</a></h2><p>Hudi works with Spark-2.4.3+ & Spark 3.x versions. You can follow instructions <a href="https://spark.apache.org/downloads" target="_blank" rel="noopener noreferrer">here</a> for setting up spark.
@@ -146,7 +146,7 @@ dependent systems running locally. We recommend you replicate the same setup and
steps <a href="/cn/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/cn/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 1 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/s3_hoodie/index.html b/content/cn/docs/next/s3_hoodie/index.html
index 068d898..fd0d0a8 100644
--- a/content/cn/docs/next/s3_hoodie/index.html
+++ b/content/cn/docs/next/s3_hoodie/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-curre [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" st [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/schema_evolution/index.html b/content/cn/docs/next/schema_evolution/index.html
index 4a6f355..b463773 100644
--- a/content/cn/docs/next/schema_evolution/index.html
+++ b/content/cn/docs/next/schema_evolution/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Schema Evolution | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/schema_evolution"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-def [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi supports common schema evolution scenarios, such as adding a nullable field or promoting a datatype of a field, out-of-the-box.
Furthermore, the evolved schema is queryable across engines, such as Presto, Hive and Spark SQL.
The following table presents a summary of the types of schema changes compatible with different Hudi table types.</p><table><thead><tr><th>Schema Change</th><th>COW</th><th>MOR</th><th>Remarks</th></tr></thead><tbody><tr><td>Add a new nullable column at root level at the end</td><td>Yes</td><td>Yes</td><td><code>Yes</code> means that a write with evolved schema succeeds and a read following the write succeeds to read entire dataset.</td></tr><tr><td>Add a new nullable column to inner str [...]
@@ -43,7 +43,7 @@ In the below example, we are going to add a new string field and change the data
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">scala> spark.sql("select rowId, partitionId, preComb, name, versionId, intToLong, newField from hudi_trips_snapshot").show()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> +-----+-----------+-------+-------+---------+---------+----------+</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> |rowId|partitionId|p [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/schema_evolution.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/structure/index.html b/content/cn/docs/next/structure/index.html
index b72d0bb..ed6aee4 100644
--- a/content/cn/docs/next/structure/index.html
+++ b/content/cn/docs/next/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"> [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/use_cases/index.html b/content/cn/docs/next/use_cases/index.html
index f74cb7f..d964cc0 100644
--- a/content/cn/docs/next/use_cases/index.html
+++ b/content/cn/docs/next/use_cases/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">使用案例 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
尽管这些数据对整个组织来说是最有价值的，但不幸的是，在大多数(如果不是全部)Hadoop部署中都使用零散的方式解决，即使用多个不同的摄取工具。</p><p>对于RDBMS摄取，Hudi提供 <strong>通过更新插入达到更快加载</strong>，而不是昂贵且低效的批量加载。例如，您可以读取MySQL BIN日志或<a href="https://sqoop.apache.org/docs/1.4.2/SqoopUserGuide#_incremental_imports" target="_blank" rel="noopener noreferrer">Sqoop增量导入</a>并将其应用于
DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incubating/SqoopUserGuide#id1770457" target="_blank" rel="noopener noreferrer">批量合并任务</a>及<a href="http://hortonworks.com/blog/four-step-strategy-incremental-updates-hive/" target="_blank" rel="noopener noreferrer">复杂的手工合并工作流</a>更快/更有效率。</p><p>对于NoSQL数据存储，如<a href="http://cassandra.apache.org/" target="_blank" rel="noopener noreferrer">Cassandra</a> / <a href="http://www.project-voldemort.com/voldemort/" target="_blank" rel="noo [...]
毫无疑问， <strong>全量加载不可行</strong>，如果摄取需要跟上较高的更新量，那么则需要更有效的方法。</p><p>即使对于像<a href="http://kafka.apache.org" target="_blank" rel="noopener noreferrer">Kafka</a>这样的不可变数据源，Hudi也可以 <strong>强制在HDFS上使用最小文件大小</strong>, 这采取了综合方式解决<a href="https://blog.cloudera.com/blog/2009/02/the-small-files-problem/" target="_blank" rel="noopener noreferrer">HDFS小文件问题</a>来改善NameNode的健康状况。这对事件流来说更为重要，因为它通常具有较高容量(例如：点击流)，如果管理不当，可能会对Hadoop集群造成严重损害。</p><p>在所有源中，通过<code>commits</code>这一概念，Hudi增加了以原子方式向消费者发布新数据的功能，这种功能十 [...]
@@ -35,7 +35,7 @@ DFS上的等效Hudi表。这比<a href="https://sqoop.apache.org/docs/1.4.0-incu
例如，一个Spark管道可以<a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">确定Hadoop上的紧急制动事件</a>并将它们加载到服务存储层(如ElasticSearch)中，供Uber应用程序使用以增加安全驾驶。这种用例中，通常架构会在Hadoop和服务存储之间引入<code>队列</code>，以防止目标服务存储被压垮。
对于队列的选择，一种流行的选择是Kafka，这个模型经常导致 <strong>在DFS上存储相同数据的冗余(用于计算结果的离线分析)和Kafka(用于分发)</strong></p><p>通过将每次运行的Spark管道更新插入的输出转换为Hudi数据集，Hudi可以再次有效地解决这个问题，然后可以以增量方式获取尾部数据(就像Kafka topic一样)然后写入服务存储层。</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g>< [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/next/writing_data/index.html b/content/cn/docs/next/writing_data/index.html
index 44ed639..c888062 100644
--- a/content/cn/docs/next/writing_data/index.html
+++ b/content/cn/docs/next/writing_data/index.html
@@ -9,12 +9,12 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">写入 Hudi 数据集 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/next/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-curr [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
-<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
+<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
以及通过使用<a href="#datasource-writer">Hudi数据源</a>的upserts加快大型Spark作业的方法。
对于此类数据集，我们可以使用各种查询引擎<a href="/cn/docs/querying_data">查询</a>它们。</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="写操作"></a>写操作<a class="hash-link" href="#写操作" title="Direct link to heading">#</a></h2><p>在此之前，了解Hudi数据源及delta streamer工具提供的三种不同的写操作以及如何最佳利用它们可能会有所帮助。
这些操作可以在针对数据集发出的每个提交/增量提交中进行选择/更改。</p><ul><li><strong>UPSERT（插入更新）</strong> ：这是默认操作，在该操作中，通过查找索引，首先将输入记录标记为插入或更新。
@@ -44,7 +44,7 @@ Hudi附带了一个内置的<code>org.apache.hudi.EmptyHoodieRecordPayload</code
实际上，正确执行此操作非常关键，因为文件组一旦创建后就不能删除，只能如前所述对其进行扩展。</li><li>对于具有大量更新的工作负载，<a href="/cn/docs/concepts#merge-on-read-storage">读取时合并存储</a>提供了一种很好的机制，
可以快速将其摄取到较小的文件中，之后通过压缩将它们合并为较大的基础文件。</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/docs/writing_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/oss_hoodie/index.html b/content/cn/docs/oss_hoodie/index.html
index 2b94dd1..9416fc7 100644
--- a/content/cn/docs/oss_hoodie/index.html
+++ b/content/cn/docs/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Alibaba Cloud | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><met [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/overview/index.html b/content/cn/docs/overview/index.html
index ec8cd91..46bd42c 100644
--- a/content/cn/docs/overview/index.html
+++ b/content/cn/docs/overview/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Overview | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/overview"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ published within X minutes in a consistent fashion.</li></ul><p>The intention of
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/overview.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/performance/index.html b/content/cn/docs/performance/index.html
index 3bb85dc..3fb11fc 100644
--- a/content/cn/docs/performance/index.html
+++ b/content/cn/docs/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Performance | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/performance"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ For e.g , with 100M timestamp prefixed keys (5% updates, 95% inserts) on a event
3.25B UUID keys/30 partitions/6180 files using 300 cores, Hudi indexing offers a <strong>80-100% speedup</strong>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="snapshot-queries"></a>Snapshot Queries<a class="hash-link" href="#snapshot-queries" title="Direct link to heading">#</a></h2><p>The major design goal for snapshot queries is to achieve the latency reduction & efficiency gains in previous section,
with no impact on queries. Following charts compare the Hudi vs non-Hudi tables across Hive/Presto/Spark queries and demonstrate this.</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/cn/assets/images/hudi_query_perf_hive-f7884cd11e19b3885a6c92d699cde0ba.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/cn/assets/images/hudi_query_perf_spark-e829c75ccd5285e157f24bf83e65ff9a.png" alt="hudi_query_perf_spark.png"> [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/privacy/index.html b/content/cn/docs/privacy/index.html
index b1325de..b8f06d6 100644
--- a/content/cn/docs/privacy/index.html
+++ b/content/cn/docs/privacy/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/privacy"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/querying_data/index.html b/content/cn/docs/querying_data/index.html
index 6353980..71fc152 100644
--- a/content/cn/docs/querying_data/index.html
+++ b/content/cn/docs/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Querying Data | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0">< [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -64,7 +64,7 @@ To create a partitioned table, the folder should follow the naming convention li
Impala use <code>=</code> to separate partition name and partition value.<br>
To create a partitioned Hudi read optimized table on Impala:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="t [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/quick-start-guide/index.html b/content/cn/docs/quick-start-guide/index.html
index 8ff560b..c1fb0af 100644
--- a/content/cn/docs/quick-start-guide/index.html
+++ b/content/cn/docs/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Spark Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0" [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -160,7 +160,7 @@ dependent systems running locally. We recommend you replicate the same setup and
steps <a href="/cn/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/cn/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0. [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/s3_hoodie/index.html b/content/cn/docs/s3_hoodie/index.html
index a022690..47ddc30 100644
--- a/content/cn/docs/s3_hoodie/index.html
+++ b/content/cn/docs/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">AWS S3 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta data-r [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/schema_evolution/index.html b/content/cn/docs/schema_evolution/index.html
index 1043c45..2719bdb 100644
--- a/content/cn/docs/schema_evolution/index.html
+++ b/content/cn/docs/schema_evolution/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Schema Evolution | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/schema_evolution"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0. [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -43,7 +43,7 @@ In the below example, we are going to add a new string field and change the data
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">scala> spark.sql("select rowId, partitionId, preComb, name, versionId, intToLong, newField from hudi_trips_snapshot").show()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> +-----+-----------+-------+-------+---------+---------+----------+</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> |rowId|partitionId|p [...]
</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/schema_evolution.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/structure/index.html b/content/cn/docs/structure/index.html
index 02861dd..ef28bd8 100644
--- a/content/cn/docs/structure/index.html
+++ b/content/cn/docs/structure/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/structure"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/use_cases/index.html b/content/cn/docs/use_cases/index.html
index 0df22b6..cf265da 100644
--- a/content/cn/docs/use_cases/index.html
+++ b/content/cn/docs/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Use Cases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><meta dat [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -53,7 +53,7 @@ like 15 mins, and providing an end-end latency of 30 mins at <code>HD</code>.</p
<a href="https://flink.apache.org" target="_blank" rel="noopener noreferrer">Flink</a> or database replication technologies like <a href="https://docs.oracle.com/cd/E11882_01/server.112/e16545/xstrm_cncpt.htm#XSTRM187" target="_blank" rel="noopener noreferrer">Oracle XStream</a>.
For the more curious, a more detailed explanation of the benefits of Incremental Processing can be found <a href="https://www.oreilly.com/ideas/ubers-case-for-incremental-processing-on-hadoop" target="_blank" rel="noopener noreferrer">here</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height=" [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/docs/writing_data/index.html b/content/cn/docs/writing_data/index.html
index 4d326e7..3154af9 100644
--- a/content/cn/docs/writing_data/index.html
+++ b/content/cn/docs/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Writing Data | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/docs/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.9.0"><me [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -52,7 +52,7 @@ and distributes inserts to existing file groups instead of creating new file gro
such that sufficient number of inserts are grouped into the same file group, resulting in well sized base files ultimately.</li><li>Intelligently tuning the <a href="/cn/docs/configurations#withBulkInsertParallelism">bulk insert parallelism</a>, can again in nicely sized initial file groups. It is in fact critical to get this right, since the file groups
once created cannot be deleted, but simply expanded as explained before.</li><li>For workloads with heavy updates, the <a href="/cn/docs/concepts#merge-on-read-table">merge-on-read table</a> provides a nice mechanism for ingesting quickly into smaller files and then later merging them into larger base files via compaction.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.9.0/wr [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/index.html b/content/cn/index.html
index 1138f82..5d4923f 100644
--- a/content/cn/index.html
+++ b/content/cn/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Hello from Apache Hudi! | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Hello from Apache Hudi! | Apache Hudi!"><meta data-react-helmet="true" name="description" content="Description will go into a meta tag in <head />"><meta data-react-helmet="true" property="og:description" content="Description will go into a meta tag in <head /& [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div id="docusaurus-base-url-issue-banner-container"></div><div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span a [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/learn/faq/index.html b/content/cn/learn/faq/index.html
index 3e219ff..fc1c22c 100644
--- a/content/cn/learn/faq/index.html
+++ b/content/cn/learn/faq/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">FAQs | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/learn/faq"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-learn-current"><meta data-react- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -25,7 +25,7 @@ Below script downloads Hudi jars from above s3 location. Use this script as part
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># create symlinks</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">cd</span><span class="token plain"> /mnt1/hudi-jars</span></span><span class="token-line" style="color:#F8F8F2"><span clas [...]
When invoking DeltaStreamer specify the above jar location as part of spark-submit command.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="why-partition-fields-are-also-stored-in-parquet-files-in-addition-to-the-partition-path-"></a>Why partition fields are also stored in parquet files in addition to the partition path ?<a class="hash-link" href="#why-partition-fields-are-also-stored-in-parquet-files-in-addition-to-the-partition-path-" title="Direct lin [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/powered-by/index.html b/content/cn/powered-by/index.html
index 3572a0e..e0f7e30 100644
--- a/content/cn/powered-by/index.html
+++ b/content/cn/powered-by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Powered By | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Powered By | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/powered-by"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><link da [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ powers several incremental Hive ETL pipelines and being currently integrated int
Apache Hudi is integrated into our Data Middle Platform offering real-time data warehouse and solving the problem of frequent changes of data.
Meanwhile, we build a set of data access standards based on Hudi, which provides a guarantee for massive data queries in game operation scenarios.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="powered-by"></a>Powered by<a class="hash-link" href="#powered-by" title="Direct link to heading">#</a></h2><div class="page__hero--overlay"><div class="home-power-items"><div class="who-uses"><img src="/assets/images/powers/uber.png"></div><div class="who-uses">< [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/download/index.html b/content/cn/releases/download/index.html
index 22f4c1c..7f6ff47 100644
--- a/content/cn/releases/download/index.html
+++ b/content/cn/releases/download/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Download | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/download"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-current"><m [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@ for more information on how and why you should verify our releases.</p><p>The PG
.asc signature files for the relevant release packages. Make sure you get these files from the main distribution directory, rather than from
a mirror. Then verify the signatures using:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">% pgpk -a KEYS</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">% pgpv hudi-X.Y.Z.src.tgz.asc</s [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/older-releases/index.html b/content/cn/releases/older-releases/index.html
index 2295524..a5bc574 100644
--- a/content/cn/releases/older-releases/index.html
+++ b/content/cn/releases/older-releases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Older Releases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/older-releases"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@ Note that scala_version here is one of (2.11, 2.12).</p></li><li><p>With 0.5.1,
To enable the new hudi timeline layout which avoids renames, use the write config "hoodie.timeline.layout.version=1". Alternatively, you can use "repair overwrite-hoodie-props" to append the line "hoodie.timeline.layout.version=1" to hoodie.properties. Note that in any case, upgrade hudi readers (query engines) first with 0.5.1-incubating release before upgrading writer.</p></li><li><p>CLI supports <code>repair overwrite-hoodie-props</code> to overwrite the [...]
If you are using this feature, you need to relocate the avro dependencies in your custom record payload class to be consistent with internal hudi shading. You need to add the following relocation when shading the package containing the record payload implementation.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly xml"><pre tabindex="0" class="prism-code language-xml codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBl [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/release-0.5.3/index.html b/content/cn/releases/release-0.5.3/index.html
index a3410fd..99367c3 100644
--- a/content/cn/releases/release-0.5.3/index.html
+++ b/content/cn/releases/release-0.5.3/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Release 0.5.3 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/release-0.5.3"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
=false. Hive Metastore Uri will be read implicitly from environment. For example, when writing through Spark Data Source, </li></ul><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly Scala"><pre tabindex="0" class="prism-code language-Scala codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain"> spark.write.format(“hudi”)</span></span><s [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/release-0.6.0/index.html b/content/cn/releases/release-0.6.0/index.html
index 236b598..68213cc 100644
--- a/content/cn/releases/release-0.6.0/index.html
+++ b/content/cn/releases/release-0.6.0/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Release 0.6.0 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/release-0.6.0"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ We also added support for more time units and date/time formats in <code>Timesta
any query. Hudi now supports Merge on Read tables also using <code>HoodieCombineInputFormat</code>.</li><li>Speedup spark read queries by caching metaclient in HoodieROPathFilter. This helps reduce listing related overheads in S3 when filtering files for read-optimized queries. </li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="usability"></a>Usability:<a class="hash-link" href="#usability" title="Direct link to heading">#</a></h3><ul><li>Spark DAGs [...]
as new commits arrive.</li><li>Added support for deleting savepoints via CLI</li><li>Added a new command - <code>export instants</code>, to export metadata of instants</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="raw-release-notes"></a>Raw Release Notes<a class="hash-link" href="#raw-release-notes" title="Direct link to heading">#</a></h2><p> The raw release notes are available <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?pr [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/release-0.7.0/index.html b/content/cn/releases/release-0.7.0/index.html
index cd35790..4e93336 100644
--- a/content/cn/releases/release-0.7.0/index.html
+++ b/content/cn/releases/release-0.7.0/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Release 0.7.0 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/release-0.7.0"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ in the next release, along with a large overhaul of the spark datasource impleme
property and for SparkSQL on Hive registered tables using <code>--conf spark.hadoop.hoodie.metadata.enable=true</code>, allows the file listings for the partition to be fetched out of the metadata
table, instead of listing the underlying DFS partition.</li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="raw-release-notes"></a>Raw Release Notes<a class="hash-link" href="#raw-release-notes" title="Direct link to heading">#</a></h3><p>The raw release notes are available <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12322822&version=12348721" target="_blank" rel="noopener noreferrer">here</a></p></div></article><nav c [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/release-0.8.0/index.html b/content/cn/releases/release-0.8.0/index.html
index 5707cb7..f75d4eb 100644
--- a/content/cn/releases/release-0.8.0/index.html
+++ b/content/cn/releases/release-0.8.0/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Release 0.8.0 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/release-0.8.0"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ Hudi supports file level OCC, i.e., for any 2 commits (or writers) happening to
both writers are allowed to succeed. This feature is currently experimental and requires either Zookeeper or HiveMetastore to acquire locks.</p><p>Please see <a href="https://cwiki.apache.org/confluence/display/HUDI/RFC+-+22+%3A+Snapshot+Isolation+using+Optimistic+Concurrency+Control+for+multi-writers" target="_blank" rel="noopener noreferrer">RFC-22</a>
for more implementation details and follow this <a href="/cn/docs/concurrency_control">page</a> to get started with concurrency control!</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="writer-side-improvements"></a>Writer side improvements<a class="hash-link" href="#writer-side-improvements" title="Direct link to heading">#</a></h3><ul><li>InsertOverwrite Support for Flink writer client.</li><li>Support CopyOnWriteTable in Java writer client.</li></ul><h [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/releases/release-0.9.0/index.html b/content/cn/releases/release-0.9.0/index.html
index f9a6e19..0b0046f 100644
--- a/content/cn/releases/release-0.9.0/index.html
+++ b/content/cn/releases/release-0.9.0/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Release 0.9.0 | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/releases/release-0.9.0"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-releases-c [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -61,7 +61,7 @@ is reliably ingested from S3 into Hudi by leveraging AWS SNS and SQS services th
scalable, reliable incremental ingestion by using these two sources in tandem.</p><p>In addition to pulling events from kafka using regular offset format, we also added support for timestamp based fetches, that can
help with initial backfill/bootstrap scenarios. We have also added support for passing in basic auth credentials in schema registry provider url with schema provider.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="raw-release-notes"></a>Raw Release Notes<a class="hash-link" href="#raw-release-notes" title="Direct link to heading">#</a></h2><p>The raw release notes are available <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12 [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/roadmap/index.html b/content/cn/roadmap/index.html
index 4b6b4ec..c18e3a2 100644
--- a/content/cn/roadmap/index.html
+++ b/content/cn/roadmap/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Roadmap | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Roadmap | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/roadmap"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><link data-react- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/search/index.html b/content/cn/search/index.html
index 1fa4460..3dba5a4 100644
--- a/content/cn/search/index.html
+++ b/content/cn/search/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Search the documentation | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/search"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="default"><meta data- [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/cn/sitemap.xml b/content/cn/sitemap.xml
index 1da2b82..b6d0f63 100644
--- a/content/cn/sitemap.xml
+++ b/content/cn/sitemap.xml
@@ -1 +1 @@
-<?xml version="1.0" encoding="UTF-8"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:news="http://www.google.com/schemas/sitemap-news/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1" xmlns:video="http://www.google.com/schemas/sitemap-video/1.1"><url><loc>https://hudi.apache.org/cn/</loc><changefreq>weekly</changefreq><priority>0.5</priority></url><url><loc>https://hudi.apache.org/cn/404</loc><changefreq>weekl [...]
\ No newline at end of file
+<?xml version="1.0" encoding="UTF-8"?><urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:news="http://www.google.com/schemas/sitemap-news/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1" xmlns:video="http://www.google.com/schemas/sitemap-video/1.1"><url><loc>https://hudi.apache.org/cn/</loc><changefreq>weekly</changefreq><priority>0.5</priority></url><url><loc>https://hudi.apache.org/cn/404</loc><changefreq>weekl [...]
\ No newline at end of file
diff --git a/content/cn/talks-articles/index.html b/content/cn/talks-articles/index.html
index 9b1e9dd..bfc2c73 100644
--- a/content/cn/talks-articles/index.html
+++ b/content/cn/talks-articles/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/cn/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Talks & Articles | Apache Hudi!</title><meta data-react-helmet="true" property="og:title" content="Talks & Articles | Apache Hudi!"><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/cn/talks-articles"><meta data-react-helmet="true" name="docsearch:language" content="cn"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" co [...]
-<link rel="preload" href="/cn/assets/js/runtime~main.37ad1cff.js" as="script">
-<link rel="preload" href="/cn/assets/js/main.9adee633.js" as="script">
+<link rel="preload" href="/cn/assets/js/runtime~main.a14c532b.js" as="script">
+<link rel="preload" href="/cn/assets/js/main.d13d4ee2.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ December 2019, AWS re:Invent 2019, Las Vegas, NV, USA<br>
Data Summit Connect, May, 2021
</p></li><li><p><a href="https://www.slideshare.net/streamnative/change-data-capture-to-data-lakes-using-apache-pulsar-and-apache-hudi-pulsar-summit-na-2021" target="_blank" rel="noopener noreferrer">"Change Data Capture to Data lakes using Apache Pulsar/Hudi"</a> - By Vinoth Chandar, Pulsar Summit North America, June 2021. <a href="https://www.youtube.com/watch?v=MWpnVIgcAXw" target="_blank" rel="noopener noreferrer">"Video link"</a> </p></li><li><p><a href="https:// [...]
Hudi, Apache and the Apache feather logo are trademarks of The Apache Software Foundation. <a href="/docs/privacy">Privacy Policy</a></div></div></div></footer></div>
-<script src="/cn/assets/js/runtime~main.37ad1cff.js"></script>
-<script src="/cn/assets/js/main.9adee633.js"></script>
+<script src="/cn/assets/js/runtime~main.a14c532b.js"></script>
+<script src="/cn/assets/js/main.d13d4ee2.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/developer-setup/index.html b/content/contribute/developer-setup/index.html
index 182d661..b3823b9 100644
--- a/content/contribute/developer-setup/index.html
+++ b/content/contribute/developer-setup/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Developer Setup | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/developer-setup"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contrib [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -48,7 +48,7 @@ by a <a href="https://www.apache.org/foundation/voting" target="_blank" rel="noo
For technical suggestions, you can also leverage <a href="https://cwiki.apache.org/confluence/display/HUDI/RFC+Process" target="_blank" rel="noopener noreferrer">our RFC Process</a> to outline your ideas in greater detail.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="releases"></a>Releases<a class="hash-link" href="#releases" title="Direct link to heading">#</a></h2><ul><li>Apache Hudi community plans to do minor version releases every 6 weeks or so.< [...]
Discussion about contributing code to Hudi happens on the <a href="/contribute/get-involved">dev@ mailing list</a>. Introduce yourself!</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="code--project-structure"></a>Code & Project Structure<a class="hash-link" href="#code--project-structure" title="Direct link to heading">#</a></h2><ul><li><code>docker</code> : Docker containers used by demo and integration tests. Brings up a mini data ecosystem locally [...]
instructions on making changes to the website.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/contribute/rfc-process"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« RFC Process</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/contribute/team"><div class="pagi [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/get-involved/index.html b/content/contribute/get-involved/index.html
index 83a505c..a9242be 100644
--- a/content/contribute/get-involved/index.html
+++ b/content/contribute/get-involved/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Get Involved | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/get-involved"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute-cu [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Apache Hudi follows the typical Apache vulnerability handling <a href="https://apache.org/security/committers#vulnerability-handling" target="_blank" rel="noopener noreferrer">process</a>.</p></div></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/contribute/how-to-contribute"><div class="pagination-nav__sublab [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/how-to-contribute/index.html b/content/contribute/how-to-contribute/index.html
index 04a3778..24c4edc 100644
--- a/content/contribute/how-to-contribute/index.html
+++ b/content/contribute/how-to-contribute/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">How to Contribute | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/how-to-contribute"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-con [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
Committers are chosen by a majority vote of the Apache Hudi <a href="https://www.apache.org/foundation/how-it-works#pmc-members" target="_blank" rel="noopener noreferrer">PMC</a>, after a discussion on their candidacy based on the following criteria (not exclusive/comprehensive).</p><ul><li>Embodies the ASF model code of <a href="https://www.apache.org/foundation/policies/conduct" target="_blank" rel="noopener noreferrer">conduct</a></li><li>Has made significant technical contributions s [...]
Specifically, please refer to the detailed <a href="/contribute/developer-setup">contribution guide</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="accounts"></a>Accounts<a class="hash-link" href="#accounts" title="Direct link to heading">#</a></h2><p>It's useful to obtain few accounts to be able to effectively contribute to Hudi.</p><ul><li>Github account is needed to send pull requests to Hudi</li><li>Sign-up/in to the Apache <a href="https:/ [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/report-security-issues/index.html b/content/contribute/report-security-issues/index.html
index 896b5c7..fa4a2d4 100644
--- a/content/contribute/report-security-issues/index.html
+++ b/content/contribute/report-security-issues/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Report Security Issues | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/report-security-issues"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/rfc-process/index.html b/content/contribute/rfc-process/index.html
index ffd2623..779c621 100644
--- a/content/contribute/rfc-process/index.html
+++ b/content/contribute/rfc-process/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">RFC Process | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/rfc-process"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute-curr [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -23,7 +23,7 @@ It may happen that you are making a bunch of changes across many components to e
enhancing a tool and also improving documentation and the on-boarding experience. If all of these changes are linked to a general feature/idea, these can be grouped together under a single RFC.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="who-can-initiate-the-rfc-"></a>Who can initiate the RFC ?<a class="hash-link" href="#who-can-initiate-the-rfc-" title="Direct link to heading">#</a></h2><p>Anyone can initiate an RFC. Please note that if you are unsu [...]
Use this discussion thread to get an agreement from people on the mailing list that your proposed idea necessitates an RFC.</li><li>File an umbrella JIRA for the RFC with the label <code>hudi-umbrellas</code> added to it. See an <a href="https://issues.apache.org/jira/browse/HUDI-1292" target="_blank" rel="noopener noreferrer">example JIRA</a>.</li><li>Raise a PR, adding an entry to the table at <code>rfc/README.md</code>, picking the next available RFC number. Hudi committers will help [...]
We recognize that design can be an iterative process as well, often evolving together with implementation. </p><ol><li>Please ensure your code PRs are labelled with a <code>[RFC-<number>]</code> title, in addition to the JIRA number.</li><li>As your implementation changes over time, you will update the RFCs and keep them in-sync. Project maintainers could point out these opportunities during code reviews.</li><li>During the final landing of all goals of the RFC, the status changes [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/contribute/team/index.html b/content/contribute/team/index.html
index 355407d..0d17124 100644
--- a/content/contribute/team/index.html
+++ b/content/contribute/team/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Team | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/contribute/team"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-contribute-current"><meta dat [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/admin_guide/index.html b/content/docs/0.5.0/admin_guide/index.html
index f57a0e9..4cd8766 100644
--- a/content/docs/0.5.0/admin_guide/index.html
+++ b/content/docs/0.5.0/admin_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Administering Hudi Pipelines | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/admin_guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs- [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -57,7 +57,7 @@ consistent with the compaction plan</p><div class="codeBlockContainer_K1bP"><div
If you do find errors, then the record was not actually written by Hudi, but handed back to the application to decide what to do with it.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="duplicates"></a>Duplicates<a class="hash-link" href="#duplicates" title="Direct link to heading">#</a></h3><p>First of all, please confirm if you do indeed have duplicates <strong>AFTER</strong> ensuring the query is accessing the Hudi datasets <a href="/docs/querying_dat [...]
Also Spark UI shows sortByKey twice due to the probe job also being shown, nonetheless its just a single sort.</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>At a high level, there are two steps</p><p><strong>Index Lookup to identify files to be changed</strong></p><ul><li>Job 1 : Triggers the input data read, converts to HoodieRecord object and then stops at obtaining a spread of input records to target partition paths</li [...]
In the future, a more sophisticated debug/management UI would be added to the project, that can help automate some of this debugging.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/admin_guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/comparison/index.html b/content/docs/0.5.0/comparison/index.html
index 5b4f538..2d4ad5f 100644
--- a/content/docs/0.5.0/comparison/index.html
+++ b/content/docs/0.5.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><met [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ of Presto/SparkSQL/Hive for your queries.</p><p>More advanced use cases revolve
uses Hudi even inside the <code>processing</code> engine to speed up typical batch pipelines. For e.g: Hudi can be used as a state store inside a processing DAG (similar
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/concepts/index.html b/content/docs/0.5.0/concepts/index.html
index 580e9b9..719b1a3 100644
--- a/content/docs/0.5.0/concepts/index.html
+++ b/content/docs/0.5.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ strategy, where we aggressively compact the latest partitions compared to older
published within X minutes in a consistent fashion.</li></ul><p>The intention of merge on read storage is to enable near real-time processing directly on top of DFS, as opposed to copying
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this storage such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/configurations/index.html b/content/docs/0.5.0/configurations/index.html
index edbb977..4690f52 100644
--- a/content/docs/0.5.0/configurations/index.html
+++ b/content/docs/0.5.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -122,7 +122,7 @@ Memory related configs</p><h4><a aria-hidden="true" tabindex="-1" class="anchor
This fraction is multiplied with the user memory fraction (1 - spark.memory.fraction) to get a final fraction of heap space to use during merge </p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb"></a>withMaxMemorySizePerCompactionInBytes(maxMemorySizePerCompactionInBytes = 1GB)<a class="hash-link" href="#withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb" t [...]
HoodieCompactedLogScanner reads logblocks, converts records to HoodieRecords and then merges these log blocks and records. At any point, the number of entries in a log block can be less than or equal to the number of entries in the corresponding parquet file. This can lead to OOM in the Scanner. Hence, a spillable map helps alleviate the memory pressure. Use this config to set the max allowable inMemory footprint of the spillable map.</p><h4><a aria-hidden="true" tabindex="-1" class="anc [...]
This property controls what fraction of the failed record, exceptions we report back to driver</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/docker_demo/index.html b/content/docs/0.5.0/docker_demo/index.html
index b592e5c..a2d998a 100644
--- a/content/docs/0.5.0/docker_demo/index.html
+++ b/content/docs/0.5.0/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -214,7 +214,7 @@ But if users want to test hudi from locations with lower network bandwidth, they
run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/gcs_hoodie/index.html b/content/docs/0.5.0/gcs_hoodie/index.html
index 04fa53b..6c426b5 100644
--- a/content/docs/0.5.0/gcs_hoodie/index.html
+++ b/content/docs/0.5.0/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"> [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/migration_guide/index.html b/content/docs/0.5.0/migration_guide/index.html
index 55546f8..ac73c66 100644
--- a/content/docs/0.5.0/migration_guide/index.html
+++ b/content/docs/0.5.0/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -34,7 +34,7 @@ For huge datasets, this could be as simple as : </p><div class="codeBlockContain
Write your own custom logic of how to load an existing dataset into a Hudi managed one. Please read about the RDD API
<a href="/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/performance/index.html b/content/docs/0.5.0/performance/index.html
index b79034d..533e562 100644
--- a/content/docs/0.5.0/performance/index.html
+++ b/content/docs/0.5.0/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Performance | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/performance"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ For e.g , with 100M timestamp prefixed keys (5% updates, 95% inserts) on a event
<strong>~7X (2880 secs vs 440 secs) speed up</strong> over vanilla spark join. Even for a challenging workload like an '100% update' database ingestion workload spanning
3.25B UUID keys/30 partitions/6180 files using 300 cores, Hudi indexing offers a <strong>80-100% speedup</strong>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="read-optimized-queries"></a>Read Optimized Queries<a class="hash-link" href="#read-optimized-queries" title="Direct link to heading">#</a></h2><p>The major design goal for read optimized view is to achieve the latency reduction & efficiency gains in previous section,
with no impact on queries. Following charts compare the Hudi vs non-Hudi datasets across Hive/Presto/Spark queries and demonstrate this.</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" s [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/powered_by/index.html b/content/docs/0.5.0/powered_by/index.html
index 26b9802..24873ec 100644
--- a/content/docs/0.5.0/powered_by/index.html
+++ b/content/docs/0.5.0/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Talks & Powered By | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA<br>
</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="articles"></a>Articles<a class="hash-link" href="#articles" title="Dir [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/privacy/index.html b/content/docs/0.5.0/privacy/index.html
index 169b028..431b56b 100644
--- a/content/docs/0.5.0/privacy/index.html
+++ b/content/docs/0.5.0/privacy/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/privacy"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><me [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/querying_data/index.html b/content/docs/0.5.0/querying_data/index.html
index a8ebf3c..fbcfdbf 100644
--- a/content/docs/0.5.0/querying_data/index.html
+++ b/content/docs/0.5.0/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Querying Hudi Datasets | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defa [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -43,7 +43,7 @@ to using the Hive Serde to read the data (planning/executions is still Spark). <
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">scala> sqlContext.sql("select count(*) from hudi_rt where datestr = '2016-10-02'").show()</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_Ue-o clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="spark-incr-pull"></a>Incremental Pulling<a class="hash-link" href="#sp [...]
A sample incremental pull, that will obtain all records written since <code>beginInstantTime</code>, looks like below.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain"> Dataset<Row> hoodieIncViewDF = spark.read()</span>< [...]
This requires the <code>hudi-presto-bundle</code> jar to be placed into <code><presto_install>/plugin/hive-hadoop2/</code>, across the installation.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/querying_data.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/quick-start-guide/index.html b/content/docs/0.5.0/quick-start-guide/index.html
index a9661f4..541e65e 100644
--- a/content/docs/0.5.0/quick-start-guide/index.html
+++ b/content/docs/0.5.0/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defau [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -52,7 +52,7 @@ Hudi datasets can be queried from query engines like Hive, Spark, Presto and muc
dependent systems running locally. We recommend you replicate the same setup and run the demo yourself, by following
steps <a href="/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/s3_hoodie/index.html b/content/docs/0.5.0/s3_hoodie/index.html
index 439b308..e9f1a45 100644
--- a/content/docs/0.5.0/s3_hoodie/index.html
+++ b/content/docs/0.5.0/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/structure/index.html b/content/docs/0.5.0/structure/index.html
index 7835e6d..8997e67 100644
--- a/content/docs/0.5.0/structure/index.html
+++ b/content/docs/0.5.0/structure/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/structure"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/use_cases/index.html b/content/docs/0.5.0/use_cases/index.html
index 3fa6565..f6454bc 100644
--- a/content/docs/0.5.0/use_cases/index.html
+++ b/content/docs/0.5.0/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Use Cases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.0"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -37,7 +37,7 @@ For the more curious, a more detailed explanation of the benefits of Incremental
For e.g, a Spark Pipeline can <a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">determine hard braking events on Hadoop</a> and load them into a serving store like ElasticSearch, to be used by the Uber application to increase safe driving. Typical architectures for this employ a <code>queue</code> between Hadoop and serving store, to prevent overwhelming the target serving store.
A popular choice for this queue is Kafka and this model often results in <strong>redundant storage of same data on DFS (for offline analysis on computed results) and Kafka (for dispersal)</strong></p><p>Once again Hudi can efficiently solve this problem, by having the Spark Pipeline upsert output from
each run into a Hudi dataset, which can then be incrementally tailed (just like a Kafka topic) for new data & written into the serving store.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.0/writing_data/index.html b/content/docs/0.5.0/writing_data/index.html
index e4794a4..d2c57e6 100644
--- a/content/docs/0.5.0/writing_data/index.html
+++ b/content/docs/0.5.0/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Writing Hudi Datasets | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.0/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -36,7 +36,7 @@ column statistics etc. Even on some cloud data stores, there is often cost to li
and distributes inserts to existing file groups instead of creating new file groups, which can lead to small files. </li><li>Cleaner can be <a href="/docs/configurations#retainCommits">configured</a> to clean up older file slices, more or less aggressively depending on maximum time for queries to run & lookback needed for incremental pull</li><li>User can also tune the size of the <a href="/docs/configurations#limitFileSize">base/parquet file</a>, <a href="/docs/configurations#logFil [...]
such that sufficient number of inserts are grouped into the same file group, resulting in well sized base files ultimately.</li><li>Intelligently tuning the <a href="/docs/configurations#withBulkInsertParallelism">bulk insert parallelism</a>, can again in nicely sized initial file groups. It is in fact critical to get this right, since the file groups
once created cannot be deleted, but simply expanded as explained before.</li><li>For workloads with heavy updates, the <a href="/docs/concepts#merge-on-read-storage">merge-on-read storage</a> provides a nice mechanism for ingesting quickly into smaller files and then later merging them into larger base files via compaction.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.0/w [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/comparison/index.html b/content/docs/0.5.1/comparison/index.html
index 6c596c6..f78f08b 100644
--- a/content/docs/0.5.1/comparison/index.html
+++ b/content/docs/0.5.1/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/comparison"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><met [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ of Presto/SparkSQL/Hive for your queries.</p><p>More advanced use cases revolve
uses Hudi even inside the <code>processing</code> engine to speed up typical batch pipelines. For e.g: Hudi can be used as a state store inside a processing DAG (similar
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/concepts/index.html b/content/docs/0.5.1/concepts/index.html
index a09408b..7c7c229 100644
--- a/content/docs/0.5.1/concepts/index.html
+++ b/content/docs/0.5.1/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/concepts"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ strategy, where we aggressively compact the latest partitions compared to older
published within X minutes in a consistent fashion.</li></ul><p>The intention of merge on read table is to enable near real-time processing directly on top of DFS, as opposed to copying
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/configurations/index.html b/content/docs/0.5.1/configurations/index.html
index 13b3c4c..c3dc465 100644
--- a/content/docs/0.5.1/configurations/index.html
+++ b/content/docs/0.5.1/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/configurations"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -122,7 +122,7 @@ Memory related configs</p><h4><a aria-hidden="true" tabindex="-1" class="anchor
This fraction is multiplied with the user memory fraction (1 - spark.memory.fraction) to get a final fraction of heap space to use during merge </p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb"></a>withMaxMemorySizePerCompactionInBytes(maxMemorySizePerCompactionInBytes = 1GB)<a class="hash-link" href="#withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb" t [...]
HoodieCompactedLogScanner reads logblocks, converts records to HoodieRecords and then merges these log blocks and records. At any point, the number of entries in a log block can be less than or equal to the number of entries in the corresponding parquet file. This can lead to OOM in the Scanner. Hence, a spillable map helps alleviate the memory pressure. Use this config to set the max allowable inMemory footprint of the spillable map.</p><h4><a aria-hidden="true" tabindex="-1" class="anc [...]
This property controls what fraction of the failed record, exceptions we report back to driver</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/deployment/index.html b/content/docs/0.5.1/deployment/index.html
index b7ae8c8..787cb23 100644
--- a/content/docs/0.5.1/deployment/index.html
+++ b/content/docs/0.5.1/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Deployment Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/deployment"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -63,7 +63,7 @@ consistent with the compaction plan</p><div class="codeBlockContainer_K1bP"><div
If you do find errors, then the record was not actually written by Hudi, but handed back to the application to decide what to do with it.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="duplicates"></a>Duplicates<a class="hash-link" href="#duplicates" title="Direct link to heading">#</a></h3><p>First of all, please confirm if you do indeed have duplicates <strong>AFTER</strong> ensuring the query is accessing the Hudi table <a href="/docs/querying_data"> [...]
Also Spark UI shows sortByKey twice due to the probe job also being shown, nonetheless its just a single sort.</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>At a high level, there are two steps</p><p><strong>Index Lookup to identify files to be changed</strong></p><ul><li>Job 1 : Triggers the input data read, converts to HoodieRecord object and then stops at obtaining a spread of input records to target partition paths</li [...]
In the future, a more sophisticated debug/management UI would be added to the project, that can help automate some of this debugging.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/docker_demo/index.html b/content/docs/0.5.1/docker_demo/index.html
index 8ba0933..44b4124 100644
--- a/content/docs/0.5.1/docker_demo/index.html
+++ b/content/docs/0.5.1/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -214,7 +214,7 @@ But if users want to test hudi from locations with lower network bandwidth, they
run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/gcs_hoodie/index.html b/content/docs/0.5.1/gcs_hoodie/index.html
index 272b9e0..b22b96b 100644
--- a/content/docs/0.5.1/gcs_hoodie/index.html
+++ b/content/docs/0.5.1/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"> [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/migration_guide/index.html b/content/docs/0.5.1/migration_guide/index.html
index fd8714b..6a0ab02 100644
--- a/content/docs/0.5.1/migration_guide/index.html
+++ b/content/docs/0.5.1/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -34,7 +34,7 @@ For huge tables, this could be as simple as : </p><div class="codeBlockContainer
Write your own custom logic of how to load an existing table into a Hudi managed one. Please read about the RDD API
<a href="/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/performance/index.html b/content/docs/0.5.1/performance/index.html
index 933a8a3..d249c49 100644
--- a/content/docs/0.5.1/performance/index.html
+++ b/content/docs/0.5.1/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Performance | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/performance"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ For e.g , with 100M timestamp prefixed keys (5% updates, 95% inserts) on a event
<strong>~7X (2880 secs vs 440 secs) speed up</strong> over vanilla spark join. Even for a challenging workload like an '100% update' database ingestion workload spanning
3.25B UUID keys/30 partitions/6180 files using 300 cores, Hudi indexing offers a <strong>80-100% speedup</strong>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="snapshot-queries"></a>Snapshot Queries<a class="hash-link" href="#snapshot-queries" title="Direct link to heading">#</a></h2><p>The major design goal for snapshot queries is to achieve the latency reduction & efficiency gains in previous section,
with no impact on queries. Following charts compare the Hudi vs non-Hudi tables across Hive/Presto/Spark queries and demonstrate this.</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/powered_by/index.html b/content/docs/0.5.1/powered_by/index.html
index 60307a1..ee9bce7 100644
--- a/content/docs/0.5.1/powered_by/index.html
+++ b/content/docs/0.5.1/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Talks & Powered By | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA<br>
</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="articles"></a>Articles<a class="hash-link" href="#articles" title="Dir [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/privacy/index.html b/content/docs/0.5.1/privacy/index.html
index 2d1f757..b0bb0c2 100644
--- a/content/docs/0.5.1/privacy/index.html
+++ b/content/docs/0.5.1/privacy/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/privacy"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><me [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/querying_data/index.html b/content/docs/0.5.1/querying_data/index.html
index f4af492..a123e72 100644
--- a/content/docs/0.5.1/querying_data/index.html
+++ b/content/docs/0.5.1/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Querying Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ on MERGE_ON_READ Hudi tables. This requires the <code>hudi-presto-bundle</code>
To create a partitioned table, the folder should follow the naming convention like <code>year=2020/month=1</code>.
Impala use <code>=</code> to separate partition name and partition value.<br>
To create a partitioned Hudi read optimized table on Impala:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="t [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/quick-start-guide/index.html b/content/docs/0.5.1/quick-start-guide/index.html
index b17e4c4..38f7d99 100644
--- a/content/docs/0.5.1/quick-start-guide/index.html
+++ b/content/docs/0.5.1/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defau [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -55,7 +55,7 @@ Hudi tables can be queried from query engines like Hive, Spark, Presto and much
dependent systems running locally. We recommend you replicate the same setup and run the demo yourself, by following
steps <a href="/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/s3_hoodie/index.html b/content/docs/0.5.1/s3_hoodie/index.html
index b90dd77..0315edc 100644
--- a/content/docs/0.5.1/s3_hoodie/index.html
+++ b/content/docs/0.5.1/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/structure/index.html b/content/docs/0.5.1/structure/index.html
index 7dd5085..5f6b1d7 100644
--- a/content/docs/0.5.1/structure/index.html
+++ b/content/docs/0.5.1/structure/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/structure"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/use_cases/index.html b/content/docs/0.5.1/use_cases/index.html
index 95c1408..a95cc1e 100644
--- a/content/docs/0.5.1/use_cases/index.html
+++ b/content/docs/0.5.1/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Use Cases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.1"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -37,7 +37,7 @@ For the more curious, a more detailed explanation of the benefits of Incremental
For e.g, a Spark Pipeline can <a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">determine hard braking events on Hadoop</a> and load them into a serving store like ElasticSearch, to be used by the Uber application to increase safe driving. Typical architectures for this employ a <code>queue</code> between Hadoop and serving store, to prevent overwhelming the target serving store.
A popular choice for this queue is Kafka and this model often results in <strong>redundant storage of same data on DFS (for offline analysis on computed results) and Kafka (for dispersal)</strong></p><p>Once again Hudi can efficiently solve this problem, by having the Spark Pipeline upsert output from
each run into a Hudi table, which can then be incrementally tailed (just like a Kafka topic) for new data & written into the serving store.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l- [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.1/writing_data/index.html b/content/docs/0.5.1/writing_data/index.html
index 2057dbc..8cdb22d 100644
--- a/content/docs/0.5.1/writing_data/index.html
+++ b/content/docs/0.5.1/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Writing Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.1/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.1"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -39,7 +39,7 @@ column statistics etc. Even on some cloud data stores, there is often cost to li
and distributes inserts to existing file groups instead of creating new file groups, which can lead to small files. </li><li>Cleaner can be <a href="/docs/configurations#retainCommits">configured</a> to clean up older file slices, more or less aggressively depending on maximum time for queries to run & lookback needed for incremental pull</li><li>User can also tune the size of the <a href="/docs/configurations#limitFileSize">base/parquet file</a>, <a href="/docs/configurations#logFil [...]
such that sufficient number of inserts are grouped into the same file group, resulting in well sized base files ultimately.</li><li>Intelligently tuning the <a href="/docs/configurations#withBulkInsertParallelism">bulk insert parallelism</a>, can again in nicely sized initial file groups. It is in fact critical to get this right, since the file groups
once created cannot be deleted, but simply expanded as explained before.</li><li>For workloads with heavy updates, the <a href="/docs/concepts#merge-on-read-table">merge-on-read table</a> provides a nice mechanism for ingesting quickly into smaller files and then later merging them into larger base files via compaction.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.1/writi [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/comparison/index.html b/content/docs/0.5.2/comparison/index.html
index b7fcd2a..433d68d 100644
--- a/content/docs/0.5.2/comparison/index.html
+++ b/content/docs/0.5.2/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/comparison"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><met [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ of Presto/SparkSQL/Hive for your queries.</p><p>More advanced use cases revolve
uses Hudi even inside the <code>processing</code> engine to speed up typical batch pipelines. For e.g: Hudi can be used as a state store inside a processing DAG (similar
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/concepts/index.html b/content/docs/0.5.2/concepts/index.html
index f25cf0d..32b7a01 100644
--- a/content/docs/0.5.2/concepts/index.html
+++ b/content/docs/0.5.2/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/concepts"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ strategy, where we aggressively compact the latest partitions compared to older
published within X minutes in a consistent fashion.</li></ul><p>The intention of merge on read table is to enable near real-time processing directly on top of DFS, as opposed to copying
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/configurations/index.html b/content/docs/0.5.2/configurations/index.html
index bedb28e..a99031d 100644
--- a/content/docs/0.5.2/configurations/index.html
+++ b/content/docs/0.5.2/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/configurations"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -123,7 +123,7 @@ Memory related configs</p><h4><a aria-hidden="true" tabindex="-1" class="anchor
This fraction is multiplied with the user memory fraction (1 - spark.memory.fraction) to get a final fraction of heap space to use during merge </p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb"></a>withMaxMemorySizePerCompactionInBytes(maxMemorySizePerCompactionInBytes = 1GB)<a class="hash-link" href="#withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb" t [...]
HoodieCompactedLogScanner reads logblocks, converts records to HoodieRecords and then merges these log blocks and records. At any point, the number of entries in a log block can be less than or equal to the number of entries in the corresponding parquet file. This can lead to OOM in the Scanner. Hence, a spillable map helps alleviate the memory pressure. Use this config to set the max allowable inMemory footprint of the spillable map.</p><h4><a aria-hidden="true" tabindex="-1" class="anc [...]
This property controls what fraction of the failed record, exceptions we report back to driver</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/deployment/index.html b/content/docs/0.5.2/deployment/index.html
index 61350dd..66af954 100644
--- a/content/docs/0.5.2/deployment/index.html
+++ b/content/docs/0.5.2/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Deployment Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/deployment"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -63,7 +63,7 @@ consistent with the compaction plan</p><div class="codeBlockContainer_K1bP"><div
If you do find errors, then the record was not actually written by Hudi, but handed back to the application to decide what to do with it.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="duplicates"></a>Duplicates<a class="hash-link" href="#duplicates" title="Direct link to heading">#</a></h3><p>First of all, please confirm if you do indeed have duplicates <strong>AFTER</strong> ensuring the query is accessing the Hudi table <a href="/docs/querying_data"> [...]
Also Spark UI shows sortByKey twice due to the probe job also being shown, nonetheless its just a single sort.</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>At a high level, there are two steps</p><p><strong>Index Lookup to identify files to be changed</strong></p><ul><li>Job 1 : Triggers the input data read, converts to HoodieRecord object and then stops at obtaining a spread of input records to target partition paths</li [...]
In the future, a more sophisticated debug/management UI would be added to the project, that can help automate some of this debugging.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/docker_demo/index.html b/content/docs/0.5.2/docker_demo/index.html
index 22ac000..99a3b2f 100644
--- a/content/docs/0.5.2/docker_demo/index.html
+++ b/content/docs/0.5.2/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -199,7 +199,7 @@ But if users want to test hudi from locations with lower network bandwidth, they
run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/gcs_hoodie/index.html b/content/docs/0.5.2/gcs_hoodie/index.html
index 69ca9b9..eaa23f9 100644
--- a/content/docs/0.5.2/gcs_hoodie/index.html
+++ b/content/docs/0.5.2/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"> [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/migration_guide/index.html b/content/docs/0.5.2/migration_guide/index.html
index 67b2383..3d4e8e5 100644
--- a/content/docs/0.5.2/migration_guide/index.html
+++ b/content/docs/0.5.2/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -34,7 +34,7 @@ For huge tables, this could be as simple as : </p><div class="codeBlockContainer
Write your own custom logic of how to load an existing table into a Hudi managed one. Please read about the RDD API
<a href="/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/performance/index.html b/content/docs/0.5.2/performance/index.html
index 1bf48c9..9d244b3 100644
--- a/content/docs/0.5.2/performance/index.html
+++ b/content/docs/0.5.2/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Performance | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/performance"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ For e.g , with 100M timestamp prefixed keys (5% updates, 95% inserts) on a event
<strong>~7X (2880 secs vs 440 secs) speed up</strong> over vanilla spark join. Even for a challenging workload like an '100% update' database ingestion workload spanning
3.25B UUID keys/30 partitions/6180 files using 300 cores, Hudi indexing offers a <strong>80-100% speedup</strong>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="snapshot-queries"></a>Snapshot Queries<a class="hash-link" href="#snapshot-queries" title="Direct link to heading">#</a></h2><p>The major design goal for snapshot queries is to achieve the latency reduction & efficiency gains in previous section,
with no impact on queries. Following charts compare the Hudi vs non-Hudi tables across Hive/Presto/Spark queries and demonstrate this.</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/powered_by/index.html b/content/docs/0.5.2/powered_by/index.html
index 594a264..135f79b 100644
--- a/content/docs/0.5.2/powered_by/index.html
+++ b/content/docs/0.5.2/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Talks & Powered By | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA<br>
</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="articles"></a>Articles<a class="hash-link" href="#articles" title="Dir [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/privacy/index.html b/content/docs/0.5.2/privacy/index.html
index b9c505f..4d0d53c 100644
--- a/content/docs/0.5.2/privacy/index.html
+++ b/content/docs/0.5.2/privacy/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/privacy"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><me [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/querying_data/index.html b/content/docs/0.5.2/querying_data/index.html
index 6b67237..1fc951c 100644
--- a/content/docs/0.5.2/querying_data/index.html
+++ b/content/docs/0.5.2/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Querying Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ on MERGE_ON_READ Hudi tables. This requires the <code>hudi-presto-bundle</code>
To create a partitioned table, the folder should follow the naming convention like <code>year=2020/month=1</code>.
Impala use <code>=</code> to separate partition name and partition value.<br>
To create a partitioned Hudi read optimized table on Impala:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="t [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/quick-start-guide/index.html b/content/docs/0.5.2/quick-start-guide/index.html
index 626f2bf..b71872a 100644
--- a/content/docs/0.5.2/quick-start-guide/index.html
+++ b/content/docs/0.5.2/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defau [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -57,7 +57,7 @@ Hudi tables can be queried from query engines like Hive, Spark, Presto and much
dependent systems running locally. We recommend you replicate the same setup and run the demo yourself, by following
steps <a href="/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/s3_hoodie/index.html b/content/docs/0.5.2/s3_hoodie/index.html
index f46b698..14b4cfc 100644
--- a/content/docs/0.5.2/s3_hoodie/index.html
+++ b/content/docs/0.5.2/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/structure/index.html b/content/docs/0.5.2/structure/index.html
index a5a8022..cafa9df 100644
--- a/content/docs/0.5.2/structure/index.html
+++ b/content/docs/0.5.2/structure/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/structure"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/use_cases/index.html b/content/docs/0.5.2/use_cases/index.html
index bc1c6c4..a02a993 100644
--- a/content/docs/0.5.2/use_cases/index.html
+++ b/content/docs/0.5.2/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Use Cases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.2"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -37,7 +37,7 @@ For the more curious, a more detailed explanation of the benefits of Incremental
For e.g, a Spark Pipeline can <a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">determine hard braking events on Hadoop</a> and load them into a serving store like ElasticSearch, to be used by the Uber application to increase safe driving. Typical architectures for this employ a <code>queue</code> between Hadoop and serving store, to prevent overwhelming the target serving store.
A popular choice for this queue is Kafka and this model often results in <strong>redundant storage of same data on DFS (for offline analysis on computed results) and Kafka (for dispersal)</strong></p><p>Once again Hudi can efficiently solve this problem, by having the Spark Pipeline upsert output from
each run into a Hudi table, which can then be incrementally tailed (just like a Kafka topic) for new data & written into the serving store.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l- [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.2/writing_data/index.html b/content/docs/0.5.2/writing_data/index.html
index e0d95f0..7d29ac5 100644
--- a/content/docs/0.5.2/writing_data/index.html
+++ b/content/docs/0.5.2/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Writing Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.2/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.2"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -39,7 +39,7 @@ column statistics etc. Even on some cloud data stores, there is often cost to li
and distributes inserts to existing file groups instead of creating new file groups, which can lead to small files. </li><li>Cleaner can be <a href="/docs/configurations#retainCommits">configured</a> to clean up older file slices, more or less aggressively depending on maximum time for queries to run & lookback needed for incremental pull</li><li>User can also tune the size of the <a href="/docs/configurations#limitFileSize">base/parquet file</a>, <a href="/docs/configurations#logFil [...]
such that sufficient number of inserts are grouped into the same file group, resulting in well sized base files ultimately.</li><li>Intelligently tuning the <a href="/docs/configurations#withBulkInsertParallelism">bulk insert parallelism</a>, can again in nicely sized initial file groups. It is in fact critical to get this right, since the file groups
once created cannot be deleted, but simply expanded as explained before.</li><li>For workloads with heavy updates, the <a href="/docs/concepts#merge-on-read-table">merge-on-read table</a> provides a nice mechanism for ingesting quickly into smaller files and then later merging them into larger base files via compaction.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.2/writi [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/azure_hoodie/index.html b/content/docs/0.5.3/azure_hoodie/index.html
index fef7cd4..70d0291 100644
--- a/content/docs/0.5.3/azure_hoodie/index.html
+++ b/content/docs/0.5.3/azure_hoodie/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/cloud/index.html b/content/docs/0.5.3/cloud/index.html
index 4b21798..572630b 100644
--- a/content/docs/0.5.3/cloud/index.html
+++ b/content/docs/0.5.3/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Cloud Storage | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/cloud"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -20,7 +20,7 @@ Configurations required for S3 and Hudi co-operability.</li><li><a href="/docs/g
Configurations required for GCS and Hudi co-operability.</li><li><a href="/docs/oss_hoodie">Alibaba Cloud OSS</a> <br>
Configurations required for OSS and Hudi co-operability.</li><li><a href="/docs/azure_hoodie">Microsoft Azure</a> <br>
Configurations required for Azure and Hudi co-operability.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/comparison/index.html b/content/docs/0.5.3/comparison/index.html
index aaa61c7..8971929 100644
--- a/content/docs/0.5.3/comparison/index.html
+++ b/content/docs/0.5.3/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/comparison"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><met [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ of Presto/SparkSQL/Hive for your queries.</p><p>More advanced use cases revolve
uses Hudi even inside the <code>processing</code> engine to speed up typical batch pipelines. For e.g: Hudi can be used as a state store inside a processing DAG (similar
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/concepts/index.html b/content/docs/0.5.3/concepts/index.html
index b34ad9b..7d4ca8e 100644
--- a/content/docs/0.5.3/concepts/index.html
+++ b/content/docs/0.5.3/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/concepts"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ strategy, where we aggressively compact the latest partitions compared to older
published within X minutes in a consistent fashion.</li></ul><p>The intention of merge on read table is to enable near real-time processing directly on top of DFS, as opposed to copying
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/configurations/index.html b/content/docs/0.5.3/configurations/index.html
index 28ab839..4d01850 100644
--- a/content/docs/0.5.3/configurations/index.html
+++ b/content/docs/0.5.3/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/configurations"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -137,7 +137,7 @@ Memory related configs</p><h4><a aria-hidden="true" tabindex="-1" class="anchor
This fraction is multiplied with the user memory fraction (1 - spark.memory.fraction) to get a final fraction of heap space to use during merge </p><h4><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb"></a>withMaxMemorySizePerCompactionInBytes(maxMemorySizePerCompactionInBytes = 1GB)<a class="hash-link" href="#withmaxmemorysizepercompactioninbytesmaxmemorysizepercompactioninbytes--1gb" t [...]
HoodieCompactedLogScanner reads logblocks, converts records to HoodieRecords and then merges these log blocks and records. At any point, the number of entries in a log block can be less than or equal to the number of entries in the corresponding parquet file. This can lead to OOM in the Scanner. Hence, a spillable map helps alleviate the memory pressure. Use this config to set the max allowable inMemory footprint of the spillable map.</p><h4><a aria-hidden="true" tabindex="-1" class="anc [...]
This property controls what fraction of the failed record, exceptions we report back to driver</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/deployment/index.html b/content/docs/0.5.3/deployment/index.html
index 7ac3ab4..8960d7c 100644
--- a/content/docs/0.5.3/deployment/index.html
+++ b/content/docs/0.5.3/deployment/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Deployment Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/deployment"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -63,7 +63,7 @@ consistent with the compaction plan</p><div class="codeBlockContainer_K1bP"><div
If you do find errors, then the record was not actually written by Hudi, but handed back to the application to decide what to do with it.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="duplicates"></a>Duplicates<a class="hash-link" href="#duplicates" title="Direct link to heading">#</a></h3><p>First of all, please confirm if you do indeed have duplicates <strong>AFTER</strong> ensuring the query is accessing the Hudi table <a href="/docs/querying_data"> [...]
Also Spark UI shows sortByKey twice due to the probe job also being shown, nonetheless its just a single sort.</p><figure><img class="docimage" src="/assets/images/hudi_upsert_dag.png" alt="hudi_upsert_dag.png"></figure><p>At a high level, there are two steps</p><p><strong>Index Lookup to identify files to be changed</strong></p><ul><li>Job 1 : Triggers the input data read, converts to HoodieRecord object and then stops at obtaining a spread of input records to target partition paths</li [...]
In the future, a more sophisticated debug/management UI would be added to the project, that can help automate some of this debugging.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/deployment.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/docker_demo/index.html b/content/docs/0.5.3/docker_demo/index.html
index 3bb3158..a00a47a 100644
--- a/content/docs/0.5.3/docker_demo/index.html
+++ b/content/docs/0.5.3/docker_demo/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Docker Demo | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/docker_demo"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -199,7 +199,7 @@ But if users want to test hudi from locations with lower network bandwidth, they
run the script
<code>docker/build_local_docker_images.sh</code> to build local docker images before running <code>docker/setup_demo.sh</code></p><p>Here are the commands:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">cd docker</span></spa [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] Reactor Summary:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hoodie ............................................. SUCCESS [ 1.709 s]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">[INFO] hudi-common ................. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/gcs_hoodie/index.html b/content/docs/0.5.3/gcs_hoodie/index.html
index 737933f..3fafcf3 100644
--- a/content/docs/0.5.3/gcs_hoodie/index.html
+++ b/content/docs/0.5.3/gcs_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">GCS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/gcs_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"> [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -18,7 +18,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" styl [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/migration_guide/index.html b/content/docs/0.5.3/migration_guide/index.html
index 306e4b6..8b6b476 100644
--- a/content/docs/0.5.3/migration_guide/index.html
+++ b/content/docs/0.5.3/migration_guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Migration Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/migration_guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -34,7 +34,7 @@ For huge tables, this could be as simple as : </p><div class="codeBlockContainer
Write your own custom logic of how to load an existing table into a Hudi managed one. Please read about the RDD API
<a href="/docs/quick-start-guide">here</a>. Using the HDFSParquetImporter Tool. Once hudi has been built via <code>mvn clean install -DskipTests</code>, the shell can be
fired by via <code>cd hudi-cli && ./hudi-cli.sh</code>.</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">hudi->hdfsparquetimport</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/oss_hoodie/index.html b/content/docs/0.5.3/oss_hoodie/index.html
index 1f7a43e..1c2d1f2 100644
--- a/content/docs/0.5.3/oss_hoodie/index.html
+++ b/content/docs/0.5.3/oss_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">OSS Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/oss_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"> [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -19,7 +19,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="c [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/performance/index.html b/content/docs/0.5.3/performance/index.html
index 4904f6b..4b98d6a 100644
--- a/content/docs/0.5.3/performance/index.html
+++ b/content/docs/0.5.3/performance/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Performance | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/performance"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -27,7 +27,7 @@ For e.g , with 100M timestamp prefixed keys (5% updates, 95% inserts) on a event
<strong>~7X (2880 secs vs 440 secs) speed up</strong> over vanilla spark join. Even for a challenging workload like an '100% update' database ingestion workload spanning
3.25B UUID keys/30 partitions/6180 files using 300 cores, Hudi indexing offers a <strong>80-100% speedup</strong>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="snapshot-queries"></a>Snapshot Queries<a class="hash-link" href="#snapshot-queries" title="Direct link to heading">#</a></h2><p>The major design goal for snapshot queries is to achieve the latency reduction & efficiency gains in previous section,
with no impact on queries. Following charts compare the Hudi vs non-Hudi tables across Hive/Presto/Spark queries and demonstrate this.</p><p><strong>Hive</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_hive.png" alt="hudi_query_perf_hive.png"></figure><p><strong>Spark</strong></p><figure><img class="docimage" src="/assets/images/hudi_query_perf_spark.png" alt="hudi_query_perf_spark.png"></figure><p><strong>Presto</strong></p><figure><img class="docimage" src [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/powered_by/index.html b/content/docs/0.5.3/powered_by/index.html
index 4c847cd..bde64b1 100644
--- a/content/docs/0.5.3/powered_by/index.html
+++ b/content/docs/0.5.3/powered_by/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Talks & Powered By | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/powered_by"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -28,7 +28,7 @@ June 2019, SF Big Analytics Meetup, San Mateo, CA</p></li><li><p><a href="https:
September 2019, ApacheCon NA 19, Las Vegas, NV, USA</p></li><li><p><a href="https://www.portal.reinvent.awsevents.com/connect/sessionDetail.ww?SESSION_ID=98662&csrftkn=YS67-AG7B-QIAV-ZZBK-E6TT-MD4Q-1HEP-747P" target="_blank" rel="noopener noreferrer">"Insert, upsert, and delete data in Amazon S3 using Amazon EMR"</a> - By Paul Codding & Vinoth Chandar
December 2019, AWS re:Invent 2019, Las Vegas, NV, USA<br>
</p></li><li><p><a href="https://www.slideshare.net/SyedKather/building-robust-cdc-pipeline-with-apache-hudi-and-debezium" target="_blank" rel="noopener noreferrer">"Building Robust CDC Pipeline With Apache Hudi And Debezium"</a> - By Pratyaksh, Purushotham, Syed and Shaik December 2019, Hadoop Summit Bangalore, India</p></li><li><p><a href="https://drive.google.com/open?id=1dmH2kWJF69PNdifPp37QBgjivOHaSLDn" target="_blank" rel="noopener noreferrer">"Using Apache Hudi to b [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/privacy/index.html b/content/docs/0.5.3/privacy/index.html
index d886be1..58512a5 100644
--- a/content/docs/0.5.3/privacy/index.html
+++ b/content/docs/0.5.3/privacy/index.html
@@ -9,14 +9,14 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Privacy Policy | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/privacy"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><me [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
The collected information consists of the following:</p><ul><li>The IP address from which you access the website;</li><li>The type of browser and operating system you use to access our site;</li><li>The date and time you access our site;</li><li>The pages you visit;</li><li>The addresses of pages from where you followed a link to our site.</li></ul><p>Part of this information is gathered using a tracking cookie set by the <a href="http://www.google.com/analytics" target="_blank" rel="noo [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/querying_data/index.html b/content/docs/0.5.3/querying_data/index.html
index 80b1316..9320723 100644
--- a/content/docs/0.5.3/querying_data/index.html
+++ b/content/docs/0.5.3/querying_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Querying Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/querying_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defaul [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -50,7 +50,7 @@ on MERGE_ON_READ Hudi tables. This requires the <code>hudi-presto-bundle</code>
To create a partitioned table, the folder should follow the naming convention like <code>year=2020/month=1</code>.
Impala use <code>=</code> to separate partition name and partition value.<br>
To create a partitioned Hudi read optimized table on Impala:</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly"><pre tabindex="0" class="prism-code language-undefined codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">CREATE EXTERNAL TABLE database.table_name</span></span><span class="token-line" style="color:#F8F8F2"><span class="t [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/quick-start-guide/index.html b/content/docs/0.5.3/quick-start-guide/index.html
index b0e1834..5aad434 100644
--- a/content/docs/0.5.3/quick-start-guide/index.html
+++ b/content/docs/0.5.3/quick-start-guide/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Quick-Start Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/quick-start-guide"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-defau [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -94,7 +94,7 @@ Hudi tables can be queried from query engines like Hive, Spark, Presto and much
dependent systems running locally. We recommend you replicate the same setup and run the demo yourself, by following
steps <a href="/docs/docker_demo">here</a> to get a taste for it. Also, if you are looking for ways to migrate your existing data
to Hudi, refer to <a href="/docs/migration_guide">migration guide</a>.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/quick-start-guide.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/s3_hoodie/index.html b/content/docs/0.5.3/s3_hoodie/index.html
index d4c2cf6..bf12ddf 100644
--- a/content/docs/0.5.3/s3_hoodie/index.html
+++ b/content/docs/0.5.3/s3_hoodie/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">S3 Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/s3_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" style="color:rgb(248, 248, 242)"><</span><span class="token tag" style="color:rgb(255, 121, 198)">property</span><span class="token tag punctuation" style="color:rgb(248, 248, 242)">></span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token tag punctuation" s [...]
such variables and then have cli be able to work on datasets stored in s3</p><div class="codeBlockContainer_K1bP"><div class="codeBlockContent_hGly java"><pre tabindex="0" class="prism-code language-java codeBlock_23N8 thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_39YC"><span class="token-line" style="color:#F8F8F2"><span class="token plain">export HOODIE_ENV_fs_DOT_s3a_DOT_access_DOT_key=$accessKey</span></span><span class="token-line" style= [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/structure/index.html b/content/docs/0.5.3/structure/index.html
index 1c6fd4e..152289d 100644
--- a/content/docs/0.5.3/structure/index.html
+++ b/content/docs/0.5.3/structure/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/structure"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/use_cases/index.html b/content/docs/0.5.3/use_cases/index.html
index a7089aa..8eecf5e 100644
--- a/content/docs/0.5.3/use_cases/index.html
+++ b/content/docs/0.5.3/use_cases/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Use Cases | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/use_cases"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.5.3"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -37,7 +37,7 @@ For the more curious, a more detailed explanation of the benefits of Incremental
For e.g, a Spark Pipeline can <a href="https://eng.uber.com/telematics/" target="_blank" rel="noopener noreferrer">determine hard braking events on Hadoop</a> and load them into a serving store like ElasticSearch, to be used by the Uber application to increase safe driving. Typical architectures for this employ a <code>queue</code> between Hadoop and serving store, to prevent overwhelming the target serving store.
A popular choice for this queue is Kafka and this model often results in <strong>redundant storage of same data on DFS (for offline analysis on computed results) and Kafka (for dispersal)</strong></p><p>Once again Hudi can efficiently solve this problem, by having the Spark Pipeline upsert output from
each run into a Hudi table, which can then be incrementally tailed (just like a Kafka topic) for new data & written into the serving store.</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/use_cases.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l- [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.5.3/writing_data/index.html b/content/docs/0.5.3/writing_data/index.html
index bf4d3bc..b66aeb7 100644
--- a/content/docs/0.5.3/writing_data/index.html
+++ b/content/docs/0.5.3/writing_data/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Writing Hudi Tables | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.5.3/writing_data"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.5.3"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default- [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -39,7 +39,7 @@ column statistics etc. Even on some cloud data stores, there is often cost to li
and distributes inserts to existing file groups instead of creating new file groups, which can lead to small files. </li><li>Cleaner can be <a href="/docs/configurations#retainCommits">configured</a> to clean up older file slices, more or less aggressively depending on maximum time for queries to run & lookback needed for incremental pull</li><li>User can also tune the size of the <a href="/docs/configurations#limitFileSize">base/parquet file</a>, <a href="/docs/configurations#logFil [...]
such that sufficient number of inserts are grouped into the same file group, resulting in well sized base files ultimately.</li><li>Intelligently tuning the <a href="/docs/configurations#withBulkInsertParallelism">bulk insert parallelism</a>, can again in nicely sized initial file groups. It is in fact critical to get this right, since the file groups
once created cannot be deleted, but simply expanded as explained before.</li><li>For workloads with heavy updates, the <a href="/docs/concepts#merge-on-read-table">merge-on-read table</a> provides a nice mechanism for ingesting quickly into smaller files and then later merging them into larger base files via compaction.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.5.3/writi [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/1_2_structure/index.html b/content/docs/0.6.0/1_2_structure/index.html
index 8d63bf0..6c1cceb 100644
--- a/content/docs/0.6.0/1_2_structure/index.html
+++ b/content/docs/0.6.0/1_2_structure/index.html
@@ -9,13 +9,13 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Structure | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/1_2_structure"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><m [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/2_8_metrics/index.html b/content/docs/0.6.0/2_8_metrics/index.html
index 58c1969..9ed4065 100644
--- a/content/docs/0.6.0/2_8_metrics/index.html
+++ b/content/docs/0.6.0/2_8_metrics/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">HoodieMetrics Guide | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/2_8_metrics"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -22,7 +22,7 @@ A reporter which publishes metric values to Datadog monitoring service via Datad
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void report() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> this.getRegistry().getGauges().forEach((key, value) -> </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> log.info("key: " + key + " [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public Closeable getReporter() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> return null;</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token [...]
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Override</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> public void stop() {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> exec.shutdown();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">} [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/azure_hoodie/index.html b/content/docs/0.6.0/azure_hoodie/index.html
index 8f4f6e3..3cfcb39 100644
--- a/content/docs/0.6.0/azure_hoodie/index.html
+++ b/content/docs/0.6.0/azure_hoodie/index.html
@@ -9,15 +9,15 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Azure Filesystem | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/azure_hoodie"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_1oUP">Skip to main content</a></div><div class="announcementBar_3WsW" role="banner"><div class="announcementBarContent_3EUC announcementBarCloseable_3myR">⭐️ If you like Apache Hudi, give it a star on <a target="_blank" rel="noopener noreferrer" href="https://github.com/apache/hudi">GitHub</a>! ⭐</div><button type="button" class="announcementBarClose_38nx clean-btn" aria-label="Close"><span aria-hidden="true">×</span></button></div><nav class="navbar [...]
If the information is inaccurate or you have additional information to add.
Please feel free to create a JIRA ticket. Contribution is highly appreciated.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="supported-storage-system"></a>Supported Storage System<a class="hash-link" href="#supported-storage-system" title="Direct link to heading">#</a></h2><p>There are two storage systems support Hudi .</p><ul><li>Azure Blob Storage</li><li>Azure Data Lake Gen 2</li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnch [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/cloud/index.html b/content/docs/0.6.0/cloud/index.html
index 6d17726..5c9cc73 100644
--- a/content/docs/0.6.0/cloud/index.html
+++ b/content/docs/0.6.0/cloud/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Cloud Storage | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/cloud"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -21,7 +21,7 @@ Configurations required for GCS and Hudi co-operability.</li><li><a href="/docs/
Configurations required for OSS and Hudi co-operability.</li><li><a href="/docs/azure_hoodie">Microsoft Azure</a> <br>
Configurations required for Azure and Hudi co-operability.</li><li><a href="/docs/cos_hoodie">Tencent Cloud Object Storage</a> <br>
Configurations required for COS and Hudi co-operability.</li></ul></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/cloud.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/comparison/index.html b/content/docs/0.6.0/comparison/index.html
index 27afbe2..2e642c3 100644
--- a/content/docs/0.6.0/comparison/index.html
+++ b/content/docs/0.6.0/comparison/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Comparison | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/comparison"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><met [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -42,7 +42,7 @@ of PrestoDB/SparkSQL/Hive for your queries.</p><p>More advanced use cases revolv
uses Hudi even inside the <code>processing</code> engine to speed up typical batch pipelines. For e.g: Hudi can be used as a state store inside a processing DAG (similar
to how <a href="https://ci.apache.org/projects/flink/flink-docs-release-1.2/ops/state_backends#the-rocksdbstatebackend" target="_blank" rel="noopener noreferrer">rocksDB</a> is used by Flink). This is an item on the roadmap
and will eventually happen as a <a href="https://issues.apache.org/jira/browse/HUDI-60" target="_blank" rel="noopener noreferrer">Beam Runner</a></p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/comparison.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11. [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/concepts/index.html b/content/docs/0.6.0/concepts/index.html
index 4b85b3e..fb036f8 100644
--- a/content/docs/0.6.0/concepts/index.html
+++ b/content/docs/0.6.0/concepts/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Concepts | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/concepts"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6.0"><meta da [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -49,7 +49,7 @@ strategy, where we aggressively compact the latest partitions compared to older
published within X minutes in a consistent fashion.</li></ul><p>The intention of merge on read table is to enable near real-time processing directly on top of DFS, as opposed to copying
data out to specialized systems, which may not be able to handle the data volume. There are also a few secondary side benefits to
this table such as reduced write amplification by avoiding synchronous merge of data, i.e, the amount of data written per 1 bytes of data in a batch</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/concepts.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/configurations/index.html b/content/docs/0.6.0/configurations/index.html
index 6538945..8cbc6ba 100644
--- a/content/docs/0.6.0/configurations/index.html
+++ b/content/docs/0.6.0/configurations/index.html
@@ -9,8 +9,8 @@
<link rel="search" type="application/opensearchdescription+xml" title="Apache Hudi!" href="/opensearch.xml">
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Comfortaa|Ubuntu|Roboto|Source+Code+Pro">
<link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Configurations | Apache Hudi!</title><meta data-react-helmet="true" property="og:url" content="https://hudi.apache.org/docs/0.6.0/configurations"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="0.6.0"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-0.6 [...]
-<link rel="preload" href="/assets/js/runtime~main.edfe8493.js" as="script">
-<link rel="preload" href="/assets/js/main.8b995387.js" as="script">
+<link rel="preload" href="/assets/js/runtime~main.5b870716.js" as="script">
+<link rel="preload" href="/assets/js/main.5b0a98d0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
@@ -171,7 +171,7 @@ Kafka topic to be sent along with callback messages</p><h5><a aria-hidden="true"
partition of <code>CALLBACK_KAFKA_TOPIC</code>, 0 by default</p><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="callback_kafka_acks"></a>CALLBACK_KAFKA_ACKS<a class="hash-link" href="#callback_kafka_acks" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.kafka.acks</code> <br>
kafka acks level, <code>all</code> by default</p><h5><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2LWZ" id="callback_kafka_retries"></a>CALLBACK_KAFKA_RETRIES<a class="hash-link" href="#callback_kafka_retries" title="Direct link to heading">#</a></h5><p>Property: <code>hoodie.write.commit.callback.kafka.retries</code> <br>
Times to retry. 3 by default</p></div><footer class="row docusaurus-mt-lg"><div class="col"><a href="https://github.com/apache/hudi/edit/asf-site/website/docs/versioned_docs/version-0.6.0/configurations.md" target="_blank" rel="noreferrer noopener"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_2_ui" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18 [...]
-<script src="/assets/js/runtime~main.edfe8493.js"></script>
-<script src="/assets/js/main.8b995387.js"></script>
+<script src="/assets/js/runtime~main.5b870716.js"></script>
+<script src="/assets/js/main.5b0a98d0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/content/docs/0.6.0/cos_hoodie/index.html b/content/docs/0.6.0/cos_hoodie/index.html
... 3417 lines suppressed ...