You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by kf...@apache.org on 2022/11/22 04:40:55 UTC
[druid-website-src] branch 24.0.1-test created (now 83e2c5d9)
This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a change to branch 24.0.1-test
in repository https://gitbox.apache.org/repos/asf/druid-website-src.git
at 83e2c5d9 testing
This branch includes the following new commits:
new 83e2c5d9 testing
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org
[druid-website-src] 01/01: testing
Posted by kf...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a commit to branch 24.0.1-test
in repository https://gitbox.apache.org/repos/asf/druid-website-src.git
commit 83e2c5d917bec74d0f641d18a2728b5d7a0970b4
Author: Kashif Faraz <ka...@gmail.com>
AuthorDate: Tue Nov 22 10:10:48 2022 +0530
testing
---
.../24.0.0/comparisons/druid-vs-elasticsearch.html | 8 +-
docs/24.0.0/comparisons/druid-vs-key-value.html | 8 +-
docs/24.0.0/comparisons/druid-vs-kudu.html | 8 +-
docs/24.0.0/comparisons/druid-vs-redshift.html | 8 +-
docs/24.0.0/comparisons/druid-vs-spark.html | 8 +-
.../24.0.0/comparisons/druid-vs-sql-on-hadoop.html | 8 +-
docs/24.0.0/configuration/human-readable-byte.html | 8 +-
docs/24.0.0/configuration/index.html | 234 +-
docs/24.0.0/configuration/logging.html | 14 +-
.../data-management/automatic-compaction.html | 46 +-
docs/24.0.0/data-management/compaction.html | 46 +-
docs/24.0.0/data-management/delete.html | 32 +-
docs/24.0.0/data-management/index.html | 20 +-
docs/24.0.0/data-management/schema-changes.html | 16 +-
docs/24.0.0/data-management/update.html | 26 +-
docs/24.0.0/dependencies/deep-storage.html | 14 +-
docs/24.0.0/dependencies/metadata-storage.html | 28 +-
docs/24.0.0/dependencies/zookeeper.html | 24 +-
docs/24.0.0/design/architecture.html | 68 +-
docs/24.0.0/design/auth.html | 8 +-
docs/24.0.0/design/broker.html | 18 +-
docs/24.0.0/design/coordinator.html | 32 +-
.../design/extensions-contrib/dropwizard.html | 10 +-
docs/24.0.0/design/historical.html | 32 +-
docs/24.0.0/design/index.html | 14 +-
docs/24.0.0/design/indexer.html | 16 +-
docs/24.0.0/design/indexing-service.html | 22 +-
docs/24.0.0/design/middlemanager.html | 16 +-
docs/24.0.0/design/overlord.html | 14 +-
docs/24.0.0/design/peons.html | 14 +-
docs/24.0.0/design/processes.html | 44 +-
docs/24.0.0/design/router.html | 20 +-
docs/24.0.0/design/segments.html | 16 +-
docs/24.0.0/development/build.html | 10 +-
docs/24.0.0/development/experimental.html | 8 +-
.../development/extensions-contrib/aliyun-oss.html | 14 +-
.../extensions-contrib/ambari-metrics-emitter.html | 10 +-
.../development/extensions-contrib/cassandra.html | 10 +-
.../development/extensions-contrib/cloudfiles.html | 12 +-
.../extensions-contrib/distinctcount.html | 10 +-
.../extensions-contrib/gce-extensions.html | 12 +-
.../development/extensions-contrib/graphite.html | 12 +-
.../development/extensions-contrib/influx.html | 10 +-
.../extensions-contrib/influxdb-emitter.html | 12 +-
.../extensions-contrib/kafka-emitter.html | 10 +-
.../extensions-contrib/materialized-view.html | 14 +-
.../extensions-contrib/momentsketch-quantiles.html | 10 +-
.../extensions-contrib/moving-average-query.html | 36 +-
.../extensions-contrib/opentsdb-emitter.html | 12 +-
.../development/extensions-contrib/prometheus.html | 10 +-
.../extensions-contrib/redis-cache.html | 18 +-
.../development/extensions-contrib/sqlserver.html | 10 +-
.../development/extensions-contrib/statsd.html | 12 +-
.../tdigestsketch-quantiles.html | 10 +-
.../development/extensions-contrib/thrift.html | 10 +-
.../extensions-contrib/time-min-max.html | 10 +-
.../extensions-core/approximate-histograms.html | 14 +-
docs/24.0.0/development/extensions-core/avro.html | 22 +-
docs/24.0.0/development/extensions-core/azure.html | 10 +-
.../development/extensions-core/bloom-filter.html | 16 +-
.../extensions-core/datasketches-extension.html | 18 +-
.../extensions-core/datasketches-hll.html | 12 +-
.../extensions-core/datasketches-quantiles.html | 10 +-
.../extensions-core/datasketches-theta.html | 10 +-
.../extensions-core/datasketches-tuple.html | 12 +-
.../development/extensions-core/druid-aws-rds.html | 12 +-
.../extensions-core/druid-basic-security.html | 26 +-
.../extensions-core/druid-kerberos.html | 12 +-
.../development/extensions-core/druid-lookups.html | 14 +-
.../development/extensions-core/druid-pac4j.html | 16 +-
.../extensions-core/druid-ranger-security.html | 18 +-
.../development/extensions-core/examples.html | 8 +-
.../24.0.0/development/extensions-core/google.html | 20 +-
docs/24.0.0/development/extensions-core/hdfs.html | 24 +-
.../kafka-extraction-namespace.html | 14 +-
.../extensions-core/kafka-ingestion.html | 24 +-
.../kafka-supervisor-operations.html | 14 +-
.../kafka-supervisor-reference.html | 24 +-
.../extensions-core/kinesis-ingestion.html | 28 +-
.../development/extensions-core/kubernetes.html | 12 +-
.../extensions-core/lookups-cached-global.html | 24 +-
docs/24.0.0/development/extensions-core/mysql.html | 14 +-
docs/24.0.0/development/extensions-core/orc.html | 18 +-
.../development/extensions-core/parquet.html | 20 +-
.../development/extensions-core/postgresql.html | 14 +-
.../development/extensions-core/protobuf.html | 16 +-
docs/24.0.0/development/extensions-core/s3.html | 18 +-
.../extensions-core/simple-client-sslcontext.html | 16 +-
docs/24.0.0/development/extensions-core/stats.html | 12 +-
.../development/extensions-core/test-stats.html | 8 +-
docs/24.0.0/development/extensions.html | 122 +-
docs/24.0.0/development/geo.html | 10 +-
docs/24.0.0/development/javascript.html | 24 +-
docs/24.0.0/development/modules.html | 16 +-
docs/24.0.0/development/overview.html | 10 +-
docs/24.0.0/development/versioning.html | 8 +-
docs/24.0.0/ingestion/data-formats.html | 94 +-
docs/24.0.0/ingestion/data-model.html | 28 +-
docs/24.0.0/ingestion/faq.html | 26 +-
docs/24.0.0/ingestion/hadoop.html | 38 +-
docs/24.0.0/ingestion/index.html | 40 +-
docs/24.0.0/ingestion/ingestion-spec.html | 90 +-
docs/24.0.0/ingestion/native-batch-firehose.html | 44 +-
.../ingestion/native-batch-input-sources.html | 70 +-
.../24.0.0/ingestion/native-batch-simple-task.html | 34 +-
docs/24.0.0/ingestion/native-batch.html | 76 +-
docs/24.0.0/ingestion/partitioning.html | 28 +-
docs/24.0.0/ingestion/rollup.html | 32 +-
docs/24.0.0/ingestion/schema-design.html | 62 +-
docs/24.0.0/ingestion/standalone-realtime.html | 14 +-
docs/24.0.0/ingestion/tasks.html | 56 +-
docs/24.0.0/ingestion/tranquility.html | 12 +-
docs/24.0.0/misc/math-expr.html | 30 +-
docs/24.0.0/misc/papers-and-talks.html | 8 +-
docs/24.0.0/multi-stage-query/api.html | 24 +-
docs/24.0.0/multi-stage-query/concepts.html | 84 +-
docs/24.0.0/multi-stage-query/examples.html | 14 +-
docs/24.0.0/multi-stage-query/index.html | 28 +-
docs/24.0.0/multi-stage-query/known-issues.html | 26 +-
docs/24.0.0/multi-stage-query/reference.html | 46 +-
docs/24.0.0/multi-stage-query/security.html | 20 +-
docs/24.0.0/operations/alerts.html | 8 +-
docs/24.0.0/operations/api-reference.html | 68 +-
docs/24.0.0/operations/auth-ldap.html | 12 +-
docs/24.0.0/operations/basic-cluster-tuning.html | 26 +-
docs/24.0.0/operations/clean-metadata-store.html | 22 +-
docs/24.0.0/operations/deep-storage-migration.html | 16 +-
docs/24.0.0/operations/dump-segment.html | 12 +-
.../24.0.0/operations/dynamic-config-provider.html | 14 +-
docs/24.0.0/operations/export-metadata.html | 8 +-
docs/24.0.0/operations/getting-started.html | 20 +-
docs/24.0.0/operations/high-availability.html | 8 +-
docs/24.0.0/operations/http-compression.html | 8 +-
docs/24.0.0/operations/insert-segment-to-db.html | 8 +-
docs/24.0.0/operations/java.html | 10 +-
docs/24.0.0/operations/kubernetes.html | 10 +-
docs/24.0.0/operations/metadata-migration.html | 16 +-
docs/24.0.0/operations/metrics.html | 24 +-
docs/24.0.0/operations/mixed-workloads.html | 32 +-
docs/24.0.0/operations/other-hadoop.html | 26 +-
docs/24.0.0/operations/password-provider.html | 10 +-
docs/24.0.0/operations/pull-deps.html | 24 +-
docs/24.0.0/operations/request-logging.html | 40 +-
docs/24.0.0/operations/reset-cluster.html | 8 +-
docs/24.0.0/operations/rolling-updates.html | 8 +-
docs/24.0.0/operations/rule-configuration.html | 12 +-
docs/24.0.0/operations/security-overview.html | 18 +-
docs/24.0.0/operations/security-user-auth.html | 22 +-
docs/24.0.0/operations/segment-optimization.html | 26 +-
docs/24.0.0/operations/single-server.html | 12 +-
docs/24.0.0/operations/tls-support.html | 20 +-
.../operations/use_sbt_to_build_fat_jar.html | 8 +-
docs/24.0.0/operations/web-console.html | 20 +-
docs/24.0.0/querying/aggregations.html | 36 +-
docs/24.0.0/querying/caching.html | 30 +-
docs/24.0.0/querying/datasource.html | 44 +-
docs/24.0.0/querying/datasourcemetadataquery.html | 14 +-
docs/24.0.0/querying/dimensionspecs.html | 34 +-
docs/24.0.0/querying/filters.html | 28 +-
docs/24.0.0/querying/granularities.html | 18 +-
docs/24.0.0/querying/groupbyquery.html | 52 +-
docs/24.0.0/querying/having.html | 14 +-
docs/24.0.0/querying/hll-old.html | 10 +-
docs/24.0.0/querying/joins.html | 18 +-
docs/24.0.0/querying/limitspec.html | 16 +-
docs/24.0.0/querying/lookups.html | 30 +-
docs/24.0.0/querying/multi-value-dimensions.html | 26 +-
docs/24.0.0/querying/multitenancy.html | 18 +-
docs/24.0.0/querying/nested-columns.html | 32 +-
docs/24.0.0/querying/post-aggregations.html | 20 +-
docs/24.0.0/querying/query-context.html | 38 +-
docs/24.0.0/querying/query-execution.html | 38 +-
docs/24.0.0/querying/querying.html | 34 +-
docs/24.0.0/querying/scan-query.html | 16 +-
docs/24.0.0/querying/searchquery.html | 22 +-
docs/24.0.0/querying/segmentmetadataquery.html | 20 +-
docs/24.0.0/querying/select-query.html | 10 +-
docs/24.0.0/querying/sorting-orders.html | 14 +-
docs/24.0.0/querying/sql-aggregations.html | 62 +-
docs/24.0.0/querying/sql-api.html | 30 +-
docs/24.0.0/querying/sql-data-types.html | 36 +-
docs/24.0.0/querying/sql-functions.html | 346 +--
docs/24.0.0/querying/sql-jdbc.html | 20 +-
docs/24.0.0/querying/sql-json-functions.html | 10 +-
docs/24.0.0/querying/sql-metadata-tables.html | 36 +-
.../querying/sql-multivalue-string-functions.html | 14 +-
docs/24.0.0/querying/sql-operators.html | 22 +-
docs/24.0.0/querying/sql-query-context.html | 20 +-
docs/24.0.0/querying/sql-scalar.html | 40 +-
docs/24.0.0/querying/sql-translation.html | 44 +-
docs/24.0.0/querying/sql.html | 62 +-
docs/24.0.0/querying/timeboundaryquery.html | 16 +-
docs/24.0.0/querying/timeseriesquery.html | 26 +-
docs/24.0.0/querying/topnmetricspec.html | 16 +-
docs/24.0.0/querying/topnquery.html | 36 +-
docs/24.0.0/querying/troubleshooting.html | 14 +-
docs/24.0.0/querying/using-caching.html | 26 +-
docs/24.0.0/querying/virtual-columns.html | 22 +-
docs/24.0.0/tutorials/cluster.html | 48 +-
docs/24.0.0/tutorials/docker.html | 24 +-
docs/24.0.0/tutorials/index.html | 62 +-
docs/24.0.0/tutorials/tutorial-batch-hadoop.html | 22 +-
docs/24.0.0/tutorials/tutorial-batch-native.html | 18 +-
docs/24.0.0/tutorials/tutorial-batch.html | 14 +-
docs/24.0.0/tutorials/tutorial-compaction.html | 22 +-
docs/24.0.0/tutorials/tutorial-delete-data.html | 10 +-
docs/24.0.0/tutorials/tutorial-ingestion-spec.html | 14 +-
docs/24.0.0/tutorials/tutorial-kafka.html | 22 +-
.../24.0.0/tutorials/tutorial-kerberos-hadoop.html | 8 +-
.../tutorials/tutorial-msq-convert-spec.html | 14 +-
docs/24.0.0/tutorials/tutorial-msq-extern.html | 16 +-
docs/24.0.0/tutorials/tutorial-query.html | 28 +-
docs/24.0.0/tutorials/tutorial-retention.html | 14 +-
docs/24.0.0/tutorials/tutorial-rollup.html | 14 +-
docs/24.0.0/tutorials/tutorial-sketches-theta.html | 26 +-
docs/24.0.0/tutorials/tutorial-transform-spec.html | 12 +-
docs/24.0.0/tutorials/tutorial-update-data.html | 12 +-
docs/24.0.1/About-Experimental-Features.html | 8 -
docs/24.0.1/Aggregations.html | 8 -
docs/24.0.1/ApproxHisto.html | 8 -
docs/24.0.1/Batch-ingestion.html | 8 -
docs/24.0.1/Booting-a-production-cluster.html | 8 -
docs/24.0.1/Broker-Config.html | 8 -
docs/24.0.1/Broker.html | 8 -
docs/24.0.1/Build-from-source.html | 8 -
docs/24.0.1/Cassandra-Deep-Storage.html | 8 -
docs/24.0.1/Cluster-setup.html | 8 -
docs/24.0.1/Compute.html | 8 -
docs/24.0.1/Concepts-and-Terminology.html | 8 -
docs/24.0.1/Configuration.html | 8 -
docs/24.0.1/Contribute.html | 8 -
docs/24.0.1/Coordinator-Config.html | 8 -
docs/24.0.1/Coordinator.html | 8 -
docs/24.0.1/DataSource.html | 8 -
docs/24.0.1/DataSourceMetadataQuery.html | 8 -
docs/24.0.1/Data_formats.html | 8 -
docs/24.0.1/Deep-Storage.html | 8 -
docs/24.0.1/Design.html | 8 -
docs/24.0.1/DimensionSpecs.html | 8 -
docs/24.0.1/Download.html | 8 -
docs/24.0.1/Druid-Personal-Demo-Cluster.html | 8 -
docs/24.0.1/Druid-vs-Cassandra.html | 8 -
docs/24.0.1/Druid-vs-Elasticsearch.html | 8 -
docs/24.0.1/Druid-vs-Hadoop.html | 8 -
docs/24.0.1/Druid-vs-Impala-or-Shark.html | 8 -
docs/24.0.1/Druid-vs-Redshift.html | 8 -
docs/24.0.1/Druid-vs-Spark.html | 8 -
docs/24.0.1/Druid-vs-Vertica.html | 8 -
docs/24.0.1/Evaluate.html | 8 -
docs/24.0.1/Examples.html | 8 -
docs/24.0.1/Filters.html | 8 -
docs/24.0.1/Firehose.html | 8 -
docs/24.0.1/GeographicQueries.html | 8 -
docs/24.0.1/Granularities.html | 8 -
docs/24.0.1/GroupByQuery.html | 8 -
docs/24.0.1/Hadoop-Configuration.html | 8 -
docs/24.0.1/Having.html | 8 -
docs/24.0.1/Historical-Config.html | 8 -
docs/24.0.1/Historical.html | 8 -
docs/24.0.1/Home.html | 8 -
docs/24.0.1/Including-Extensions.html | 8 -
docs/24.0.1/Indexing-Service-Config.html | 8 -
docs/24.0.1/Indexing-Service.html | 8 -
docs/24.0.1/Ingestion-FAQ.html | 8 -
docs/24.0.1/Ingestion-overview.html | 8 -
docs/24.0.1/Ingestion.html | 8 -
.../Integrating-Druid-With-Other-Technologies.html | 8 -
docs/24.0.1/Kafka-Eight.html | 8 -
docs/24.0.1/Libraries.html | 8 -
docs/24.0.1/LimitSpec.html | 8 -
docs/24.0.1/Loading-Your-Data.html | 8 -
docs/24.0.1/Logging.html | 8 -
docs/24.0.1/Master.html | 8 -
docs/24.0.1/Metadata-storage.html | 8 -
docs/24.0.1/Metrics.html | 8 -
docs/24.0.1/Middlemanager.html | 8 -
docs/24.0.1/Modules.html | 8 -
docs/24.0.1/MySQL.html | 8 -
docs/24.0.1/OrderBy.html | 8 -
docs/24.0.1/Other-Hadoop.html | 8 -
docs/24.0.1/Papers-and-talks.html | 8 -
docs/24.0.1/Peons.html | 8 -
docs/24.0.1/Performance-FAQ.html | 8 -
docs/24.0.1/Plumber.html | 8 -
docs/24.0.1/Post-aggregations.html | 8 -
docs/24.0.1/Production-Cluster-Configuration.html | 8 -
docs/24.0.1/Query-Context.html | 8 -
docs/24.0.1/Querying-your-data.html | 8 -
docs/24.0.1/Querying.html | 8 -
docs/24.0.1/Realtime-Config.html | 8 -
docs/24.0.1/Realtime-ingestion.html | 8 -
docs/24.0.1/Realtime.html | 8 -
docs/24.0.1/Recommendations.html | 8 -
docs/24.0.1/Rolling-Updates.html | 8 -
docs/24.0.1/Router.html | 8 -
docs/24.0.1/Rule-Configuration.html | 8 -
docs/24.0.1/SearchQuery.html | 8 -
docs/24.0.1/SearchQuerySpec.html | 8 -
docs/24.0.1/SegmentMetadataQuery.html | 8 -
docs/24.0.1/Segments.html | 8 -
docs/24.0.1/SelectQuery.html | 8 -
docs/24.0.1/Simple-Cluster-Configuration.html | 8 -
docs/24.0.1/Spatial-Filters.html | 8 -
docs/24.0.1/Spatial-Indexing.html | 8 -
docs/24.0.1/Stand-Alone-With-Riak-CS.html | 8 -
docs/24.0.1/Support.html | 8 -
docs/24.0.1/Tasks.html | 8 -
docs/24.0.1/Thanks.html | 8 -
docs/24.0.1/TimeBoundaryQuery.html | 8 -
docs/24.0.1/TimeseriesQuery.html | 8 -
docs/24.0.1/TopNMetricSpec.html | 8 -
docs/24.0.1/TopNQuery.html | 8 -
docs/24.0.1/Tutorial-A-First-Look-at-Druid.html | 8 -
docs/24.0.1/Tutorial-All-About-Queries.html | 8 -
docs/24.0.1/Tutorial-Loading-Batch-Data.html | 8 -
docs/24.0.1/Tutorial-Loading-Streaming-Data.html | 8 -
docs/24.0.1/Tutorial-The-Druid-Cluster.html | 8 -
docs/24.0.1/Tutorial:-A-First-Look-at-Druid.html | 8 -
docs/24.0.1/Tutorial:-All-About-Queries.html | 8 -
docs/24.0.1/Tutorial:-Loading-Batch-Data.html | 8 -
docs/24.0.1/Tutorial:-Loading-Streaming-Data.html | 8 -
.../24.0.1/Tutorial:-Loading-Your-Data-Part-1.html | 8 -
.../24.0.1/Tutorial:-Loading-Your-Data-Part-2.html | 8 -
docs/24.0.1/Tutorial:-The-Druid-Cluster.html | 8 -
docs/24.0.1/Tutorial:-Webstream.html | 8 -
docs/24.0.1/Tutorials.html | 8 -
docs/24.0.1/Twitter-Tutorial.html | 8 -
docs/24.0.1/Versioning.html | 8 -
docs/24.0.1/ZooKeeper.html | 8 -
docs/24.0.1/alerts.html | 8 -
docs/24.0.1/assets/compaction-config.png | Bin 103224 -> 0 bytes
docs/24.0.1/assets/datasources-action-button.png | Bin 800 -> 0 bytes
docs/24.0.1/assets/druid-architecture.png | Bin 134117 -> 0 bytes
docs/24.0.1/assets/druid-column-types.png | Bin 93363 -> 0 bytes
docs/24.0.1/assets/druid-dataflow-2x.png | Bin 130160 -> 0 bytes
docs/24.0.1/assets/druid-dataflow-3.png | Bin 71425 -> 0 bytes
docs/24.0.1/assets/druid-manage-1.png | Bin 80415 -> 0 bytes
docs/24.0.1/assets/druid-timeline.png | Bin 24160 -> 0 bytes
docs/24.0.1/assets/indexing_service.png | Bin 22490 -> 0 bytes
.../msq-ui-download-query-results.png | Bin 62538 -> 0 bytes
.../multi-stage-query/tutorial-msq-convert.png | Bin 80379 -> 0 bytes
.../assets/multi-stage-query/ui-annotated.png | Bin 227968 -> 0 bytes
docs/24.0.1/assets/multi-stage-query/ui-empty.png | Bin 77306 -> 0 bytes
docs/24.0.1/assets/native-queries-01.png | Bin 259507 -> 0 bytes
docs/24.0.1/assets/nested-combined-json.png | Bin 272858 -> 0 bytes
docs/24.0.1/assets/nested-display-data-types.png | Bin 254224 -> 0 bytes
docs/24.0.1/assets/nested-examine-schema.png | Bin 251706 -> 0 bytes
docs/24.0.1/assets/nested-extract-as-type.png | Bin 288918 -> 0 bytes
docs/24.0.1/assets/nested-extract-elements.png | Bin 317905 -> 0 bytes
docs/24.0.1/assets/nested-group-aggregate.png | Bin 249178 -> 0 bytes
.../assets/nested-msq-ingestion-transform.png | Bin 370419 -> 0 bytes
docs/24.0.1/assets/nested-msq-ingestion.png | Bin 302033 -> 0 bytes
docs/24.0.1/assets/nested-parse-deserialize.png | Bin 213791 -> 0 bytes
docs/24.0.1/assets/nested-retrieve-json.png | Bin 295566 -> 0 bytes
docs/24.0.1/assets/nested-return-json.png | Bin 349144 -> 0 bytes
docs/24.0.1/assets/security-model-1.png | Bin 85098 -> 0 bytes
docs/24.0.1/assets/security-model-2.png | Bin 29613 -> 0 bytes
docs/24.0.1/assets/segmentPropagation.png | Bin 30569 -> 0 bytes
docs/24.0.1/assets/services-overview.png | Bin 112702 -> 0 bytes
.../assets/tutorial-batch-data-loader-00.png | Bin 2904 -> 0 bytes
.../assets/tutorial-batch-data-loader-01.png | Bin 227941 -> 0 bytes
.../assets/tutorial-batch-data-loader-015.png | Bin 206331 -> 0 bytes
.../assets/tutorial-batch-data-loader-02.png | Bin 1193472 -> 0 bytes
.../assets/tutorial-batch-data-loader-03.png | Bin 405035 -> 0 bytes
.../assets/tutorial-batch-data-loader-04.png | Bin 488906 -> 0 bytes
.../assets/tutorial-batch-data-loader-05.png | Bin 447046 -> 0 bytes
.../assets/tutorial-batch-data-loader-06.png | Bin 191383 -> 0 bytes
.../assets/tutorial-batch-data-loader-07.png | Bin 173618 -> 0 bytes
.../assets/tutorial-batch-data-loader-08.png | Bin 325806 -> 0 bytes
.../assets/tutorial-batch-data-loader-09.png | Bin 187695 -> 0 bytes
.../assets/tutorial-batch-data-loader-10.png | Bin 219732 -> 0 bytes
.../assets/tutorial-batch-data-loader-11.png | Bin 316540 -> 0 bytes
.../assets/tutorial-batch-data-loader-12.png | Bin 31752 -> 0 bytes
.../assets/tutorial-batch-submit-task-01.png | Bin 170537 -> 0 bytes
.../assets/tutorial-batch-submit-task-02.png | Bin 207377 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-01.png | Bin 35710 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-02.png | Bin 166571 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-03.png | Bin 26755 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-04.png | Bin 184365 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-05.png | Bin 26588 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-06.png | Bin 206717 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-07.png | Bin 26683 -> 0 bytes
docs/24.0.1/assets/tutorial-compaction-08.png | Bin 28751 -> 0 bytes
docs/24.0.1/assets/tutorial-deletion-01.png | Bin 43586 -> 0 bytes
docs/24.0.1/assets/tutorial-deletion-02.png | Bin 439602 -> 0 bytes
docs/24.0.1/assets/tutorial-deletion-03.png | Bin 437304 -> 0 bytes
.../assets/tutorial-kafka-data-loader-01.png | Bin 118171 -> 0 bytes
.../assets/tutorial-kafka-data-loader-02.png | Bin 613518 -> 0 bytes
.../assets/tutorial-kafka-data-loader-03.png | Bin 201934 -> 0 bytes
.../assets/tutorial-kafka-data-loader-04.png | Bin 252479 -> 0 bytes
.../assets/tutorial-kafka-data-loader-05.png | Bin 256966 -> 0 bytes
.../assets/tutorial-kafka-data-loader-06.png | Bin 94346 -> 0 bytes
.../assets/tutorial-kafka-data-loader-07.png | Bin 135815 -> 0 bytes
.../assets/tutorial-kafka-data-loader-08.png | Bin 97816 -> 0 bytes
.../assets/tutorial-kafka-data-loader-09.png | Bin 171974 -> 0 bytes
.../assets/tutorial-kafka-data-loader-10.png | Bin 113867 -> 0 bytes
.../assets/tutorial-kafka-data-loader-11.png | Bin 120255 -> 0 bytes
.../assets/tutorial-kafka-data-loader-12.png | Bin 153000 -> 0 bytes
.../assets/tutorial-kafka-submit-supervisor-01.png | Bin 143733 -> 0 bytes
docs/24.0.1/assets/tutorial-query-01.png | Bin 48774 -> 0 bytes
docs/24.0.1/assets/tutorial-query-02.png | Bin 86083 -> 0 bytes
docs/24.0.1/assets/tutorial-query-03.png | Bin 120017 -> 0 bytes
docs/24.0.1/assets/tutorial-query-04.png | Bin 135419 -> 0 bytes
docs/24.0.1/assets/tutorial-query-05.png | Bin 153221 -> 0 bytes
docs/24.0.1/assets/tutorial-query-06.png | Bin 138730 -> 0 bytes
docs/24.0.1/assets/tutorial-query-07.png | Bin 149016 -> 0 bytes
docs/24.0.1/assets/tutorial-quickstart-01.png | Bin 68216 -> 0 bytes
docs/24.0.1/assets/tutorial-quickstart-02.png | Bin 115511 -> 0 bytes
docs/24.0.1/assets/tutorial-quickstart-03.png | Bin 171269 -> 0 bytes
docs/24.0.1/assets/tutorial-quickstart-04.png | Bin 129369 -> 0 bytes
docs/24.0.1/assets/tutorial-quickstart-05.png | Bin 110367 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-00.png | Bin 77704 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-01.png | Bin 35171 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-02.png | Bin 240310 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-03.png | Bin 30029 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-04.png | Bin 44617 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-05.png | Bin 38992 -> 0 bytes
docs/24.0.1/assets/tutorial-retention-06.png | Bin 137570 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-01.png | Bin 160923 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-02.png | Bin 149124 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-03.png | Bin 183232 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-04.png | Bin 162593 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-05.png | Bin 215624 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-06.png | Bin 146114 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-07.png | Bin 125992 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-08.png | Bin 70597 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-09.png | Bin 86495 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-10.png | Bin 86440 -> 0 bytes
docs/24.0.1/assets/tutorial-theta-11.png | Bin 86126 -> 0 bytes
docs/24.0.1/assets/web-console-01-home-view.png | Bin 74166 -> 0 bytes
.../24.0.1/assets/web-console-02-data-loader-1.png | Bin 99786 -> 0 bytes
.../24.0.1/assets/web-console-03-data-loader-2.png | Bin 275998 -> 0 bytes
docs/24.0.1/assets/web-console-04-datasources.png | Bin 112268 -> 0 bytes
docs/24.0.1/assets/web-console-05-retention.png | Bin 83062 -> 0 bytes
docs/24.0.1/assets/web-console-06-segments.png | Bin 79223 -> 0 bytes
docs/24.0.1/assets/web-console-07-supervisors.png | Bin 136709 -> 0 bytes
.../assets/web-console-08-supervisor-status.png | Bin 93077 -> 0 bytes
docs/24.0.1/assets/web-console-09-task-status.png | Bin 195995 -> 0 bytes
docs/24.0.1/assets/web-console-10-servers.png | Bin 93976 -> 0 bytes
docs/24.0.1/assets/web-console-11-query-sql.png | Bin 131799 -> 0 bytes
docs/24.0.1/assets/web-console-12-query-rune.png | Bin 106246 -> 0 bytes
docs/24.0.1/assets/web-console-13-lookups.png | Bin 71735 -> 0 bytes
docs/24.0.1/comparisons/druid-vs-cassandra.html | 8 -
.../24.0.1/comparisons/druid-vs-elasticsearch.html | 110 -
docs/24.0.1/comparisons/druid-vs-hadoop.html | 8 -
.../comparisons/druid-vs-impala-or-shark.html | 8 -
docs/24.0.1/comparisons/druid-vs-key-value.html | 118 -
docs/24.0.1/comparisons/druid-vs-kudu.html | 112 -
docs/24.0.1/comparisons/druid-vs-redshift.html | 121 -
docs/24.0.1/comparisons/druid-vs-spark.html | 112 -
.../24.0.1/comparisons/druid-vs-sql-on-hadoop.html | 143 --
docs/24.0.1/comparisons/druid-vs-vertica.html | 8 -
docs/24.0.1/configuration/auth.html | 8 -
docs/24.0.1/configuration/broker.html | 8 -
docs/24.0.1/configuration/caching.html | 8 -
docs/24.0.1/configuration/coordinator.html | 8 -
docs/24.0.1/configuration/hadoop.html | 8 -
docs/24.0.1/configuration/historical.html | 8 -
docs/24.0.1/configuration/human-readable-byte.html | 97 -
docs/24.0.1/configuration/index.html | 2439 --------------------
docs/24.0.1/configuration/indexing-service.html | 8 -
docs/24.0.1/configuration/logging.html | 198 --
docs/24.0.1/configuration/production-cluster.html | 8 -
docs/24.0.1/configuration/realtime.html | 8 -
docs/24.0.1/configuration/simple-cluster.html | 8 -
docs/24.0.1/configuration/zookeeper.html | 8 -
.../data-management/automatic-compaction.html | 232 --
docs/24.0.1/data-management/compaction.html | 289 ---
docs/24.0.1/data-management/delete.html | 156 --
docs/24.0.1/data-management/index.html | 109 -
docs/24.0.1/data-management/schema-changes.html | 110 -
docs/24.0.1/data-management/update.html | 138 --
.../dependencies/cassandra-deep-storage.html | 8 -
docs/24.0.1/dependencies/deep-storage.html | 120 -
docs/24.0.1/dependencies/metadata-storage.html | 207 --
docs/24.0.1/dependencies/zookeeper.html | 136 --
docs/24.0.1/design/architecture.html | 339 ---
docs/24.0.1/design/auth.html | 218 --
docs/24.0.1/design/broker.html | 116 -
docs/24.0.1/design/concepts-and-terminology.html | 8 -
docs/24.0.1/design/coordinator.html | 205 --
docs/24.0.1/design/design.html | 8 -
.../design/extensions-contrib/dropwizard.html | 666 ------
docs/24.0.1/design/historical.html | 124 -
docs/24.0.1/design/index.html | 167 --
docs/24.0.1/design/indexer.html | 137 --
docs/24.0.1/design/indexing-service.html | 113 -
docs/24.0.1/design/middlemanager.html | 110 -
docs/24.0.1/design/overlord.html | 120 -
docs/24.0.1/design/peons.html | 112 -
docs/24.0.1/design/plumber.html | 8 -
docs/24.0.1/design/processes.html | 173 --
docs/24.0.1/design/realtime.html | 8 -
docs/24.0.1/design/router.html | 241 --
docs/24.0.1/design/segments.html | 241 --
.../24.0.1/development/approximate-histograms.html | 8 -
docs/24.0.1/development/build.html | 155 --
.../development/community-extensions/azure.html | 8 -
.../community-extensions/cassandra.html | 8 -
.../community-extensions/cloudfiles.html | 8 -
.../development/community-extensions/graphite.html | 8 -
.../community-extensions/kafka-simple.html | 8 -
.../development/community-extensions/rabbitmq.html | 8 -
.../development/datasketches-aggregators.html | 8 -
docs/24.0.1/development/experimental.html | 110 -
.../development/extensions-contrib/aliyun-oss.html | 296 ---
.../extensions-contrib/ambari-metrics-emitter.html | 159 --
.../development/extensions-contrib/cassandra.html | 103 -
.../development/extensions-contrib/cloudfiles.html | 170 --
.../extensions-contrib/distinctcount.html | 162 --
.../extensions-contrib/gce-extensions.html | 168 --
.../development/extensions-contrib/google.html | 8 -
.../development/extensions-contrib/graphite.html | 170 --
.../development/extensions-contrib/influx.html | 132 --
.../extensions-contrib/influxdb-emitter.html | 143 --
.../extensions-contrib/kafka-emitter.html | 126 -
.../extensions-contrib/kafka-simple.html | 8 -
.../extensions-contrib/materialized-view.html | 208 --
.../extensions-contrib/momentsketch-quantiles.html | 180 --
.../extensions-contrib/moving-average-query.html | 399 ----
.../extensions-contrib/opentsdb-emitter.html | 131 --
.../24.0.1/development/extensions-contrib/orc.html | 8 -
.../development/extensions-contrib/parquet.html | 8 -
.../development/extensions-contrib/prometheus.html | 140 --
.../development/extensions-contrib/rabbitmq.html | 8 -
.../extensions-contrib/redis-cache.html | 179 --
.../development/extensions-contrib/rocketmq.html | 8 -
.../development/extensions-contrib/scan-query.html | 8 -
.../development/extensions-contrib/sqlserver.html | 132 --
.../development/extensions-contrib/statsd.html | 140 --
.../tdigestsketch-quantiles.html | 212 --
.../development/extensions-contrib/thrift.html | 157 --
.../extensions-contrib/time-min-max.html | 162 --
.../extensions-core/approximate-histograms.html | 320 ---
docs/24.0.1/development/extensions-core/avro.html | 129 --
docs/24.0.1/development/extensions-core/azure.html | 119 -
.../development/extensions-core/bloom-filter.html | 222 --
.../extensions-core/caffeine-cache.html | 8 -
.../extensions-core/datasketches-aggregators.html | 8 -
.../extensions-core/datasketches-extension.html | 110 -
.../extensions-core/datasketches-hll.html | 195 --
.../extensions-core/datasketches-quantiles.html | 185 --
.../extensions-core/datasketches-theta.html | 323 ---
.../extensions-core/datasketches-tuple.html | 210 --
.../development/extensions-core/druid-aws-rds.html | 107 -
.../extensions-core/druid-basic-security.html | 486 ----
.../extensions-core/druid-kerberos.html | 188 --
.../development/extensions-core/druid-lookups.html | 230 --
.../development/extensions-core/druid-pac4j.html | 121 -
.../extensions-core/druid-ranger-security.html | 182 --
.../development/extensions-core/examples.html | 44 -
.../24.0.1/development/extensions-core/google.html | 128 -
docs/24.0.1/development/extensions-core/hdfs.html | 229 --
.../extensions-core/kafka-eight-firehose.html | 8 -
.../kafka-extraction-namespace.html | 161 --
.../extensions-core/kafka-ingestion.html | 325 ---
.../kafka-supervisor-operations.html | 254 --
.../kafka-supervisor-reference.html | 322 ---
.../extensions-core/kinesis-ingestion.html | 682 ------
.../development/extensions-core/kubernetes.html | 156 --
.../extensions-core/lookups-cached-global.html | 417 ----
docs/24.0.1/development/extensions-core/mysql.html | 246 --
.../extensions-core/namespaced-lookup.html | 8 -
docs/24.0.1/development/extensions-core/orc.html | 152 --
.../development/extensions-core/parquet.html | 108 -
.../development/extensions-core/postgresql.html | 216 --
.../development/extensions-core/protobuf.html | 343 ---
docs/24.0.1/development/extensions-core/s3.html | 211 --
.../extensions-core/simple-client-sslcontext.html | 131 --
docs/24.0.1/development/extensions-core/stats.html | 232 --
.../development/extensions-core/test-stats.html | 174 --
docs/24.0.1/development/extensions.html | 225 --
docs/24.0.1/development/geo.html | 182 --
docs/24.0.1/development/indexer.html | 8 -
.../integrating-druid-with-other-technologies.html | 8 -
docs/24.0.1/development/javascript.html | 135 --
.../kafka-simple-consumer-firehose.html | 8 -
docs/24.0.1/development/libraries.html | 8 -
docs/24.0.1/development/modules.html | 409 ----
docs/24.0.1/development/overview.html | 129 --
docs/24.0.1/development/router.html | 8 -
docs/24.0.1/development/select-query.html | 8 -
docs/24.0.1/development/versioning.html | 112 -
docs/24.0.1/index.html | 8 -
docs/24.0.1/ingestion/automatic-compaction.html | 8 -
docs/24.0.1/ingestion/batch-ingestion.html | 8 -
.../ingestion/command-line-hadoop-indexer.html | 8 -
docs/24.0.1/ingestion/compaction.html | 8 -
docs/24.0.1/ingestion/data-formats.html | 1578 -------------
docs/24.0.1/ingestion/data-management.html | 8 -
docs/24.0.1/ingestion/data-model.html | 121 -
docs/24.0.1/ingestion/delete-data.html | 8 -
docs/24.0.1/ingestion/faq.html | 140 --
docs/24.0.1/ingestion/firehose.html | 8 -
docs/24.0.1/ingestion/flatten-json.html | 8 -
docs/24.0.1/ingestion/hadoop-vs-native-batch.html | 8 -
docs/24.0.1/ingestion/hadoop.html | 599 -----
docs/24.0.1/ingestion/index.html | 154 --
docs/24.0.1/ingestion/ingestion-spec.html | 514 -----
docs/24.0.1/ingestion/ingestion.html | 8 -
docs/24.0.1/ingestion/locking-and-priority.html | 8 -
docs/24.0.1/ingestion/misc-tasks.html | 8 -
docs/24.0.1/ingestion/native-batch-firehose.html | 405 ----
.../ingestion/native-batch-input-sources.html | 820 -------
.../24.0.1/ingestion/native-batch-simple-task.html | 262 ---
docs/24.0.1/ingestion/native-batch.html | 802 -------
docs/24.0.1/ingestion/native_tasks.html | 8 -
docs/24.0.1/ingestion/overview.html | 8 -
docs/24.0.1/ingestion/partitioning.html | 142 --
docs/24.0.1/ingestion/realtime-ingestion.html | 8 -
docs/24.0.1/ingestion/reports.html | 8 -
docs/24.0.1/ingestion/rollup.html | 166 --
docs/24.0.1/ingestion/schema-changes.html | 8 -
docs/24.0.1/ingestion/schema-design.html | 285 ---
docs/24.0.1/ingestion/standalone-realtime.html | 113 -
docs/24.0.1/ingestion/stream-ingestion.html | 8 -
docs/24.0.1/ingestion/stream-pull.html | 8 -
docs/24.0.1/ingestion/stream-push.html | 8 -
docs/24.0.1/ingestion/tasks.html | 418 ----
docs/24.0.1/ingestion/tranquility.html | 52 -
docs/24.0.1/ingestion/transform-spec.html | 8 -
docs/24.0.1/ingestion/update-existing-data.html | 8 -
docs/24.0.1/misc/cluster-setup.html | 8 -
docs/24.0.1/misc/evaluate.html | 8 -
docs/24.0.1/misc/math-expr.html | 432 ----
docs/24.0.1/misc/papers-and-talks.html | 113 -
docs/24.0.1/misc/tasks.html | 8 -
docs/24.0.1/multi-stage-query/api.html | 532 -----
docs/24.0.1/multi-stage-query/concepts.html | 289 ---
docs/24.0.1/multi-stage-query/examples.html | 502 ----
docs/24.0.1/multi-stage-query/index.html | 139 --
docs/24.0.1/multi-stage-query/known-issues.html | 138 --
docs/24.0.1/multi-stage-query/reference.html | 303 ---
docs/24.0.1/multi-stage-query/security.html | 123 -
docs/24.0.1/operations/alerts.html | 110 -
docs/24.0.1/operations/api-reference.html | 955 --------
docs/24.0.1/operations/auth-ldap.html | 211 --
docs/24.0.1/operations/basic-cluster-tuning.html | 386 ----
docs/24.0.1/operations/clean-metadata-store.html | 282 ---
docs/24.0.1/operations/deep-storage-migration.html | 125 -
docs/24.0.1/operations/druid-console.html | 8 -
docs/24.0.1/operations/dump-segment.html | 177 --
.../24.0.1/operations/dynamic-config-provider.html | 145 --
docs/24.0.1/operations/export-metadata.html | 223 --
docs/24.0.1/operations/getting-started.html | 55 -
docs/24.0.1/operations/high-availability.html | 113 -
docs/24.0.1/operations/http-compression.html | 109 -
docs/24.0.1/operations/including-extensions.html | 8 -
docs/24.0.1/operations/insert-segment-to-db.html | 120 -
docs/24.0.1/operations/java.html | 150 --
docs/24.0.1/operations/kubernetes.html | 104 -
docs/24.0.1/operations/management-uis.html | 8 -
docs/24.0.1/operations/metadata-migration.html | 140 --
docs/24.0.1/operations/metrics.html | 510 ----
docs/24.0.1/operations/mixed-workloads.html | 228 --
docs/24.0.1/operations/multitenancy.html | 8 -
docs/24.0.1/operations/other-hadoop.html | 304 ---
docs/24.0.1/operations/password-provider.html | 121 -
docs/24.0.1/operations/performance-faq.html | 8 -
docs/24.0.1/operations/pull-deps.html | 171 --
docs/24.0.1/operations/recommendations.html | 8 -
docs/24.0.1/operations/request-logging.html | 309 ---
docs/24.0.1/operations/reset-cluster.html | 144 --
docs/24.0.1/operations/rolling-updates.html | 154 --
docs/24.0.1/operations/rule-configuration.html | 255 --
docs/24.0.1/operations/security-overview.html | 382 ---
docs/24.0.1/operations/security-user-auth.html | 224 --
docs/24.0.1/operations/segment-optimization.html | 173 --
docs/24.0.1/operations/single-server.html | 145 --
docs/24.0.1/operations/tls-support.html | 186 --
.../operations/use_sbt_to_build_fat_jar.html | 200 --
docs/24.0.1/operations/web-console.html | 215 --
docs/24.0.1/querying/aggregations.html | 397 ----
docs/24.0.1/querying/caching.html | 168 --
docs/24.0.1/querying/datasource.html | 269 ---
docs/24.0.1/querying/datasourcemetadataquery.html | 133 --
docs/24.0.1/querying/dimensionspecs.html | 472 ----
docs/24.0.1/querying/filters.html | 513 ----
docs/24.0.1/querying/granularities.html | 462 ----
docs/24.0.1/querying/groupbyquery.html | 524 -----
docs/24.0.1/querying/having.html | 287 ---
docs/24.0.1/querying/hll-old.html | 185 --
docs/24.0.1/querying/joins.html | 116 -
docs/24.0.1/querying/limitspec.html | 133 --
docs/24.0.1/querying/lookups.html | 469 ----
docs/24.0.1/querying/multi-value-dimensions.html | 406 ----
docs/24.0.1/querying/multitenancy.html | 150 --
docs/24.0.1/querying/nested-columns.html | 467 ----
docs/24.0.1/querying/optimizations.html | 8 -
docs/24.0.1/querying/post-aggregations.html | 276 ---
docs/24.0.1/querying/query-context.html | 211 --
docs/24.0.1/querying/query-execution.html | 169 --
docs/24.0.1/querying/querying.html | 203 --
docs/24.0.1/querying/scan-query.html | 291 ---
docs/24.0.1/querying/searchquery.html | 249 --
docs/24.0.1/querying/searchqueryspec.html | 8 -
docs/24.0.1/querying/segmentmetadataquery.html | 250 --
docs/24.0.1/querying/select-query.html | 100 -
docs/24.0.1/querying/sorting-orders.html | 125 -
docs/24.0.1/querying/sql-aggregations.html | 225 --
docs/24.0.1/querying/sql-api.html | 232 --
docs/24.0.1/querying/sql-data-types.html | 188 --
docs/24.0.1/querying/sql-functions.html | 783 -------
docs/24.0.1/querying/sql-jdbc.html | 146 --
docs/24.0.1/querying/sql-json-functions.html | 148 --
docs/24.0.1/querying/sql-metadata-tables.html | 344 ---
.../querying/sql-multivalue-string-functions.html | 137 --
docs/24.0.1/querying/sql-operators.html | 185 --
docs/24.0.1/querying/sql-query-context.html | 145 --
docs/24.0.1/querying/sql-scalar.html | 343 ---
docs/24.0.1/querying/sql-translation.html | 394 ----
docs/24.0.1/querying/sql.html | 267 ---
docs/24.0.1/querying/timeboundaryquery.html | 134 --
docs/24.0.1/querying/timeseriesquery.html | 227 --
docs/24.0.1/querying/topnmetricspec.html | 160 --
docs/24.0.1/querying/topnquery.html | 316 ---
docs/24.0.1/querying/troubleshooting.html | 135 --
docs/24.0.1/querying/using-caching.html | 148 --
docs/24.0.1/querying/virtual-columns.html | 254 --
.../tutorials/booting-a-production-cluster.html | 8 -
docs/24.0.1/tutorials/cluster.html | 411 ----
docs/24.0.1/tutorials/docker.html | 166 --
docs/24.0.1/tutorials/examples.html | 8 -
docs/24.0.1/tutorials/firewall.html | 8 -
docs/24.0.1/tutorials/index.html | 253 --
docs/24.0.1/tutorials/ingestion-streams.html | 8 -
docs/24.0.1/tutorials/ingestion.html | 8 -
docs/24.0.1/tutorials/quickstart.html | 8 -
.../tutorials/tutorial-a-first-look-at-druid.html | 8 -
.../tutorials/tutorial-all-about-queries.html | 8 -
docs/24.0.1/tutorials/tutorial-batch-hadoop.html | 255 --
docs/24.0.1/tutorials/tutorial-batch-native.html | 133 --
docs/24.0.1/tutorials/tutorial-batch.html | 210 --
docs/24.0.1/tutorials/tutorial-compaction.html | 211 --
docs/24.0.1/tutorials/tutorial-delete-data.html | 211 --
docs/24.0.1/tutorials/tutorial-ingestion-spec.html | 572 -----
docs/24.0.1/tutorials/tutorial-kafka.html | 263 ---
.../24.0.1/tutorials/tutorial-kerberos-hadoop.html | 170 --
.../tutorials/tutorial-loading-batch-data.html | 8 -
.../tutorials/tutorial-loading-streaming-data.html | 8 -
.../tutorials/tutorial-msq-convert-spec.html | 235 --
docs/24.0.1/tutorials/tutorial-msq-extern.html | 203 --
docs/24.0.1/tutorials/tutorial-query.html | 288 ---
docs/24.0.1/tutorials/tutorial-retention.html | 149 --
docs/24.0.1/tutorials/tutorial-rollup.html | 229 --
docs/24.0.1/tutorials/tutorial-sketches-theta.html | 363 ---
.../tutorials/tutorial-the-druid-cluster.html | 8 -
docs/24.0.1/tutorials/tutorial-tranquility.html | 8 -
docs/24.0.1/tutorials/tutorial-transform-spec.html | 212 --
docs/24.0.1/tutorials/tutorial-update-data.html | 198 --
750 files changed, 2726 insertions(+), 58107 deletions(-)
diff --git a/docs/24.0.0/comparisons/druid-vs-elasticsearch.html b/docs/24.0.0/comparisons/druid-vs-elasticsearch.html
index c40a6f34..06407801 100644
--- a/docs/24.0.0/comparisons/druid-vs-elasticsearch.html
+++ b/docs/24.0.0/comparisons/druid-vs-elasticsearch.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Elasticsearch · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-elasticsearch.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Elasticsearch · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-elasticsearch.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -88,7 +88,7 @@ stored up to 100x with real-world data sets. This leads to Elasticsearch having
and supports a wide range of analytic operations. Druid has some basic search support for structured event data, but does not support
full text search. Druid also does not support completely unstructured data. Measures must be defined in a Druid schema such that
summarization/roll-up can be done.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/misc/papers-and-talks.html"><span class="arrow-prev">← </span><span>Papers</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-key-value.html"><span class="function-name-prevnext">Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/misc/papers-and-talks.html"><span class="arrow-prev">← </span><span>Papers</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-key-value.html"><span class="function-name-prevnext">Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -105,6 +105,6 @@ summarization/roll-up can be done.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/comparisons/druid-vs-key-value.html b/docs/24.0.0/comparisons/druid-vs-key-value.html
index ecd4a496..7ac535a6 100644
--- a/docs/24.0.0/comparisons/druid-vs-key-value.html
+++ b/docs/24.0.0/comparisons/druid-vs-key-value.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB) · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-key-value.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:lan [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB) · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-key-value.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:lan [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -96,7 +96,7 @@ When the number of rows to scan gets large, this limitation can greatly reduce p
locality with key/value stores because most don’t support pushing down aggregates to the storage layer.</p>
<p>For arbitrary exploration of data (flexible data filtering), Druid's custom column format enables ad-hoc queries without pre-computation. The format
also enables fast scans on columns, which is important for good aggregation performance.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-elasticsearch.html"><span class="arrow-prev">← </span><span>Apache Druid vs Elasticsearch</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-kudu.html"><span>Apache Druid vs Kudu</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-elasticsearch.html"><span class="arrow-prev">← </span><span>Apache Druid vs Elasticsearch</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-kudu.html"><span>Apache Druid vs Kudu</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -113,6 +113,6 @@ also enables fast scans on columns, which is important for good aggregation perf
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/comparisons/druid-vs-kudu.html b/docs/24.0.0/comparisons/druid-vs-kudu.html
index 8d80a776..c83b36fe 100644
--- a/docs/24.0.0/comparisons/druid-vs-kudu.html
+++ b/docs/24.0.0/comparisons/druid-vs-kudu.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Kudu · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-kudu.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Kudu · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-kudu.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -90,7 +90,7 @@ and does not need to be updated too frequently. Kudu supports arbitrary primary
efficient lookup by ranges of those keys. Kudu chooses not to include the execution engine, but supports sufficient
operations so as to allow node-local processing from the execution engines. This means that Kudu can support multiple frameworks on the same data (e.g., MR, Spark, and SQL).
Druid includes its own query layer that allows it to push down aggregations and computations directly to data processes for faster query processing.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-key-value.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB)</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-redshift.html"><span>Apache Druid vs Redshift</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-key-value.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">Apache Druid vs. Key/Value Stores (HBase/Cassandra/OpenTSDB)</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-redshift.html"><span>Apache Druid vs Redshift</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -107,6 +107,6 @@ Druid includes its own query layer that allows it to push down aggregations and
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/comparisons/druid-vs-redshift.html b/docs/24.0.0/comparisons/druid-vs-redshift.html
index 794fc3e2..eb058617 100644
--- a/docs/24.0.0/comparisons/druid-vs-redshift.html
+++ b/docs/24.0.0/comparisons/druid-vs-redshift.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Redshift · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-redshift.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docs [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Redshift · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-redshift.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docs [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -99,7 +99,7 @@
<h3><a class="anchor" aria-hidden="true" id="indexing-strategy"></a><a href="#indexing-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>Along with column oriented structures, Druid uses indexing structures to speed up query execution when a filter is provided. Indexing structures do increase storage overhead (and make it more difficult to allow for mutation), but they also significantly speed up queries.</p>
<p>ParAccel does not appear to employ indexing strategies.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-kudu.html"><span class="arrow-prev">← </span><span>Apache Druid vs Kudu</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-spark.html"><span>Apache Druid vs Spark</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-kudu.html"><span class="arrow-prev">← </span><span>Apache Druid vs Kudu</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-spark.html"><span>Apache Druid vs Spark</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -116,6 +116,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/comparisons/druid-vs-spark.html b/docs/24.0.0/comparisons/druid-vs-spark.html
index 7b5407f4..d2088dab 100644
--- a/docs/24.0.0/comparisons/druid-vs-spark.html
+++ b/docs/24.0.0/comparisons/druid-vs-spark.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Spark · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-spark.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch: [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs Spark · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-spark.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch: [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -90,7 +90,7 @@ return fast enough such that users can interactively explore through data. Druid
One typical setup seen in production is to process data in Spark, and load the processed data into Druid for faster access.</p>
<p>For more information about using Druid and Spark together, including benchmarks of the two systems, please see:</p>
<p><a href="https://www.linkedin.com/pulse/combining-druid-spark-interactive-flexible-analytics-scale-butani">https://www.linkedin.com/pulse/combining-druid-spark-interactive-flexible-analytics-scale-butani</a></p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-redshift.html"><span class="arrow-prev">← </span><span>Apache Druid vs Redshift</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html"><span>Apache Druid vs SQL-on-Hadoop</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-redshift.html"><span class="arrow-prev">← </span><span>Apache Druid vs Redshift</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-sql-on-hadoop.html"><span>Apache Druid vs SQL-on-Hadoop</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -107,6 +107,6 @@ One typical setup seen in production is to process data in Spark, and load the p
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html b/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html
index ca1af7d9..c5913d5f 100644
--- a/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html
+++ b/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs SQL-on-Hadoop · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Druid vs SQL-on-Hadoop · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/comparisons/druid-vs-sql-on-hadoop.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -121,7 +121,7 @@ base Druid is less flexible than SQL-on-Hadoop solutions for generic processing.
relies on external sources to pull data out of it.</p>
<p>Druid's storage format is highly optimized for linear scans. Although Druid has support for nested data, Parquet's storage format is much
more hierarchical, and is more designed for binary chunking. In theory, this should lead to faster scans in Druid.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-spark.html"><span class="arrow-prev">← </span><span>Apache Druid vs Spark</span></a><a class="docs-next button" href="/docs/24.0.0/design/auth.html"><span>Authentication and Authorization</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druid-vs-parquet">Druid vs Parquet</a></li></ul></nav></ [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-spark.html"><span class="arrow-prev">← </span><span>Apache Druid vs Spark</span></a><a class="docs-next button" href="/docs/24.0.1/design/auth.html"><span>Authentication and Authorization</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druid-vs-parquet">Druid vs Parquet</a></li></ul></nav></ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -138,6 +138,6 @@ more hierarchical, and is more designed for binary chunking. In theory, this sho
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/configuration/human-readable-byte.html b/docs/24.0.0/configuration/human-readable-byte.html
index 469decf1..b94dfbe0 100644
--- a/docs/24.0.0/configuration/human-readable-byte.html
+++ b/docs/24.0.0/configuration/human-readable-byte.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Human-readable Byte Configuration Reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/configuration/human-readable-byte.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Human-readable Byte Configuration Reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/configuration/human-readable-byte.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
@@ -75,7 +75,7 @@ Also, only integers are valid as the number part. For example, you can't replace
<pre><code class="hljs css language-properties"><span class="hljs-comment"># 256Mi = 256MiB = 256 * 1024 * 1024 bytes</span>
<span class="hljs-meta">druid.cache.sizeInBytes</span>=<span class="hljs-string">256Mi</span>
</code></pre>
-</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#a-number-in-bytes">A number in bytes</a></li><li><a href="#a-number-with-a-unit-suffix">A number with a unit suffix</a><ul class="toc-headings"><li><a href="#supported-units">Supported Units</a></li></ul></li></ul></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Techn [...]
+</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#a-number-in-bytes">A number in bytes</a></li><li><a href="#a-number-with-a-unit-suffix">A number with a unit suffix</a><ul class="toc-headings"><li><a href="#supported-units">Supported Units</a></li></ul></li></ul></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Techn [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -92,6 +92,6 @@ Also, only integers are valid as the number part. For example, you can't replace
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/configuration/index.html b/docs/24.0.0/configuration/index.html
index 1c53a819..b09fa29e 100644
--- a/docs/24.0.0/configuration/index.html
+++ b/docs/24.0.0/configuration/index.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Configuration reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/configuration/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versi [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Configuration reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/configuration/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versi [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -112,7 +112,7 @@ jvm.config <span class="hljs-keyword">runtime</span>.properties
<h3><a class="anchor" aria-hidden="true" id="jvm-configuration-best-practices"></a><a href="#jvm-configuration-best-practices" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<p>There are four JVM parameters that we set on all of our processes:</p>
<ul>
-<li><p><code>-Duser.timezone=UTC</code>: This sets the default timezone of the JVM to UTC. We always set this and do not test with other default timezones, so local timezones might work, but they also might uncover weird and interesting bugs. To issue queries in a non-UTC timezone, see <a href="/docs/24.0.0/querying/granularities.html#period-granularities">query granularities</a></p></li>
+<li><p><code>-Duser.timezone=UTC</code>: This sets the default timezone of the JVM to UTC. We always set this and do not test with other default timezones, so local timezones might work, but they also might uncover weird and interesting bugs. To issue queries in a non-UTC timezone, see <a href="/docs/24.0.1/querying/granularities.html#period-granularities">query granularities</a></p></li>
<li><p><code>-Dfile.encoding=UTF-8</code> This is similar to timezone, we test assuming UTF-8. Local encodings might work, but they also might result in weird and interesting bugs.</p></li>
<li><p><code>-Djava.io.tmpdir=<a path></code> Various parts of Druid use temporary files to interact with the file system. These files can become quite large. This means that systems that have small <code>/tmp</code> directories can cause problems for Druid. Therefore, set the JVM tmp directory to a location with ample space.</p>
<p>Also consider the following when configuring the JVM tmp directory:</p>
@@ -159,7 +159,7 @@ jvm.config <span class="hljs-keyword">runtime</span>.properties
<tr><td><code>druid.zk.paths.base</code></td><td>Base ZooKeeper path.</td><td><code>/druid</code></td></tr>
<tr><td><code>druid.zk.service.host</code></td><td>The ZooKeeper hosts to connect to. This is a REQUIRED property and therefore a host address must be supplied.</td><td>none</td></tr>
<tr><td><code>druid.zk.service.user</code></td><td>The username to authenticate with ZooKeeper. This is an optional property.</td><td>none</td></tr>
-<tr><td><code>druid.zk.service.pwd</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or the string password to authenticate with ZooKeeper. This is an optional property.</td><td>none</td></tr>
+<tr><td><code>druid.zk.service.pwd</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or the string password to authenticate with ZooKeeper. This is an optional property.</td><td>none</td></tr>
<tr><td><code>druid.zk.service.authScheme</code></td><td>digest is the only authentication scheme supported.</td><td>digest</td></tr>
</tbody>
</table>
@@ -259,7 +259,7 @@ values for the following properties, among others provided by the Java implement
<tr><td><code>druid.server.https.keyStorePath</code></td><td>The file path or URL of the TLS/SSL Key store.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.server.https.keyStoreType</code></td><td>The type of the key store.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.server.https.certAlias</code></td><td>Alias of TLS/SSL certificate for the connector.</td><td>none</td><td>yes</td></tr>
-<tr><td><code>druid.server.https.keyStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Key Store.</td><td>none</td><td>yes</td></tr>
+<tr><td><code>druid.server.https.keyStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Key Store.</td><td>none</td><td>yes</td></tr>
</tbody>
</table>
<p>Following table contains non-mandatory advanced configuration options, use caution.</p>
@@ -269,7 +269,7 @@ values for the following properties, among others provided by the Java implement
</thead>
<tbody>
<tr><td><code>druid.server.https.keyManagerFactoryAlgorithm</code></td><td>Algorithm to use for creating KeyManager, more details <a href="https://docs.oracle.com/javase/7/docs/technotes/guides/security/jsse/JSSERefGuide.html#KeyManager">here</a>.</td><td><code>javax.net.ssl.KeyManagerFactory.getDefaultAlgorithm()</code></td><td>no</td></tr>
-<tr><td><code>druid.server.https.keyManagerPassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Key Manager.</td><td>none</td><td>no</td></tr>
+<tr><td><code>druid.server.https.keyManagerPassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Key Manager.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.server.https.includeCipherSuites</code></td><td>List of cipher suite names to include. You can either use the exact cipher suite name or a regular expression.</td><td>Jetty's default include cipher list</td><td>no</td></tr>
<tr><td><code>druid.server.https.excludeCipherSuites</code></td><td>List of cipher suite names to exclude. You can either use the exact cipher suite name or a regular expression.</td><td>Jetty's default exclude cipher list</td><td>no</td></tr>
<tr><td><code>druid.server.https.includeProtocols</code></td><td>List of exact protocols names to include.</td><td>Jetty's default include protocol list</td><td>no</td></tr>
@@ -287,7 +287,7 @@ values for the following properties, among others provided by the Java implement
<tr><td><code>druid.client.https.trustStoreType</code></td><td>The type of the key store where trusted root certificates are stored.</td><td><code>java.security.KeyStore.getDefaultType()</code></td><td>no</td></tr>
<tr><td><code>druid.client.https.trustStorePath</code></td><td>The file path or URL of the TLS/SSL Key store where trusted root certificates are stored.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.client.https.trustStoreAlgorithm</code></td><td>Algorithm to be used by TrustManager to validate certificate chains</td><td><code>javax.net.ssl.TrustManagerFactory.getDefaultAlgorithm()</code></td><td>no</td></tr>
-<tr><td><code>druid.client.https.trustStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td><td>yes</td></tr>
+<tr><td><code>druid.client.https.trustStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td><td>yes</td></tr>
</tbody>
</table>
<p>This <a href="http://docs.oracle.com/javase/8/docs/technotes/guides/security/StandardNames.html">document</a> lists all the possible
@@ -305,7 +305,7 @@ values for the above mentioned configs among others provided by Java implementat
<tr><td><code>druid.auth.allowUnauthenticatedHttpOptions</code></td><td>Boolean</td><td>If true, skip authentication checks for HTTP OPTIONS requests. This is needed for certain use cases, such as supporting CORS pre-flight requests. Note that disabling authentication checks for OPTIONS requests will allow unauthenticated users to determine what Druid endpoints are valid (by checking if the OPTIONS request returns a 200 instead of 404), so enabling this option may reveal information abou [...]
</tbody>
</table>
-<p>For more information, please see <a href="/docs/24.0.0/design/auth.html">Authentication and Authorization</a>.</p>
+<p>For more information, please see <a href="/docs/24.0.1/design/auth.html">Authentication and Authorization</a>.</p>
<p>For configuration options for specific auth extensions, please refer to the extension documentation.</p>
<h3><a class="anchor" aria-hidden="true" id="startup-logging"></a><a href="#startup-logging" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>All processes can log debugging information on startup.</p>
@@ -321,7 +321,7 @@ values for the above mentioned configs among others provided by Java implementat
<p>Note that some sensitive information may be logged if these settings are enabled.</p>
<h3><a class="anchor" aria-hidden="true" id="request-logging"></a><a href="#request-logging" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>All processes that can serve queries can also log the query requests they see. Broker processes can additionally log the SQL requests (both from HTTP and JDBC) they see.
-For an example of setting up request logging, see <a href="/docs/24.0.0/operations/request-logging.html">Request logging</a>.</p>
+For an example of setting up request logging, see <a href="/docs/24.0.1/operations/request-logging.html">Request logging</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -330,7 +330,7 @@ For an example of setting up request logging, see <a href="/docs/24.0.0/operatio
<tr><td><code>druid.request.logging.type</code></td><td>How to log every query request. Choices: <code>noop</code>, <a href="#file-request-logging"><code>file</code></a>, <a href="#emitter-request-logging"><code>emitter</code></a>, <a href="#slf4j-request-logging"><code>slf4j</code></a>, <a href="#filtered-request-logging"><code>filtered</code></a>, <a href="#composing-request-logging"><code>composing</code></a>, <a href="#switching-request-logging"><code>switching</code></a></td><td><co [...]
</tbody>
</table>
-<p>Note that you can enable sending all the HTTP requests to log by setting <code>org.apache.druid.jetty.RequestLog</code> to the <code>DEBUG</code> level. See <a href="/docs/24.0.0/configuration/logging.html">Logging</a> for more information.</p>
+<p>Note that you can enable sending all the HTTP requests to log by setting <code>org.apache.druid.jetty.RequestLog</code> to the <code>DEBUG</code> level. See <a href="/docs/24.0.1/configuration/logging.html">Logging</a> for more information.</p>
<h4><a class="anchor" aria-hidden="true" id="file-request-logging"></a><a href="#file-request-logging" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>The <code>file</code> request logger stores daily request logs on disk.</p>
<table>
@@ -392,7 +392,7 @@ For an example of setting up request logging, see <a href="/docs/24.0.0/operatio
<p>The <code>filtered</code> request logger filters requests based on the query type or how long a query takes to complete.
For native queries, the logger only logs requests when the <code>query/time</code> metric exceeds the threshold provided in <code>queryTimeThresholdMs</code>.
For SQL queries, it only logs requests when the <code>sqlQuery/time</code> metric exceeds threshold provided in <code>sqlQueryTimeThresholdMs</code>.
-See <a href="/docs/24.0.0/operations/metrics.html">Metrics</a> for more details on query metrics.</p>
+See <a href="/docs/24.0.1/operations/metrics.html">Metrics</a> for more details on query metrics.</p>
<p>Requests that meet the threshold are logged using the request logger type set in <code>druid.request.logging.delegate.type</code>.</p>
<table>
<thead>
@@ -435,12 +435,12 @@ See <a href="/docs/24.0.0/operations/metrics.html">Metrics</a> for more details
<tbody>
<tr><td><code>druid.audit.manager.auditHistoryMillis</code></td><td>Default duration for querying audit history.</td><td>1 week</td></tr>
<tr><td><code>druid.audit.manager.includePayloadAsDimensionInMetric</code></td><td>Boolean flag on whether to add <code>payload</code> column in service metric.</td><td>false</td></tr>
-<tr><td><code>druid.audit.manager.maxPayloadSizeBytes</code></td><td>The maximum size of audit payload to store in Druid's metadata store audit table. If the size of audit payload exceeds this value, the audit log would be stored with a message indicating that the payload was omitted instead. Setting <code>maxPayloadSizeBytes</code> to -1 (default value) disables this check, meaning Druid will always store audit payload regardless of it's size. Setting to any negative number other than < [...]
+<tr><td><code>druid.audit.manager.maxPayloadSizeBytes</code></td><td>The maximum size of audit payload to store in Druid's metadata store audit table. If the size of audit payload exceeds this value, the audit log would be stored with a message indicating that the payload was omitted instead. Setting <code>maxPayloadSizeBytes</code> to -1 (default value) disables this check, meaning Druid will always store audit payload regardless of it's size. Setting to any negative number other than < [...]
<tr><td><code>druid.audit.manager.skipNullField</code></td><td>If true, the audit payload stored in metadata store will exclude any field with null value.</td><td>false</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="enabling-metrics"></a><a href="#enabling-metrics" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
-<p>You can configure Druid processes to emit <a href="/docs/24.0.0/operations/metrics.html">metrics</a> regularly from a number of <a href="#metrics-monitors">monitors</a> via <a href="#metrics-emitters">emitters</a>.</p>
+<p>You can configure Druid processes to emit <a href="/docs/24.0.1/operations/metrics.html">metrics</a> regularly from a number of <a href="#metrics-monitors">monitors</a> via <a href="#metrics-emitters">emitters</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -509,7 +509,7 @@ See <a href="/docs/24.0.0/operations/metrics.html">Metrics</a> for more details
<tbody>
<tr><td><code>druid.emitter.http.flushMillis</code></td><td>How often the internal message buffer is flushed (data is sent).</td><td>60000</td></tr>
<tr><td><code>druid.emitter.http.flushCount</code></td><td>How many messages the internal message buffer can hold before flushing (sending).</td><td>500</td></tr>
-<tr><td><code>druid.emitter.http.basicAuthentication</code></td><td><a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for providing Login and password for authentication in "login:password" form, e.g., <code>druid.emitter.http.basicAuthentication=admin:adminpassword</code> uses Default Password Provider which allows plain text passwords.</td><td>not specified = no authentication</td></tr>
+<tr><td><code>druid.emitter.http.basicAuthentication</code></td><td><a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for providing Login and password for authentication in "login:password" form, e.g., <code>druid.emitter.http.basicAuthentication=admin:adminpassword</code> uses Default Password Provider which allows plain text passwords.</td><td>not specified = no authentication</td></tr>
<tr><td><code>druid.emitter.http.flushTimeOut</code></td><td>The timeout after which an event should be sent to the endpoint, even if internal buffers are not filled, in milliseconds.</td><td>not specified = no timeout</td></tr>
<tr><td><code>druid.emitter.http.batchingStrategy</code></td><td>The strategy of how the batch is formatted. "ARRAY" means <code>[event1,event2]</code>, "NEWLINES" means <code>event1\nevent2</code>, ONLY_EVENTS means <code>event1event2</code>.</td><td>ARRAY</td></tr>
<tr><td><code>druid.emitter.http.maxBatchSize</code></td><td>The maximum batch size, in bytes.</td><td>the minimum of (10% of JVM heap size divided by 2) or (5242880 (i. e. 5 MiB))</td></tr>
@@ -519,7 +519,7 @@ See <a href="/docs/24.0.0/operations/metrics.html">Metrics</a> for more details
</tbody>
</table>
<h5><a class="anchor" aria-hidden="true" id="http-emitter-module-tls-overrides"></a><a href="#http-emitter-module-tls-overrides" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S1 [...]
-<p>By default, when sending events to a TLS-enabled receiver, the HTTP Emitter uses an SSLContext obtained from the process described at <a href="/docs/24.0.0/operations/tls-support.html">Druid's internal communication over TLS</a>, i.e., the same
+<p>By default, when sending events to a TLS-enabled receiver, the HTTP Emitter uses an SSLContext obtained from the process described at <a href="/docs/24.0.1/operations/tls-support.html">Druid's internal communication over TLS</a>, i.e., the same
SSLContext that would be used for internal communications between Druid processes.</p>
<p>In some use cases it may be desirable to have the HTTP Emitter use its own separate truststore configuration. For example, there may be organizational policies that prevent the TLS-enabled metrics receiver's certificate from being added to the same truststore used by Druid's internal HTTP client.</p>
<p>The following properties allow the HTTP Emitter to use its own truststore configuration when building its SSLContext.</p>
@@ -532,7 +532,7 @@ SSLContext that would be used for internal communications between Druid processe
<tr><td><code>druid.emitter.http.ssl.trustStorePath</code></td><td>The file path or URL of the TLS/SSL Key store where trusted root certificates are stored. If this is unspecified, the HTTP Emitter will use the same SSLContext as Druid's internal HTTP client, as described in the beginning of this section, and all other properties below are ignored.</td><td>null</td></tr>
<tr><td><code>druid.emitter.http.ssl.trustStoreType</code></td><td>The type of the key store where trusted root certificates are stored.</td><td><code>java.security.KeyStore.getDefaultType()</code></td></tr>
<tr><td><code>druid.emitter.http.ssl.trustStoreAlgorithm</code></td><td>Algorithm to be used by TrustManager to validate certificate chains</td><td><code>javax.net.ssl.TrustManagerFactory.getDefaultAlgorithm()</code></td></tr>
-<tr><td><code>druid.emitter.http.ssl.trustStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td></tr>
+<tr><td><code>druid.emitter.http.ssl.trustStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td></tr>
<tr><td><code>druid.emitter.http.ssl.protocol</code></td><td>TLS protocol to use.</td><td>"TLSv1.2"</td></tr>
</tbody>
</table>
@@ -564,9 +564,9 @@ Instead use <code>recipientBaseUrlPattern</code> described in the table below.</
</tbody>
</table>
<h5><a class="anchor" aria-hidden="true" id="graphite-emitter"></a><a href="#graphite-emitter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
-<p>To use graphite as emitter set <code>druid.emitter=graphite</code>. For configuration details, see <a href="/docs/24.0.0/development/extensions-contrib/graphite.html">Graphite emitter</a> for the Graphite emitter Druid extension.</p>
+<p>To use graphite as emitter set <code>druid.emitter=graphite</code>. For configuration details, see <a href="/docs/24.0.1/development/extensions-contrib/graphite.html">Graphite emitter</a> for the Graphite emitter Druid extension.</p>
<h3><a class="anchor" aria-hidden="true" id="metadata-storage"></a><a href="#metadata-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
-<p>These properties specify the JDBC connection and other configuration around the metadata storage. The only processes that connect to the metadata storage with these properties are the <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.0/design/overlord.html">Overlord</a>.</p>
+<p>These properties specify the JDBC connection and other configuration around the metadata storage. The only processes that connect to the metadata storage with these properties are the <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.1/design/overlord.html">Overlord</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -575,10 +575,10 @@ Instead use <code>recipientBaseUrlPattern</code> described in the table below.</
<tr><td><code>druid.metadata.storage.type</code></td><td>The type of metadata storage to use. Choose from "mysql", "postgresql", or "derby".</td><td>derby</td></tr>
<tr><td><code>druid.metadata.storage.connector.connectURI</code></td><td>The JDBC URI for the database to connect to</td><td>none</td></tr>
<tr><td><code>druid.metadata.storage.connector.user</code></td><td>The username to connect with.</td><td>none</td></tr>
-<tr><td><code>druid.metadata.storage.connector.password</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password used to connect with.</td><td>none</td></tr>
+<tr><td><code>druid.metadata.storage.connector.password</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password used to connect with.</td><td>none</td></tr>
<tr><td><code>druid.metadata.storage.connector.createTables</code></td><td>If Druid requires a table and it doesn't exist, create it?</td><td>true</td></tr>
<tr><td><code>druid.metadata.storage.tables.base</code></td><td>The base name for tables.</td><td>druid</td></tr>
-<tr><td><code>druid.metadata.storage.tables.dataSource</code></td><td>The table to use to look for dataSources which created by <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a>.</td><td>druid_dataSource</td></tr>
+<tr><td><code>druid.metadata.storage.tables.dataSource</code></td><td>The table to use to look for dataSources which created by <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a>.</td><td>druid_dataSource</td></tr>
<tr><td><code>druid.metadata.storage.tables.pendingSegments</code></td><td>The table to use to look for pending segments.</td><td>druid_pendingSegments</td></tr>
<tr><td><code>druid.metadata.storage.tables.segments</code></td><td>The table to use to look for segments.</td><td>druid_segments</td></tr>
<tr><td><code>druid.metadata.storage.tables.rules</code></td><td>The table to use to look for segment load/drop rules.</td><td>druid_rules</td></tr>
@@ -591,7 +591,7 @@ Instead use <code>recipientBaseUrlPattern</code> described in the table below.</
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>The configurations concern how to push and pull <a href="/docs/24.0.0/design/segments.html">Segments</a> from deep storage.</p>
+<p>The configurations concern how to push and pull <a href="/docs/24.0.1/design/segments.html">Segments</a> from deep storage.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -614,7 +614,7 @@ Instead use <code>recipientBaseUrlPattern</code> described in the table below.</
<p>This deep storage doesn't do anything. There are no configs.</p>
<h4><a class="anchor" aria-hidden="true" id="s3-deep-storage"></a><a href="#s3-deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>This deep storage is used to interface with Amazon's S3. Note that the <code>druid-s3-extensions</code> extension must be loaded.
-The below table shows some important configurations for S3. See <a href="/docs/24.0.0/development/extensions-core/s3.html">S3 Deep Storage</a> for full configurations.</p>
+The below table shows some important configurations for S3. See <a href="/docs/24.0.1/development/extensions-core/s3.html">S3 Deep Storage</a> for full configurations.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -622,10 +622,10 @@ The below table shows some important configurations for S3. See <a href="/docs/2
<tbody>
<tr><td><code>druid.storage.bucket</code></td><td>S3 bucket name.</td><td>none</td></tr>
<tr><td><code>druid.storage.baseKey</code></td><td>S3 object key prefix for storage.</td><td>none</td></tr>
-<tr><td><code>druid.storage.disableAcl</code></td><td>Boolean flag for ACL. If this is set to <code>false</code>, the full control would be granted to the bucket owner. This may require to set additional permissions. See <a href="/docs/24.0.0/development/extensions-core/s3.html#s3-permissions-settings">S3 permissions settings</a>.</td><td>false</td></tr>
+<tr><td><code>druid.storage.disableAcl</code></td><td>Boolean flag for ACL. If this is set to <code>false</code>, the full control would be granted to the bucket owner. This may require to set additional permissions. See <a href="/docs/24.0.1/development/extensions-core/s3.html#s3-permissions-settings">S3 permissions settings</a>.</td><td>false</td></tr>
<tr><td><code>druid.storage.archiveBucket</code></td><td>S3 bucket name for archiving when running the <em>archive task</em>.</td><td>none</td></tr>
<tr><td><code>druid.storage.archiveBaseKey</code></td><td>S3 object key prefix for archiving.</td><td>none</td></tr>
-<tr><td><code>druid.storage.sse.type</code></td><td>Server-side encryption type. Should be one of <code>s3</code>, <code>kms</code>, and <code>custom</code>. See the below <a href="/docs/24.0.0/development/extensions-core/s3.html#server-side-encryption">Server-side encryption section</a> for more details.</td><td>None</td></tr>
+<tr><td><code>druid.storage.sse.type</code></td><td>Server-side encryption type. Should be one of <code>s3</code>, <code>kms</code>, and <code>custom</code>. See the below <a href="/docs/24.0.1/development/extensions-core/s3.html#server-side-encryption">Server-side encryption section</a> for more details.</td><td>None</td></tr>
<tr><td><code>druid.storage.sse.kms.keyId</code></td><td>AWS KMS key ID. This is used only when <code>druid.storage.sse.type</code> is <code>kms</code> and can be empty to use the default key ID.</td><td>None</td></tr>
<tr><td><code>druid.storage.sse.custom.base64EncodedKey</code></td><td>Base64-encoded key. Should be specified if <code>druid.storage.sse.type</code> is <code>custom</code>.</td><td>None</td></tr>
<tr><td><code>druid.storage.useS3aSchema</code></td><td>If true, use the "s3a" filesystem when using Hadoop-based ingestion. If false, the "s3n" filesystem will be used. Only affects Hadoop-based ingestion.</td><td>false</td></tr>
@@ -655,7 +655,7 @@ The below table shows some important configurations for S3. See <a href="/docs/2
<h3><a class="anchor" aria-hidden="true" id="ingestion-security-configuration"></a><a href="#ingestion-security-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<h4><a class="anchor" aria-hidden="true" id="hdfs-input-source"></a><a href="#hdfs-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>You can set the following property to specify permissible protocols for
-the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> and the <a href="/docs/24.0.0/ingestion/native-batch-firehose.html#hdfsfirehose">HDFS firehose</a>.</p>
+the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> and the <a href="/docs/24.0.1/ingestion/native-batch-firehose.html#hdfsfirehose">HDFS firehose</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Possible Values</th><th>Description</th><th>Default</th></tr>
@@ -666,7 +666,7 @@ the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#hdfs-input-s
</table>
<h4><a class="anchor" aria-hidden="true" id="http-input-source"></a><a href="#http-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>You can set the following property to specify permissible protocols for
-the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#http-input-source">HTTP input source</a> and the <a href="/docs/24.0.0/ingestion/native-batch-firehose.html#httpfirehose">HTTP firehose</a>.</p>
+the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#http-input-source">HTTP input source</a> and the <a href="/docs/24.0.1/ingestion/native-batch-firehose.html#httpfirehose">HTTP firehose</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Possible Values</th><th>Description</th><th>Default</th></tr>
@@ -679,10 +679,10 @@ the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#http-input-s
<h4><a class="anchor" aria-hidden="true" id="jdbc-connections-to-external-databases"></a><a href="#jdbc-connections-to-external-databases" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1. [...]
<p>You can use the following properties to specify permissible JDBC options for:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#sql-input-source">SQL input source</a></li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-firehose.html#sqlfirehose">SQL firehose</a>,</li>
-<li><a href="/docs/24.0.0/development/extensions-core/lookups-cached-global.html#jdbc-lookup">globally cached JDBC lookups</a></li>
-<li><a href="/docs/24.0.0/development/extensions-core/druid-lookups.html#data-fetcher-layer">JDBC Data Fetcher for per-lookup caching</a>.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#sql-input-source">SQL input source</a></li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-firehose.html#sqlfirehose">SQL firehose</a>,</li>
+<li><a href="/docs/24.0.1/development/extensions-core/lookups-cached-global.html#jdbc-lookup">globally cached JDBC lookups</a></li>
+<li><a href="/docs/24.0.1/development/extensions-core/druid-lookups.html#data-fetcher-layer">JDBC Data Fetcher for per-lookup caching</a>.</li>
</ul>
<p>These properties do not apply to metadata storage connections.</p>
<table>
@@ -697,7 +697,7 @@ the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#http-input-s
</table>
<h3><a class="anchor" aria-hidden="true" id="task-logging"></a><a href="#task-logging" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>You can use the <code>druid.indexer</code> configuration to set a <a href="#log-long-term-storage">long-term storage</a> location for task log files, and to set a <a href="#log-retention-policy">retention policy</a>.</p>
-<p>For more information about ingestion tasks and the process of generating logs, see the <a href="/docs/24.0.0/ingestion/tasks.html">task reference</a>.</p>
+<p>For more information about ingestion tasks and the process of generating logs, see the <a href="/docs/24.0.1/ingestion/tasks.html">task reference</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="log-long-term-storage"></a><a href="#log-long-term-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<table>
<thead>
@@ -817,7 +817,7 @@ This is the default Druid error response mode. To explicitly enable this strateg
<pre><code class="hljs">{<span class="hljs-attr">"error"</span>:<span class="hljs-string">"Plan validation failed"</span>,<span class="hljs-attr">"errorMessage"</span>:<span class="hljs-string">"org.apache.calcite.runtime.CalciteContextException: From line 1, column 15 to line 1, column 38: Object 'nonexistent-datasource' not found"</span>,<span class="hljs-attr">"errorClass"</span>:<span class="hljs-literal">null</span>,<span class="hljs-attr">"host"</span>:<span class="hljs-literal">nu [...]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="overlord-discovery"></a><a href="#overlord-discovery" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
-<p>This config is used to find the <a href="/docs/24.0.0/design/overlord.html">Overlord</a> using Curator service discovery. Only required if you are actually running an Overlord.</p>
+<p>This config is used to find the <a href="/docs/24.0.1/design/overlord.html">Overlord</a> using Curator service discovery. Only required if you are actually running an Overlord.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -827,7 +827,7 @@ This is the default Druid error response mode. To explicitly enable this strateg
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="coordinator-discovery"></a><a href="#coordinator-discovery" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
-<p>This config is used to find the <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> using Curator service discovery. This config is used by the realtime indexing processes to get information about the segments loaded in the cluster.</p>
+<p>This config is used to find the <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> using Curator service discovery. This config is used by the realtime indexing processes to get information about the segments loaded in the cluster.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -872,7 +872,7 @@ the following properties.</p>
</tbody>
</table>
<blockquote>
-<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.0/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
+<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.1/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="double-column-storage"></a><a href="#double-column-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>Prior to version 0.13.0, Druid's storage layer used a 32-bit float representation to store columns created by the
@@ -901,7 +901,7 @@ Support for 64-bit floating point columns was released in Druid 0.11.0, so if yo
<tr><td><code>druid.generic.ignoreNullsForStringCardinality</code></td><td>When set to <code>true</code>, <code>null</code> values will be ignored for the built-in cardinality aggregator over string columns. Set to <code>false</code> to include <code>null</code> values while estimating cardinality of only string columns using the built-in cardinality aggregator. This setting takes effect only when <code>druid.generic.useDefaultValueForNull</code> is set to <code>true</code> and is ignore [...]
</tbody>
</table>
-<p>This mode does have a storage size and query performance cost, see <a href="/docs/24.0.0/design/segments.html#handling-null-values">segment documentation</a> for more details.</p>
+<p>This mode does have a storage size and query performance cost, see <a href="/docs/24.0.1/design/segments.html#handling-null-values">segment documentation</a> for more details.</p>
<h3><a class="anchor" aria-hidden="true" id="http-client"></a><a href="#http-client" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>All Druid components can communicate with each other over HTTP.</p>
<table>
@@ -928,9 +928,9 @@ Support for 64-bit floating point columns was released in Druid 0.11.0, so if yo
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="master-server"></a><a href="#master-server" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>This section contains the configuration options for the processes that reside on Master servers (Coordinators and Overlords) in the suggested <a href="/docs/24.0.0/design/processes.html#server-types">three-server configuration</a>.</p>
+<p>This section contains the configuration options for the processes that reside on Master servers (Coordinators and Overlords) in the suggested <a href="/docs/24.0.1/design/processes.html#server-types">three-server configuration</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="coordinator"></a><a href="#coordinator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
-<p>For general Coordinator Process information, see <a href="/docs/24.0.0/design/coordinator.html">here</a>.</p>
+<p>For general Coordinator Process information, see <a href="/docs/24.0.1/design/coordinator.html">here</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="static-configuration"></a><a href="#static-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>These Coordinator static configurations can be defined in the <code>coordinator/runtime.properties</code> file.</p>
<h5><a class="anchor" aria-hidden="true" id="coordinator-process-config"></a><a href="#coordinator-process-config" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
@@ -942,7 +942,7 @@ Support for 64-bit floating point columns was released in Druid 0.11.0, so if yo
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8081</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8281</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8281</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/coordinator</td></tr>
</tbody>
</table>
@@ -1027,7 +1027,7 @@ Support for 64-bit floating point columns was released in Druid 0.11.0, so if yo
</table>
<h4><a class="anchor" aria-hidden="true" id="dynamic-configuration"></a><a href="#dynamic-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>The Coordinator has dynamic configuration to change certain behavior on the fly.</p>
-<p>It is recommended that you use the <a href="/docs/24.0.0/operations/web-console.html">web console</a> to configure these parameters.
+<p>It is recommended that you use the <a href="/docs/24.0.1/operations/web-console.html">web console</a> to configure these parameters.
However, if you need to do it via HTTP, the JSON object can be submitted to the Coordinator via a POST request at:</p>
<pre><code class="hljs">http:<span class="hljs-regexp">//</span><COORDINATOR_IP>:<PORT><span class="hljs-regexp">/druid/</span>coordinator<span class="hljs-regexp">/v1/</span>config
</code></pre>
@@ -1068,7 +1068,7 @@ However, if you need to do it via HTTP, the JSON object can be submitted to the
<tbody>
<tr><td><code>millisToWaitBeforeDeleting</code></td><td>How long does the Coordinator need to be a leader before it can start marking overshadowed segments as unused in metadata storage.</td><td>900000 (15 mins)</td></tr>
<tr><td><code>mergeBytesLimit</code></td><td>The maximum total uncompressed size in bytes of segments to merge.</td><td>524288000L</td></tr>
-<tr><td><code>mergeSegmentsLimit</code></td><td>The maximum number of segments that can be in a single <a href="/docs/24.0.0/ingestion/tasks.html">append task</a>.</td><td>100</td></tr>
+<tr><td><code>mergeSegmentsLimit</code></td><td>The maximum number of segments that can be in a single <a href="/docs/24.0.1/ingestion/tasks.html">append task</a>.</td><td>100</td></tr>
<tr><td><code>maxSegmentsToMove</code></td><td>The maximum number of segments that can be moved at any given time.</td><td>5</td></tr>
<tr><td><code>useBatchedSegmentSampler</code></td><td>Boolean flag for whether or not we should use the Reservoir Sampling with a reservoir of size k instead of fixed size 1 to pick segments to move. This option can be enabled to speed up segment balancing process, especially if there are huge number of segments in the cluster or if there are too many segments to move.</td><td>false</td></tr>
<tr><td><code>percentOfSegmentsToConsiderPerMove</code></td><td>Deprecated. This will eventually be phased out by the batched segment sampler. You can enable the batched segment sampler now by setting the dynamic Coordinator config, <code>useBatchedSegmentSampler</code>, to <code>true</code>. Note that if you choose to enable the batched segment sampler, <code>percentOfSegmentsToConsiderPerMove</code> will no longer have any effect on balancing. If <code>useBatchedSegmentSampler == false [...]
@@ -1094,7 +1094,7 @@ However, if you need to do it via HTTP, the JSON object can be submitted to the
<pre><code class="hljs">http://<span class="hljs-symbol"><COORDINATOR_IP></span>:<span class="hljs-symbol"><PORT></span>/druid/coordinator/v1/config/<span class="hljs-keyword">history</span>?<span class="hljs-built_in">count</span>=<span class="hljs-symbol"><n></span>
</code></pre>
<h5><a class="anchor" aria-hidden="true" id="lookups-dynamic-configuration"></a><a href="#lookups-dynamic-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
-<p>These configuration options control the behavior of the Lookup dynamic configuration described in the <a href="/docs/24.0.0/querying/lookups.html">lookups page</a></p>
+<p>These configuration options control the behavior of the Lookup dynamic configuration described in the <a href="/docs/24.0.1/querying/lookups.html">lookups page</a></p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -1109,9 +1109,9 @@ However, if you need to do it via HTTP, the JSON object can be submitted to the
</tbody>
</table>
<h5><a class="anchor" aria-hidden="true" id="automatic-compaction-dynamic-configuration"></a><a href="#automatic-compaction-dynamic-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c [...]
-<p>You can set or update <a href="/docs/24.0.0/data-management/automatic-compaction.html">automatic compaction</a> properties dynamically using the
-<a href="/docs/24.0.0/operations/api-reference.html#automatic-compaction-configuration">Coordinator API</a> without restarting Coordinators.</p>
-<p>For details about segment compaction, see <a href="/docs/24.0.0/operations/segment-optimization.html">Segment size optimization</a>.</p>
+<p>You can set or update <a href="/docs/24.0.1/data-management/automatic-compaction.html">automatic compaction</a> properties dynamically using the
+<a href="/docs/24.0.1/operations/api-reference.html#automatic-compaction-configuration">Coordinator API</a> without restarting Coordinators.</p>
+<p>For details about segment compaction, see <a href="/docs/24.0.1/operations/segment-optimization.html">Segment size optimization</a>.</p>
<p>You can configure automatic compaction through the following properties:</p>
<table>
<thead>
@@ -1119,15 +1119,15 @@ However, if you need to do it via HTTP, the JSON object can be submitted to the
</thead>
<tbody>
<tr><td><code>dataSource</code></td><td>dataSource name to be compacted.</td><td>yes</td></tr>
-<tr><td><code>taskPriority</code></td><td><a href="/docs/24.0.0/ingestion/tasks.html#priority">Priority</a> of compaction task.</td><td>no (default = 25)</td></tr>
+<tr><td><code>taskPriority</code></td><td><a href="/docs/24.0.1/ingestion/tasks.html#priority">Priority</a> of compaction task.</td><td>no (default = 25)</td></tr>
<tr><td><code>inputSegmentSizeBytes</code></td><td>Maximum number of total segment bytes processed per compaction task. Since a time chunk must be processed in its entirety, if the segments for a particular time chunk have a total size in bytes greater than this parameter, compaction will not run for that time chunk. Because each compaction task runs with a single thread, setting this value too far above 1–2GB will result in compaction tasks taking an excessive amount of time.</td><td>no [...]
-<tr><td><code>skipOffsetFromLatest</code></td><td>The offset for searching segments to be compacted in <a href="https://en.wikipedia.org/wiki/ISO_8601">ISO 8601</a> duration format. Strongly recommended to set for realtime dataSources. See <a href="/docs/24.0.0/data-management/compaction.html#data-handling-with-compaction">Data handling with compaction</a>.</td><td>no (default = "P1D")</td></tr>
+<tr><td><code>skipOffsetFromLatest</code></td><td>The offset for searching segments to be compacted in <a href="https://en.wikipedia.org/wiki/ISO_8601">ISO 8601</a> duration format. Strongly recommended to set for realtime dataSources. See <a href="/docs/24.0.1/data-management/compaction.html#data-handling-with-compaction">Data handling with compaction</a>.</td><td>no (default = "P1D")</td></tr>
<tr><td><code>tuningConfig</code></td><td>Tuning config for compaction tasks. See below <a href="#automatic-compaction-tuningconfig">Automatic compaction tuningConfig</a>.</td><td>no</td></tr>
-<tr><td><code>taskContext</code></td><td><a href="/docs/24.0.0/ingestion/tasks.html#context">Task context</a> for compaction tasks.</td><td>no</td></tr>
+<tr><td><code>taskContext</code></td><td><a href="/docs/24.0.1/ingestion/tasks.html#context">Task context</a> for compaction tasks.</td><td>no</td></tr>
<tr><td><code>granularitySpec</code></td><td>Custom <code>granularitySpec</code>. See <a href="#automatic-compaction-granularityspec">Automatic compaction granularitySpec</a>.</td><td>No</td></tr>
<tr><td><code>dimensionsSpec</code></td><td>Custom <code>dimensionsSpec</code>. See <a href="#automatic-compaction-dimensionsspec">Automatic compaction dimensionsSpec</a>.</td><td>No</td></tr>
<tr><td><code>transformSpec</code></td><td>Custom <code>transformSpec</code>. See <a href="#automatic-compaction-transformspec">Automatic compaction transformSpec</a>.</td><td>No</td></tr>
-<tr><td><code>metricsSpec</code></td><td>Custom <a href="/docs/24.0.0/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>. The compaction task preserves any existing metrics regardless of whether <code>metricsSpec</code> is specified. If <code>metricsSpec</code> is specified, Druid does not reapply any aggregators matching the metric names specified in <code>metricsSpec</code> to rows that already have the associated metrics. For rows that do not already have the metr [...]
+<tr><td><code>metricsSpec</code></td><td>Custom <a href="/docs/24.0.1/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>. The compaction task preserves any existing metrics regardless of whether <code>metricsSpec</code> is specified. If <code>metricsSpec</code> is specified, Druid does not reapply any aggregators matching the metric names specified in <code>metricsSpec</code> to rows that already have the associated metrics. For rows that do not already have the metr [...]
<tr><td><code>ioConfig</code></td><td>IO config for compaction tasks. See <a href="#automatic-compaction-ioconfig">Automatic compaction ioConfig</a>.</td><td>no</td></tr>
</tbody>
</table>
@@ -1143,9 +1143,9 @@ However, if you need to do it via HTTP, the JSON object can be submitted to the
You may see this issue with streaming ingestion from Kafka and Kinesis, which ingest late-arriving data.</p>
<p>To mitigate this problem, set <code>skipOffsetFromLatest</code> to a value large enough so that arriving data tends to fall outside the offset value from the current time. This way you can avoid conflicts between compaction tasks and realtime ingestion tasks.
For example, if you want to skip over segments from thirty days prior to the end time of the most recent segment, assign <code>"skipOffsetFromLatest": "P30D"</code>.
-For more information, see <a href="/docs/24.0.0/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
+For more information, see <a href="/docs/24.0.1/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
<h6><a class="anchor" aria-hidden="true" id="automatic-compaction-tuningconfig"></a><a href="#automatic-compaction-tuningconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S1 [...]
-<p>Auto-compaction supports a subset of the <a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig">tuningConfig for Parallel task</a>.
+<p>Auto-compaction supports a subset of the <a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig">tuningConfig for Parallel task</a>.
The below is a list of the supported configurations for auto-compaction.</p>
<table>
<thead>
@@ -1155,14 +1155,14 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><td>type</td><td>The task type, this should always be <code>index_parallel</code>.</td><td>yes</td></tr>
<tr><td><code>maxRowsInMemory</code></td><td>Used in determining when intermediate persists to disk should occur. Normally user does not need to set this, but depending on the nature of data, if rows are short in terms of bytes, user may not want to store a million rows in memory and this value should be set.</td><td>no (default = 1000000)</td></tr>
<tr><td><code>maxBytesInMemory</code></td><td>Used in determining when intermediate persists to disk should occur. Normally this is computed internally and user does not need to set it. This value represents number of bytes to aggregate in heap memory before persisting. This is based on a rough estimate of memory usage and not actual usage. The maximum heap memory usage for indexing is <code>maxBytesInMemory</code> * (2 + <code>maxPendingPersists</code>)</td><td>no (default = 1/6 of max [...]
-<tr><td><code>splitHintSpec</code></td><td>Used to give a hint to control the amount of data that each first phase task reads. This hint could be ignored depending on the implementation of the input source. See <a href="/docs/24.0.0/ingestion/native-batch.html#split-hint-spec">Split hint spec</a> for more details.</td><td>no (default = size-based split hint spec)</td></tr>
-<tr><td><code>partitionsSpec</code></td><td>Defines how to partition data in each time chunk, see <a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec"><code>PartitionsSpec</code></a></td><td>no (default = <code>dynamic</code>)</td></tr>
-<tr><td><code>indexSpec</code></td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.0/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>no</td></tr>
-<tr><td><code>indexSpecForIntermediatePersists</code></td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. this can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. however, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.0/inges [...]
+<tr><td><code>splitHintSpec</code></td><td>Used to give a hint to control the amount of data that each first phase task reads. This hint could be ignored depending on the implementation of the input source. See <a href="/docs/24.0.1/ingestion/native-batch.html#split-hint-spec">Split hint spec</a> for more details.</td><td>no (default = size-based split hint spec)</td></tr>
+<tr><td><code>partitionsSpec</code></td><td>Defines how to partition data in each time chunk, see <a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec"><code>PartitionsSpec</code></a></td><td>no (default = <code>dynamic</code>)</td></tr>
+<tr><td><code>indexSpec</code></td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.1/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>no</td></tr>
+<tr><td><code>indexSpecForIntermediatePersists</code></td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. this can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. however, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.1/inges [...]
<tr><td><code>maxPendingPersists</code></td><td>Maximum number of persists that can be pending but not started. If this limit would be exceeded by a new intermediate persist, ingestion will block until the currently-running persist finishes. Maximum heap memory usage for indexing scales with <code>maxRowsInMemory</code> * (2 + <code>maxPendingPersists</code>).</td><td>no (default = 0, meaning one persist can be running concurrently with ingestion, and none can be queued up)</td></tr>
<tr><td><code>pushTimeout</code></td><td>Milliseconds to wait for pushing segments. It must be >= 0, where 0 means to wait forever.</td><td>no (default = 0)</td></tr>
-<tr><td><code>segmentWriteOutMediumFactory</code></td><td>Segment write-out medium to use when creating segments. See <a href="/docs/24.0.0/ingestion/native-batch.html#segmentwriteoutmediumfactory">SegmentWriteOutMediumFactory</a>.</td><td>no (default is the value from <code>druid.peon.defaultSegmentWriteOutMediumFactory.type</code> is used)</td></tr>
-<tr><td><code>maxNumConcurrentSubTasks</code></td><td>Maximum number of worker tasks which can be run in parallel at the same time. The supervisor task would spawn worker tasks up to <code>maxNumConcurrentSubTasks</code> regardless of the current available task slots. If this value is set to 1, the supervisor task processes data ingestion on its own instead of spawning worker tasks. If this value is set to too large, too many worker tasks can be created which might block other ingestion. [...]
+<tr><td><code>segmentWriteOutMediumFactory</code></td><td>Segment write-out medium to use when creating segments. See <a href="/docs/24.0.1/ingestion/native-batch.html#segmentwriteoutmediumfactory">SegmentWriteOutMediumFactory</a>.</td><td>no (default is the value from <code>druid.peon.defaultSegmentWriteOutMediumFactory.type</code> is used)</td></tr>
+<tr><td><code>maxNumConcurrentSubTasks</code></td><td>Maximum number of worker tasks which can be run in parallel at the same time. The supervisor task would spawn worker tasks up to <code>maxNumConcurrentSubTasks</code> regardless of the current available task slots. If this value is set to 1, the supervisor task processes data ingestion on its own instead of spawning worker tasks. If this value is set to too large, too many worker tasks can be created which might block other ingestion. [...]
<tr><td><code>maxRetry</code></td><td>Maximum number of retries on task failures.</td><td>no (default = 3)</td></tr>
<tr><td><code>maxNumSegmentsToMerge</code></td><td>Max limit for the number of segments that a single task can merge at the same time in the second phase. Used only with <code>hashed</code> or <code>single_dim</code> partitionsSpec.</td><td>no (default = 100)</td></tr>
<tr><td><code>totalNumMergeTasks</code></td><td>Total number of tasks to merge segments in the merge phase when <code>partitionsSpec</code> is set to <code>hashed</code> or <code>single_dim</code>.</td><td>no (default = 10)</td></tr>
@@ -1177,8 +1177,8 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><th>Field</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>segmentGranularity</code></td><td>Time chunking period for the segment granularity. Defaults to 'null', which preserves the original segment granularity. Accepts all <a href="/docs/24.0.0/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
-<tr><td><code>queryGranularity</code></td><td>The resolution of timestamp storage within each segment. Defaults to 'null', which preserves the original query granularity. Accepts all <a href="/docs/24.0.0/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
+<tr><td><code>segmentGranularity</code></td><td>Time chunking period for the segment granularity. Defaults to 'null', which preserves the original segment granularity. Accepts all <a href="/docs/24.0.1/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
+<tr><td><code>queryGranularity</code></td><td>The resolution of timestamp storage within each segment. Defaults to 'null', which preserves the original query granularity. Accepts all <a href="/docs/24.0.1/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
<tr><td><code>rollup</code></td><td>Whether to enable ingestion-time rollup or not. Defaults to 'null', which preserves the original setting. Note that once data is rollup, individual records can no longer be recovered.</td><td>No</td></tr>
</tbody>
</table>
@@ -1197,11 +1197,11 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><th>Field</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>filter</code></td><td>The <code>filter</code> conditionally filters input rows during compaction. Only rows that pass the filter will be included in the compacted segments. Any of Druid's standard <a href="/docs/24.0.0/querying/filters.html">query filters</a> can be used. Defaults to 'null', which will not filter any row.</td><td>No</td></tr>
+<tr><td><code>filter</code></td><td>The <code>filter</code> conditionally filters input rows during compaction. Only rows that pass the filter will be included in the compacted segments. Any of Druid's standard <a href="/docs/24.0.1/querying/filters.html">query filters</a> can be used. Defaults to 'null', which will not filter any row.</td><td>No</td></tr>
</tbody>
</table>
<h6><a class="anchor" aria-hidden="true" id="automatic-compaction-ioconfig"></a><a href="#automatic-compaction-ioconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
-<p>Auto-compaction supports a subset of the <a href="/docs/24.0.0/ingestion/native-batch.html">ioConfig for Parallel task</a>.
+<p>Auto-compaction supports a subset of the <a href="/docs/24.0.1/ingestion/native-batch.html">ioConfig for Parallel task</a>.
The below is a list of the supported configurations for auto-compaction.</p>
<table>
<thead>
@@ -1212,7 +1212,7 @@ The below is a list of the supported configurations for auto-compaction.</p>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="overlord"></a><a href="#overlord" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
-<p>For general Overlord Process information, see <a href="/docs/24.0.0/design/overlord.html">here</a>.</p>
+<p>For general Overlord Process information, see <a href="/docs/24.0.1/design/overlord.html">here</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="overlord-static-configuration"></a><a href="#overlord-static-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>These Overlord static configurations can be defined in the <code>overlord/runtime.properties</code> file.</p>
<h5><a class="anchor" aria-hidden="true" id="overlord-process-configs"></a><a href="#overlord-process-configs" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
@@ -1224,7 +1224,7 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8090</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8290</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8290</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/overlord</td></tr>
</tbody>
</table>
@@ -1237,7 +1237,7 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><td><code>druid.indexer.runner.type</code></td><td>Choices "local" or "remote". Indicates whether tasks should be run locally or in a distributed environment. Experimental task runner "httpRemote" is also available which is same as "remote" but uses HTTP to interact with Middle Managers instead of ZooKeeper.</td><td>local</td></tr>
<tr><td><code>druid.indexer.storage.type</code></td><td>Choices are "local" or "metadata". Indicates whether incoming tasks should be stored locally (in heap) or in metadata storage. "local" is mainly for internal testing while "metadata" is recommended in production because storing incoming tasks in metadata storage allows for tasks to be resumed if the Overlord should fail.</td><td>local</td></tr>
<tr><td><code>druid.indexer.storage.recentlyFinishedThreshold</code></td><td>Duration of time to store task results. Default is 24 hours. If you have hundreds of tasks running in a day, consider increasing this threshold.</td><td>PT24H</td></tr>
-<tr><td><code>druid.indexer.tasklock.forceTimeChunkLock</code></td><td><em><strong>Setting this to false is still experimental</strong></em><br/> If set, all tasks are enforced to use time chunk lock. If not set, each task automatically chooses a lock type to use. This configuration can be overwritten by setting <code>forceTimeChunkLock</code> in the <a href="/docs/24.0.0/ingestion/tasks.html#context">task context</a>. See <a href="/docs/24.0.0/ingestion/tasks.html#context">Task Locking [...]
+<tr><td><code>druid.indexer.tasklock.forceTimeChunkLock</code></td><td><em><strong>Setting this to false is still experimental</strong></em><br/> If set, all tasks are enforced to use time chunk lock. If not set, each task automatically chooses a lock type to use. This configuration can be overwritten by setting <code>forceTimeChunkLock</code> in the <a href="/docs/24.0.1/ingestion/tasks.html#context">task context</a>. See <a href="/docs/24.0.1/ingestion/tasks.html#context">Task Locking [...]
<tr><td><code>druid.indexer.task.default.context</code></td><td>Default task context that is applied to all tasks submitted to the Overlord. Any default in this config does not override neither the context values the user provides nor <code>druid.indexer.tasklock.forceTimeChunkLock</code>.</td><td>empty context</td></tr>
<tr><td><code>druid.indexer.queue.maxSize</code></td><td>Maximum number of active tasks at one time.</td><td>Integer.MAX_VALUE</td></tr>
<tr><td><code>druid.indexer.queue.startDelay</code></td><td>Sleep this long before starting Overlord queue management. This can be useful to give a cluster time to re-orient itself after e.g. a widespread network issue.</td><td>PT1M</td></tr>
@@ -1245,7 +1245,7 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><td><code>druid.indexer.queue.storageSyncRate</code></td><td>Sync Overlord state this often with an underlying task persistence mechanism.</td><td>PT1M</td></tr>
</tbody>
</table>
-<p>The following configs only apply if the Overlord is running in remote mode. For a description of local vs. remote mode, see <a href="/docs/24.0.0/design/overlord.html">Overlord Process</a>.</p>
+<p>The following configs only apply if the Overlord is running in remote mode. For a description of local vs. remote mode, see <a href="/docs/24.0.1/design/overlord.html">Overlord Process</a>.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -1255,7 +1255,7 @@ The below is a list of the supported configurations for auto-compaction.</p>
<tr><td><code>druid.indexer.runner.minWorkerVersion</code></td><td>The minimum MiddleManager version to send tasks to. The version number is a string. This affects the expected behavior during certain operations like comparison against <code>druid.worker.version</code>. Specifically, the version comparison follows dictionary order. Use ISO8601 date format for the version to accommodate date comparisons.</td><td>"0"</td></tr>
<tr><td><code>druid.indexer.runner.parallelIndexTaskSlotRatio</code></td><td>The ratio of task slots available for parallel indexing supervisor tasks per worker. The specified value must be in the range [0, 1].</td><td>1</td></tr>
<tr><td><code>druid.indexer.runner.compressZnodes</code></td><td>Indicates whether or not the Overlord should expect MiddleManagers to compress Znodes.</td><td>true</td></tr>
-<tr><td><code>druid.indexer.runner.maxZnodeBytes</code></td><td>The maximum size Znode in bytes that can be created in ZooKeeper, should be in the range of [10KiB, 2GiB). <a href="/docs/24.0.0/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>512 KiB</td></tr>
+<tr><td><code>druid.indexer.runner.maxZnodeBytes</code></td><td>The maximum size Znode in bytes that can be created in ZooKeeper, should be in the range of [10KiB, 2GiB). <a href="/docs/24.0.1/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>512 KiB</td></tr>
<tr><td><code>druid.indexer.runner.taskCleanupTimeout</code></td><td>How long to wait before failing a task after a MiddleManager is disconnected from ZooKeeper.</td><td>PT15M</td></tr>
<tr><td><code>druid.indexer.runner.taskShutdownLinkTimeout</code></td><td>How long to wait on a shutdown request to a MiddleManager before timing out</td><td>PT1M</td></tr>
<tr><td><code>druid.indexer.runner.pendingTasksRunnerNumThreads</code></td><td>Number of threads to allocate pending-tasks to workers, must be at least 1.</td><td>1</td></tr>
@@ -1462,7 +1462,7 @@ its better to write a druid extension module with extending current worker selec
}
</code></pre>
<blockquote>
-<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.0/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
+<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.1/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
</blockquote>
<h6><a class="anchor" aria-hidden="true" id="affinity"></a><a href="#affinity" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>Use the <code>affinityConfig</code> field to pass affinity configuration to the <em>equalDistribution</em> and <em>fillCapacity</em> strategies. If not provided, the default is to not use affinity at all.</p>
@@ -1512,10 +1512,10 @@ field. If not provided, the default is to not use it at all.</p>
<tr><td><code>userData</code></td><td>A JSON object that describes how to configure new nodes. If you have set druid.indexer.autoscale.workerVersion, this must have a versionReplacementString. Otherwise, a versionReplacementString is not necessary.</td><td>none; optional</td></tr>
</tbody>
</table>
-<p>For GCE's properties, please refer to the <a href="/docs/24.0.0/development/extensions-contrib/gce-extensions.html">gce-extensions</a>.</p>
+<p>For GCE's properties, please refer to the <a href="/docs/24.0.1/development/extensions-contrib/gce-extensions.html">gce-extensions</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="data-server"></a><a href="#data-server" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
-<p>This section contains the configuration options for the processes that reside on Data servers (MiddleManagers/Peons and Historicals) in the suggested <a href="/docs/24.0.0/design/processes.html#server-types">three-server configuration</a>.</p>
-<p>Configuration options for the experimental <a href="/docs/24.0.0/design/indexer.html">Indexer process</a> are also provided here.</p>
+<p>This section contains the configuration options for the processes that reside on Data servers (MiddleManagers/Peons and Historicals) in the suggested <a href="/docs/24.0.1/design/processes.html#server-types">three-server configuration</a>.</p>
+<p>Configuration options for the experimental <a href="/docs/24.0.1/design/indexer.html">Indexer process</a> are also provided here.</p>
<h3><a class="anchor" aria-hidden="true" id="middlemanager-and-peons"></a><a href="#middlemanager-and-peons" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p>These MiddleManager and Peon configurations can be defined in the <code>middleManager/runtime.properties</code> file.</p>
<h4><a class="anchor" aria-hidden="true" id="middlemanager-process-config"></a><a href="#middlemanager-process-config" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
@@ -1527,7 +1527,7 @@ field. If not provided, the default is to not use it at all.</p>
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8091</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8291</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8291</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/middlemanager</td></tr>
</tbody>
</table>
@@ -1544,7 +1544,7 @@ field. If not provided, the default is to not use it at all.</p>
<tr><td><code>druid.indexer.runner.javaCommand</code></td><td>Command required to execute java.</td><td>java</td></tr>
<tr><td><code>druid.indexer.runner.javaOpts</code></td><td><em>DEPRECATED</em> A string of -X Java options to pass to the peon's JVM. Quotable parameters or parameters with spaces are encouraged to use javaOptsArray</td><td>""</td></tr>
<tr><td><code>druid.indexer.runner.javaOptsArray</code></td><td>A JSON array of strings to be passed in as options to the peon's JVM. This is additive to <code>druid.indexer.runner.javaOpts</code> and is recommended for properly handling arguments which contain quotes or spaces like <code>["-XX:OnOutOfMemoryError=kill -9 %p"]</code></td><td><code>[]</code></td></tr>
-<tr><td><code>druid.indexer.runner.maxZnodeBytes</code></td><td>The maximum size Znode in bytes that can be created in ZooKeeper, should be in the range of [10KiB, 2GiB). <a href="/docs/24.0.0/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>512KiB</td></tr>
+<tr><td><code>druid.indexer.runner.maxZnodeBytes</code></td><td>The maximum size Znode in bytes that can be created in ZooKeeper, should be in the range of [10KiB, 2GiB). <a href="/docs/24.0.1/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>512KiB</td></tr>
<tr><td><code>druid.indexer.runner.startPort</code></td><td>Starting port used for peon processes, should be greater than 1023 and less than 65536.</td><td>8100</td></tr>
<tr><td><code>druid.indexer.runner.endPort</code></td><td>Ending port used for peon processes, should be greater than or equal to <code>druid.indexer.runner.startPort</code> and less than 65536.</td><td>65535</td></tr>
<tr><td><code>druid.indexer.runner.ports</code></td><td>A JSON array of integers to specify ports that used for peon processes. If provided and non-empty, ports for peon processes will be chosen from these ports. And <code>druid.indexer.runner.startPort/druid.indexer.runner.endPort</code> will be completely ignored.</td><td><code>[]</code></td></tr>
@@ -1561,7 +1561,7 @@ field. If not provided, the default is to not use it at all.</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs [...]
+<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs [...]
<tr><td><code>druid.processing.buffer.poolCacheMaxCount</code></td><td>processing buffer pool caches the buffers for later use, this is the maximum count cache will grow to. note that pool can create more buffers than it can cache if necessary.</td><td>Integer.MAX_VALUE</td></tr>
<tr><td><code>druid.processing.formatString</code></td><td>Realtime and Historical processes use this format string to name their processing threads.</td><td>processing-%s</td></tr>
<tr><td><code>druid.processing.numMergeBuffers</code></td><td>The number of direct memory buffers available for merging query results. The buffers are sized by <code>druid.processing.buffer.sizeBytes</code>. This property is effectively a concurrency limit for queries that require merging buffers. If you are using any queries that require merge buffers (currently, just groupBy v2) then you should have at least two of these.</td><td><code>max(2, druid.processing.numThreads / 4)</code></td></tr>
@@ -1612,8 +1612,8 @@ ensure at least this amount of direct memory is available by providing <code>-XX
<tr><td><code>druid.indexer.task.gracefulShutdownTimeout</code></td><td>Wait this long on middleManager restart for restorable tasks to gracefully exit.</td><td>PT5M</td></tr>
<tr><td><code>druid.indexer.task.hadoopWorkingPath</code></td><td>Temporary working directory for Hadoop tasks.</td><td><code>/tmp/druid-indexing</code></td></tr>
<tr><td><code>druid.indexer.task.restoreTasksOnRestart</code></td><td>If true, MiddleManagers will attempt to stop tasks gracefully on shutdown and restore them on restart.</td><td>false</td></tr>
-<tr><td><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></td><td>If true, tasks using the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Druid input source</a> will ignore the provided timestampSpec, and will use the <code>__time</code> column of the input datasource. This option is provided for compatibility with ingestion specs written before Druid 0.22.0.</td><td>false</td></tr>
-<tr><td><code>druid.indexer.task.storeEmptyColumns</code></td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</ [...]
+<tr><td><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></td><td>If true, tasks using the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Druid input source</a> will ignore the provided timestampSpec, and will use the <code>__time</code> column of the input datasource. This option is provided for compatibility with ingestion specs written before Druid 0.22.0.</td><td>false</td></tr>
+<tr><td><code>druid.indexer.task.storeEmptyColumns</code></td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</ [...]
<tr><td><code>druid.indexer.server.maxChatRequests</code></td><td>Maximum number of concurrent requests served by a task's chat handler. Set to 0 to disable limiting.</td><td>0</td></tr>
</tbody>
</table>
@@ -1643,7 +1643,7 @@ than the configured maximum <em>heap</em> size (<code>-Xmx</code>) for the same
Using on-heap memory introduces garbage collection overhead and so is not recommended in most cases. This type of medium is
most helpful for tasks run on external clusters where it may be difficult to allocate and work with direct memory
effectively.</p>
-<p>For most types of tasks SegmentWriteOutMediumFactory could be configured per-task (see <a href="/docs/24.0.0/ingestion/tasks.html">Tasks</a>
+<p>For most types of tasks SegmentWriteOutMediumFactory could be configured per-task (see <a href="/docs/24.0.1/ingestion/tasks.html">Tasks</a>
page, "TuningConfig" section), but if it's not specified for a task, or it's not supported for a particular task type,
then the value from the configuration below is used:</p>
<table>
@@ -1664,7 +1664,7 @@ then the value from the configuration below is used:</p>
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8091</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8283</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8283</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/indexer</td></tr>
</tbody>
</table>
@@ -1684,8 +1684,8 @@ then the value from the configuration below is used:</p>
<tr><td><code>druid.indexer.task.gracefulShutdownTimeout</code></td><td>Wait this long on Indexer restart for restorable tasks to gracefully exit.</td><td>PT5M</td></tr>
<tr><td><code>druid.indexer.task.hadoopWorkingPath</code></td><td>Temporary working directory for Hadoop tasks.</td><td><code>/tmp/druid-indexing</code></td></tr>
<tr><td><code>druid.indexer.task.restoreTasksOnRestart</code></td><td>If true, the Indexer will attempt to stop tasks gracefully on shutdown and restore them on restart.</td><td>false</td></tr>
-<tr><td><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></td><td>If true, tasks using the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Druid input source</a> will ignore the provided timestampSpec, and will use the <code>__time</code> column of the input datasource. This option is provided for compatibility with ingestion specs written before Druid 0.22.0.</td><td>false</td></tr>
-<tr><td><code>druid.indexer.task.storeEmptyColumns</code></td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</ [...]
+<tr><td><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></td><td>If true, tasks using the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Druid input source</a> will ignore the provided timestampSpec, and will use the <code>__time</code> column of the input datasource. This option is provided for compatibility with ingestion specs written before Druid 0.22.0.</td><td>false</td></tr>
+<tr><td><code>druid.indexer.task.storeEmptyColumns</code></td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</ [...]
<tr><td><code>druid.peon.taskActionClient.retry.minWait</code></td><td>The minimum retry time to communicate with Overlord.</td><td>PT5S</td></tr>
<tr><td><code>druid.peon.taskActionClient.retry.maxWait</code></td><td>The maximum retry time to communicate with Overlord.</td><td>PT1M</td></tr>
<tr><td><code>druid.peon.taskActionClient.retry.maxRetryCount</code></td><td>The maximum number of retries to communicate with Overlord.</td><td>60</td></tr>
@@ -1698,14 +1698,14 @@ then the value from the configuration below is used:</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.server.http.numThreads</code></td><td>Number of threads for HTTP requests. Please see the <a href="/docs/24.0.0/design/indexer.html#server-http-threads">Indexer Server HTTP threads</a> documentation for more details on how the Indexer uses this configuration.</td><td>max(10, (Number of cores * 17) / 16 + 2) + 30</td></tr>
+<tr><td><code>druid.server.http.numThreads</code></td><td>Number of threads for HTTP requests. Please see the <a href="/docs/24.0.1/design/indexer.html#server-http-threads">Indexer Server HTTP threads</a> documentation for more details on how the Indexer uses this configuration.</td><td>max(10, (Number of cores * 17) / 16 + 2) + 30</td></tr>
<tr><td><code>druid.server.http.queueSize</code></td><td>Size of the worker queue used by Jetty server to temporarily store incoming client connections. If this value is set and a request is rejected by jetty because queue is full then client would observe request failure with TCP connection being closed immediately with a completely empty response from server.</td><td>Unbounded</td></tr>
<tr><td><code>druid.server.http.maxIdleTime</code></td><td>The Jetty max idle time for a connection.</td><td>PT5M</td></tr>
<tr><td><code>druid.server.http.enableRequestLimit</code></td><td>If enabled, no requests would be queued in jetty queue and "HTTP 429 Too Many Requests" error response would be sent.</td><td>false</td></tr>
<tr><td><code>druid.server.http.defaultQueryTimeout</code></td><td>Query timeout in millis, beyond which unfinished queries will be cancelled</td><td>300000</td></tr>
<tr><td><code>druid.server.http.gracefulShutdownTimeout</code></td><td>The maximum amount of time Jetty waits after receiving shutdown signal. After this timeout the threads will be forcefully shutdown. This allows any queries that are executing to complete(Only values greater than zero are valid).</td><td><code>PT30S</code></td></tr>
<tr><td><code>druid.server.http.unannouncePropagationDelay</code></td><td>How long to wait for ZooKeeper unannouncements to propagate before shutting down Jetty. This is a minimum and <code>druid.server.http.gracefulShutdownTimeout</code> does not start counting down until after this period elapses.</td><td><code>PT0S</code> (do not wait)</td></tr>
-<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.0/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
+<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.1/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
<tr><td><code>druid.server.http.maxRequestHeaderSize</code></td><td>Maximum size of a request header in bytes. Larger headers consume more memory and can make a server more vulnerable to denial of service attacks.</td><td>8 * 1024</td></tr>
<tr><td><code>druid.server.http.enableForwardedRequestCustomizer</code></td><td>If enabled, adds Jetty ForwardedRequestCustomizer which reads X-Forwarded-* request headers to manipulate servlet request object when Druid is used behind a proxy.</td><td>false</td></tr>
<tr><td><code>druid.server.http.allowedHttpMethods</code></td><td>List of HTTP methods that should be allowed in addition to the ones required by Druid APIs. Druid APIs require GET, PUT, POST, and DELETE, which are always allowed. This option is not useful unless you have installed an extension that needs these additional HTTP methods or that adds functionality related to CORS. None of Druid's bundled extensions require these methods.</td><td>[]</td></tr>
@@ -1718,7 +1718,7 @@ then the value from the configuration below is used:</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in the Indexer processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs/24.0.0/configuration [...]
+<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in the Indexer processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs/24.0.1/configuration [...]
<tr><td><code>druid.processing.buffer.poolCacheMaxCount</code></td><td>processing buffer pool caches the buffers for later use, this is the maximum count cache will grow to. note that pool can create more buffers than it can cache if necessary.</td><td>Integer.MAX_VALUE</td></tr>
<tr><td><code>druid.processing.formatString</code></td><td>Indexer processes use this format string to name their processing threads.</td><td>processing-%s</td></tr>
<tr><td><code>druid.processing.numMergeBuffers</code></td><td>The number of direct memory buffers available for merging query results. The buffers are sized by <code>druid.processing.buffer.sizeBytes</code>. This property is effectively a concurrency limit for queries that require merging buffers. If you are using any queries that require merge buffers (currently, just groupBy v2) then you should have at least two of these.</td><td><code>max(2, druid.processing.numThreads / 4)</code></td></tr>
@@ -1750,7 +1750,7 @@ line.</p>
<p>See <a href="#cache-configuration">cache configuration</a> for how to configure cache settings.</p>
<p>Note that only local caches such as the <code>local</code>-type cache and <code>caffeine</code> cache are supported. If a remote cache such as <code>memcached</code> is used, it will be ignored.</p>
<h3><a class="anchor" aria-hidden="true" id="historical"></a><a href="#historical" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
-<p>For general Historical Process information, see <a href="/docs/24.0.0/design/historical.html">here</a>.</p>
+<p>For general Historical Process information, see <a href="/docs/24.0.1/design/historical.html">here</a>.</p>
<p>These Historical configurations can be defined in the <code>historical/runtime.properties</code> file.</p>
<h4><a class="anchor" aria-hidden="true" id="historical-process-configuration"></a><a href="#historical-process-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<table>
@@ -1761,7 +1761,7 @@ line.</p>
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8083</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8283</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8283</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/historical</td></tr>
</tbody>
</table>
@@ -1771,8 +1771,8 @@ line.</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.server.maxSize</code></td><td>The maximum number of bytes-worth of segments that the process wants assigned to it. The Coordinator process will attempt to assign segments to a Historical process only if this property is greater than the total size of segments served by it. Since this property defines the upper limit on the total segment size that can be assigned to a Historical, it is defaulted to the sum of all <code>maxSize</code> values specified within <code>druid [...]
-<tr><td><code>druid.server.tier</code></td><td>A string to name the distribution tier that the storage process belongs to. Many of the <a href="/docs/24.0.0/operations/rule-configuration.html">rules Coordinator processes use</a> to manage segments can be keyed on tiers.</td><td><code>_default_tier</code></td></tr>
+<tr><td><code>druid.server.maxSize</code></td><td>The maximum number of bytes-worth of segments that the process wants assigned to it. The Coordinator process will attempt to assign segments to a Historical process only if this property is greater than the total size of segments served by it. Since this property defines the upper limit on the total segment size that can be assigned to a Historical, it is defaulted to the sum of all <code>maxSize</code> values specified within <code>druid [...]
+<tr><td><code>druid.server.tier</code></td><td>A string to name the distribution tier that the storage process belongs to. Many of the <a href="/docs/24.0.1/operations/rule-configuration.html">rules Coordinator processes use</a> to manage segments can be keyed on tiers.</td><td><code>_default_tier</code></td></tr>
<tr><td><code>druid.server.priority</code></td><td>In a tiered architecture, the priority of the tier, thus allowing control over which processes are queried. Higher numbers mean higher priority. The default (no priority) works for architecture with no cross replication (tiers that have no data-storage overlap). Data centers typically have equal priority.</td><td>0</td></tr>
</tbody>
</table>
@@ -1825,7 +1825,7 @@ line.</p>
<tr><td><code>druid.server.http.defaultQueryTimeout</code></td><td>Query timeout in millis, beyond which unfinished queries will be cancelled</td><td>300000</td></tr>
<tr><td><code>druid.server.http.gracefulShutdownTimeout</code></td><td>The maximum amount of time Jetty waits after receiving shutdown signal. After this timeout the threads will be forcefully shutdown. This allows any queries that are executing to complete(Only values greater than zero are valid).</td><td><code>PT30S</code></td></tr>
<tr><td><code>druid.server.http.unannouncePropagationDelay</code></td><td>How long to wait for ZooKeeper unannouncements to propagate before shutting down Jetty. This is a minimum and <code>druid.server.http.gracefulShutdownTimeout</code> does not start counting down until after this period elapses.</td><td><code>PT0S</code> (do not wait)</td></tr>
-<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.0/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
+<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.1/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
<tr><td><code>druid.server.http.maxRequestHeaderSize</code></td><td>Maximum size of a request header in bytes. Larger headers consume more memory and can make a server more vulnerable to denial of service attacks.</td><td>8 * 1024</td></tr>
<tr><td><code>druid.server.http.contentSecurityPolicy</code></td><td>Content-Security-Policy header value to set on each non-POST response. Setting this property to an empty string, or omitting it, both result in the default <code>frame-ancestors: none</code> being set.</td><td><code>frame-ancestors 'none'</code></td></tr>
</tbody>
@@ -1836,7 +1836,7 @@ line.</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB), for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/do [...]
+<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB), for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/do [...]
<tr><td><code>druid.processing.buffer.poolCacheMaxCount</code></td><td>processing buffer pool caches the buffers for later use, this is the maximum count cache will grow to. note that pool can create more buffers than it can cache if necessary.</td><td>Integer.MAX_VALUE</td></tr>
<tr><td><code>druid.processing.formatString</code></td><td>Realtime and Historical processes use this format string to name their processing threads.</td><td>processing-%s</td></tr>
<tr><td><code>druid.processing.numMergeBuffers</code></td><td>The number of direct memory buffers available for merging query results. The buffers are sized by <code>druid.processing.buffer.sizeBytes</code>. This property is effectively a concurrency limit for queries that require merging buffers. If you are using any queries that require merge buffers (currently, just groupBy v2) then you should have at least two of these.</td><td><code>max(2, druid.processing.numThreads / 4)</code></td></tr>
@@ -1867,10 +1867,10 @@ line.</p>
</table>
<p>See <a href="#cache-configuration">cache configuration</a> for how to configure cache settings.</p>
<h2><a class="anchor" aria-hidden="true" id="query-server"></a><a href="#query-server" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>This section contains the configuration options for the processes that reside on Query servers (Brokers) in the suggested <a href="/docs/24.0.0/design/processes.html#server-types">three-server configuration</a>.</p>
-<p>Configuration options for the experimental <a href="/docs/24.0.0/design/router.html">Router process</a> are also provided here.</p>
+<p>This section contains the configuration options for the processes that reside on Query servers (Brokers) in the suggested <a href="/docs/24.0.1/design/processes.html#server-types">three-server configuration</a>.</p>
+<p>Configuration options for the experimental <a href="/docs/24.0.1/design/router.html">Router process</a> are also provided here.</p>
<h3><a class="anchor" aria-hidden="true" id="broker"></a><a href="#broker" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
-<p>For general Broker process information, see <a href="/docs/24.0.0/design/broker.html">here</a>.</p>
+<p>For general Broker process information, see <a href="/docs/24.0.1/design/broker.html">here</a>.</p>
<p>These Broker configurations can be defined in the <code>broker/runtime.properties</code> file.</p>
<h4><a class="anchor" aria-hidden="true" id="broker-process-configs"></a><a href="#broker-process-configs" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<table>
@@ -1881,7 +1881,7 @@ line.</p>
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8082</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8282</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>8282</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/broker</td></tr>
</tbody>
</table>
@@ -1911,7 +1911,7 @@ line.</p>
</table>
<h5><a class="anchor" aria-hidden="true" id="prioritization-strategies"></a><a href="#prioritization-strategies" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
<h6><a class="anchor" aria-hidden="true" id="manual-prioritization-strategy"></a><a href="#manual-prioritization-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
-<p>With this configuration, queries are never assigned a priority automatically, but will preserve a priority manually set on the <a href="/docs/24.0.0/querying/query-context.html">query context</a> with the <code>priority</code> key. This mode can be explicitly set by setting <code>druid.query.scheduler.prioritization.strategy</code> to <code>manual</code>.</p>
+<p>With this configuration, queries are never assigned a priority automatically, but will preserve a priority manually set on the <a href="/docs/24.0.1/querying/query-context.html">query context</a> with the <code>priority</code> key. This mode can be explicitly set by setting <code>druid.query.scheduler.prioritization.strategy</code> to <code>manual</code>.</p>
<h6><a class="anchor" aria-hidden="true" id="threshold-prioritization-strategy"></a><a href="#threshold-prioritization-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S1 [...]
<p>This prioritization strategy lowers the priority of queries that cross any of a configurable set of thresholds, such as how far in the past the data is, how large of an interval a query covers, or the number of segments taking part in a query.</p>
<p>This strategy can be enabled by setting <code>druid.query.scheduler.prioritization.strategy</code> to <code>threshold</code>.</p>
@@ -1931,7 +1931,7 @@ line.</p>
<p>In this mode, queries are never assigned a lane, and the concurrent query count will only be limited by <code>druid.server.http.numThreads</code> or <code>druid.query.scheduler.numThreads</code>, if set. This is the default Druid query scheduler operating mode. Enable this strategy explicitly by setting <code>druid.query.scheduler.laning.strategy</code> to <code>none</code>.</p>
<h6><a class="anchor" aria-hidden="true" id="highlow-laning-strategy"></a><a href="#highlow-laning-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p>This laning strategy splits queries with a <code>priority</code> below zero into a <code>low</code> query lane, automatically. Queries with priority of zero (the default) or above are considered 'interactive'. The limit on <code>low</code> queries can be set to some desired percentage of the total capacity (or HTTP thread pool size), reserving capacity for interactive queries. Queries in the <code>low</code> lane are <em>not</em> guaranteed their capacity, which may be consumed by int [...]
-<p>If the <code>low</code> lane is specified in the <a href="/docs/24.0.0/querying/query-context.html">query context</a> <code>lane</code> parameter, this will override the computed lane.</p>
+<p>If the <code>low</code> lane is specified in the <a href="/docs/24.0.1/querying/query-context.html">query context</a> <code>lane</code> parameter, this will override the computed lane.</p>
<p>This strategy can be enabled by setting <code>druid.query.scheduler.laning.strategy=hilo</code>.</p>
<table>
<thead>
@@ -1942,7 +1942,7 @@ line.</p>
</tbody>
</table>
<h6><a class="anchor" aria-hidden="true" id="manual-laning-strategy"></a><a href="#manual-laning-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>This laning strategy is best suited for cases where one or more external applications which query Druid are capable of manually deciding what lane a given query should belong to. Configured with a map of lane names to percent or exact max capacities, queries with a matching <code>lane</code> parameter in the <a href="/docs/24.0.0/querying/query-context.html">query context</a> will be subjected to those limits.</p>
+<p>This laning strategy is best suited for cases where one or more external applications which query Druid are capable of manually deciding what lane a given query should belong to. Configured with a map of lane names to percent or exact max capacities, queries with a matching <code>lane</code> parameter in the <a href="/docs/24.0.1/querying/query-context.html">query context</a> will be subjected to those limits.</p>
<table>
<thead>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
@@ -1964,11 +1964,11 @@ line.</p>
<tr><td><code>druid.server.http.maxIdleTime</code></td><td>The Jetty max idle time for a connection.</td><td>PT5M</td></tr>
<tr><td><code>druid.server.http.enableRequestLimit</code></td><td>If enabled, no requests would be queued in jetty queue and "HTTP 429 Too Many Requests" error response would be sent.</td><td>false</td></tr>
<tr><td><code>druid.server.http.defaultQueryTimeout</code></td><td>Query timeout in millis, beyond which unfinished queries will be cancelled</td><td>300000</td></tr>
-<tr><td><code>druid.server.http.maxScatterGatherBytes</code></td><td>Maximum number of bytes gathered from data processes such as Historicals and realtime processes to execute a query. Queries that exceed this limit will fail. This is an advance configuration that allows to protect in case Broker is under heavy load and not utilizing the data gathered in memory fast enough and leading to OOMs. This limit can be further reduced at query time using <code>maxScatterGatherBytes</code> in the [...]
+<tr><td><code>druid.server.http.maxScatterGatherBytes</code></td><td>Maximum number of bytes gathered from data processes such as Historicals and realtime processes to execute a query. Queries that exceed this limit will fail. This is an advance configuration that allows to protect in case Broker is under heavy load and not utilizing the data gathered in memory fast enough and leading to OOMs. This limit can be further reduced at query time using <code>maxScatterGatherBytes</code> in the [...]
<tr><td><code>druid.server.http.maxSubqueryRows</code></td><td>Maximum number of rows from all subqueries per query. Druid stores the subquery rows in temporary tables that live in the Java heap. <code>druid.server.http.maxSubqueryRows</code> is a guardrail to prevent the system from exhausting available heap. When a subquery exceeds the row limit, Druid throws a resource limit exceeded exception: "Subquery generated results beyond maximum."<br /><br />It is a good practice to [...]
<tr><td><code>druid.server.http.gracefulShutdownTimeout</code></td><td>The maximum amount of time Jetty waits after receiving shutdown signal. After this timeout the threads will be forcefully shutdown. This allows any queries that are executing to complete(Only values greater than zero are valid).</td><td><code>PT30S</code></td></tr>
<tr><td><code>druid.server.http.unannouncePropagationDelay</code></td><td>How long to wait for ZooKeeper unannouncements to propagate before shutting down Jetty. This is a minimum and <code>druid.server.http.gracefulShutdownTimeout</code> does not start counting down until after this period elapses.</td><td><code>PT0S</code> (do not wait)</td></tr>
-<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.0/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
+<tr><td><code>druid.server.http.maxQueryTimeout</code></td><td>Maximum allowed value (in milliseconds) for <code>timeout</code> parameter. See <a href="/docs/24.0.1/querying/query-context.html">query-context</a> to know more about <code>timeout</code>. Query is rejected if the query context <code>timeout</code> is greater than this value.</td><td>Long.MAX_VALUE</td></tr>
<tr><td><code>druid.server.http.maxRequestHeaderSize</code></td><td>Maximum size of a request header in bytes. Larger headers consume more memory and can make a server more vulnerable to denial of service attacks.</td><td>8 * 1024</td></tr>
<tr><td><code>druid.server.http.contentSecurityPolicy</code></td><td>Content-Security-Policy header value to set on each non-POST response. Setting this property to an empty string, or omitting it, both result in the default <code>frame-ancestors: none</code> being set.</td><td><code>frame-ancestors 'none'</code></td></tr>
</tbody>
@@ -1986,7 +1986,7 @@ client has the following configuration options.</p>
<tr><td><code>druid.broker.http.compressionCodec</code></td><td>Compression codec the Broker uses to communicate with Historical and real-time processes. May be "gzip" or "identity".</td><td><code>gzip</code></td></tr>
<tr><td><code>druid.broker.http.readTimeout</code></td><td>The timeout for data reads from Historical servers and real-time tasks.</td><td><code>PT15M</code></td></tr>
<tr><td><code>druid.broker.http.unusedConnectionTimeout</code></td><td>The timeout for idle connections in connection pool. The connection in the pool will be closed after this timeout and a new one will be established. This timeout should be less than <code>druid.broker.http.readTimeout</code>. Set this timeout = ~90% of <code>druid.broker.http.readTimeout</code></td><td><code>PT4M</code></td></tr>
-<tr><td><code>druid.broker.http.maxQueuedBytes</code></td><td>Maximum number of bytes queued per query before exerting backpressure on channels to the data servers.<br /><br />Similar to <code>druid.server.http.maxScatterGatherBytes</code>, except unlike that configuration, this one will trigger backpressure rather than query failure. Zero means disabled. Can be overridden by the <a href="/docs/24.0.0/querying/query-context.html">"maxQueuedBytes" query context parameter</a>. Hu [...]
+<tr><td><code>druid.broker.http.maxQueuedBytes</code></td><td>Maximum number of bytes queued per query before exerting backpressure on channels to the data servers.<br /><br />Similar to <code>druid.server.http.maxScatterGatherBytes</code>, except unlike that configuration, this one will trigger backpressure rather than query failure. Zero means disabled. Can be overridden by the <a href="/docs/24.0.1/querying/query-context.html">"maxQueuedBytes" query context parameter</a>. Hu [...]
<tr><td><code>druid.broker.http.numMaxThreads</code></td><td>`Maximum number of I/O worker threads</td><td>max(10, ((number of cores * 17) / 16 + 2) + 30)`</td></tr>
</tbody>
</table>
@@ -2007,7 +2007,7 @@ client has the following configuration options.</p>
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs [...]
+<tr><td><code>druid.processing.buffer.sizeBytes</code></td><td>This specifies a buffer size (less than 2GiB) for the storage of intermediate results. The computation engine in both the Historical and Realtime processes will use a scratch buffer of this size to do all of their intermediate computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can require more passes depending on the query that is being executed. <a href="/docs [...]
<tr><td><code>druid.processing.buffer.poolCacheInitialCount</code></td><td>initializes the number of buffers allocated on the intermediate results pool. Note that pool can create more buffers if necessary.</td><td><code>0</code></td></tr>
<tr><td><code>druid.processing.buffer.poolCacheMaxCount</code></td><td>processing buffer pool caches the buffers for later use, this is the maximum count cache will grow to. note that pool can create more buffers than it can cache if necessary.</td><td>Integer.MAX_VALUE</td></tr>
<tr><td><code>druid.processing.numMergeBuffers</code></td><td>The number of direct memory buffers available for merging query results. The buffers are sized by <code>druid.processing.buffer.sizeBytes</code>. This property is effectively a concurrency limit for queries that require merging buffers. If you are using any queries that require merge buffers (currently, just groupBy v2) then you should have at least two of these.</td><td><code>max(2, druid.processing.numThreads / 4)</code></td></tr>
@@ -2058,19 +2058,19 @@ queries in order to avoid running as a default priority of 0.</p>
<tr><td><code>druid.sql.avatica.maxStatementsPerConnection</code></td><td>Maximum number of simultaneous open statements per Avatica client connection.</td><td>4</td></tr>
<tr><td><code>druid.sql.avatica.connectionIdleTimeout</code></td><td>Avatica client connection idle timeout.</td><td>PT5M</td></tr>
<tr><td><code>druid.sql.http.enable</code></td><td>Whether to enable JSON over HTTP querying at <code>/druid/v2/sql/</code>.</td><td>true</td></tr>
-<tr><td><code>druid.sql.planner.maxTopNLimit</code></td><td>Maximum threshold for a <a href="/docs/24.0.0/querying/topnquery.html">TopN query</a>. Higher limits will be planned as <a href="/docs/24.0.0/querying/groupbyquery.html">GroupBy queries</a> instead.</td><td>100000</td></tr>
+<tr><td><code>druid.sql.planner.maxTopNLimit</code></td><td>Maximum threshold for a <a href="/docs/24.0.1/querying/topnquery.html">TopN query</a>. Higher limits will be planned as <a href="/docs/24.0.1/querying/groupbyquery.html">GroupBy queries</a> instead.</td><td>100000</td></tr>
<tr><td><code>druid.sql.planner.metadataRefreshPeriod</code></td><td>Throttle for metadata refreshes.</td><td>PT1M</td></tr>
<tr><td><code>druid.sql.planner.useApproximateCountDistinct</code></td><td>Whether to use an approximate cardinality algorithm for <code>COUNT(DISTINCT foo)</code>.</td><td>true</td></tr>
<tr><td><code>druid.sql.planner.useGroupingSetForExactDistinct</code></td><td>Only relevant when <code>useApproximateCountDistinct</code> is disabled. If set to true, exact distinct queries are re-written using grouping sets. Otherwise, exact distinct queries are re-written using joins. This should be set to true for group by query with multiple exact distinct aggregations. This flag can be overridden per query.</td><td>false</td></tr>
-<tr><td><code>druid.sql.planner.useApproximateTopN</code></td><td>Whether to use approximate <a href="/docs/24.0.0/querying/topnquery.html">TopN queries</a> when a SQL query could be expressed as such. If false, exact <a href="/docs/24.0.0/querying/groupbyquery.html">GroupBy queries</a> will be used instead.</td><td>true</td></tr>
+<tr><td><code>druid.sql.planner.useApproximateTopN</code></td><td>Whether to use approximate <a href="/docs/24.0.1/querying/topnquery.html">TopN queries</a> when a SQL query could be expressed as such. If false, exact <a href="/docs/24.0.1/querying/groupbyquery.html">GroupBy queries</a> will be used instead.</td><td>true</td></tr>
<tr><td><code>druid.sql.planner.requireTimeCondition</code></td><td>Whether to require SQL to have filter conditions on __time column so that all generated native queries will have user specified intervals. If true, all queries without filter condition on __time column will fail</td><td>false</td></tr>
<tr><td><code>druid.sql.planner.sqlTimeZone</code></td><td>Sets the default time zone for the server, which will affect how time functions and timestamp literals behave. Should be a time zone name like "America/Los_Angeles" or offset like "-08:00".</td><td>UTC</td></tr>
<tr><td><code>druid.sql.planner.metadataSegmentCacheEnable</code></td><td>Whether to keep a cache of published segments in broker. If true, broker polls coordinator in background to get segments from metadata store and maintains a local cache. If false, coordinator's REST API will be invoked when broker needs published segments info.</td><td>false</td></tr>
<tr><td><code>druid.sql.planner.metadataSegmentPollPeriod</code></td><td>How often to poll coordinator for published segments list if <code>druid.sql.planner.metadataSegmentCacheEnable</code> is set to true. Poll period is in milliseconds.</td><td>60000</td></tr>
<tr><td><code>druid.sql.planner.authorizeSystemTablesDirectly</code></td><td>If true, Druid authorizes queries against any of the system schema tables (<code>sys</code> in SQL) as <code>SYSTEM_TABLE</code> resources which require <code>READ</code> access, in addition to permissions based content filtering.</td><td>false</td></tr>
<tr><td><code>druid.sql.planner.useNativeQueryExplain</code></td><td>If true, <code>EXPLAIN PLAN FOR</code> will return the explain plan as a JSON representation of equivalent native query(s), else it will return the original version of explain plan generated by Calcite. It can be overridden per query with <code>useNativeQueryExplain</code> context key.</td><td>true</td></tr>
-<tr><td><code>druid.sql.planner.maxNumericInFilters</code></td><td>Max limit for the amount of numeric values that can be compared for a string type dimension when the entire SQL WHERE clause of a query translates to an <a href="/docs/24.0.0/querying/filters.html#or">OR</a> of <a href="/docs/24.0.0/querying/filters.html#bound-filter">Bound filter</a>. By default, Druid does not restrict the amount of numeric Bound Filters on String columns, although this situation may block other queries [...]
-<tr><td><code>druid.sql.approxCountDistinct.function</code></td><td>Implementation to use for the <a href="/docs/24.0.0/querying/sql-aggregations.html"><code>APPROX_COUNT_DISTINCT</code> function</a>. Without extensions loaded, the only valid value is <code>APPROX_COUNT_DISTINCT_BUILTIN</code> (a HyperLogLog, or HLL, based implementation). If the <a href="/docs/24.0.0/development/extensions-core/datasketches-extension.html">DataSketches extension</a> is loaded, this can also be <code>APP [...]
+<tr><td><code>druid.sql.planner.maxNumericInFilters</code></td><td>Max limit for the amount of numeric values that can be compared for a string type dimension when the entire SQL WHERE clause of a query translates to an <a href="/docs/24.0.1/querying/filters.html#or">OR</a> of <a href="/docs/24.0.1/querying/filters.html#bound-filter">Bound filter</a>. By default, Druid does not restrict the amount of numeric Bound Filters on String columns, although this situation may block other queries [...]
+<tr><td><code>druid.sql.approxCountDistinct.function</code></td><td>Implementation to use for the <a href="/docs/24.0.1/querying/sql-aggregations.html"><code>APPROX_COUNT_DISTINCT</code> function</a>. Without extensions loaded, the only valid value is <code>APPROX_COUNT_DISTINCT_BUILTIN</code> (a HyperLogLog, or HLL, based implementation). If the <a href="/docs/24.0.1/development/extensions-core/datasketches-extension.html">DataSketches extension</a> is loaded, this can also be <code>APP [...]
</tbody>
</table>
<blockquote>
@@ -2097,8 +2097,8 @@ number of rows permitted across all subqueries.</p>
</table>
<p>See <a href="#cache-configuration">cache configuration</a> for how to configure cache settings.</p>
<blockquote>
-<p>Note: Even if cache is enabled, for <a href="/docs/24.0.0/querying/groupbyquery.html#strategies">groupBy v2</a> queries, both of non-result level cache and result level cache do not work on Brokers.
-See <a href="/docs/24.0.0/querying/groupbyquery.html#differences-between-v1-and-v2">Differences between v1 and v2</a> and <a href="/docs/24.0.0/querying/caching.html">Query caching</a> for more information.</p>
+<p>Note: Even if cache is enabled, for <a href="/docs/24.0.1/querying/groupbyquery.html#strategies">groupBy v2</a> queries, both of non-result level cache and result level cache do not work on Brokers.
+See <a href="/docs/24.0.1/querying/groupbyquery.html#differences-between-v1-and-v2">Differences between v1 and v2</a> and <a href="/docs/24.0.1/querying/caching.html">Query caching</a> for more information.</p>
</blockquote>
<h4><a class="anchor" aria-hidden="true" id="segment-discovery"></a><a href="#segment-discovery" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<table>
@@ -2158,7 +2158,7 @@ for both Broker and Historical processes, when defined in the common properties
</thead>
<tbody>
<tr><td><code>druid.cache.type</code></td><td>Set this to <code>caffeine</code> or leave out parameter</td><td><code>caffeine</code></td></tr>
-<tr><td><code>druid.cache.sizeInBytes</code></td><td>The maximum size of the cache in bytes on heap. It can be configured as described in <a href="/docs/24.0.0/configuration/human-readable-byte.html">here</a>.</td><td>min(1GiB, Runtime.maxMemory / 10)</td></tr>
+<tr><td><code>druid.cache.sizeInBytes</code></td><td>The maximum size of the cache in bytes on heap. It can be configured as described in <a href="/docs/24.0.1/configuration/human-readable-byte.html">here</a>.</td><td>min(1GiB, Runtime.maxMemory / 10)</td></tr>
<tr><td><code>druid.cache.expireAfter</code></td><td>The time (in ms) after an access for which a cache entry may be expired</td><td>None (no time limit)</td></tr>
<tr><td><code>druid.cache.cacheExecutorFactory</code></td><td>The executor factory to use for Caffeine maintenance. One of <code>COMMON_FJP</code>, <code>SINGLE_THREAD</code>, or <code>SAME_THREAD</code></td><td>ForkJoinPool common pool (<code>COMMON_FJP</code>)</td></tr>
<tr><td><code>druid.cache.evictOnClose</code></td><td>If a close of a namespace (ex: removing a segment from a process) should cause an eager eviction of associated cache values</td><td><code>false</code></td></tr>
@@ -2221,7 +2221,7 @@ If there is an L1 miss and L2 hit, it will also populate L1.</p>
<h2><a class="anchor" aria-hidden="true" id="general-query-configuration"></a><a href="#general-query-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
<p>This section describes configurations that control behavior of Druid's query types, applicable to Broker, Historical, and MiddleManager processes.</p>
<h3><a class="anchor" aria-hidden="true" id="overriding-default-query-context-values"></a><a href="#overriding-default-query-context-values" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 [...]
-<p>Any <a href="/docs/24.0.0/querying/query-context.html#general-parameters">Query Context General Parameter</a> default value can be
+<p>Any <a href="/docs/24.0.1/querying/query-context.html#general-parameters">Query Context General Parameter</a> default value can be
overridden by setting runtime property in the format of <code>druid.query.default.context.{query_context_key}</code>.
<code>druid.query.default.context.{query_context_key}</code> runtime property prefix applies to all current and future
query context keys, the same as how query context parameter passed with the query works. Note that the runtime property
@@ -2249,7 +2249,7 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.query.topN.minTopNThreshold</code></td><td>See <a href="/docs/24.0.0/querying/topnquery.html#aliasing">TopN Aliasing</a> for details.</td><td>1000</td></tr>
+<tr><td><code>druid.query.topN.minTopNThreshold</code></td><td>See <a href="/docs/24.0.1/querying/topnquery.html#aliasing">TopN Aliasing</a> for details.</td><td>1000</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="search-query-config"></a><a href="#search-query-config" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
@@ -2273,7 +2273,7 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="groupby-query-config"></a><a href="#groupby-query-config" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
-<p>This section describes the configurations for groupBy queries. You can set the runtime properties in the <code>runtime.properties</code> file on Broker, Historical, and MiddleManager processes. You can set the query context parameters through the <a href="/docs/24.0.0/querying/query-context.html">query context</a>.</p>
+<p>This section describes the configurations for groupBy queries. You can set the runtime properties in the <code>runtime.properties</code> file on Broker, Historical, and MiddleManager processes. You can set the query context parameters through the <a href="/docs/24.0.1/querying/query-context.html">query context</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="configurations-for-groupby-v2"></a><a href="#configurations-for-groupby-v2" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>Supported runtime properties:</p>
<table>
@@ -2281,8 +2281,8 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><th>Property</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.query.groupBy.maxSelectorDictionarySize</code></td><td>Maximum amount of heap space (approximately) to use for per-segment string dictionaries. See <a href="/docs/24.0.0/querying/groupbyquery.html#memory-tuning-and-resource-limits">groupBy memory tuning and resource limits</a> for details.</td><td>100000000</td></tr>
-<tr><td><code>druid.query.groupBy.maxMergingDictionarySize</code></td><td>Maximum amount of heap space (approximately) to use for per-query string dictionaries. When the dictionary exceeds this size, a spill to disk will be triggered. See <a href="/docs/24.0.0/querying/groupbyquery.html#memory-tuning-and-resource-limits">groupBy memory tuning and resource limits</a> for details.</td><td>100000000</td></tr>
+<tr><td><code>druid.query.groupBy.maxSelectorDictionarySize</code></td><td>Maximum amount of heap space (approximately) to use for per-segment string dictionaries. See <a href="/docs/24.0.1/querying/groupbyquery.html#memory-tuning-and-resource-limits">groupBy memory tuning and resource limits</a> for details.</td><td>100000000</td></tr>
+<tr><td><code>druid.query.groupBy.maxMergingDictionarySize</code></td><td>Maximum amount of heap space (approximately) to use for per-query string dictionaries. When the dictionary exceeds this size, a spill to disk will be triggered. See <a href="/docs/24.0.1/querying/groupbyquery.html#memory-tuning-and-resource-limits">groupBy memory tuning and resource limits</a> for details.</td><td>100000000</td></tr>
<tr><td><code>druid.query.groupBy.maxOnDiskStorage</code></td><td>Maximum amount of disk space to use, per-query, for spilling result sets to disk when either the merging buffer or the dictionary fills up. Queries that exceed this limit will fail. Set to zero to disable disk spilling.</td><td>0 (disabled)</td></tr>
<tr><td><code>druid.query.groupBy.defaultOnDiskStorage</code></td><td>Default amount of disk space to use, per-query, for spilling the result sets to disk when either the merging buffer or the dictionary fills up. Set to zero to disable disk spilling for queries which don't override <code>maxOnDiskStorage</code> in their context.</td><td><code>druid.query.groupBy.maxOnDiskStorage</code></td></tr>
</tbody>
@@ -2377,7 +2377,7 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><th>Key</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.expressions.useStrictBooleans</code></td><td>Controls the behavior of Druid boolean operators and functions, if set to <code>true</code> all boolean values will be either a <code>1</code> or <code>0</code>. See <a href="/docs/24.0.0/misc/math-expr.html#logical-operator-modes">expression documentation</a></td><td>false</td></tr>
+<tr><td><code>druid.expressions.useStrictBooleans</code></td><td>Controls the behavior of Druid boolean operators and functions, if set to <code>true</code> all boolean values will be either a <code>1</code> or <code>0</code>. See <a href="/docs/24.0.1/misc/math-expr.html#logical-operator-modes">expression documentation</a></td><td>false</td></tr>
<tr><td><code>druid.expressions.allowNestedArrays</code></td><td>If enabled, Druid array expressions can create nested arrays. This is experimental and should be used with caution.</td><td>false</td></tr>
</tbody>
</table>
@@ -2391,7 +2391,7 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><td><code>druid.host</code></td><td>The host for the current process. This is used to advertise the current processes location as reachable from another process and should generally be specified such that <code>http://${druid.host}/</code> could actually talk to this process</td><td>InetAddress.getLocalHost().getCanonicalHostName()</td></tr>
<tr><td><code>druid.bindOnHost</code></td><td>Indicating whether the process's internal jetty server bind on <code>druid.host</code>. Default is false, which means binding to all interfaces.</td><td>false</td></tr>
<tr><td><code>druid.plaintextPort</code></td><td>This is the port to actually listen on; unless port mapping is used, this will be the same port as is on <code>druid.host</code></td><td>8888</td></tr>
-<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.0/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>9088</td></tr>
+<tr><td><code>druid.tlsPort</code></td><td>TLS port for HTTPS connector, if <a href="/docs/24.0.1/operations/tls-support.html">druid.enableTlsPort</a> is set then this config will be used. If <code>druid.host</code> contains port then that port will be ignored. This should be a non-negative Integer.</td><td>9088</td></tr>
<tr><td><code>druid.service</code></td><td>The name of the service. This is used as a dimension when emitting metrics and alerts to differentiate between the various services</td><td>druid/router</td></tr>
</tbody>
</table>
@@ -2406,9 +2406,9 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><td><code>druid.router.defaultRule</code></td><td>The default rule for all datasources.</td><td>"_default"</td></tr>
<tr><td><code>druid.router.pollPeriod</code></td><td>How often to poll for new rules.</td><td>PT1M</td></tr>
<tr><td><code>druid.router.sql.enable</code></td><td>Enable routing of SQL queries using strategies. When<code>true</code>, the Router uses the strategies defined in <code>druid.router.strategies</code> to determine the broker service for a given SQL query. When <code>false</code>, the Router uses the <code>defaultBrokerServiceName</code>.</td><td><code>false</code></td></tr>
-<tr><td><code>druid.router.strategies</code></td><td>Please see <a href="/docs/24.0.0/design/router.html#router-strategies">Router Strategies</a> for details.</td><td>[{"type":"timeBoundary"},{"type":"priority"}]</td></tr>
-<tr><td><code>druid.router.avatica.balancer.type</code></td><td>Class to use for balancing Avatica queries across Brokers. Please see <a href="/docs/24.0.0/design/router.html#avatica-query-balancing">Avatica Query Balancing</a>.</td><td>rendezvousHash</td></tr>
-<tr><td><code>druid.router.managementProxy.enabled</code></td><td>Enables the Router's <a href="/docs/24.0.0/design/router.html#router-as-management-proxy">management proxy</a> functionality.</td><td>false</td></tr>
+<tr><td><code>druid.router.strategies</code></td><td>Please see <a href="/docs/24.0.1/design/router.html#router-strategies">Router Strategies</a> for details.</td><td>[{"type":"timeBoundary"},{"type":"priority"}]</td></tr>
+<tr><td><code>druid.router.avatica.balancer.type</code></td><td>Class to use for balancing Avatica queries across Brokers. Please see <a href="/docs/24.0.1/design/router.html#avatica-query-balancing">Avatica Query Balancing</a>.</td><td>rendezvousHash</td></tr>
+<tr><td><code>druid.router.managementProxy.enabled</code></td><td>Enables the Router's <a href="/docs/24.0.1/design/router.html#router-as-management-proxy">management proxy</a> functionality.</td><td>false</td></tr>
<tr><td><code>druid.router.http.numConnections</code></td><td>Size of connection pool for the Router to connect to Broker processes. If there are more queries than this number that all need to speak to the same process, then they will queue up.</td><td><code>20</code></td></tr>
<tr><td><code>druid.router.http.eagerInitialization</code></td><td>Indicates that http connections from Router to Broker should be eagerly initialized. If set to true, <code>numConnections</code> connections are created upon initialization</td><td><code>true</code></td></tr>
<tr><td><code>druid.router.http.readTimeout</code></td><td>The timeout for data reads from Broker processes.</td><td><code>PT15M</code></td></tr>
@@ -2417,7 +2417,7 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
<tr><td><code>druid.router.http.requestBuffersize</code></td><td>Size of the content buffer for receiving requests. These buffers are only used for active connections that have requests with bodies that will not fit within the header buffer</td><td><code>8 * 1024</code></td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/geo.html"><span class="arrow-prev">← </span><span>Spatial filters</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions.html"><span>Extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#recommended-configuration-file-organization">Recommended Configuration File Organiza [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/geo.html"><span class="arrow-prev">← </span><span>Spatial filters</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions.html"><span>Extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#recommended-configuration-file-organization">Recommended Configuration File Organiza [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -2434,6 +2434,6 @@ context). If query does have <code>maxQueuedBytes</code> in the context, then th
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/configuration/logging.html b/docs/24.0.0/configuration/logging.html
index ee5ae312..e0f332a9 100644
--- a/docs/24.0.0/configuration/logging.html
+++ b/docs/24.0.0/configuration/logging.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Logging · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/configuration/logging.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="2 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Logging · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/configuration/logging.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="2 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,7 +78,7 @@
~ under the License.
-->
<p>Apache Druid processes will emit logs that are useful for debugging to log files.
-These processes also emit periodic <a href="/docs/24.0.0/configuration/index.html#enabling-metrics">metrics</a> about their state.
+These processes also emit periodic <a href="/docs/24.0.1/configuration/index.html#enabling-metrics">metrics</a> about their state.
Metric info logs can be disabled with <code>-Ddruid.emitter.logging.logLevel=debug</code>.</p>
<p>Druid uses <a href="http://logging.apache.org/log4j/2.x/">log4j2</a> for logging.
The default configuration file log4j2.xml ships with Druid under conf/druid/{config}/_common/log4j2.xml .</p>
@@ -122,7 +122,7 @@ If that's not suitable in your case, you could modify the log4j2.xml to meet you
<p>NOTE:
Although the log4j configuration file is shared with Druid's task peon processes,
the appenders in this file DO NOT take effect for peon processes, which always output logs to standard output.
-Middle Managers redirect task logs from standard output to <a href="/docs/24.0.0/configuration/index.html#log-long-term-storage">long-term storage</a>.</p>
+Middle Managers redirect task logs from standard output to <a href="/docs/24.0.1/configuration/index.html#log-long-term-storage">long-term storage</a>.</p>
<p>However, log level settings do take effect for these task peon processes,
which means you can still configure loggers at different logging level for task logs using <code>log4j2.xml</code>.</p>
</blockquote>
@@ -144,7 +144,7 @@ necessary, you can truncate it using the Linux command <code>truncate --size 0 l
<span class="hljs-symbol">WARNING: </span>All illegal access operations will be denied in a future release
</code></pre>
<p>To avoid these, add the <code>--add-exports</code> and <code>--add-opens</code> command line parameters described in the documentation section
-about <a href="/docs/24.0.0/operations/java.html#strong-encapsulation">Java strong encapsulation</a>.</p>
+about <a href="/docs/24.0.1/operations/java.html#strong-encapsulation">Java strong encapsulation</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="my-logs-are-really-chatty-can-i-set-them-to-asynchronously-write"></a><a href="#my-logs-are-really-chatty-can-i-set-them-to-asynchronously-write" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 [...]
<p>Yes, using a <code>log4j2.xml</code> similar to the following causes some of the more chatty classes to write asynchronously:</p>
<pre><code class="hljs"><span class="xml"><span class="hljs-meta"><?xml version="1.0" encoding="UTF-8" ?></span>
@@ -176,7 +176,7 @@ about <a href="/docs/24.0.0/operations/java.html#strong-encapsulation">Java stro
<span class="hljs-tag"></<span class="hljs-name">Loggers</span>></span>
<span class="hljs-tag"></<span class="hljs-name">Configuration</span>></span>
</span></code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions.html"><span class="arrow-prev">← </span><span>Extensions</span></a><a class="docs-next button" href="/docs/24.0.0/operations/web-console.html"><span>Web console</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#log-directory">Log directory</a></li><li><a href="#all-in-one-start-commands">All [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions.html"><span class="arrow-prev">← </span><span>Extensions</span></a><a class="docs-next button" href="/docs/24.0.1/operations/web-console.html"><span>Web console</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#log-directory">Log directory</a></li><li><a href="#all-in-one-start-commands">All [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -193,6 +193,6 @@ about <a href="/docs/24.0.0/operations/java.html#strong-encapsulation">Java stro
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/automatic-compaction.html b/docs/24.0.0/data-management/automatic-compaction.html
index e44884cd..06b19157 100644
--- a/docs/24.0.0/data-management/automatic-compaction.html
+++ b/docs/24.0.0/data-management/automatic-compaction.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Automatic compaction · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/automatic-compaction.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="d [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Automatic compaction · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/automatic-compaction.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="d [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,19 +77,19 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>In Apache Druid, compaction is a special type of ingestion task that reads data from a Druid datasource and writes it back into the same datasource. A common use case for this is to <a href="/docs/24.0.0/operations/segment-optimization.html">optimally size segments</a> after ingestion to improve query performance. Automatic compaction, or auto-compaction, refers to the system for automatic execution of compaction tasks managed by the <a href="/docs/24.0.0/design/coordinator.html">Drui [...]
-<p>The Coordinator <a href="/docs/24.0.0/configuration/index.html#coordinator-operation">indexing period</a>, <code>druid.coordinator.period.indexingPeriod</code>, controls the frequency of compaction tasks.
+<p>In Apache Druid, compaction is a special type of ingestion task that reads data from a Druid datasource and writes it back into the same datasource. A common use case for this is to <a href="/docs/24.0.1/operations/segment-optimization.html">optimally size segments</a> after ingestion to improve query performance. Automatic compaction, or auto-compaction, refers to the system for automatic execution of compaction tasks managed by the <a href="/docs/24.0.1/design/coordinator.html">Drui [...]
+<p>The Coordinator <a href="/docs/24.0.1/configuration/index.html#coordinator-operation">indexing period</a>, <code>druid.coordinator.period.indexingPeriod</code>, controls the frequency of compaction tasks.
The default indexing period is 30 minutes, meaning that the Coordinator first checks for segments to compact at most 30 minutes from when auto-compaction is enabled.
This time period affects other Coordinator duties including merge and conversion tasks.
To configure the auto-compaction time period without interfering with <code>indexingPeriod</code>, see <a href="#set-frequency-of-compaction-runs">Set frequency of compaction runs</a>.</p>
-<p>At every invocation of auto-compaction, the Coordinator initiates a <a href="/docs/24.0.0/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search</a> to determine eligible segments to compact.
+<p>At every invocation of auto-compaction, the Coordinator initiates a <a href="/docs/24.0.1/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search</a> to determine eligible segments to compact.
When there are eligible segments to compact, the Coordinator issues compaction tasks based on available worker capacity.
If a compaction task takes longer than the indexing period, the Coordinator waits for it to finish before resuming the period for segment search.</p>
-<p>As a best practice, you should set up auto-compaction for all Druid datasources. You can run compaction tasks manually for cases where you want to allocate more system resources. For example, you may choose to run multiple compaction tasks in parallel to compact an existing datasource for the first time. See <a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> for additional details and use cases.</p>
+<p>As a best practice, you should set up auto-compaction for all Druid datasources. You can run compaction tasks manually for cases where you want to allocate more system resources. For example, you may choose to run multiple compaction tasks in parallel to compact an existing datasource for the first time. See <a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> for additional details and use cases.</p>
<p>This topic guides you through setting up automatic compaction for your Druid cluster. See the <a href="#examples">examples</a> for common use cases for automatic compaction.</p>
<h2><a class="anchor" aria-hidden="true" id="enable-automatic-compaction"></a><a href="#enable-automatic-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
<p>You can enable automatic compaction for a datasource using the web console or programmatically via an API.
-This process differs for manual compaction tasks, which can be submitted from the <a href="/docs/24.0.0/operations/web-console.html">Tasks view of the web console</a> or the <a href="/docs/24.0.0/operations/api-reference.html#post-5">Tasks API</a>.</p>
+This process differs for manual compaction tasks, which can be submitted from the <a href="/docs/24.0.1/operations/web-console.html">Tasks view of the web console</a> or the <a href="/docs/24.0.1/operations/api-reference.html#post-5">Tasks API</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="web-console"></a><a href="#web-console" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>Use the web console to enable automatic compaction for a datasource as follows.</p>
<ol>
@@ -103,10 +103,10 @@ This process differs for manual compaction tasks, which can be submitted from th
<img src="../assets/compaction-config.png" alt="Compaction config in web console"></p>
<p>To disable auto-compaction for a datasource, click <strong>Delete</strong> from the <strong>Compaction config</strong> dialog. Druid does not retain your auto-compaction configuration.</p>
<h3><a class="anchor" aria-hidden="true" id="compaction-configuration-api"></a><a href="#compaction-configuration-api" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
-<p>Use the <a href="/docs/24.0.0/operations/api-reference.html#automatic-compaction-status">Coordinator API</a> to configure automatic compaction.
+<p>Use the <a href="/docs/24.0.1/operations/api-reference.html#automatic-compaction-status">Coordinator API</a> to configure automatic compaction.
To enable auto-compaction for a datasource, create a JSON object with the desired auto-compaction settings.
See <a href="#configure-automatic-compaction">Configure automatic compaction</a> for the syntax of an auto-compaction spec.
-Send the JSON object as a payload in a <a href="/docs/24.0.0/operations/api-reference.html#post-4"><code>POST</code> request</a> to <code>/druid/coordinator/v1/config/compaction</code>.
+Send the JSON object as a payload in a <a href="/docs/24.0.1/operations/api-reference.html#post-4"><code>POST</code> request</a> to <code>/druid/coordinator/v1/config/compaction</code>.
The following example configures auto-compaction for the <code>wikipedia</code> datasource:</p>
<pre><code class="hljs css language-sh">curl --location --request POST <span class="hljs-string">'http://localhost:8081/druid/coordinator/v1/config/compaction'</span> \
--header <span class="hljs-string">'Content-Type: application/json'</span> \
@@ -117,7 +117,7 @@ The following example configures auto-compaction for the <code>wikipedia</code>
}
}'</span>
</code></pre>
-<p>To disable auto-compaction for a datasource, send a <a href="/docs/24.0.0/operations/api-reference.html#delete-1"><code>DELETE</code> request</a> to <code>/druid/coordinator/v1/config/compaction/{dataSource}</code>. Replace <code>{dataSource}</code> with the name of the datasource for which to disable auto-compaction. For example:</p>
+<p>To disable auto-compaction for a datasource, send a <a href="/docs/24.0.1/operations/api-reference.html#delete-1"><code>DELETE</code> request</a> to <code>/druid/coordinator/v1/config/compaction/{dataSource}</code>. Replace <code>{dataSource}</code> with the name of the datasource for which to disable auto-compaction. For example:</p>
<pre><code class="hljs css language-sh">curl --location --request DELETE <span class="hljs-string">'http://localhost:8081/druid/coordinator/v1/config/compaction/wikipedia'</span>
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="configure-automatic-compaction"></a><a href="#configure-automatic-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
@@ -136,7 +136,7 @@ The automatic compaction system uses the following syntax:</p>
<span class="hljs-attr">"taskContext"</span>: <task context>
}
</code></pre>
-<p>Most fields in the auto-compaction configuration correlate to a typical <a href="/docs/24.0.0/ingestion/ingestion-spec.html">Druid ingestion spec</a>.
+<p>Most fields in the auto-compaction configuration correlate to a typical <a href="/docs/24.0.1/ingestion/ingestion-spec.html">Druid ingestion spec</a>.
The following properties only apply to auto-compaction:</p>
<ul>
<li><code>skipOffsetFromLatest</code></li>
@@ -151,12 +151,12 @@ The following properties are automatically set by the Coordinator:</p>
<li><code>id</code>: Generated using the task type, datasource name, interval, and timestamp. The task ID is prefixed with <code>coordinator-issued</code>.</li>
<li><code>context</code>: Set according to the user-provided <code>taskContext</code>.</li>
</ul>
-<p>For more details on each of the specs in an auto-compaction configuration, see <a href="/docs/24.0.0/configuration/index.html#automatic-compaction-dynamic-configuration">Automatic compaction dynamic configuration</a>.</p>
+<p>For more details on each of the specs in an auto-compaction configuration, see <a href="/docs/24.0.1/configuration/index.html#automatic-compaction-dynamic-configuration">Automatic compaction dynamic configuration</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="avoid-conflicts-with-ingestion"></a><a href="#avoid-conflicts-with-ingestion" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
<p>Compaction tasks may be interrupted when they interfere with ingestion. For example, this occurs when an ingestion task needs to write data to a segment for a time interval locked for compaction. If there are continuous failures that prevent compaction from making progress, consider one of the following strategies:</p>
<ul>
<li>Set <code>skipOffsetFromLatest</code> to reduce the chance of conflicts between ingestion and compaction. See more details in this section below.</li>
-<li>Increase the priority value of compaction tasks relative to ingestion tasks. Only recommended for advanced users. This approach can cause ingestion jobs to fail or lag. To change the priority of compaction tasks, set <code>taskPriority</code> to the desired priority value in the auto-compaction configuration. For details on the priority values of different task types, see <a href="/docs/24.0.0/ingestion/tasks.html#lock-priority">Lock priority</a>.</li>
+<li>Increase the priority value of compaction tasks relative to ingestion tasks. Only recommended for advanced users. This approach can cause ingestion jobs to fail or lag. To change the priority of compaction tasks, set <code>taskPriority</code> to the desired priority value in the auto-compaction configuration. For details on the priority values of different task types, see <a href="/docs/24.0.1/ingestion/tasks.html#lock-priority">Lock priority</a>.</li>
</ul>
<p>The Coordinator compacts segments from newest to oldest. In the auto-compaction configuration, you can set a time period, relative to the end time of the most recent segment, for segments that should not be compacted. Assign this value to <code>skipOffsetFromLatest</code>. Note that this offset is not relative to the current time but to the latest segment time. For example, if you want to skip over segments from five days prior to the end time of the most recent segment, assign <code> [...]
<p>To set <code>skipOffsetFromLatest</code>, consider how frequently you expect the stream to receive late arriving data. If your stream only occasionally receives late arriving data, the auto-compaction system robustly compacts your data even though data is ingested outside the <code>skipOffsetFromLatest</code> window. For most realtime streaming ingestion use cases, it is reasonable to set <code>skipOffsetFromLatest</code> to a few hours or a day.</p>
@@ -169,13 +169,13 @@ The following example shows how to create a duty group named <code>compaction</c
<span class="hljs-attr">druid.coordinator.compaction.period</span>=PT60S
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="view-automatic-compaction-statistics"></a><a href="#view-automatic-compaction-statistics" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 [...]
-<p>After the Coordinator has initiated auto-compaction, you can view compaction statistics for the datasource, including the number of bytes, segments, and intervals already compacted and those awaiting compaction. The Coordinator also reports the total bytes, segments, and intervals not eligible for compaction in accordance with its <a href="/docs/24.0.0/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search policy</a>.</p>
+<p>After the Coordinator has initiated auto-compaction, you can view compaction statistics for the datasource, including the number of bytes, segments, and intervals already compacted and those awaiting compaction. The Coordinator also reports the total bytes, segments, and intervals not eligible for compaction in accordance with its <a href="/docs/24.0.1/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search policy</a>.</p>
<p>In the web console, the Datasources view displays auto-compaction statistics. The Tasks view shows the task information for compaction tasks that were triggered by the automatic compaction system.</p>
-<p>To get statistics by API, send a <a href="/docs/24.0.0/operations/api-reference.html#get-10"><code>GET</code> request</a> to <code>/druid/coordinator/v1/compaction/status</code>. To filter the results to a particular datasource, pass the datasource name as a query parameter to the request—for example, <code>/druid/coordinator/v1/compaction/status?dataSource=wikipedia</code>.</p>
+<p>To get statistics by API, send a <a href="/docs/24.0.1/operations/api-reference.html#get-10"><code>GET</code> request</a> to <code>/druid/coordinator/v1/compaction/status</code>. To filter the results to a particular datasource, pass the datasource name as a query parameter to the request—for example, <code>/druid/coordinator/v1/compaction/status?dataSource=wikipedia</code>.</p>
<h2><a class="anchor" aria-hidden="true" id="examples"></a><a href="#examples" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
-<p>The following examples demonstrate potential use cases in which auto-compaction may improve your Druid performance. See more details in <a href="/docs/24.0.0/data-management/compaction.html#compaction-strategies">Compaction strategies</a>. The examples in this section do not change the underlying data.</p>
+<p>The following examples demonstrate potential use cases in which auto-compaction may improve your Druid performance. See more details in <a href="/docs/24.0.1/data-management/compaction.html#compaction-strategies">Compaction strategies</a>. The examples in this section do not change the underlying data.</p>
<h3><a class="anchor" aria-hidden="true" id="change-segment-granularity"></a><a href="#change-segment-granularity" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
-<p>You have a stream set up to ingest data with <code>HOUR</code> segment granularity into the <code>wikistream</code> datasource. You notice that your Druid segments are smaller than the <a href="/docs/24.0.0/operations/segment-optimization.html">recommended segment size</a> of 5 million rows per segment. You wish to automatically compact segments to <code>DAY</code> granularity while leaving the latest week of data <em>not</em> compacted because your stream consistently receives data w [...]
+<p>You have a stream set up to ingest data with <code>HOUR</code> segment granularity into the <code>wikistream</code> datasource. You notice that your Druid segments are smaller than the <a href="/docs/24.0.1/operations/segment-optimization.html">recommended segment size</a> of 5 million rows per segment. You wish to automatically compact segments to <code>DAY</code> granularity while leaving the latest week of data <em>not</em> compacted because your stream consistently receives data w [...]
<p>The following auto-compaction configuration compacts existing <code>HOUR</code> segments into <code>DAY</code> segments while leaving the latest week of data not compacted:</p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"dataSource"</span>: <span class="hljs-string">"wikistream"</span>,
@@ -186,7 +186,7 @@ The following example shows how to create a duty group named <code>compaction</c
}
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="update-partitioning-scheme"></a><a href="#update-partitioning-scheme" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
-<p>For your <code>wikipedia</code> datasource, you want to optimize segment access when regularly ingesting data without compromising compute time when querying the data. Your ingestion spec for batch append uses <a href="/docs/24.0.0/ingestion/native-batch.html#dynamic-partitioning">dynamic partitioning</a> to optimize for write-time operations, while your stream ingestion partitioning is configured by the stream service. You want to implement auto-compaction to reorganize the data with [...]
+<p>For your <code>wikipedia</code> datasource, you want to optimize segment access when regularly ingesting data without compromising compute time when querying the data. Your ingestion spec for batch append uses <a href="/docs/24.0.1/ingestion/native-batch.html#dynamic-partitioning">dynamic partitioning</a> to optimize for write-time operations, while your stream ingestion partitioning is configured by the stream service. You want to implement auto-compaction to reorganize the data with [...]
<p>The following auto-compaction configuration compacts updates the <code>wikipedia</code> segments to use multi-dimension range partitioning:</p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"dataSource"</span>: <span class="hljs-string">"wikipedia"</span>,
@@ -206,11 +206,11 @@ The following example shows how to create a duty group named <code>compaction</c
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>See the following topics for more information:</p>
<ul>
-<li><a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> for an overview of compaction and how to set up manual compaction in Druid.</li>
-<li><a href="/docs/24.0.0/operations/segment-optimization.html">Segment optimization</a> for guidance on evaluating and optimizing Druid segment size.</li>
-<li><a href="/docs/24.0.0/design/coordinator.html#automatic-compaction">Coordinator process</a> for details on how the Coordinator plans compaction tasks.</li>
+<li><a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> for an overview of compaction and how to set up manual compaction in Druid.</li>
+<li><a href="/docs/24.0.1/operations/segment-optimization.html">Segment optimization</a> for guidance on evaluating and optimizing Druid segment size.</li>
+<li><a href="/docs/24.0.1/design/coordinator.html#automatic-compaction">Coordinator process</a> for details on how the Coordinator plans compaction tasks.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/data-management/compaction.html"><span class="arrow-prev">← </span><span>Compaction</span></a><a class="docs-next button" href="/docs/24.0.0/querying/sql.html"><span>Overview and syntax</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#enable-automatic-compaction">Enable automatic compaction</a><ul class="toc-head [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/data-management/compaction.html"><span class="arrow-prev">← </span><span>Compaction</span></a><a class="docs-next button" href="/docs/24.0.1/querying/sql.html"><span>Overview and syntax</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#enable-automatic-compaction">Enable automatic compaction</a><ul class="toc-head [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -227,6 +227,6 @@ The following example shows how to create a duty group named <code>compaction</c
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/compaction.html b/docs/24.0.0/data-management/compaction.html
index 37a92d9f..741faf27 100644
--- a/docs/24.0.0/data-management/compaction.html
+++ b/docs/24.0.0/data-management/compaction.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Compaction · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/compaction.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Defines compaction and automatic compaction (auto-compaction or autocompaction) for segme [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Compaction · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/compaction.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Defines compaction and automatic compaction (auto-compaction or autocompaction) for segme [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -82,7 +82,7 @@ Query performance in Apache Druid depends on optimally sized segments. Compactio
<p>There are several cases to consider compaction for segment optimization:</p>
<ul>
<li>With streaming ingestion, data can arrive out of chronological order creating many small segments.</li>
-<li>If you append data using <code>appendToExisting</code> for <a href="/docs/24.0.0/ingestion/native-batch.html">native batch</a> ingestion creating suboptimal segments.</li>
+<li>If you append data using <code>appendToExisting</code> for <a href="/docs/24.0.1/ingestion/native-batch.html">native batch</a> ingestion creating suboptimal segments.</li>
<li>When you use <code>index_parallel</code> for parallel batch indexing and the parallel ingestion tasks create many small segments.</li>
<li>When a misconfigured ingestion task creates oversized segments.</li>
</ul>
@@ -92,12 +92,12 @@ Query performance in Apache Druid depends on optimally sized segments. Compactio
<li>If you don't need fine-grained granularity for older data, you can use compaction to change older segments to a coarser query granularity. For example, from <code>minute</code> to <code>hour</code> or <code>hour</code> to <code>day</code>. This reduces the storage space required for older data.</li>
<li>You can change the dimension order to improve sorting and reduce segment size.</li>
<li>You can remove unused columns in compaction or implement an aggregation metric for older data.</li>
-<li>You can change segment rollup from dynamic partitioning with best-effort rollup to hash or range partitioning with perfect rollup. For more information on rollup, see <a href="/docs/24.0.0/ingestion/rollup.html#perfect-rollup-vs-best-effort-rollup">perfect vs best-effort rollup</a>.</li>
+<li>You can change segment rollup from dynamic partitioning with best-effort rollup to hash or range partitioning with perfect rollup. For more information on rollup, see <a href="/docs/24.0.1/ingestion/rollup.html#perfect-rollup-vs-best-effort-rollup">perfect vs best-effort rollup</a>.</li>
</ul>
-<p>Compaction does not improve performance in all situations. For example, if you rewrite your data with each ingestion task, you don't need to use compaction. See <a href="/docs/24.0.0/operations/segment-optimization.html">Segment optimization</a> for additional guidance to determine if compaction will help in your environment.</p>
+<p>Compaction does not improve performance in all situations. For example, if you rewrite your data with each ingestion task, you don't need to use compaction. See <a href="/docs/24.0.1/operations/segment-optimization.html">Segment optimization</a> for additional guidance to determine if compaction will help in your environment.</p>
<h2><a class="anchor" aria-hidden="true" id="types-of-compaction"></a><a href="#types-of-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
-<p>You can configure the Druid Coordinator to perform automatic compaction, also called auto-compaction, for a datasource. Using its <a href="/docs/24.0.0/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search policy</a>, the Coordinator periodically identifies segments for compaction starting from newest to oldest. When the Coordinator discovers segments that have not been compacted or segments that were compacted with a different or changed spec, it submi [...]
-<p>Automatic compaction works in most use cases and should be your first option. To learn more, see <a href="/docs/24.0.0/data-management/automatic-compaction.html">Automatic compaction</a>.</p>
+<p>You can configure the Druid Coordinator to perform automatic compaction, also called auto-compaction, for a datasource. Using its <a href="/docs/24.0.1/design/coordinator.html#segment-search-policy-in-automatic-compaction">segment search policy</a>, the Coordinator periodically identifies segments for compaction starting from newest to oldest. When the Coordinator discovers segments that have not been compacted or segments that were compacted with a different or changed spec, it submi [...]
+<p>Automatic compaction works in most use cases and should be your first option. To learn more, see <a href="/docs/24.0.1/data-management/automatic-compaction.html">Automatic compaction</a>.</p>
<p>In cases where you require more control over compaction, you can manually submit compaction tasks. For example:</p>
<ul>
<li>Automatic compaction is running into the limit of task slots available to it, so tasks are waiting for previous automatic compaction tasks to complete. Manual compaction can use all available task slots, therefore you can complete compaction more quickly by submitting more concurrent tasks for more intervals.</li>
@@ -106,13 +106,13 @@ Query performance in Apache Druid depends on optimally sized segments. Compactio
<p>See <a href="#setting-up-manual-compaction">Setting up a manual compaction task</a> for more about manual compaction tasks.</p>
<h2><a class="anchor" aria-hidden="true" id="data-handling-with-compaction"></a><a href="#data-handling-with-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>During compaction, Druid overwrites the original set of segments with the compacted set. Druid also locks the segments for the time interval being compacted to ensure data consistency. By default, compaction tasks do not modify the underlying data. You can configure the compaction task to change the query granularity or add or remove dimensions in the compaction task. This means that the only changes to query results should be the result of intentional, not automatic, changes.</p>
-<p>You can set <code>dropExisting</code> in <code>ioConfig</code> to "true" in the compaction task to configure Druid to replace all existing segments fully contained by the interval. See the suggestion for reindexing with finer granularity under <a href="/docs/24.0.0/ingestion/native-batch.html#implementation-considerations">Implementation considerations</a> for an example.</p>
+<p>You can set <code>dropExisting</code> in <code>ioConfig</code> to "true" in the compaction task to configure Druid to replace all existing segments fully contained by the interval. See the suggestion for reindexing with finer granularity under <a href="/docs/24.0.1/ingestion/native-batch.html#implementation-considerations">Implementation considerations</a> for an example.</p>
<blockquote>
<p>WARNING: <code>dropExisting</code> in <code>ioConfig</code> is a beta feature.</p>
</blockquote>
<p>If an ingestion task needs to write data to a segment for a time interval locked for compaction, by default the ingestion task supersedes the compaction task and the compaction task fails without finishing. For manual compaction tasks, you can adjust the input spec interval to avoid conflicts between ingestion and compaction. For automatic compaction, you can set the <code>skipOffsetFromLatest</code> key to adjust the auto-compaction starting point from the current time to reduce the [...]
Another option is to set the compaction task to higher priority than the ingestion task.
-For more information, see <a href="/docs/24.0.0/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
+For more information, see <a href="/docs/24.0.1/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="segment-granularity-handling"></a><a href="#segment-granularity-handling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
<p>Unless you modify the segment granularity in <a href="#compaction-granularity-spec"><code>granularitySpec</code></a>, Druid attempts to retain the granularity for the compacted segments. When segments have different segment granularities with no overlap in interval Druid creates a separate compaction task for each to retain the segment granularity in the compacted segment.</p>
<p>If segments have different segment granularities before compaction but there is some overlap in interval, Druid attempts find start and end of the overlapping interval and uses the closest segment granularity level for the compacted segment.</p>
@@ -124,13 +124,13 @@ For more information, see <a href="/docs/24.0.0/data-management/automatic-compac
</blockquote>
<p>If you configure query granularity in compaction to go from a finer granularity like month to a coarser query granularity like year, then Druid overshadows the original segment with coarser granularity. Because the new segments have a coarser granularity, running a kill task to remove the overshadowed segments for those intervals will cause you to permanently lose the finer granularity data.</p>
<h3><a class="anchor" aria-hidden="true" id="dimension-handling"></a><a href="#dimension-handling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
-<p>Apache Druid supports schema changes. Therefore, dimensions can be different across segments even if they are a part of the same datasource. See <a href="/docs/24.0.0/design/segments.html#segments-with-different-schemas">Segments with different schemas</a>. If the input segments have different dimensions, the resulting compacted segment includes all dimensions of the input segments.</p>
+<p>Apache Druid supports schema changes. Therefore, dimensions can be different across segments even if they are a part of the same datasource. See <a href="/docs/24.0.1/design/segments.html#segments-with-different-schemas">Segments with different schemas</a>. If the input segments have different dimensions, the resulting compacted segment includes all dimensions of the input segments.</p>
<p>Even when the input segments have the same set of dimensions, the dimension order or the data type of dimensions can be different. The dimensions of recent segments precede that of old segments in terms of data types and the ordering because more recent segments are more likely to have the preferred order and data types.</p>
<p>If you want to control dimension ordering or ensure specific values for dimension types, you can configure a custom <code>dimensionsSpec</code> in the compaction task spec.</p>
<h3><a class="anchor" aria-hidden="true" id="rollup"></a><a href="#rollup" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
<p>Druid only rolls up the output segment when <code>rollup</code> is set for all input segments.
-See <a href="/docs/24.0.0/ingestion/rollup.html">Roll-up</a> for more details.
-You can check that your segments are rolled up or not by using <a href="/docs/24.0.0/querying/segmentmetadataquery.html#analysistypes">Segment Metadata Queries</a>.</p>
+See <a href="/docs/24.0.1/ingestion/rollup.html">Roll-up</a> for more details.
+You can check that your segments are rolled up or not by using <a href="/docs/24.0.1/querying/segmentmetadataquery.html#analysistypes">Segment Metadata Queries</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="setting-up-manual-compaction"></a><a href="#setting-up-manual-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
<p>To perform a manual compaction, you submit a compaction task. Compaction tasks merge all segments for the defined interval according to the following syntax:</p>
<pre><code class="hljs css language-json">{
@@ -159,19 +159,19 @@ You can check that your segments are rolled up or not by using <a href="/docs/24
<tr><td><code>transformSpec</code></td><td>When set, the compaction task uses the specified <code>transformSpec</code> rather than using <code>null</code>. See <a href="#compaction-transform-spec">Compaction transformSpec</a> for details.</td><td>No</td></tr>
<tr><td><code>metricsSpec</code></td><td>When set, the compaction task uses the specified <code>metricsSpec</code> rather than generating one.</td><td>No</td></tr>
<tr><td><code>segmentGranularity</code></td><td>Deprecated. Use <code>granularitySpec</code>.</td><td>No</td></tr>
-<tr><td><code>tuningConfig</code></td><td><a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig">Tuning configuration</a> for parallel indexing. <code>awaitSegmentAvailabilityTimeoutMillis</code> value is not supported for compaction tasks. Leave this parameter at the default value, 0.</td><td>No</td></tr>
+<tr><td><code>tuningConfig</code></td><td><a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig">Tuning configuration</a> for parallel indexing. <code>awaitSegmentAvailabilityTimeoutMillis</code> value is not supported for compaction tasks. Leave this parameter at the default value, 0.</td><td>No</td></tr>
<tr><td><code>granularitySpec</code></td><td>When set, the compaction task uses the specified <code>granularitySpec</code> rather than generating one. See <a href="#compaction-granularity-spec">Compaction <code>granularitySpec</code></a> for details.</td><td>No</td></tr>
-<tr><td><code>context</code></td><td><a href="/docs/24.0.0/ingestion/tasks.html#context">Task context</a></td><td>No</td></tr>
+<tr><td><code>context</code></td><td><a href="/docs/24.0.1/ingestion/tasks.html#context">Task context</a></td><td>No</td></tr>
</tbody>
</table>
<blockquote>
<p>Note: Use <code>granularitySpec</code> over <code>segmentGranularity</code> and only set one of these values. If you specify different values for these in the same compaction spec, the task fails.</p>
</blockquote>
-<p>To control the number of result segments per time chunk, you can set <a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec"><code>maxRowsPerSegment</code></a> or <a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig"><code>numShards</code></a>.</p>
+<p>To control the number of result segments per time chunk, you can set <a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec"><code>maxRowsPerSegment</code></a> or <a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig"><code>numShards</code></a>.</p>
<blockquote>
<p>You can run multiple compaction tasks in parallel. For example, if you want to compact the data for a year, you are not limited to running a single task for the entire year. You can run 12 compaction tasks with month-long intervals.</p>
</blockquote>
-<p>A compaction task internally generates an <code>index</code> task spec for performing compaction work with some fixed parameters. For example, its <code>inputSource</code> is always the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><code>druid</code> input source</a>, and <code>dimensionsSpec</code> and <code>metricsSpec</code> include all dimensions and metrics of the input segments by default.</p>
+<p>A compaction task internally generates an <code>index</code> task spec for performing compaction work with some fixed parameters. For example, its <code>inputSource</code> is always the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><code>druid</code> input source</a>, and <code>dimensionsSpec</code> and <code>metricsSpec</code> include all dimensions and metrics of the input segments by default.</p>
<p>Compaction tasks exit without doing anything and issue a failure status code in either of the following cases:</p>
<ul>
<li>If the interval you specify has no data segments loaded<br /></li>
@@ -247,7 +247,7 @@ If you don't specify <code>granularitySpec</code>, Druid retains the original se
<tr><th>Field</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>filter</code></td><td>The <code>filter</code> conditionally filters input rows during compaction. Only rows that pass the filter will be included in the compacted segments. Any of Druid's standard <a href="/docs/24.0.0/querying/filters.html">query filters</a> can be used. Defaults to 'null', which will not filter any row.</td><td>No</td></tr>
+<tr><td><code>filter</code></td><td>The <code>filter</code> conditionally filters input rows during compaction. Only rows that pass the filter will be included in the compacted segments. Any of Druid's standard <a href="/docs/24.0.1/querying/filters.html">query filters</a> can be used. Defaults to 'null', which will not filter any row.</td><td>No</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="compaction-granularity-spec"></a><a href="#compaction-granularity-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
@@ -256,18 +256,18 @@ If you don't specify <code>granularitySpec</code>, Druid retains the original se
<tr><th>Field</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>segmentGranularity</code></td><td>Time chunking period for the segment granularity. Defaults to 'null', which preserves the original segment granularity. Accepts all <a href="/docs/24.0.0/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
-<tr><td><code>queryGranularity</code></td><td>The resolution of timestamp storage within each segment. Defaults to 'null', which preserves the original query granularity. Accepts all <a href="/docs/24.0.0/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
+<tr><td><code>segmentGranularity</code></td><td>Time chunking period for the segment granularity. Defaults to 'null', which preserves the original segment granularity. Accepts all <a href="/docs/24.0.1/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
+<tr><td><code>queryGranularity</code></td><td>The resolution of timestamp storage within each segment. Defaults to 'null', which preserves the original query granularity. Accepts all <a href="/docs/24.0.1/querying/granularities.html">Query granularity</a> values.</td><td>No</td></tr>
<tr><td><code>rollup</code></td><td>Enables compaction-time rollup. To preserve the original setting, keep the default value. To enable compaction-time rollup, set the value to <code>true</code>. Once the data is rolled up, you can no longer recover individual records.</td><td>No</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>See the following topics for more information:</p>
<ul>
-<li><a href="/docs/24.0.0/operations/segment-optimization.html">Segment optimization</a> for guidance to determine if compaction will help in your case.</li>
-<li><a href="/docs/24.0.0/data-management/automatic-compaction.html">Automatic compaction</a> for how to enable and configure automatic compaction.</li>
+<li><a href="/docs/24.0.1/operations/segment-optimization.html">Segment optimization</a> for guidance to determine if compaction will help in your case.</li>
+<li><a href="/docs/24.0.1/data-management/automatic-compaction.html">Automatic compaction</a> for how to enable and configure automatic compaction.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/data-management/schema-changes.html"><span class="arrow-prev">← </span><span>Schema changes</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/automatic-compaction.html"><span>Automatic compaction</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#compaction-strategies">Compaction strategies</ [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/data-management/schema-changes.html"><span class="arrow-prev">← </span><span>Schema changes</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/automatic-compaction.html"><span>Automatic compaction</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#compaction-strategies">Compaction strategies</ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -284,6 +284,6 @@ If you don't specify <code>granularitySpec</code>, Druid retains the original se
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/delete.html b/docs/24.0.0/data-management/delete.html
index 14058b00..5b4310ce 100644
--- a/docs/24.0.0/data-management/delete.html
+++ b/docs/24.0.0/data-management/delete.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data deletion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/delete.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" con [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data deletion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/delete.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" con [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,12 +78,12 @@
~ under the License.
-->
<h2><a class="anchor" aria-hidden="true" id="by-time-range-manually"></a><a href="#by-time-range-manually" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>Apache Druid stores data <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> and supports
+<p>Apache Druid stores data <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> and supports
deleting data for time chunks by dropping segments. This is a fast, metadata-only operation.</p>
<p>Deletion by time range happens in two steps:</p>
<ol>
-<li>Segments to be deleted must first be marked as <a href="/docs/24.0.0/design/architecture.html#segment-lifecycle">"unused"</a>. This can
-happen when a segment is dropped by a <a href="/docs/24.0.0/operations/rule-configuration.html">drop rule</a> or when you manually mark a
+<li>Segments to be deleted must first be marked as <a href="/docs/24.0.1/design/architecture.html#segment-lifecycle">"unused"</a>. This can
+happen when a segment is dropped by a <a href="/docs/24.0.1/operations/rule-configuration.html">drop rule</a> or when you manually mark a
segment unused through the Coordinator API or web console. This is a soft delete: the data is not available for
querying, but the segment files remains in deep storage, and the segment records remains in the metadata store.</li>
<li>Once a segment is marked "unused", you can use a <a href="#kill-task"><code>kill</code> task</a> to permanently delete the segment file from
@@ -91,26 +91,26 @@ deep storage and remove its record from the metadata store. This is a hard delet
you have a backup.</li>
</ol>
<p>For documentation on disabling segments using the Coordinator API, see the
-<a href="/docs/24.0.0/operations/api-reference.html#coordinator-datasources">Coordinator API reference</a>.</p>
-<p>A data deletion tutorial is available at <a href="/docs/24.0.0/tutorials/tutorial-delete-data.html">Tutorial: Deleting data</a>.</p>
+<a href="/docs/24.0.1/operations/api-reference.html#coordinator-datasources">Coordinator API reference</a>.</p>
+<p>A data deletion tutorial is available at <a href="/docs/24.0.1/tutorials/tutorial-delete-data.html">Tutorial: Deleting data</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="by-time-range-automatically"></a><a href="#by-time-range-automatically" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
-<p>Druid supports <a href="/docs/24.0.0/operations/rule-configuration.html">load and drop rules</a>, which are used to define intervals of time
+<p>Druid supports <a href="/docs/24.0.1/operations/rule-configuration.html">load and drop rules</a>, which are used to define intervals of time
where data should be preserved, and intervals where data should be discarded. Data that falls under a drop rule is
marked unused, in the same manner as if you <a href="#by-time-range-manually">manually mark that time range unused</a>. This is a
fast, metadata-only operation.</p>
<p>Data that is dropped in this way is marked unused, but remains in deep storage. To permanently delete it, use a
<a href="#kill-task"><code>kill</code> task</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="specific-records"></a><a href="#specific-records" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
-<p>Druid supports deleting specific records using <a href="/docs/24.0.0/data-management/update.html#reindex">reindexing</a> with a filter. The filter specifies which
+<p>Druid supports deleting specific records using <a href="/docs/24.0.1/data-management/update.html#reindex">reindexing</a> with a filter. The filter specifies which
data remains after reindexing, so it must be the inverse of the data you want to delete. Because segments must be
rewritten to delete data in this way, it can be a time-consuming operation.</p>
<p>For example, to delete records where <code>userName</code> is <code>'bob'</code> with native batch indexing, use a
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> with filter <code>{"type": "not", "field": {"type": "selector", "dimension": "userName", "value": "bob"}}</code>.</p>
-<p>To delete the same records using SQL, use <a href="/docs/24.0.0/multi-stage-query/concepts.html#replace">REPLACE</a> with <code>WHERE userName <> 'bob'</code>.</p>
-<p>To reindex using <a href="/docs/24.0.0/ingestion/native-batch.html">native batch</a>, use the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#druid-input-source"><code>druid</code> input
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> with filter <code>{"type": "not", "field": {"type": "selector", "dimension": "userName", "value": "bob"}}</code>.</p>
+<p>To delete the same records using SQL, use <a href="/docs/24.0.1/multi-stage-query/concepts.html#replace">REPLACE</a> with <code>WHERE userName <> 'bob'</code>.</p>
+<p>To reindex using <a href="/docs/24.0.1/ingestion/native-batch.html">native batch</a>, use the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#druid-input-source"><code>druid</code> input
source</a>. If needed,
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> can be used to filter or modify data during the
-reindexing job. To reindex with SQL, use <a href="/docs/24.0.0/multi-stage-query/reference.html#replace"><code>REPLACE <table> OVERWRITE</code></a>
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> can be used to filter or modify data during the
+reindexing job. To reindex with SQL, use <a href="/docs/24.0.1/multi-stage-query/reference.html#replace"><code>REPLACE <table> OVERWRITE</code></a>
with <code>SELECT ... FROM <table></code>. (Druid does not have <code>UPDATE</code> or <code>ALTER TABLE</code> statements.) Any SQL SELECT query can be
used to filter, modify, or enrich the data during the reindexing job.</p>
<p>Data that is deleted in this way is marked unused, but remains in deep storage. To permanently delete it, use a <a href="#kill-task"><code>kill</code>
@@ -134,7 +134,7 @@ mark all segments unused using the Coordinator API or web console. Then, optiona
</code></pre>
<p><strong>WARNING:</strong> The <code>kill</code> task permanently removes all information about the affected segments from the metadata store and
deep storage. This operation cannot be undone.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/data-management/update.html"><span class="arrow-prev">← </span><span>Data updates</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/schema-changes.html"><span>Schema changes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#by-time-range-manually">By time range, manually</a></li><li><a href= [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/data-management/update.html"><span class="arrow-prev">← </span><span>Data updates</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/schema-changes.html"><span>Schema changes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#by-time-range-manually">By time range, manually</a></li><li><a href= [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -151,6 +151,6 @@ deep storage. This operation cannot be undone.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/index.html b/docs/24.0.0/data-management/index.html
index 1876edb5..5ab1b2fc 100644
--- a/docs/24.0.0/data-management/index.html
+++ b/docs/24.0.0/data-management/index.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data management · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" co [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data management · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" co [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,17 +77,17 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>Apache Druid stores data <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> in immutable
-files called <a href="/docs/24.0.0/design/segments.html">segments</a>. Data management operations involving replacing, or deleting,
+<p>Apache Druid stores data <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> in immutable
+files called <a href="/docs/24.0.1/design/segments.html">segments</a>. Data management operations involving replacing, or deleting,
these segments include:</p>
<ul>
-<li><a href="/docs/24.0.0/data-management/update.html">Updates</a> to existing data.</li>
-<li><a href="/docs/24.0.0/data-management/delete.html">Deletion</a> of existing data.</li>
-<li><a href="/docs/24.0.0/data-management/schema-changes.html">Schema changes</a> for new and existing data.</li>
-<li><a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> and <a href="/docs/24.0.0/data-management/automatic-compaction.html">automatic compaction</a>, which reindex existing data to
+<li><a href="/docs/24.0.1/data-management/update.html">Updates</a> to existing data.</li>
+<li><a href="/docs/24.0.1/data-management/delete.html">Deletion</a> of existing data.</li>
+<li><a href="/docs/24.0.1/data-management/schema-changes.html">Schema changes</a> for new and existing data.</li>
+<li><a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> and <a href="/docs/24.0.1/data-management/automatic-compaction.html">automatic compaction</a>, which reindex existing data to
optimize storage footprint and performance.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/faq.html"><span class="arrow-prev">← </span><span>Troubleshooting FAQ</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/update.html"><span>Data updates</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a h [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/faq.html"><span class="arrow-prev">← </span><span>Troubleshooting FAQ</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/update.html"><span>Data updates</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a h [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -104,6 +104,6 @@ optimize storage footprint and performance.</li>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/schema-changes.html b/docs/24.0.0/data-management/schema-changes.html
index 1ec23ccf..aee639cf 100644
--- a/docs/24.0.0/data-management/schema-changes.html
+++ b/docs/24.0.0/data-management/schema-changes.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Schema changes · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/schema-changes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Schema changes · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/schema-changes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,16 +79,16 @@
-->
<h2><a class="anchor" aria-hidden="true" id="for-new-data"></a><a href="#for-new-data" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>Apache Druid allows you to provide a new schema for new data without the need to update the schema of any existing data.
-It is sufficient to update your supervisor spec, if using <a href="/docs/24.0.0/ingestion/index.html#streaming">streaming ingestion</a>, or to
-provide the new schema the next time you do a <a href="/docs/24.0.0/ingestion/index.html#batch">batch ingestion</a>. This is made possible by
-the fact that each <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">segment</a>, at the time it is created, stores a
+It is sufficient to update your supervisor spec, if using <a href="/docs/24.0.1/ingestion/index.html#streaming">streaming ingestion</a>, or to
+provide the new schema the next time you do a <a href="/docs/24.0.1/ingestion/index.html#batch">batch ingestion</a>. This is made possible by
+the fact that each <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">segment</a>, at the time it is created, stores a
copy of its own schema. Druid reconciles all of these individual segment schemas automatically at query time.</p>
<h2><a class="anchor" aria-hidden="true" id="for-existing-data"></a><a href="#for-existing-data" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>Schema changes are sometimes necessary for existing data. For example, you may want to change the type of a column in
-previously-ingested data, or drop a column entirely. Druid handles this using <a href="/docs/24.0.0/data-management/update.html">reindexing</a>, the same method
+previously-ingested data, or drop a column entirely. Druid handles this using <a href="/docs/24.0.1/data-management/update.html">reindexing</a>, the same method
it uses to handle updates of existing data. Reindexing involves rewriting all affected segments and can be a
time-consuming operation.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/data-management/delete.html"><span class="arrow-prev">← </span><span>Data deletion</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/compaction.html"><span>Compaction</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#for-new-data">For new data</a></li><li><a href="#for-existing-data">For exi [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/data-management/delete.html"><span class="arrow-prev">← </span><span>Data deletion</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/compaction.html"><span>Compaction</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#for-new-data">For new data</a></li><li><a href="#for-existing-data">For exi [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -105,6 +105,6 @@ time-consuming operation.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/data-management/update.html b/docs/24.0.0/data-management/update.html
index ef8223ec..ee0f923a 100644
--- a/docs/24.0.0/data-management/update.html
+++ b/docs/24.0.0/data-management/update.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data updates · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/data-management/update.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data updates · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/data-management/update.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,14 +78,14 @@
~ under the License.
-->
<h2><a class="anchor" aria-hidden="true" id="overwrite"></a><a href="#overwrite" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
-<p>Apache Druid stores data <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> and supports
+<p>Apache Druid stores data <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">partitioned by time chunk</a> and supports
overwriting existing data using time ranges. Data outside the replacement time range is not touched. Overwriting of
-existing data is done using the same mechanisms as <a href="/docs/24.0.0/ingestion/index.html#batch">batch ingestion</a>.</p>
+existing data is done using the same mechanisms as <a href="/docs/24.0.1/ingestion/index.html#batch">batch ingestion</a>.</p>
<p>For example:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch</a> with <code>appendToExisting: false</code>, and <code>intervals</code> set to a specific
+<li><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch</a> with <code>appendToExisting: false</code>, and <code>intervals</code> set to a specific
time range, overwrites data for that time range.</li>
-<li><a href="/docs/24.0.0/multi-stage-query/reference.html#replace">SQL <code>REPLACE <table> OVERWRITE [ALL | WHERE ...]</code></a> overwrites data for
+<li><a href="/docs/24.0.1/multi-stage-query/reference.html#replace">SQL <code>REPLACE <table> OVERWRITE [ALL | WHERE ...]</code></a> overwrites data for
the entire table or for a specified time range.</li>
</ul>
<p>In both cases, Druid's atomic update mechanism ensures that queries will flip seamlessly from the old data to the new
@@ -99,24 +99,24 @@ data.</p>
<p>Reindexing is an <a href="#overwrite">overwrite of existing data</a> where the source of new data is the existing data itself. It
is used to perform schema changes, repartition data, filter out unwanted data, enrich existing data, and so on. This
behaves just like any other <a href="#overwrite">overwrite</a> with regard to atomic updates and locking.</p>
-<p>With <a href="/docs/24.0.0/ingestion/native-batch.html">native batch</a>, use the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#druid-input-source"><code>druid</code> input
+<p>With <a href="/docs/24.0.1/ingestion/native-batch.html">native batch</a>, use the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#druid-input-source"><code>druid</code> input
source</a>. If needed,
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> can be used to filter or modify data during the
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> can be used to filter or modify data during the
reindexing job.</p>
-<p>With SQL, use <a href="/docs/24.0.0/multi-stage-query/reference.html#replace"><code>REPLACE <table> OVERWRITE</code></a> with <code>SELECT ... FROM <table></code>.
+<p>With SQL, use <a href="/docs/24.0.1/multi-stage-query/reference.html#replace"><code>REPLACE <table> OVERWRITE</code></a> with <code>SELECT ... FROM <table></code>.
(Druid does not have <code>UPDATE</code> or <code>ALTER TABLE</code> statements.) Any SQL SELECT query can be used to filter,
modify, or enrich the data during the reindexing job.</p>
<h2><a class="anchor" aria-hidden="true" id="rolled-up-datasources"></a><a href="#rolled-up-datasources" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>Rolled-up datasources can be effectively updated using appends, without rewrites. When you append a row that has an
identical set of dimensions to an existing row, queries that use aggregation operators automatically combine those two
rows together at query time.</p>
-<p><a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> or <a href="/docs/24.0.0/data-management/automatic-compaction.html">automatic compaction</a> can be used to physically combine these
+<p><a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> or <a href="/docs/24.0.1/data-management/automatic-compaction.html">automatic compaction</a> can be used to physically combine these
matching rows together later on, by rewriting segments in the background.</p>
<h2><a class="anchor" aria-hidden="true" id="lookups"></a><a href="#lookups" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
-<p>If you have a dimension where values need to be updated frequently, try first using <a href="/docs/24.0.0/querying/lookups.html">lookups</a>. A
+<p>If you have a dimension where values need to be updated frequently, try first using <a href="/docs/24.0.1/querying/lookups.html">lookups</a>. A
classic use case of lookups is when you have an ID dimension stored in a Druid segment, and want to map the ID dimension to a
human-readable string that may need to be updated periodically.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/data-management/index.html"><span class="arrow-prev">← </span><span>Overview</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/delete.html"><span>Data deletion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overwrite">Overwrite</a></li><li><a href="#reindex">Reindex</a></li><li><a href="# [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/data-management/index.html"><span class="arrow-prev">← </span><span>Overview</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/delete.html"><span>Data deletion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overwrite">Overwrite</a></li><li><a href="#reindex">Reindex</a></li><li><a href="# [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -133,6 +133,6 @@ human-readable string that may need to be updated periodically.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/dependencies/deep-storage.html b/docs/24.0.0/dependencies/deep-storage.html
index 594f8524..e106eb2e 100644
--- a/docs/24.0.0/dependencies/deep-storage.html
+++ b/docs/24.0.0/dependencies/deep-storage.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Deep storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/dependencies/deep-storage.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Deep storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/dependencies/deep-storage.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -93,12 +93,12 @@
<p>Note that you should generally set <code>druid.storage.storageDirectory</code> to something different from <code>druid.segmentCache.locations</code> and <code>druid.segmentCache.infoDir</code>.</p>
<p>If you are using the Hadoop indexer in local mode, then just give it a local file as your output directory and it will work.</p>
<h2><a class="anchor" aria-hidden="true" id="s3-compatible"></a><a href="#s3-compatible" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>See <a href="/docs/24.0.0/development/extensions-core/s3.html">druid-s3-extensions extension documentation</a>.</p>
+<p>See <a href="/docs/24.0.1/development/extensions-core/s3.html">druid-s3-extensions extension documentation</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="hdfs"></a><a href="#hdfs" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09V6 [...]
-<p>See <a href="/docs/24.0.0/development/extensions-core/hdfs.html">druid-hdfs-storage extension documentation</a>.</p>
+<p>See <a href="/docs/24.0.1/development/extensions-core/hdfs.html">druid-hdfs-storage extension documentation</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="additional-deep-stores"></a><a href="#additional-deep-stores" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>For additional deep stores, please see our <a href="/docs/24.0.0/development/extensions.html">extensions list</a>.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/processes.html"><span class="arrow-prev">← </span><span>Processes and servers</span></a><a class="docs-next button" href="/docs/24.0.0/dependencies/metadata-storage.html"><span>Metadata storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#local-mount">Local Mount</a></li><li><a href="#s3-compatible">S3 [...]
+<p>For additional deep stores, please see our <a href="/docs/24.0.1/development/extensions.html">extensions list</a>.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/processes.html"><span class="arrow-prev">← </span><span>Processes and servers</span></a><a class="docs-next button" href="/docs/24.0.1/dependencies/metadata-storage.html"><span>Metadata storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#local-mount">Local Mount</a></li><li><a href="#s3-compatible">S3 [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -115,6 +115,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/dependencies/metadata-storage.html b/docs/24.0.0/dependencies/metadata-storage.html
index 5703b818..768a27e0 100644
--- a/docs/24.0.0/dependencies/metadata-storage.html
+++ b/docs/24.0.0/dependencies/metadata-storage.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Metadata storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/dependencies/metadata-storage.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Metadata storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/dependencies/metadata-storage.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -89,8 +89,8 @@ The metadata store retains all metadata essential for a Druid cluster to work.</
<li>Audit records</li>
</ul>
<p>Derby is the default metadata store for Druid, however, it is not suitable for production.
-<a href="/docs/24.0.0/development/extensions-core/mysql.html">MySQL</a> and <a href="/docs/24.0.0/development/extensions-core/postgresql.html">PostgreSQL</a> are more production suitable metadata stores.
-See <a href="/docs/24.0.0/configuration/index.html#metadata-storage">Metadata storage configuration</a> for the default configuration settings.</p>
+<a href="/docs/24.0.1/development/extensions-core/mysql.html">MySQL</a> and <a href="/docs/24.0.1/development/extensions-core/postgresql.html">PostgreSQL</a> are more production suitable metadata stores.
+See <a href="/docs/24.0.1/configuration/index.html#metadata-storage">Metadata storage configuration</a> for the default configuration settings.</p>
<blockquote>
<p>We also recommend you set up a high availability environment because there is no way to restore lost metadata.</p>
</blockquote>
@@ -105,9 +105,9 @@ See <a href="/docs/24.0.0/configuration/index.html#metadata-storage">Metadata st
<span class="hljs-meta">druid.metadata.storage.connector.connectURI</span>=<span class="hljs-string">jdbc:derby://localhost:1527//opt/var/druid_state/derby;create=true</span>
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="mysql"></a><a href="#mysql" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
-<p>See <a href="/docs/24.0.0/development/extensions-core/mysql.html">mysql-metadata-storage extension documentation</a>.</p>
+<p>See <a href="/docs/24.0.1/development/extensions-core/mysql.html">mysql-metadata-storage extension documentation</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="postgresql"></a><a href="#postgresql" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
-<p>See <a href="/docs/24.0.0/development/extensions-core/postgresql.html">postgresql-metadata-storage</a>.</p>
+<p>See <a href="/docs/24.0.1/development/extensions-core/postgresql.html">postgresql-metadata-storage</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="adding-custom-dbcp-properties"></a><a href="#adding-custom-dbcp-properties" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>You can add custom properties to customize the database connection pool (DBCP) for connecting to the metadata store.
Define these properties with a <code>druid.metadata.storage.connector.dbcp.</code> prefix.
@@ -130,7 +130,7 @@ For example:</p>
<p>This is dictated by the <code>druid.metadata.storage.tables.segments</code> property.</p>
<p>This table stores metadata about the segments that should be available in the system. (This set of segments is called
"used segments" elsewhere in the documentation and throughout the project.) The table is polled by the
-<a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> to determine the set of segments that should be available for querying in the
+<a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> to determine the set of segments that should be available for querying in the
system. The table has two main functional columns, the other columns are for indexing purposes.</p>
<p>Value 1 in the <code>used</code> column means that the segment should be "used" by the cluster (i.e., it should be loaded and
available for requests). Value 0 means that the segment should not be loaded into the cluster. We do this as a means of
@@ -158,7 +158,7 @@ As an example, the <code>payload</code> column may take the following form:</p>
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="rule-table"></a><a href="#rule-table" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>The rule table stores the various rules about where segments should
-land. These rules are used by the <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a>
+land. These rules are used by the <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a>
when making segment (re-)allocation decisions about the cluster.</p>
<h3><a class="anchor" aria-hidden="true" id="config-table"></a><a href="#config-table" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>The config table stores runtime configuration objects. We do not have
@@ -166,10 +166,10 @@ many of these yet and we are not sure if we will keep this mechanism going
forward, but it is the beginnings of a method of changing some configuration
parameters across the cluster at runtime.</p>
<h3><a class="anchor" aria-hidden="true" id="task-related-tables"></a><a href="#task-related-tables" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
-<p>Task-related tables are created and used by the <a href="/docs/24.0.0/design/overlord.html">Overlord</a> and <a href="/docs/24.0.0/design/middlemanager.html">MiddleManager</a> when managing tasks.</p>
+<p>Task-related tables are created and used by the <a href="/docs/24.0.1/design/overlord.html">Overlord</a> and <a href="/docs/24.0.1/design/middlemanager.html">MiddleManager</a> when managing tasks.</p>
<h3><a class="anchor" aria-hidden="true" id="audit-table"></a><a href="#audit-table" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>The audit table stores the audit history for configuration changes
-such as rule changes done by <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> and other
+such as rule changes done by <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> and other
config changes.</p>
<h2><a class="anchor" aria-hidden="true" id="metadata-storage-access"></a><a href="#metadata-storage-access" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p>Only the following processes access the metadata storage:</p>
@@ -182,10 +182,10 @@ config changes.</p>
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>See the following topics for more information:</p>
<ul>
-<li><a href="/docs/24.0.0/configuration/index.html#metadata-storage">Metadata storage configuration</a></li>
-<li><a href="/docs/24.0.0/operations/clean-metadata-store.html">Automated cleanup for metadata records</a></li>
+<li><a href="/docs/24.0.1/configuration/index.html#metadata-storage">Metadata storage configuration</a></li>
+<li><a href="/docs/24.0.1/operations/clean-metadata-store.html">Automated cleanup for metadata records</a></li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/dependencies/deep-storage.html"><span class="arrow-prev">← </span><span>Deep storage</span></a><a class="docs-next button" href="/docs/24.0.0/dependencies/zookeeper.html"><span class="function-name-prevnext">ZooKeeper</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#available-metadata-stores">Available metadata s [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/dependencies/deep-storage.html"><span class="arrow-prev">← </span><span>Deep storage</span></a><a class="docs-next button" href="/docs/24.0.1/dependencies/zookeeper.html"><span class="function-name-prevnext">ZooKeeper</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#available-metadata-stores">Available metadata s [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -202,6 +202,6 @@ config changes.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/dependencies/zookeeper.html b/docs/24.0.0/dependencies/zookeeper.html
index eb4a71e9..4484a75c 100644
--- a/docs/24.0.0/dependencies/zookeeper.html
+++ b/docs/24.0.0/dependencies/zookeeper.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>ZooKeeper · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/dependencies/zookeeper.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>ZooKeeper · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/dependencies/zookeeper.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -86,11 +86,11 @@
<h2><a class="anchor" aria-hidden="true" id="zookeeper-operations"></a><a href="#zookeeper-operations" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>The operations that happen over ZK are</p>
<ol>
-<li><a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> leader election</li>
-<li>Segment "publishing" protocol from <a href="/docs/24.0.0/design/historical.html">Historical</a></li>
-<li>Segment load/drop protocol between <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.0/design/historical.html">Historical</a></li>
-<li><a href="/docs/24.0.0/design/overlord.html">Overlord</a> leader election</li>
-<li><a href="/docs/24.0.0/design/overlord.html">Overlord</a> and <a href="/docs/24.0.0/design/middlemanager.html">MiddleManager</a> task management</li>
+<li><a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> leader election</li>
+<li>Segment "publishing" protocol from <a href="/docs/24.0.1/design/historical.html">Historical</a></li>
+<li>Segment load/drop protocol between <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.1/design/historical.html">Historical</a></li>
+<li><a href="/docs/24.0.1/design/overlord.html">Overlord</a> leader election</li>
+<li><a href="/docs/24.0.1/design/overlord.html">Overlord</a> and <a href="/docs/24.0.1/design/middlemanager.html">MiddleManager</a> task management</li>
</ol>
<h2><a class="anchor" aria-hidden="true" id="coordinator-leader-election"></a><a href="#coordinator-leader-election" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
<p>We use the Curator <a href="https://curator.apache.org/curator-recipes/leader-latch.html">LeaderLatch</a> recipe to perform leader election at path</p>
@@ -98,7 +98,7 @@
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="segment-publishing-protocol-from-historical-and-realtime"></a><a href="#segment-publishing-protocol-from-historical-and-realtime" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.2 [...]
<p>The <code>announcementsPath</code> and <code>servedSegmentsPath</code> are used for this.</p>
-<p>All <a href="/docs/24.0.0/design/historical.html">Historical</a> processes publish themselves on the <code>announcementsPath</code>, specifically, they will create an ephemeral znode at</p>
+<p>All <a href="/docs/24.0.1/design/historical.html">Historical</a> processes publish themselves on the <code>announcementsPath</code>, specifically, they will create an ephemeral znode at</p>
<pre><code class="hljs"><span class="hljs-variable">${druid.zk.paths.announcementsPath}</span>/<span class="hljs-variable">${druid.host}</span>
</code></pre>
<p>Which signifies that they exist. They will also subsequently create a permanent znode at</p>
@@ -107,14 +107,14 @@
<p>And as they load up segments, they will attach ephemeral znodes that look like</p>
<pre><code class="hljs"><span class="hljs-variable">${druid.zk.paths.servedSegmentsPath}</span><span class="hljs-regexp">/${druid.host}/</span>_segment_identifier_
</code></pre>
-<p>Processes like the <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.0/design/broker.html">Broker</a> can then watch these paths to see which processes are currently serving which segments.</p>
+<p>Processes like the <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> and <a href="/docs/24.0.1/design/broker.html">Broker</a> can then watch these paths to see which processes are currently serving which segments.</p>
<h2><a class="anchor" aria-hidden="true" id="segment-loaddrop-protocol-between-coordinator-and-historical"></a><a href="#segment-loaddrop-protocol-between-coordinator-and-historical" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 [...]
<p>The <code>loadQueuePath</code> is used for this.</p>
-<p>When the <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a> decides that a <a href="/docs/24.0.0/design/historical.html">Historical</a> process should load or drop a segment, it writes an ephemeral znode to</p>
+<p>When the <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a> decides that a <a href="/docs/24.0.1/design/historical.html">Historical</a> process should load or drop a segment, it writes an ephemeral znode to</p>
<pre><code class="hljs"><span class="hljs-variable">${druid.zk.paths.loadQueuePath}</span><span class="hljs-regexp">/_host_of_historical_process/</span>_segment_identifier
</code></pre>
<p>This znode will contain a payload that indicates to the Historical process what it should do with the given segment. When the Historical process is done with the work, it will delete the znode in order to signify to the Coordinator that it is complete.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/dependencies/metadata-storage.html"><span class="arrow-prev">← </span><span>Metadata storage</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/index.html"><span>Ingestion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#minimum-zookeeper-versions">Minimum ZooKeeper versions</a></li><li><a href="# [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/dependencies/metadata-storage.html"><span class="arrow-prev">← </span><span>Metadata storage</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/index.html"><span>Ingestion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#minimum-zookeeper-versions">Minimum ZooKeeper versions</a></li><li><a href="# [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -131,6 +131,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/architecture.html b/docs/24.0.0/design/architecture.html
index 19e29149..6c6a6ad6 100644
--- a/docs/24.0.0/design/architecture.html
+++ b/docs/24.0.0/design/architecture.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Design · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/architecture.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Design · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/architecture.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -85,12 +85,12 @@
<h2><a class="anchor" aria-hidden="true" id="druid-services"></a><a href="#druid-services" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>Druid has several types of services:</p>
<ul>
-<li><a href="/docs/24.0.0/design/coordinator.html"><strong>Coordinator</strong></a> service manages data availability on the cluster.</li>
-<li><a href="/docs/24.0.0/design/overlord.html"><strong>Overlord</strong></a> service controls the assignment of data ingestion workloads.</li>
-<li><a href="/docs/24.0.0/design/broker.html"><strong>Broker</strong></a> handles queries from external clients.</li>
-<li><a href="/docs/24.0.0/design/router.html"><strong>Router</strong></a> services are optional; they route requests to Brokers, Coordinators, and Overlords.</li>
-<li><a href="/docs/24.0.0/design/historical.html"><strong>Historical</strong></a> services store queryable data.</li>
-<li><a href="/docs/24.0.0/design/middlemanager.html"><strong>MiddleManager</strong></a> services ingest data.</li>
+<li><a href="/docs/24.0.1/design/coordinator.html"><strong>Coordinator</strong></a> service manages data availability on the cluster.</li>
+<li><a href="/docs/24.0.1/design/overlord.html"><strong>Overlord</strong></a> service controls the assignment of data ingestion workloads.</li>
+<li><a href="/docs/24.0.1/design/broker.html"><strong>Broker</strong></a> handles queries from external clients.</li>
+<li><a href="/docs/24.0.1/design/router.html"><strong>Router</strong></a> services are optional; they route requests to Brokers, Coordinators, and Overlords.</li>
+<li><a href="/docs/24.0.1/design/historical.html"><strong>Historical</strong></a> services store queryable data.</li>
+<li><a href="/docs/24.0.1/design/middlemanager.html"><strong>MiddleManager</strong></a> services ingest data.</li>
</ul>
<p>You can view services in the <strong>Services</strong> tab in the web console:</p>
<p><img src="../assets/services-overview.png" alt="Druid services" title="Services in the web console"></p>
@@ -101,7 +101,7 @@
<li><strong>Query</strong>: Runs Broker and optional Router processes, handles queries from external clients.</li>
<li><strong>Data</strong>: Runs Historical and MiddleManager processes, executes ingestion workloads and stores all queryable data.</li>
</ul>
-<p>For more details on process and server organization, please see <a href="/docs/24.0.0/design/processes.html">Druid Processes and Servers</a>.</p>
+<p>For more details on process and server organization, please see <a href="/docs/24.0.1/design/processes.html">Druid Processes and Servers</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="external-dependencies"></a><a href="#external-dependencies" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>In addition to its built-in process types, Druid also has three external dependencies. These are intended to be able to
leverage existing infrastructure, where present.</p>
@@ -117,21 +117,21 @@ during a query, helping it offer the best query latencies possible. It also mean
both in deep storage and across your Historical servers for the data you plan to load.</p>
<p>Deep storage is an important part of Druid's elastic, fault-tolerant design. Druid bootstraps from deep storage even
if every single data server is lost and re-provisioned.</p>
-<p>For more details, please see the <a href="/docs/24.0.0/dependencies/deep-storage.html">Deep storage</a> page.</p>
+<p>For more details, please see the <a href="/docs/24.0.1/dependencies/deep-storage.html">Deep storage</a> page.</p>
<h3><a class="anchor" aria-hidden="true" id="metadata-storage"></a><a href="#metadata-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>The metadata storage holds various shared system metadata such as segment usage information and task information. In a
clustered deployment, this is typically a traditional RDBMS like PostgreSQL or MySQL. In a single-server
deployment, it is typically a locally-stored Apache Derby database.</p>
-<p>For more details, please see the <a href="/docs/24.0.0/dependencies/metadata-storage.html">Metadata storage</a> page.</p>
+<p>For more details, please see the <a href="/docs/24.0.1/dependencies/metadata-storage.html">Metadata storage</a> page.</p>
<h3><a class="anchor" aria-hidden="true" id="zookeeper"></a><a href="#zookeeper" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
<p>Used for internal service discovery, coordination, and leader election.</p>
-<p>For more details, please see the <a href="/docs/24.0.0/dependencies/zookeeper.html">ZooKeeper</a> page.</p>
+<p>For more details, please see the <a href="/docs/24.0.1/dependencies/zookeeper.html">ZooKeeper</a> page.</p>
<h2><a class="anchor" aria-hidden="true" id="storage-design"></a><a href="#storage-design" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<h3><a class="anchor" aria-hidden="true" id="datasources-and-segments"></a><a href="#datasources-and-segments" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<p>Druid data is stored in <em>datasources</em>, which are similar to tables in a traditional RDBMS. Each datasource is
partitioned by time and, optionally, further partitioned by other attributes. Each time range is called a <em>chunk</em> (for
example, a single day, if your datasource is partitioned by day). Within a chunk, data is partitioned into one or more
-<a href="/docs/24.0.0/design/segments.html"><em>segments</em></a>. Each segment is a single file, typically comprising up to a few million rows of data. Since segments are
+<a href="/docs/24.0.1/design/segments.html"><em>segments</em></a>. Each segment is a single file, typically comprising up to a few million rows of data. Since segments are
organized into time chunks, it's sometimes helpful to think of segments as living on a timeline like the following:</p>
<p><img src="../assets/druid-timeline.png" width="800" /></p>
<p>A datasource may have anywhere from just a few segments, up to hundreds of thousands and even millions of segments. Each
@@ -153,8 +153,8 @@ become immutable, and move from MiddleManagers to the Historical processes. An e
to the <a href="#metadata-storage">metadata store</a>. This entry is a self-describing bit of metadata about the segment, including
things like the schema of the segment, its size, and its location on deep storage. These entries tell the
Coordinator what data is available on the cluster.</p>
-<p>For details on the segment file format, please see <a href="/docs/24.0.0/design/segments.html">segment files</a>.</p>
-<p>For details on modeling your data in Druid, see <a href="/docs/24.0.0/ingestion/schema-design.html">schema design</a>.</p>
+<p>For details on the segment file format, please see <a href="/docs/24.0.1/design/segments.html">segment files</a>.</p>
+<p>For details on modeling your data in Druid, see <a href="/docs/24.0.1/ingestion/schema-design.html">schema design</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="indexing-and-handoff"></a><a href="#indexing-and-handoff" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p><em>Indexing</em> is the mechanism by which new segments are created, and <em>handoff</em> is the mechanism by which they are published
and begin being served by Historical processes. On the indexing side:</p>
@@ -213,7 +213,7 @@ new segments. Then it drops the old segments a few minutes later.</p>
<p>Each segment has a lifecycle that involves the following three major areas:</p>
<ol>
<li><strong>Metadata store:</strong> Segment metadata (a small JSON payload generally no more than a few KB) is stored in the
-<a href="/docs/24.0.0/dependencies/metadata-storage.html">metadata store</a> once a segment is done being constructed. The act of inserting
+<a href="/docs/24.0.1/dependencies/metadata-storage.html">metadata store</a> once a segment is done being constructed. The act of inserting
a record for a segment into the metadata store is called <em>publishing</em>. These metadata records have a boolean flag
named <code>used</code>, which controls whether the segment is intended to be queryable or not. Segments created by realtime tasks will be
available before they are published, since they are only published when the segment is complete and will not accept
@@ -224,7 +224,7 @@ happens immediately before publishing metadata to the metadata store.</li>
or a Historical process.</li>
</ol>
<p>You can inspect the state of currently active segments using the Druid SQL
-<a href="/docs/24.0.0/querying/sql-metadata-tables.html#segments-table"><code>sys.segments</code> table</a>. It includes the following flags:</p>
+<a href="/docs/24.0.1/querying/sql-metadata-tables.html#segments-table"><code>sys.segments</code> table</a>. It includes the following flags:</p>
<ul>
<li><code>is_published</code>: True if segment metadata has been published to the metadata store and <code>used</code> is true.</li>
<li><code>is_available</code>: True if the segment is currently available for querying, either on a realtime task or Historical
@@ -239,33 +239,33 @@ automatically set to false.</li>
<p>Druid has an architectural separation between ingestion and querying, as described above in
<a href="#indexing-and-handoff">Indexing and handoff</a>. This means that when understanding Druid's availability and
consistency properties, we must look at each function separately.</p>
-<p>On the <strong>ingestion side</strong>, Druid's primary <a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion methods</a> are all
+<p>On the <strong>ingestion side</strong>, Druid's primary <a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion methods</a> are all
pull-based and offer transactional guarantees. This means that you are guaranteed that ingestion using these
methods will publish in an all-or-nothing manner:</p>
<ul>
-<li>Supervised "seekable-stream" ingestion methods like <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka</a> and
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis</a>. With these methods, Druid commits stream offsets to its
+<li>Supervised "seekable-stream" ingestion methods like <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka</a> and
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis</a>. With these methods, Druid commits stream offsets to its
<a href="#metadata-storage">metadata store</a> alongside segment metadata, in the same transaction. Note that ingestion of data
that has not yet been published can be rolled back if ingestion tasks fail. In this case, partially-ingested data is
discarded, and Druid will resume ingestion from the last committed set of stream offsets. This ensures exactly-once
publishing behavior.</li>
-<li><a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop-based batch ingestion</a>. Each task publishes all segment metadata in a single
+<li><a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop-based batch ingestion</a>. Each task publishes all segment metadata in a single
transaction.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch ingestion</a>. In parallel mode, the supervisor task publishes all segment
+<li><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch ingestion</a>. In parallel mode, the supervisor task publishes all segment
metadata in a single transaction after the subtasks are finished. In simple (single-task) mode, the single task
publishes all segment metadata in a single transaction after it is complete.</li>
</ul>
<p>Additionally, some ingestion methods offer an <em>idempotency</em> guarantee. This means that repeated executions of the same
ingestion will not cause duplicate data to be ingested:</p>
<ul>
-<li>Supervised "seekable-stream" ingestion methods like <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka</a> and
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis</a> are idempotent due to the fact that stream offsets and
+<li>Supervised "seekable-stream" ingestion methods like <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka</a> and
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis</a> are idempotent due to the fact that stream offsets and
segment metadata are stored together and updated in lock-step.</li>
-<li><a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop-based batch ingestion</a> is idempotent unless one of your input sources
+<li><a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop-based batch ingestion</a> is idempotent unless one of your input sources
is the same Druid datasource that you are ingesting into. In this case, running the same task twice is non-idempotent,
because you are adding to existing data instead of overwriting it.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch ingestion</a> is idempotent unless
-<a href="/docs/24.0.0/ingestion/native-batch.html"><code>appendToExisting</code></a> is true, or one of your input sources is the same Druid datasource
+<li><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch ingestion</a> is idempotent unless
+<a href="/docs/24.0.1/ingestion/native-batch.html"><code>appendToExisting</code></a> is true, or one of your input sources is the same Druid datasource
that you are ingesting into. In either of these two cases, running the same task twice is non-idempotent, because you
are adding to existing data instead of overwriting it.</li>
</ul>
@@ -284,7 +284,7 @@ must <em>all</em> be available before the Broker will use them instead of the ol
per version per time chunk. Druid will also only use a single version at a time per time chunk. Together, these
properties provide Druid's atomic replacement guarantees.</p>
<p>Druid also supports an experimental <em>segment locking</em> mode that is activated by setting
-<a href="/docs/24.0.0/ingestion/tasks.html#context"><code>forceTimeChunkLock</code></a> to false in the context of an ingestion task. In this case, Druid
+<a href="/docs/24.0.1/ingestion/tasks.html#context"><code>forceTimeChunkLock</code></a> to false in the context of an ingestion task. In this case, Druid
creates an <em>atomic update group</em> using the existing version for the time chunk, instead of creating a new core set
with a new version number. There can be multiple atomic update groups with the same version number per time chunk. Each
one replaces a specific set of earlier segments in the same time chunk and with the same version number. Druid will
@@ -297,10 +297,10 @@ reload these unavailable segments on other Historicals as quickly as possible, a
queries again.</p>
<h2><a class="anchor" aria-hidden="true" id="query-processing"></a><a href="#query-processing" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>Queries are distributed across the Druid cluster, and managed by a Broker.
-Queries first enter the <a href="/docs/24.0.0/design/broker.html">Broker</a>, which identifies the segments with data that may pertain to that query.
+Queries first enter the <a href="/docs/24.0.1/design/broker.html">Broker</a>, which identifies the segments with data that may pertain to that query.
The list of segments is always pruned by time, and may also be pruned by other attributes depending on how your
-datasource is partitioned. The Broker will then identify which <a href="/docs/24.0.0/design/historical.html">Historicals</a> and
-<a href="/docs/24.0.0/design/middlemanager.html">MiddleManagers</a> are serving those segments and distributes a rewritten subquery to each of those processes.
+datasource is partitioned. The Broker will then identify which <a href="/docs/24.0.1/design/historical.html">Historicals</a> and
+<a href="/docs/24.0.1/design/middlemanager.html">MiddleManagers</a> are serving those segments and distributes a rewritten subquery to each of those processes.
The Historical/MiddleManager processes execute each subquery and return results to the Broker. The Broker merges the partial results
to get the final answer, which it returns to the original caller.</p>
<p>Time and attribute pruning is an important way that Druid limits the amount of data that must be scanned for each query, but it is
@@ -315,9 +315,9 @@ query.</p>
<li>Within each segment, using indexes to identify which rows must be accessed.</li>
<li>Within each segment, only reading the specific rows and columns that are relevant to a particular query.</li>
</ul>
-<p>For more details about how Druid executes queries, refer to the <a href="/docs/24.0.0/querying/query-execution.html">Query execution</a>
+<p>For more details about how Druid executes queries, refer to the <a href="/docs/24.0.1/querying/query-execution.html">Query execution</a>
documentation.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/tutorials/tutorial-msq-convert-spec.html"><span class="arrow-prev">← </span><span>Convert ingestion spec to SQL</span></a><a class="docs-next button" href="/docs/24.0.0/design/segments.html"><span>Segments</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druid-architecture">Druid architecture</a></li><li><a href= [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/tutorials/tutorial-msq-convert-spec.html"><span class="arrow-prev">← </span><span>Convert ingestion spec to SQL</span></a><a class="docs-next button" href="/docs/24.0.1/design/segments.html"><span>Segments</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druid-architecture">Druid architecture</a></li><li><a href= [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -334,6 +334,6 @@ documentation.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/auth.html b/docs/24.0.0/design/auth.html
index a0f286d9..6f643fd9 100644
--- a/docs/24.0.0/design/auth.html
+++ b/docs/24.0.0/design/auth.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Authentication and Authorization · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/auth.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Authentication and Authorization · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/auth.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -196,7 +196,7 @@ druid.auth.authorizer.<authorizer-<span class="hljs-built_in">name</span>>
</code></pre>
<p>These properties provide the authenticator and authorizer names to the implementations as @JsonProperty parameters, potentially useful when multiple authenticators or authorizers of the same type are configured.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/comparisons/druid-vs-sql-on-hadoop.html"><span class="arrow-prev">← </span><span>Apache Druid vs SQL-on-Hadoop</span></a><a class="docs-next button" href="/docs/24.0.0/design/broker.html"><span>Broker</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#enabling-authenticationauthorizationloadinglookuptest">Enabling [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/comparisons/druid-vs-sql-on-hadoop.html"><span class="arrow-prev">← </span><span>Apache Druid vs SQL-on-Hadoop</span></a><a class="docs-next button" href="/docs/24.0.1/design/broker.html"><span>Broker</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#enabling-authenticationauthorizationloadinglookuptest">Enabling [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -213,6 +213,6 @@ druid.auth.authorizer.<authorizer-<span class="hljs-built_in">name</span>>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/broker.html b/docs/24.0.0/design/broker.html
index e9018221..b3c299b5 100644
--- a/docs/24.0.0/design/broker.html
+++ b/docs/24.0.0/design/broker.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Broker · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/broker.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.0" /> [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Broker · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/broker.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.1" /> [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Broker Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#broker">Broker Configuration</a>.</p>
-<p>For basic tuning guidance for the Broker process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#broker">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Broker Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#broker">Broker Configuration</a>.</p>
+<p>For basic tuning guidance for the Broker process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#broker">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Broker, see <a href="/docs/24.0.0/operations/api-reference.html#broker">Broker API</a>.</p>
+<p>For a list of API endpoints supported by the Broker, see <a href="/docs/24.0.1/operations/api-reference.html#broker">Broker API</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="overview"></a><a href="#overview" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>The Broker is the process to route queries to if you want to run a distributed cluster. It understands the metadata published to ZooKeeper about what segments exist on what processes and routes queries such that they hit the right processes. This process also merges the result sets from all of the individual processes together.
On start up, Historical processes announce themselves and the segments they are serving in Zookeeper.</p>
@@ -89,12 +89,12 @@ On start up, Historical processes announce themselves and the segments they are
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>broker
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="forwarding-queries"></a><a href="#forwarding-queries" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
-<p>Most Druid queries contain an interval object that indicates a span of time for which data is requested. Likewise, Druid <a href="/docs/24.0.0/design/segments.html">Segments</a> are partitioned to contain data for some interval of time and segments are distributed across a cluster. Consider a simple datasource with 7 segments where each segment contains data for a given day of the week. Any query issued to the datasource for more than one day of data will hit more than one segment. Th [...]
-<p>To determine which processes to forward queries to, the Broker process first builds a view of the world from information in Zookeeper. Zookeeper maintains information about <a href="/docs/24.0.0/design/historical.html">Historical</a> and streaming ingestion <a href="/docs/24.0.0/design/peons.html">Peon</a> processes and the segments they are serving. For every datasource in Zookeeper, the Broker process builds a timeline of segments and the processes that serve them. When queries are [...]
+<p>Most Druid queries contain an interval object that indicates a span of time for which data is requested. Likewise, Druid <a href="/docs/24.0.1/design/segments.html">Segments</a> are partitioned to contain data for some interval of time and segments are distributed across a cluster. Consider a simple datasource with 7 segments where each segment contains data for a given day of the week. Any query issued to the datasource for more than one day of data will hit more than one segment. Th [...]
+<p>To determine which processes to forward queries to, the Broker process first builds a view of the world from information in Zookeeper. Zookeeper maintains information about <a href="/docs/24.0.1/design/historical.html">Historical</a> and streaming ingestion <a href="/docs/24.0.1/design/peons.html">Peon</a> processes and the segments they are serving. For every datasource in Zookeeper, the Broker process builds a timeline of segments and the processes that serve them. When queries are [...]
<h3><a class="anchor" aria-hidden="true" id="caching"></a><a href="#caching" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<p>Broker processes employ a cache with an LRU cache invalidation strategy. The Broker cache stores per-segment results. The cache can be local to each Broker process or shared across multiple processes using an external distributed cache such as <a href="http://memcached.org/">memcached</a>. Each time a broker process receives a query, it first maps the query to a set of segments. A subset of these segment results may already exist in the cache and the results can be directly pulled fro [...]
Historical processes. Once the Historical processes return their results, the Broker will store those results in the cache. Real-time segments are never cached and hence requests for real-time data will always be forwarded to real-time processes. Real-time data is perpetually changing and caching the results would be unreliable.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/auth.html"><span class="arrow-prev">← </span><span>Authentication and Authorization</span></a><a class="docs-next button" href="/docs/24.0.0/design/coordinator.html"><span>Coordinator Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/auth.html"><span class="arrow-prev">← </span><span>Authentication and Authorization</span></a><a class="docs-next button" href="/docs/24.0.1/design/coordinator.html"><span>Coordinator Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -111,6 +111,6 @@ Historical processes. Once the Historical processes return their results, the Br
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/coordinator.html b/docs/24.0.0/design/coordinator.html
index a48094da..5a0a3f8b 100644
--- a/docs/24.0.0/design/coordinator.html
+++ b/docs/24.0.0/design/coordinator.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Coordinator Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/coordinator.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Coordinator Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/coordinator.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Coordinator Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#coordinator">Coordinator Configuration</a>.</p>
-<p>For basic tuning guidance for the Coordinator process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#coordinator">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Coordinator Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#coordinator">Coordinator Configuration</a>.</p>
+<p>For basic tuning guidance for the Coordinator process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#coordinator">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Coordinator, see <a href="/docs/24.0.0/operations/api-reference.html#coordinator">Coordinator API</a>.</p>
+<p>For a list of API endpoints supported by the Coordinator, see <a href="/docs/24.0.1/operations/api-reference.html#coordinator">Coordinator API</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="overview"></a><a href="#overview" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>The Druid Coordinator process is primarily responsible for segment management and distribution. More specifically, the
Druid Coordinator process communicates to Historical processes to load or drop segments based on configurations. The
@@ -103,7 +103,7 @@ the historical process will load the segment and begin servicing it.</p>
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>coordinator
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="rules"></a><a href="#rules" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
-<p>Segments can be automatically loaded and dropped from the cluster based on a set of rules. For more information on rules, see <a href="/docs/24.0.0/operations/rule-configuration.html">Rule Configuration</a>.</p>
+<p>Segments can be automatically loaded and dropped from the cluster based on a set of rules. For more information on rules, see <a href="/docs/24.0.1/operations/rule-configuration.html">Rule Configuration</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="cleaning-up-segments"></a><a href="#cleaning-up-segments" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>On each run, the Druid Coordinator compares the set of used segments in the database with the segments served by some
Historical nodes in the cluster. Coordinator sends requests to Historical nodes to unload unused segments or segments
@@ -115,22 +115,22 @@ marked as unused. During the next Coordinator's run, they will be unloaded from
<h3><a class="anchor" aria-hidden="true" id="balancing-segment-load"></a><a href="#balancing-segment-load" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>To ensure an even distribution of segments across Historical processes in the cluster, the Coordinator process will find the total size of all segments being served by every Historical process each time the Coordinator runs. For every Historical process tier in the cluster, the Coordinator process will determine the Historical process with the highest utilization and the Historical process with the lowest utilization. The percent difference in utilization between the two processes is [...]
<h3><a class="anchor" aria-hidden="true" id="automatic-compaction"></a><a href="#automatic-compaction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
-<p>The Druid Coordinator manages the <a href="/docs/24.0.0/data-management/automatic-compaction.html">automatic compaction system</a>.
+<p>The Druid Coordinator manages the <a href="/docs/24.0.1/data-management/automatic-compaction.html">automatic compaction system</a>.
Each run, the Coordinator compacts segments by merging small segments or splitting a large one. This is useful when the size of your segments is not optimized which may degrade query performance.
-See <a href="/docs/24.0.0/operations/segment-optimization.html">Segment size optimization</a> for details.</p>
+See <a href="/docs/24.0.1/operations/segment-optimization.html">Segment size optimization</a> for details.</p>
<p>The Coordinator first finds the segments to compact based on the <a href="#segment-search-policy-in-automatic-compaction">segment search policy</a>.
-Once some segments are found, it issues a <a href="/docs/24.0.0/ingestion/tasks.html#compact">compaction task</a> to compact those segments.
+Once some segments are found, it issues a <a href="/docs/24.0.1/ingestion/tasks.html#compact">compaction task</a> to compact those segments.
The maximum number of running compaction tasks is <code>min(sum of worker capacity * slotRatio, maxSlots)</code>.
Note that even if <code>min(sum of worker capacity * slotRatio, maxSlots) = 0</code>, at least one compaction task is always submitted
if the compaction is enabled for a dataSource.
-See <a href="/docs/24.0.0/operations/api-reference.html#automatic-compaction-configuration">Automatic compaction configuration API</a> and <a href="/docs/24.0.0/configuration/index.html#automatic-compaction-dynamic-configuration">Automatic compaction configuration</a> to enable and configure automatic compaction.</p>
+See <a href="/docs/24.0.1/operations/api-reference.html#automatic-compaction-configuration">Automatic compaction configuration API</a> and <a href="/docs/24.0.1/configuration/index.html#automatic-compaction-dynamic-configuration">Automatic compaction configuration</a> to enable and configure automatic compaction.</p>
<p>Compaction tasks might fail due to the following reasons:</p>
<ul>
<li>If the input segments of a compaction task are removed or overshadowed before it starts, that compaction task fails immediately.</li>
-<li>If a task of a higher priority acquires a <a href="/docs/24.0.0/ingestion/tasks.html#locking">time chunk lock</a> for an interval overlapping with the interval of a compaction task, the compaction task fails.</li>
+<li>If a task of a higher priority acquires a <a href="/docs/24.0.1/ingestion/tasks.html#locking">time chunk lock</a> for an interval overlapping with the interval of a compaction task, the compaction task fails.</li>
</ul>
<p>Once a compaction task fails, the Coordinator simply checks the segments in the interval of the failed task again, and issues another compaction task in the next run.</p>
-<p>Note that Compacting Segments Coordinator Duty is automatically enabled and run as part of the Indexing Service Duties group. However, Compacting Segments Coordinator Duty can be configured to run in isolation as a separate Coordinator duty group. This allows changing the period of Compacting Segments Coordinator Duty without impacting the period of other Indexing Service Duties. This can be done by setting the following properties. For more details, see <a href="/docs/24.0.0/developm [...]
+<p>Note that Compacting Segments Coordinator Duty is automatically enabled and run as part of the Indexing Service Duties group. However, Compacting Segments Coordinator Duty can be configured to run in isolation as a separate Coordinator duty group. This allows changing the period of Compacting Segments Coordinator Duty without impacting the period of other Indexing Service Duties. This can be done by setting the following properties. For more details, see <a href="/docs/24.0.1/developm [...]
<pre><code class="hljs">druid.coordinator.dutyGroups=<span class="hljs-meta">[<SOME_GROUP_NAME>]</span>
druid.coordinator.<SOME_GROUP_NAME>.duties=[<span class="hljs-string">"compactSegments"</span>]
druid.coordinator.<SOME_GROUP_NAME>.period=<PERIOD_TO_RUN_COMPACTING_SEGMENTS_DUTY>
@@ -167,10 +167,10 @@ Finally, <code>foo_2017-09-01T00:00:00.000Z_2017-10-01T00:00:00.000Z_VERSION</co
If this is set, this policy will ignore the segments falling into the time chunk of (the end time of the most recent segment - <code>skipOffsetFromLatest</code>).
This is to avoid conflicts between compaction tasks and realtime tasks.
Note that realtime tasks have a higher priority than compaction tasks by default. Realtime tasks will revoke the locks of compaction tasks if their intervals overlap, resulting in the termination of the compaction task.
-For more information, see <a href="/docs/24.0.0/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
+For more information, see <a href="/docs/24.0.1/data-management/automatic-compaction.html#avoid-conflicts-with-ingestion">Avoid conflicts with ingestion</a>.</p>
<blockquote>
<p>This policy currently cannot handle the situation when there are a lot of small segments which have the same interval,
-and their total size exceeds <a href="/docs/24.0.0/configuration/index.html#automatic-compaction-dynamic-configuration"><code>inputSegmentSizeBytes</code></a>.
+and their total size exceeds <a href="/docs/24.0.1/configuration/index.html#automatic-compaction-dynamic-configuration"><code>inputSegmentSizeBytes</code></a>.
If it finds such segments, it simply skips them.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="faq"></a><a href="#faq" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09V6.2 [...]
@@ -183,7 +183,7 @@ If it finds such segments, it simply skips them.</p>
<p>No. If the Druid Coordinator is not started up, no new segments will be loaded in the cluster and outdated segments will not be dropped. However, the Coordinator process can be started up at any time, and after a configurable delay, will start running Coordinator tasks.</p>
<p>This also means that if you have a working cluster and all of your Coordinators die, the cluster will continue to function, it just won’t experience any changes to its data topology.</p></li>
</ol>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/broker.html"><span class="arrow-prev">← </span><span>Broker</span></a><a class="docs-next button" href="/docs/24.0.0/design/historical.html"><span>Historical Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/techno [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/broker.html"><span class="arrow-prev">← </span><span>Broker</span></a><a class="docs-next button" href="/docs/24.0.1/design/historical.html"><span>Historical Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/techno [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -200,6 +200,6 @@ If it finds such segments, it simply skips them.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/extensions-contrib/dropwizard.html b/docs/24.0.0/design/extensions-contrib/dropwizard.html
index f46ee80d..5201acc3 100644
--- a/docs/24.0.0/design/extensions-contrib/dropwizard.html
+++ b/docs/24.0.0/design/extensions-contrib/dropwizard.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Dropwizard metrics emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/extensions-contrib/dropwizard.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Dropwizard metrics emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/extensions-contrib/dropwizard.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
@@ -22,7 +22,7 @@
~ under the License.
-->
<h1><a class="anchor" aria-hidden="true" id="dropwizard-emitter"></a><a href="#dropwizard-emitter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
-<p>To use this extension, make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>dropwizard-emitter</code> in the extensions load list.</p>
+<p>To use this extension, make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>dropwizard-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension integrates <a href="http://metrics.dropwizard.io/3.1.0/getting-started/#">Dropwizard</a> metrics library with druid so that dropwizard users can easily absorb druid into their monitoring ecosystem.
It accumulates druid metrics as dropwizard metrics, and emits them to various sinks via dropwizard supported reporters.
@@ -644,7 +644,7 @@ druid.emitter.dropwizard.reporters=[{<span class="hljs-string">"type"</span>:<sp
}
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a href="#configuration">Configuration</a><ul class="toc-headings"><li><a href="#druid-to-dropwizard-event-conversion">Druid to Dropwizard Event Conversion</a></li><li><a href="#supported-dropwizard-reporters">Supported Dropwizard reporters</a></li><li><a href="#default-metrics-mapping">Default Metrics Mapping</a></ [...]
+</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a href="#configuration">Configuration</a><ul class="toc-headings"><li><a href="#druid-to-dropwizard-event-conversion">Druid to Dropwizard Event Conversion</a></li><li><a href="#supported-dropwizard-reporters">Supported Dropwizard reporters</a></li><li><a href="#default-metrics-mapping">Default Metrics Mapping</a></ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -661,6 +661,6 @@ druid.emitter.dropwizard.reporters=[{<span class="hljs-string">"type"</span>:<sp
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/historical.html b/docs/24.0.0/design/historical.html
index 83eefdef..c0ef74f0 100644
--- a/docs/24.0.0/design/historical.html
+++ b/docs/24.0.0/design/historical.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Historical Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/historical.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" con [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Historical Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/historical.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" con [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,31 +78,31 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Historical Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#historical">Historical Configuration</a>.</p>
-<p>For basic tuning guidance for the Historical process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#historical">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Historical Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#historical">Historical Configuration</a>.</p>
+<p>For basic tuning guidance for the Historical process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#historical">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Historical, please see the <a href="/docs/24.0.0/operations/api-reference.html#historical">API reference</a>.</p>
+<p>For a list of API endpoints supported by the Historical, please see the <a href="/docs/24.0.1/operations/api-reference.html#historical">API reference</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="running"></a><a href="#running" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>historical
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="loading-and-serving-segments"></a><a href="#loading-and-serving-segments" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
-<p>Each Historical process copies or "pulls" segment files from Deep Storage to local disk in an area called the <em>segment cache</em>. Set the <code>druid.segmentCache.locations</code> to configure the size and location of the segment cache on each Historical process. See <a href="/docs/24.0.0/configuration/index.html#historical-general-configuration">Historical general configuration</a>.</p>
-<p>See the <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#segment-cache-size">Tuning Guide</a> for more information.</p>
-<p>The <a href="../design/coordinator.html">Coordinator</a> controls the assignment of segments to Historicals and the balance of segments between Historicals. Historical processes do not communicate directly with each other, nor do they communicate directly with the Coordinator. Instead, the Coordinator creates ephemeral entries in Zookeeper in a <a href="/docs/24.0.0/configuration/index.html#path-configuration">load queue path</a>. Each Historical process maintains a connection to Zoo [...]
-<p>For more information about how the Coordinator assigns segments to Historical processes, see <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a>.</p>
+<p>Each Historical process copies or "pulls" segment files from Deep Storage to local disk in an area called the <em>segment cache</em>. Set the <code>druid.segmentCache.locations</code> to configure the size and location of the segment cache on each Historical process. See <a href="/docs/24.0.1/configuration/index.html#historical-general-configuration">Historical general configuration</a>.</p>
+<p>See the <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#segment-cache-size">Tuning Guide</a> for more information.</p>
+<p>The <a href="../design/coordinator.html">Coordinator</a> controls the assignment of segments to Historicals and the balance of segments between Historicals. Historical processes do not communicate directly with each other, nor do they communicate directly with the Coordinator. Instead, the Coordinator creates ephemeral entries in Zookeeper in a <a href="/docs/24.0.1/configuration/index.html#path-configuration">load queue path</a>. Each Historical process maintains a connection to Zoo [...]
+<p>For more information about how the Coordinator assigns segments to Historical processes, see <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a>.</p>
<p>When a Historical process detects a new entry in the Zookeeper load queue, it checks its own segment cache. If no information about the segment exists there, the Historical process first retrieves metadata from Zookeeper about the segment, including where the segment is located in Deep Storage and how it needs to decompress and process it.</p>
-<p>For more information about segment metadata and Druid segments in general, see <a href="/docs/24.0.0/design/segments.html">Segments</a>.</p>
-<p>After a Historical process pulls down and processes a segment from Deep Storage, Druid advertises the segment as being available for queries from the Broker. This announcement by the Historical is made via Zookeeper, in a <a href="/docs/24.0.0/configuration/index.html#path-configuration">served segments path</a>.</p>
-<p>For more information about how the Broker determines what data is available for queries, please see <a href="/docs/24.0.0/design/broker.html">Broker</a>.</p>
+<p>For more information about segment metadata and Druid segments in general, see <a href="/docs/24.0.1/design/segments.html">Segments</a>.</p>
+<p>After a Historical process pulls down and processes a segment from Deep Storage, Druid advertises the segment as being available for queries from the Broker. This announcement by the Historical is made via Zookeeper, in a <a href="/docs/24.0.1/configuration/index.html#path-configuration">served segments path</a>.</p>
+<p>For more information about how the Broker determines what data is available for queries, please see <a href="/docs/24.0.1/design/broker.html">Broker</a>.</p>
<p>To make data from the segment cache available for querying as soon as possible, Historical services search the local segment cache upon startup and advertise the segments found there.</p>
<h3><a class="anchor" aria-hidden="true" id="loading-and-serving-segments-from-cache"></a><a href="#loading-and-serving-segments-from-cache" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 [...]
<p>The segment cache uses <a href="https://en.wikipedia.org/wiki/Mmap">memory mapping</a>. The cache consumes memory from the underlying operating system so Historicals can hold parts of segment files in memory to increase query performance at the data level. The in-memory segment cache is affected by the size of the Historical JVM, heap / direct memory buffers, and other processes on the operating system itself.</p>
<p>At query time, if the required part of a segment file is available in the memory mapped cache or "page cache", the Historical re-uses it and reads it directly from memory. If it is not in the memory-mapped cache, the Historical reads that part of the segment from disk. In this case, there is potential for new data to flush other segment data from memory. This means that if free operating system memory is close to <code>druid.server.maxSize</code>, the more likely that segme [...]
-<p>Note that this memory-mapped segment cache is in addition to other <a href="/docs/24.0.0/querying/caching.html">query-level caches</a>.</p>
+<p>Note that this memory-mapped segment cache is in addition to other <a href="/docs/24.0.1/querying/caching.html">query-level caches</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="querying-segments"></a><a href="#querying-segments" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
-<p>Please see <a href="/docs/24.0.0/querying/querying.html">Querying</a> for more information on querying Historical processes.</p>
+<p>Please see <a href="/docs/24.0.1/querying/querying.html">Querying</a> for more information on querying Historical processes.</p>
<p>A Historical can be configured to log and report metrics for every query it services.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/coordinator.html"><span class="arrow-prev">← </span><span>Coordinator Process</span></a><a class="docs-next button" href="/docs/24.0.0/design/indexer.html"><span>Indexer Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a h [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/coordinator.html"><span class="arrow-prev">← </span><span>Coordinator Process</span></a><a class="docs-next button" href="/docs/24.0.1/design/indexer.html"><span>Indexer Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a h [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -119,6 +119,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/index.html b/docs/24.0.0/design/index.html
index d4e86ef8..c2eb97dc 100644
--- a/docs/24.0.0/design/index.html
+++ b/docs/24.0.0/design/index.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Introduction to Apache Druid · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Introduction to Apache Druid · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -104,7 +104,7 @@ remove servers to scale down. The Druid cluster re-balances itself automatically
Druid server fails, the system automatically routes data around the damage until the server can be replaced. Druid
is designed to run continuously without planned downtime for any reason. This is true for configuration changes and software
updates.</li>
-<li><strong>Cloud-native, fault-tolerant architecture that won't lose data.</strong> After ingestion, Druid safely stores a copy of your data in <a href="/docs/24.0.0/design/architecture.html#deep-storage">deep storage</a>. Deep storage is typically cloud storage, HDFS, or a shared filesystem. You can recover your data from deep storage even in the unlikely case that all Druid servers fail. For a limited failure that affects only a few Druid servers, replication ensures that queries are [...]
+<li><strong>Cloud-native, fault-tolerant architecture that won't lose data.</strong> After ingestion, Druid safely stores a copy of your data in <a href="/docs/24.0.1/design/architecture.html#deep-storage">deep storage</a>. Deep storage is typically cloud storage, HDFS, or a shared filesystem. You can recover your data from deep storage even in the unlikely case that all Druid servers fail. For a limited failure that affects only a few Druid servers, replication ensures that queries are [...]
<li><strong>Indexes for quick filtering.</strong> Druid uses <a href="https://roaringbitmap.org/">Roaring</a> or
<a href="https://arxiv.org/pdf/1004.0403">CONCISE</a> compressed bitmap indexes to create indexes to enable fast filtering and searching across multiple columns.</li>
<li><strong>Time-based partitioning.</strong> Druid first partitions data by time. You can optionally implement additional partitioning based upon other fields.
@@ -141,11 +141,11 @@ taking a long time to complete.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<ul>
-<li>Try the Druid <a href="/docs/24.0.0/tutorials/index.html">Quickstart</a>.</li>
-<li>Learn more about Druid components in <a href="/docs/24.0.0/design/architecture.html">Design</a>.</li>
+<li>Try the Druid <a href="/docs/24.0.1/tutorials/index.html">Quickstart</a>.</li>
+<li>Learn more about Druid components in <a href="/docs/24.0.1/design/architecture.html">Design</a>.</li>
<li>Read about new features and other details of <a href="https://github.com/apache/druid/releases">Druid Releases</a>.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-next button" href="/docs/24.0.0/tutorials/index.html"><span>Quickstart (local)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#key-features-of-druid">Key features of Druid</a></li><li><a href="#when-to-use-druid">When to use Druid</a></li><li><a href="#learn-more">Learn more</a></li></ul></nav></div><footer class="nav-footer druid-footer" id=" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-next button" href="/docs/24.0.1/tutorials/index.html"><span>Quickstart (local)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#key-features-of-druid">Key features of Druid</a></li><li><a href="#when-to-use-druid">When to use Druid</a></li><li><a href="#learn-more">Learn more</a></li></ul></nav></div><footer class="nav-footer druid-footer" id=" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -162,6 +162,6 @@ taking a long time to complete.</li>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/indexer.html b/docs/24.0.0/design/indexer.html
index 808be202..8a3e92ed 100644
--- a/docs/24.0.0/design/indexer.html
+++ b/docs/24.0.0/design/indexer.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Indexer Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/indexer.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Indexer Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/indexer.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,15 +78,15 @@
~ under the License.
-->
<blockquote>
-<p>The Indexer is an optional and <a href="/docs/24.0.0/development/experimental.html">experimental</a> feature.
+<p>The Indexer is an optional and <a href="/docs/24.0.1/development/experimental.html">experimental</a> feature.
Its memory management system is still under development and will be significantly enhanced in later releases.</p>
</blockquote>
<p>The Apache Druid Indexer process is an alternative to the MiddleManager + Peon task execution system. Instead of forking a separate JVM process per-task, the Indexer runs tasks as separate threads within a single JVM process.</p>
<p>The Indexer is designed to be easier to configure and deploy compared to the MiddleManager + Peon system and to better enable resource sharing across tasks.</p>
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Indexer Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#indexer">Indexer Configuration</a>.</p>
+<p>For Apache Druid Indexer Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#indexer">Indexer Configuration</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>The Indexer process shares the same HTTP endpoints as the <a href="/docs/24.0.0/operations/api-reference.html#middlemanager">MiddleManager</a>.</p>
+<p>The Indexer process shares the same HTTP endpoints as the <a href="/docs/24.0.1/operations/api-reference.html#middlemanager">MiddleManager</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="running"></a><a href="#running" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>indexer
</code></pre>
@@ -94,7 +94,7 @@ Its memory management system is still under development and will be significantl
<p>The following resources are shared across all tasks running inside an Indexer process.</p>
<h4><a class="anchor" aria-hidden="true" id="query-resources"></a><a href="#query-resources" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>The query processing threads and buffers are shared across all tasks. The Indexer will serve queries from a single endpoint shared by all tasks.</p>
-<p>If <a href="/docs/24.0.0/configuration/index.html#indexer-caching">query caching</a> is enabled, the query cache is also shared across all tasks.</p>
+<p>If <a href="/docs/24.0.1/configuration/index.html#indexer-caching">query caching</a> is enabled, the query cache is also shared across all tasks.</p>
<h4><a class="anchor" aria-hidden="true" id="server-http-threads"></a><a href="#server-http-threads" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p>The Indexer maintains two equally sized pools of HTTP threads.</p>
<p>One pool is exclusively used for task control messages between the Overlord and the Indexer ("chat handler threads"). The other pool is used for handling all other HTTP requests.</p>
@@ -115,7 +115,7 @@ Its memory management system is still under development and will be significantl
<p>Separate task logs are not currently supported when using the Indexer; all task log messages will instead be logged in the Indexer process log.</p>
<p>The Indexer currently imposes an identical memory limit on each task. In later releases, the per-task memory limit will be removed and only the global limit will apply. The limit on concurrent merges will also be removed.</p>
<p>In later releases, per-task memory usage will be dynamically managed. Please see <a href="https://github.com/apache/druid/issues/7900">https://github.com/apache/druid/issues/7900</a> for details on future enhancements to the Indexer.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/historical.html"><span class="arrow-prev">← </span><span>Historical Process</span></a><a class="docs-next button" href="/docs/24.0.0/design/indexing-service.html"><span>Indexing Service</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/historical.html"><span class="arrow-prev">← </span><span>Historical Process</span></a><a class="docs-next button" href="/docs/24.0.1/design/indexing-service.html"><span>Indexing Service</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -132,6 +132,6 @@ Its memory management system is still under development and will be significantl
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/indexing-service.html b/docs/24.0.0/design/indexing-service.html
index 96f33923..09b1832d 100644
--- a/docs/24.0.0/design/indexing-service.html
+++ b/docs/24.0.0/design/indexing-service.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Indexing Service · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/indexing-service.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Indexing Service · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/indexing-service.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,20 +78,20 @@
~ under the License.
-->
<p>The Apache Druid indexing service is a highly-available, distributed service that runs indexing related tasks.</p>
-<p>Indexing <a href="/docs/24.0.0/ingestion/tasks.html">tasks</a> create (and sometimes destroy) Druid <a href="/docs/24.0.0/design/segments.html">segments</a>. The indexing service has a master/slave like architecture.</p>
-<p>The indexing service is composed of three main components: a <a href="/docs/24.0.0/design/peons.html">Peon</a> component that can run a single task, a <a href="/docs/24.0.0/design/middlemanager.html">Middle Manager</a> component that manages Peons, and an <a href="/docs/24.0.0/design/overlord.html">Overlord</a> component that manages task distribution to MiddleManagers.
+<p>Indexing <a href="/docs/24.0.1/ingestion/tasks.html">tasks</a> create (and sometimes destroy) Druid <a href="/docs/24.0.1/design/segments.html">segments</a>. The indexing service has a master/slave like architecture.</p>
+<p>The indexing service is composed of three main components: a <a href="/docs/24.0.1/design/peons.html">Peon</a> component that can run a single task, a <a href="/docs/24.0.1/design/middlemanager.html">Middle Manager</a> component that manages Peons, and an <a href="/docs/24.0.1/design/overlord.html">Overlord</a> component that manages task distribution to MiddleManagers.
Overlords and MiddleManagers may run on the same process or across multiple processes while MiddleManagers and Peons always run on the same process.</p>
-<p>Tasks are managed using API endpoints on the Overlord service. Please see <a href="/docs/24.0.0/operations/api-reference.html#tasks">Overlord Task API</a> for more information.</p>
+<p>Tasks are managed using API endpoints on the Overlord service. Please see <a href="/docs/24.0.1/operations/api-reference.html#tasks">Overlord Task API</a> for more information.</p>
<p><img src="../assets/indexing_service.png" alt="Indexing Service" title="Indexing Service"></p>
<h2><a class="anchor" aria-hidden="true" id="overlord"></a><a href="#overlord" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
-<p>See <a href="/docs/24.0.0/design/overlord.html">Overlord</a>.</p>
+<p>See <a href="/docs/24.0.1/design/overlord.html">Overlord</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="middle-managers"></a><a href="#middle-managers" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
-<p>See <a href="/docs/24.0.0/design/middlemanager.html">Middle Manager</a>.</p>
+<p>See <a href="/docs/24.0.1/design/middlemanager.html">Middle Manager</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="peons"></a><a href="#peons" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
-<p>See <a href="/docs/24.0.0/design/peons.html">Peon</a>.</p>
+<p>See <a href="/docs/24.0.1/design/peons.html">Peon</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="tasks"></a><a href="#tasks" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
-<p>See <a href="/docs/24.0.0/ingestion/tasks.html">Tasks</a>.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/indexer.html"><span class="arrow-prev">← </span><span>Indexer Process</span></a><a class="docs-next button" href="/docs/24.0.0/design/middlemanager.html"><span class="function-name-prevnext">MiddleManager Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overlord">Overlord</a></li><li><a href="#midd [...]
+<p>See <a href="/docs/24.0.1/ingestion/tasks.html">Tasks</a>.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/indexer.html"><span class="arrow-prev">← </span><span>Indexer Process</span></a><a class="docs-next button" href="/docs/24.0.1/design/middlemanager.html"><span class="function-name-prevnext">MiddleManager Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overlord">Overlord</a></li><li><a href="#midd [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -108,6 +108,6 @@ Overlords and MiddleManagers may run on the same process or across multiple proc
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/middlemanager.html b/docs/24.0.0/design/middlemanager.html
index 8beec407..1f8748d3 100644
--- a/docs/24.0.0/design/middlemanager.html
+++ b/docs/24.0.0/design/middlemanager.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>MiddleManager Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/middlemanager.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versio [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>MiddleManager Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/middlemanager.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versio [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,17 +78,17 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid MiddleManager Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#middlemanager-and-peons">Indexing Service Configuration</a>.</p>
-<p>For basic tuning guidance for the MiddleManager process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#middlemanager">Basic cluster tuning</a>.</p>
+<p>For Apache Druid MiddleManager Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#middlemanager-and-peons">Indexing Service Configuration</a>.</p>
+<p>For basic tuning guidance for the MiddleManager process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#middlemanager">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the MiddleManager, please see the <a href="/docs/24.0.0/operations/api-reference.html#middlemanager">API reference</a>.</p>
+<p>For a list of API endpoints supported by the MiddleManager, please see the <a href="/docs/24.0.1/operations/api-reference.html#middlemanager">API reference</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="overview"></a><a href="#overview" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>The MiddleManager process is a worker process that executes submitted tasks. Middle Managers forward tasks to Peons that run in separate JVMs.
-The reason we have separate JVMs for tasks is for resource and log isolation. Each <a href="/docs/24.0.0/design/peons.html">Peon</a> is capable of running only one task at a time, however, a MiddleManager may have multiple Peons.</p>
+The reason we have separate JVMs for tasks is for resource and log isolation. Each <a href="/docs/24.0.1/design/peons.html">Peon</a> is capable of running only one task at a time, however, a MiddleManager may have multiple Peons.</p>
<h3><a class="anchor" aria-hidden="true" id="running"></a><a href="#running" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>middleManager
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/indexing-service.html"><span class="arrow-prev">← </span><span>Indexing Service</span></a><a class="docs-next button" href="/docs/24.0.0/design/overlord.html"><span>Overlord Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/indexing-service.html"><span class="arrow-prev">← </span><span>Indexing Service</span></a><a class="docs-next button" href="/docs/24.0.1/design/overlord.html"><span>Overlord Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -105,6 +105,6 @@ The reason we have separate JVMs for tasks is for resource and log isolation. Ea
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/overlord.html b/docs/24.0.0/design/overlord.html
index 5da3853c..b4311be1 100644
--- a/docs/24.0.0/design/overlord.html
+++ b/docs/24.0.0/design/overlord.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Overlord Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/overlord.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Overlord Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/overlord.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Overlord Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#overlord">Overlord Configuration</a>.</p>
-<p>For basic tuning guidance for the Overlord process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#overlord">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Overlord Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#overlord">Overlord Configuration</a>.</p>
+<p>For basic tuning guidance for the Overlord process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#overlord">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Overlord, please see the <a href="/docs/24.0.0/operations/api-reference.html#overlord">API reference</a>.</p>
+<p>For a list of API endpoints supported by the Overlord, please see the <a href="/docs/24.0.1/operations/api-reference.html#overlord">API reference</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="overview"></a><a href="#overview" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>The Overlord process is responsible for accepting tasks, coordinating task distribution, creating locks around tasks, and returning statuses to callers. Overlord can be configured to run in one of two modes - local or remote (local being default).
In local mode Overlord is also responsible for creating Peons for executing tasks. When running the Overlord in local mode, all MiddleManager and Peon configurations must be provided as well.
@@ -98,7 +98,7 @@ This mode is recommended if you intend to use the indexing service as the single
<h3><a class="anchor" aria-hidden="true" id="autoscaling"></a><a href="#autoscaling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>The Autoscaling mechanisms currently in place are tightly coupled with our deployment infrastructure but the framework should be in place for other implementations. We are highly open to new implementations or extensions of the existing mechanisms. In our own deployments, MiddleManager processes are Amazon AWS EC2 nodes and they are provisioned to register themselves in a <a href="https://github.com/ning/galaxy">galaxy</a> environment.</p>
<p>If autoscaling is enabled, new MiddleManagers may be added when a task has been in pending state for too long. MiddleManagers may be terminated if they have not run any tasks for a period of time.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/middlemanager.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">MiddleManager Process</span></a><a class="docs-next button" href="/docs/24.0.0/design/router.html"><span>Router Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/middlemanager.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">MiddleManager Process</span></a><a class="docs-next button" href="/docs/24.0.1/design/router.html"><span>Router Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -115,6 +115,6 @@ This mode is recommended if you intend to use the indexing service as the single
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/peons.html b/docs/24.0.0/design/peons.html
index bbf74ccb..1b1acdfe 100644
--- a/docs/24.0.0/design/peons.html
+++ b/docs/24.0.0/design/peons.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Peons · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/peons.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.0" /><m [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Peons · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/peons.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.1" /><m [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Peon Configuration, see <a href="/docs/24.0.0/configuration/index.html#peon-query-configuration">Peon Query Configuration</a> and <a href="/docs/24.0.0/configuration/index.html#additional-peon-configuration">Additional Peon Configuration</a>.</p>
-<p>For basic tuning guidance for MiddleManager tasks, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#task-configurations">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Peon Configuration, see <a href="/docs/24.0.1/configuration/index.html#peon-query-configuration">Peon Query Configuration</a> and <a href="/docs/24.0.1/configuration/index.html#additional-peon-configuration">Additional Peon Configuration</a>.</p>
+<p>For basic tuning guidance for MiddleManager tasks, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#task-configurations">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Peon, please see the <a href="/docs/24.0.0/operations/api-reference.html#peon">Peon API reference</a>.</p>
+<p>For a list of API endpoints supported by the Peon, please see the <a href="/docs/24.0.1/operations/api-reference.html#peon">Peon API reference</a>.</p>
<p>Peons run a single task in a single JVM. MiddleManager is responsible for creating Peons for running tasks.
Peons should rarely (if ever for testing purposes) be run on their own.</p>
<h3><a class="anchor" aria-hidden="true" id="running"></a><a href="#running" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
@@ -90,7 +90,7 @@ Peons should rarely (if ever for testing purposes) be run on their own.</p>
</code></pre>
<p>The task file contains the task JSON object.
The status file indicates where the task status will be output.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/router.html"><span class="arrow-prev">← </span><span>Router Process</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/approximate-histograms.html"><span>Approximate Histogram aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class= [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/router.html"><span class="arrow-prev">← </span><span>Router Process</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/approximate-histograms.html"><span>Approximate Histogram aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class= [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -107,6 +107,6 @@ The status file indicates where the task status will be output.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/processes.html b/docs/24.0.0/design/processes.html
index 8be6f777..2e6d6fce 100644
--- a/docs/24.0.0/design/processes.html
+++ b/docs/24.0.0/design/processes.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Processes and servers · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/processes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Processes and servers · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/processes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" c [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,13 +80,13 @@
<h2><a class="anchor" aria-hidden="true" id="process-types"></a><a href="#process-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>Druid has several process types:</p>
<ul>
-<li><a href="/docs/24.0.0/design/coordinator.html">Coordinator</a></li>
-<li><a href="/docs/24.0.0/design/overlord.html">Overlord</a></li>
-<li><a href="/docs/24.0.0/design/broker.html">Broker</a></li>
-<li><a href="/docs/24.0.0/design/historical.html">Historical</a></li>
-<li><a href="/docs/24.0.0/design/middlemanager.html">MiddleManager</a> and <a href="/docs/24.0.0/design/peons.html">Peons</a></li>
-<li><a href="/docs/24.0.0/design/indexer.html">Indexer (Optional)</a></li>
-<li><a href="/docs/24.0.0/design/router.html">Router (Optional)</a></li>
+<li><a href="/docs/24.0.1/design/coordinator.html">Coordinator</a></li>
+<li><a href="/docs/24.0.1/design/overlord.html">Overlord</a></li>
+<li><a href="/docs/24.0.1/design/broker.html">Broker</a></li>
+<li><a href="/docs/24.0.1/design/historical.html">Historical</a></li>
+<li><a href="/docs/24.0.1/design/middlemanager.html">MiddleManager</a> and <a href="/docs/24.0.1/design/peons.html">Peons</a></li>
+<li><a href="/docs/24.0.1/design/indexer.html">Indexer (Optional)</a></li>
+<li><a href="/docs/24.0.1/design/router.html">Router (Optional)</a></li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="server-types"></a><a href="#server-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>Druid processes can be deployed any way you like, but for ease of deployment we suggest organizing them into three server types:</p>
@@ -101,38 +101,38 @@
<p>A Master server manages data ingestion and availability: it is responsible for starting new ingestion jobs and coordinating availability of data on the "Data servers" described below.</p>
<p>Within a Master server, functionality is split between two processes, the Coordinator and Overlord.</p>
<h4><a class="anchor" aria-hidden="true" id="coordinator-process"></a><a href="#coordinator-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
-<p><a href="/docs/24.0.0/design/coordinator.html"><strong>Coordinator</strong></a> processes watch over the Historical processes on the Data servers. They are responsible for assigning segments to specific servers, and for ensuring segments are well-balanced across Historicals.</p>
+<p><a href="/docs/24.0.1/design/coordinator.html"><strong>Coordinator</strong></a> processes watch over the Historical processes on the Data servers. They are responsible for assigning segments to specific servers, and for ensuring segments are well-balanced across Historicals.</p>
<h4><a class="anchor" aria-hidden="true" id="overlord-process"></a><a href="#overlord-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
-<p><a href="/docs/24.0.0/design/overlord.html"><strong>Overlord</strong></a> processes watch over the MiddleManager processes on the Data servers and are the controllers of data ingestion into Druid. They are responsible for assigning ingestion tasks to MiddleManagers and for coordinating segment publishing.</p>
+<p><a href="/docs/24.0.1/design/overlord.html"><strong>Overlord</strong></a> processes watch over the MiddleManager processes on the Data servers and are the controllers of data ingestion into Druid. They are responsible for assigning ingestion tasks to MiddleManagers and for coordinating segment publishing.</p>
<h3><a class="anchor" aria-hidden="true" id="query-server"></a><a href="#query-server" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>A Query server provides the endpoints that users and client applications interact with, routing queries to Data servers or other Query servers (and optionally proxied Master server requests as well).</p>
<p>Within a Query server, functionality is split between two processes, the Broker and Router.</p>
<h4><a class="anchor" aria-hidden="true" id="broker-process"></a><a href="#broker-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p><a href="/docs/24.0.0/design/broker.html"><strong>Broker</strong></a> processes receive queries from external clients and forward those queries to Data servers. When Brokers receive results from those subqueries, they merge those results and return them to the
+<p><a href="/docs/24.0.1/design/broker.html"><strong>Broker</strong></a> processes receive queries from external clients and forward those queries to Data servers. When Brokers receive results from those subqueries, they merge those results and return them to the
caller. End users typically query Brokers rather than querying Historicals or MiddleManagers processes on Data servers directly.</p>
<h4><a class="anchor" aria-hidden="true" id="router-process-optional"></a><a href="#router-process-optional" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
-<p><a href="/docs/24.0.0/design/router.html"><strong>Router</strong></a> processes are <em>optional</em> processes that provide a unified API gateway in front of Druid Brokers,
+<p><a href="/docs/24.0.1/design/router.html"><strong>Router</strong></a> processes are <em>optional</em> processes that provide a unified API gateway in front of Druid Brokers,
Overlords, and Coordinators. They are optional since you can also simply contact the Druid Brokers, Overlords, and
Coordinators directly.</p>
-<p>The Router also runs the <a href="/docs/24.0.0/operations/web-console.html">web console</a>, a management UI for datasources, segments, tasks, data processes (Historicals and MiddleManagers), and coordinator dynamic configuration. The user can also run SQL and native Druid queries within the console.</p>
+<p>The Router also runs the <a href="/docs/24.0.1/operations/web-console.html">web console</a>, a management UI for datasources, segments, tasks, data processes (Historicals and MiddleManagers), and coordinator dynamic configuration. The user can also run SQL and native Druid queries within the console.</p>
<h3><a class="anchor" aria-hidden="true" id="data-server"></a><a href="#data-server" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>A Data server executes ingestion jobs and stores queryable data.</p>
<p>Within a Data server, functionality is split between two processes, the Historical and MiddleManager.</p>
<h3><a class="anchor" aria-hidden="true" id="historical-process"></a><a href="#historical-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
-<p><a href="/docs/24.0.0/design/historical.html"><strong>Historical</strong></a> processes are the workhorses that handle storage and querying on "historical" data
+<p><a href="/docs/24.0.1/design/historical.html"><strong>Historical</strong></a> processes are the workhorses that handle storage and querying on "historical" data
(including any streaming data that has been in the system long enough to be committed). Historical processes
download segments from deep storage and respond to queries about these segments. They don't accept writes.</p>
<h3><a class="anchor" aria-hidden="true" id="middle-manager-process"></a><a href="#middle-manager-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p><a href="/docs/24.0.0/design/middlemanager.html"><strong>MiddleManager</strong></a> processes handle ingestion of new data into the cluster. They are responsible
+<p><a href="/docs/24.0.1/design/middlemanager.html"><strong>MiddleManager</strong></a> processes handle ingestion of new data into the cluster. They are responsible
for reading from external data sources and publishing new Druid segments.</p>
<h4><a class="anchor" aria-hidden="true" id="peon-processes"></a><a href="#peon-processes" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p><a href="/docs/24.0.0/design/peons.html"><strong>Peon</strong></a> processes are task execution engines spawned by MiddleManagers. Each Peon runs a separate JVM and is responsible for executing a single task. Peons always run on the same host as the MiddleManager that spawned them.</p>
+<p><a href="/docs/24.0.1/design/peons.html"><strong>Peon</strong></a> processes are task execution engines spawned by MiddleManagers. Each Peon runs a separate JVM and is responsible for executing a single task. Peons always run on the same host as the MiddleManager that spawned them.</p>
<h3><a class="anchor" aria-hidden="true" id="indexer-process-optional"></a><a href="#indexer-process-optional" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
-<p><a href="/docs/24.0.0/design/indexer.html"><strong>Indexer</strong></a> processes are an alternative to MiddleManagers and Peons. Instead of
+<p><a href="/docs/24.0.1/design/indexer.html"><strong>Indexer</strong></a> processes are an alternative to MiddleManagers and Peons. Instead of
forking separate JVM processes per-task, the Indexer runs tasks as individual threads within a single JVM process.</p>
<p>The Indexer is designed to be easier to configure and deploy compared to the MiddleManager + Peon system and to
better enable resource sharing across tasks. The Indexer is a newer feature and is currently designated
-<a href="/docs/24.0.0/development/experimental.html">experimental</a> due to the fact that its memory management system is still under
+<a href="/docs/24.0.1/development/experimental.html">experimental</a> due to the fact that its memory management system is still under
development. It will continue to mature in future versions of Druid.</p>
<p>Typically, you would deploy either MiddleManagers or Indexers, but not both.</p>
<h2><a class="anchor" aria-hidden="true" id="pros-and-cons-of-colocation"></a><a href="#pros-and-cons-of-colocation" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
@@ -147,11 +147,11 @@ such that they run on individual servers to avoid resource contention.</p>
<p>In clusters with very high segment counts, it can make sense to separate the Coordinator and Overlord processes to provide more resources for the Coordinator's segment balancing workload.</p>
<h4><a class="anchor" aria-hidden="true" id="unified-process"></a><a href="#unified-process" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>The Coordinator and Overlord processes can be run as a single combined process by setting the <code>druid.coordinator.asOverlord.enabled</code> property.</p>
-<p>Please see <a href="/docs/24.0.0/configuration/index.html#coordinator-operation">Coordinator Configuration: Operation</a> for details.</p>
+<p>Please see <a href="/docs/24.0.1/configuration/index.html#coordinator-operation">Coordinator Configuration: Operation</a> for details.</p>
<h3><a class="anchor" aria-hidden="true" id="historicals-and-middlemanagers"></a><a href="#historicals-and-middlemanagers" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
<p>With higher levels of ingestion or query load, it can make sense to deploy the Historical and MiddleManager processes on separate hosts to to avoid CPU and memory contention.</p>
<p>The Historical also benefits from having free memory for memory mapped segments, which can be another reason to deploy the Historical and MiddleManager processes separately.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/segments.html"><span class="arrow-prev">← </span><span>Segments</span></a><a class="docs-next button" href="/docs/24.0.0/dependencies/deep-storage.html"><span>Deep storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#process-types">Process types</a></li><li><a href="#server-types">Server types</a><ul c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/segments.html"><span class="arrow-prev">← </span><span>Segments</span></a><a class="docs-next button" href="/docs/24.0.1/dependencies/deep-storage.html"><span>Deep storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#process-types">Process types</a></li><li><a href="#server-types">Server types</a><ul c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -168,6 +168,6 @@ such that they run on individual servers to avoid resource contention.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/router.html b/docs/24.0.0/design/router.html
index 1e44f483..cfb98b97 100644
--- a/docs/24.0.0/design/router.html
+++ b/docs/24.0.0/design/router.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Router Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/router.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Router Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/router.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,14 +77,14 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>The Apache Druid Router process can be used to route queries to different Broker processes. By default, the broker routes queries based on how <a href="/docs/24.0.0/operations/rule-configuration.html">Rules</a> are set up. For example, if 1 month of recent data is loaded into a <code>hot</code> cluster, queries that fall within the recent month can be routed to a dedicated set of brokers. Queries outside this range are routed to another set of brokers. This set up provides query isola [...]
+<p>The Apache Druid Router process can be used to route queries to different Broker processes. By default, the broker routes queries based on how <a href="/docs/24.0.1/operations/rule-configuration.html">Rules</a> are set up. For example, if 1 month of recent data is loaded into a <code>hot</code> cluster, queries that fall within the recent month can be routed to a dedicated set of brokers. Queries outside this range are routed to another set of brokers. This set up provides query isola [...]
<p>For query routing purposes, you should only ever need the Router process if you have a Druid cluster well into the terabyte range.</p>
-<p>In addition to query routing, the Router also runs the <a href="/docs/24.0.0/operations/web-console.html">web console</a>, a management UI for datasources, segments, tasks, data processes (Historicals and MiddleManagers), and coordinator dynamic configuration. The user can also run SQL and native Druid queries within the console.</p>
+<p>In addition to query routing, the Router also runs the <a href="/docs/24.0.1/operations/web-console.html">web console</a>, a management UI for datasources, segments, tasks, data processes (Historicals and MiddleManagers), and coordinator dynamic configuration. The user can also run SQL and native Druid queries within the console.</p>
<h3><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>For Apache Druid Router Process Configuration, see <a href="/docs/24.0.0/configuration/index.html#router">Router Configuration</a>.</p>
-<p>For basic tuning guidance for the Router process, see <a href="/docs/24.0.0/operations/basic-cluster-tuning.html#router">Basic cluster tuning</a>.</p>
+<p>For Apache Druid Router Process Configuration, see <a href="/docs/24.0.1/configuration/index.html#router">Router Configuration</a>.</p>
+<p>For basic tuning guidance for the Router process, see <a href="/docs/24.0.1/operations/basic-cluster-tuning.html#router">Basic cluster tuning</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="http-endpoints"></a><a href="#http-endpoints" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>For a list of API endpoints supported by the Router, see <a href="/docs/24.0.0/operations/api-reference.html#router">Router API</a>.</p>
+<p>For a list of API endpoints supported by the Router, see <a href="/docs/24.0.1/operations/api-reference.html#router">Router API</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="running"></a><a href="#running" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>router
</code></pre>
@@ -153,7 +153,7 @@ This strategy can route both Native and SQL queries (when enabled).</p>
}
</code></pre>
<blockquote>
-<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.0/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
+<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.1/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="routing-of-sql-queries-using-strategies"></a><a href="#routing-of-sql-queries-using-strategies" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 [...]
<p>To enable routing of SQL queries using strategies, set <code>druid.router.sql.enable</code> to <code>true</code>. The broker service for a
@@ -219,7 +219,7 @@ Druid always routes Avatica JDBC requests based on connection ID.</p>
<span class="hljs-attr">druid.server.http.numThreads</span>=<span class="hljs-number">100</span>
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/overlord.html"><span class="arrow-prev">← </span><span>Overlord Process</span></a><a class="docs-next button" href="/docs/24.0.0/design/peons.html"><span>Peons</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology"> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/overlord.html"><span class="arrow-prev">← </span><span>Overlord Process</span></a><a class="docs-next button" href="/docs/24.0.1/design/peons.html"><span>Peons</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology"> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -236,6 +236,6 @@ Druid always routes Avatica JDBC requests based on connection ID.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/design/segments.html b/docs/24.0.0/design/segments.html
index ce7564bd..50a107f1 100644
--- a/docs/24.0.0/design/segments.html
+++ b/docs/24.0.0/design/segments.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Segments · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/design/segments.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.0 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Segments · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/design/segments.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0.1 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,8 +77,8 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>Apache Druid stores its data and indexes in <em>segment files</em> partitioned by time. Druid creates a segment for each segment interval that contains data. If an interval is empty—that is, containing no rows—no segment exists for that time interval. Druid may create multiple segments for the same interval if you ingest data for that period via different ingestion jobs. <a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> is the Druid process that attempts to combine [...]
-<p>The time interval is configurable in the <code>segmentGranularity</code> parameter of the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>.</p>
+<p>Apache Druid stores its data and indexes in <em>segment files</em> partitioned by time. Druid creates a segment for each segment interval that contains data. If an interval is empty—that is, containing no rows—no segment exists for that time interval. Druid may create multiple segments for the same interval if you ingest data for that period via different ingestion jobs. <a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> is the Druid process that attempts to combine [...]
+<p>The time interval is configurable in the <code>segmentGranularity</code> parameter of the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>.</p>
<p>For Druid to operate well under heavy query load, it is important for the segment
file size to be within the recommended range of 300-700 MB. If your
segment files are larger than this range, then consider either
@@ -86,7 +86,7 @@ changing the granularity of the segment time interval or partitioning your
data and/or adjusting the <code>targetRowsPerSegment</code> in your <code>partitionsSpec</code>.
A good starting point for this parameter is 5 million rows.
See the Sharding section below and the "Partitioning specification" section of
-the <a href="/docs/24.0.0/ingestion/hadoop.html#partitionsspec">Batch ingestion</a> documentation
+the <a href="/docs/24.0.1/ingestion/hadoop.html#partitionsspec">Batch ingestion</a> documentation
for more guidance.</p>
<h2><a class="anchor" aria-hidden="true" id="segment-file-structure"></a><a href="#segment-file-structure" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>Segment files are <em>columnar</em>: the data for each column is laid out in
@@ -166,7 +166,7 @@ bitmap. If a row has more than one value for a column, its entry in
the list is an array of values. Additionally, a row with <em>n</em> values in the list has <em>n</em> non-zero valued entries in bitmaps.</p>
<h2><a class="anchor" aria-hidden="true" id="compression"></a><a href="#compression" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>Druid uses LZ4 by default to compress blocks of values for string, long, float, and double columns. Druid uses Roaring to compress bitmaps for string columns and numeric null values. We recommend that you use these defaults unless you've experimented with your data and query patterns suggest that non-default options will perform better in your specific case.</p>
-<p>Druid also supports Concise bitmap compression. For string column bitmaps, the differences between using Roaring and Concise are most pronounced for high cardinality columns. In this case, Roaring is substantially faster on filters that match many values, but in some cases Concise can have a lower footprint due to the overhead of the Roaring format (but is still slower when many values are matched). You configure compression at the segment level, not for individual columns. See <a hre [...]
+<p>Druid also supports Concise bitmap compression. For string column bitmaps, the differences between using Roaring and Concise are most pronounced for high cardinality columns. In this case, Roaring is substantially faster on filters that match many values, but in some cases Concise can have a lower footprint due to the overhead of the Roaring format (but is still slower when many values are matched). You configure compression at the segment level, not for individual columns. See <a hre [...]
<h2><a class="anchor" aria-hidden="true" id="segment-identification"></a><a href="#segment-identification" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>Segment identifiers typically contain the segment datasource, interval start time (in ISO 8601 format), interval end time (in ISO 8601 format), and version information. If data is additionally sharded beyond a time range, the segment identifier also contains a partition number:</p>
<p><code>datasource_intervalStart_intervalEnd_version_partitionNum</code></p>
@@ -219,7 +219,7 @@ foo_2015<span class="hljs-number">-01</span><span class="hljs-number">-02</span>
foo_2015<span class="hljs-number">-01</span><span class="hljs-number">-03</span>/<span class="hljs-number">2015</span><span class="hljs-number">-01</span><span class="hljs-number">-04</span>_v1_2
</code></pre>
<p>In this case, queries may hit a mixture of <code>v1</code> and <code>v2</code> segments.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/architecture.html"><span class="arrow-prev">← </span><span>Design</span></a><a class="docs-next button" href="/docs/24.0.0/design/processes.html"><span>Processes and servers</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#segment-file-structure">Segment file structure</a></li><li><a href="#handling-null-v [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/architecture.html"><span class="arrow-prev">← </span><span>Design</span></a><a class="docs-next button" href="/docs/24.0.1/design/processes.html"><span>Processes and servers</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#segment-file-structure">Segment file structure</a></li><li><a href="#handling-null-v [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -236,6 +236,6 @@ foo_2015<span class="hljs-number">-01</span><span class="hljs-number">-03</span>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/build.html b/docs/24.0.0/development/build.html
index 46383752..c9932ac0 100644
--- a/docs/24.0.0/development/build.html
+++ b/docs/24.0.0/development/build.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Build from source · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/build.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Build from source · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/build.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -85,7 +85,7 @@ make sure it has <code>/master/</code> in the URL.</p>
<h4><a class="anchor" aria-hidden="true" id="prerequisites"></a><a href="#prerequisites" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<h5><a class="anchor" aria-hidden="true" id="installing-java-and-maven"></a><a href="#installing-java-and-maven" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
<ul>
-<li>JDK 8, 8u92+ or JDK 11. See our <a href="/docs/24.0.0/operations/java.html">Java documentation</a> for information about obtaining a JDK.</li>
+<li>JDK 8, 8u92+ or JDK 11. See our <a href="/docs/24.0.1/operations/java.html">Java documentation</a> for information about obtaining a JDK.</li>
<li><a href="http://maven.apache.org/download.cgi">Maven version 3.x</a></li>
</ul>
<h5><a class="anchor" aria-hidden="true" id="other-dependencies"></a><a href="#other-dependencies" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
@@ -133,7 +133,7 @@ needs to be activated.</p>
<p>On some systems, ensure you use the Python 3.x version of <code>pip</code>:</p>
<pre><code class="hljs css language-bash">pip3 install pyyaml
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/javascript.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">JavaScript functionality</span></a><a class="docs-next button" href="/docs/24.0.0/development/versioning.html"><span>Versioning</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class=" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/javascript.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">JavaScript functionality</span></a><a class="docs-next button" href="/docs/24.0.1/development/versioning.html"><span>Versioning</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class=" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -150,6 +150,6 @@ needs to be activated.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/experimental.html b/docs/24.0.0/development/experimental.html
index 3da3f50f..3e6e813b 100644
--- a/docs/24.0.0/development/experimental.html
+++ b/docs/24.0.0/development/experimental.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Experimental features · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/experimental.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Experimental features · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/experimental.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -88,7 +88,7 @@ This can mean any of the following things:</p>
<p>Note that not all of these points apply to every experimental feature. Some have been battle-tested in terms of
implementation, but are still marked experimental due to an evolving API. Please check the documentation for each
feature for full details.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/versioning.html"><span class="arrow-prev">← </span><span>Versioning</span></a><a class="docs-next button" href="/docs/24.0.0/misc/papers-and-talks.html"><span>Papers</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/t [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/versioning.html"><span class="arrow-prev">← </span><span>Versioning</span></a><a class="docs-next button" href="/docs/24.0.1/misc/papers-and-talks.html"><span>Papers</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/t [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -105,6 +105,6 @@ feature for full details.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/aliyun-oss.html b/docs/24.0.0/development/extensions-contrib/aliyun-oss.html
index 74405cbb..b5a39d66 100644
--- a/docs/24.0.0/development/extensions-contrib/aliyun-oss.html
+++ b/docs/24.0.0/development/extensions-contrib/aliyun-oss.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Aliyun OSS · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/aliyun-oss.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsea [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Aliyun OSS · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/aliyun-oss.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsea [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,7 +80,7 @@
<p><a href="https://www.aliyun.com">Alibaba Cloud</a> is the 3rd largest cloud infrastructure provider in the world. It provides its own storage solution known as OSS, <a href="https://www.aliyun.com/product/oss">Object Storage Service</a>.
This document describes how to use OSS as Druid deep storage.</p>
<h2><a class="anchor" aria-hidden="true" id="installation"></a><a href="#installation" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>Use the <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install the <code>aliyun-oss-extensions</code> extension, as described <a href="/docs/24.0.0/development/extensions.html#community-extensions">here</a> on middle manager and historical nodes.</p>
+<p>Use the <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install the <code>aliyun-oss-extensions</code> extension, as described <a href="/docs/24.0.1/development/extensions.html#community-extensions">here</a> on middle manager and historical nodes.</p>
<pre><code class="hljs css language-bash">java -classpath <span class="hljs-string">"{YOUR_DRUID_DIR}/lib/*"</span> org.apache.druid.cli.Main tools pull-deps -c org.apache.druid.extensions.contrib:aliyun-oss-extensions:{YOUR_DRUID_VERSION}
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="enabling"></a><a href="#enabling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
@@ -152,8 +152,8 @@ To do this, add following configurations:</p>
<tr><th>Property</th><th>Description</th><th>Default</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td>accessKey</td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or plain text string of this OSS InputSource's access key</td><td>None</td><td>yes</td></tr>
-<tr><td>secretKey</td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or plain text string of this OSS InputSource's secret key</td><td>None</td><td>yes</td></tr>
+<tr><td>accessKey</td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or plain text string of this OSS InputSource's access key</td><td>None</td><td>yes</td></tr>
+<tr><td>secretKey</td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or plain text string of this OSS InputSource's secret key</td><td>None</td><td>yes</td></tr>
<tr><td>endpoint</td><td>The endpoint of this OSS InputSource</td><td>None</td><td>no</td></tr>
</tbody>
</table>
@@ -274,7 +274,7 @@ In this case, the <code>uris</code> property of the OSS's input source can be us
<h2><a class="anchor" aria-hidden="true" id="troubleshooting"></a><a href="#troubleshooting" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>When using OSS as deep storage or reading from OSS, the most problems that users will encounter are related to OSS permission.
Please refer to the official <a href="https://www.alibabacloud.com/help/doc-detail/42777.htm">OSS permission troubleshooting document</a> to find a solution.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/gce-extensions.html"><span class="arrow-prev">← </span><span>GCE Extensions</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/prometheus.html"><span>Prometheus Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#installation">Installation</ [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/gce-extensions.html"><span class="arrow-prev">← </span><span>GCE Extensions</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/prometheus.html"><span>Prometheus Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#installation">Installation</ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -291,6 +291,6 @@ Please refer to the official <a href="https://www.alibabacloud.com/help/doc-deta
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html b/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html
index 8f8df87b..d55dd595 100644
--- a/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html
+++ b/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ambari Metrics Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content= [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ambari Metrics Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/ambari-metrics-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content= [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>ambari-metrics-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>ambari-metrics-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension emits Druid metrics to an ambari-metrics carbon server. Events are sent after been pickled (i.e., batched). The size of the batch is configurable.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
@@ -137,7 +137,7 @@ druid.emitter.ambari-metrics.eventConverter={"type":"whiteList", "namespacePrefi
</code></pre>
<p><strong>Druid emits a huge number of metrics we highly recommend to use the <code>whiteList</code> converter</strong></p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/kubernetes.html"><span class="arrow-prev">← </span><span>Kubernetes</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/cassandra.html"><span>Apache Cassandra</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/kubernetes.html"><span class="arrow-prev">← </span><span>Kubernetes</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/cassandra.html"><span>Apache Cassandra</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -154,6 +154,6 @@ druid.emitter.ambari-metrics.eventConverter={"type":"whiteList", "namespacePrefi
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/cassandra.html b/docs/24.0.0/development/extensions-contrib/cassandra.html
index 53de7b54..493f9acf 100644
--- a/docs/24.0.0/development/extensions-contrib/cassandra.html
+++ b/docs/24.0.0/development/extensions-contrib/cassandra.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Cassandra · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/cassandra.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="d [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Cassandra · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/cassandra.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="d [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,11 +77,11 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-cassandra-storage</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-cassandra-storage</code> in the extensions load list.</p>
<p><a href="http://www.datastax.com/what-we-offer/products-services/datastax-enterprise/apache-cassandra">Apache Cassandra</a> can also
be leveraged for deep storage. This requires some additional Druid configuration as well as setting up the necessary
schema within a Cassandra keystore.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html"><span class="arrow-prev">← </span><span>Ambari Metrics Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/cloudfiles.html"><span>Rackspace Cloud Files</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-foot [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/ambari-metrics-emitter.html"><span class="arrow-prev">← </span><span>Ambari Metrics Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/cloudfiles.html"><span>Rackspace Cloud Files</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-foot [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -98,6 +98,6 @@ schema within a Cassandra keystore.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/cloudfiles.html b/docs/24.0.0/development/extensions-contrib/cloudfiles.html
index d3ac0c88..2b664276 100644
--- a/docs/24.0.0/development/extensions-contrib/cloudfiles.html
+++ b/docs/24.0.0/development/extensions-contrib/cloudfiles.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Rackspace Cloud Files · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/cloudfiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Rackspace Cloud Files · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/cloudfiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-cloudfiles-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-cloudfiles-extensions</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p><a href="http://www.rackspace.com/cloud/files/">Rackspace Cloud Files</a> is another option for deep storage. This requires some additional Druid configuration.</p>
<table>
@@ -103,7 +103,7 @@
<p>Data is newline delimited, with one JSON object per line and parsed as per the <code>InputRowParser</code> configuration.</p>
<p>The storage account is shared with the one used for Rackspace's Cloud Files deep storage functionality, but blobs can be in a different region and container.</p>
<p>As with the Azure blobstore, it is assumed to be gzipped if the extension ends in .gz</p>
-<p>This firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel index tasks</a>.
+<p>This firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel index tasks</a>.
Since each split represents an object in this firehose, each worker task of <code>index_parallel</code> will read an object.</p>
<p>Sample spec:</p>
<pre><code class="hljs css language-json">"firehose" : {
@@ -148,7 +148,7 @@ shardSpecs are not specified, and, in this case, caching can be useful. Prefetch
<tr><td>path</td><td>The path where data is located.</td><td>N/A</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/cassandra.html"><span class="arrow-prev">← </span><span>Apache Cassandra</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/distinctcount.html"><span class="function-name-prevnext">DistinctCount Aggregator</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li>< [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/cassandra.html"><span class="arrow-prev">← </span><span>Apache Cassandra</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/distinctcount.html"><span class="function-name-prevnext">DistinctCount Aggregator</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li>< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -165,6 +165,6 @@ shardSpecs are not specified, and, in this case, caching can be useful. Prefetch
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/distinctcount.html b/docs/24.0.0/development/extensions-contrib/distinctcount.html
index de595910..6872bf15 100644
--- a/docs/24.0.0/development/extensions-contrib/distinctcount.html
+++ b/docs/24.0.0/development/extensions-contrib/distinctcount.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DistinctCount Aggregator · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/distinctcount.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/>< [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DistinctCount Aggregator · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/distinctcount.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/>< [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the <code>druid-distinctcount</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the <code>druid-distinctcount</code> in the extensions load list.</p>
<p>Additionally, follow these steps:</p>
<ol>
<li>First, use a single dimension hash-based partition spec to partition data by a single dimension. For example visitor_id. This to make sure all rows with a particular value for that dimension will go into the same segment, or this might over count.</li>
@@ -140,7 +140,7 @@
]
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/cloudfiles.html"><span class="arrow-prev">← </span><span>Rackspace Cloud Files</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/graphite.html"><span>Graphite Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#timeseries-query">Timeseries [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/cloudfiles.html"><span class="arrow-prev">← </span><span>Rackspace Cloud Files</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/graphite.html"><span>Graphite Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#timeseries-query">Timeseries [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -157,6 +157,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/gce-extensions.html b/docs/24.0.0/development/extensions-contrib/gce-extensions.html
index 03643cd1..ec1f11d5 100644
--- a/docs/24.0.0/development/extensions-contrib/gce-extensions.html
+++ b/docs/24.0.0/development/extensions-contrib/gce-extensions.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>GCE Extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/gce-extensions.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>GCE Extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/gce-extensions.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>gce-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>gce-extensions</code> in the extensions load list.</p>
<p>At the moment, this extension enables only Druid to autoscale instances in GCE.</p>
<p>The extension manages the instances to be scaled up and down through the use of the <a href="https://cloud.google.com/compute/docs/instance-groups/creating-groups-of-managed-instances#resize_managed_group">Managed Instance Groups</a>
of GCE (MIG from now on). This choice has been made to ease the configuration of the machines and simplify their
@@ -136,7 +136,7 @@ request to provision more workers. This is safe to be left to <code>1</code></l
<li>The <code>managedInstanceGroupName</code> used to specify the MIG containing the instances created or
removed</li>
</ul>
-<p>Please refer to the Overlord Dynamic Configuration section in the main <a href="/docs/24.0.0/configuration/index.html">documentation</a>
+<p>Please refer to the Overlord Dynamic Configuration section in the main <a href="/docs/24.0.1/configuration/index.html">documentation</a>
for parameters other than the ones specified here, such as <code>selectStrategy</code> etc.</p>
<h2><a class="anchor" aria-hidden="true" id="known-limitations"></a><a href="#known-limitations" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<ul>
@@ -146,7 +146,7 @@ call from the API and, while the documentation of the API states that the call c
that the extension can operate safely with a maximum of 500 MiddleManagers instances at any time (the maximum number
of instances to be returned for each call).</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/time-min-max.html"><span class="arrow-prev">← </span><span>Timestamp Min/Max aggregators</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/aliyun-oss.html"><span>Aliyun OSS</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overlord-dynamic-config [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/time-min-max.html"><span class="arrow-prev">← </span><span>Timestamp Min/Max aggregators</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/aliyun-oss.html"><span>Aliyun OSS</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#overlord-dynamic-config [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -163,6 +163,6 @@ of instances to be returned for each call).</li>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/graphite.html b/docs/24.0.0/development/extensions-contrib/graphite.html
index e046fc69..a82e65bc 100644
--- a/docs/24.0.0/development/extensions-contrib/graphite.html
+++ b/docs/24.0.0/development/extensions-contrib/graphite.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Graphite Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/graphite.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="do [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Graphite Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/graphite.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="do [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>graphite-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>graphite-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension emits druid metrics to a graphite carbon server.
Metrics can be sent by using <a href="http://graphite.readthedocs.io/en/latest/feeding-carbon.html#the-plaintext-protocol">plaintext</a> or <a href="http://graphite.readthedocs.io/en/latest/feeding-carbon.html#the-pickle-protocol">pickle</a> protocol.
@@ -103,7 +103,7 @@ The pickle protocol is more efficient and supports sending batches of metrics (p
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="supported-event-types"></a><a href="#supported-event-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
-<p>The graphite emitter only emits service metric events to graphite (See <a href="/docs/24.0.0/operations/metrics.html">Druid Metrics</a> for a list of metrics).</p>
+<p>The graphite emitter only emits service metric events to graphite (See <a href="/docs/24.0.1/operations/metrics.html">Druid Metrics</a> for a list of metrics).</p>
<p>Alerts and request logs are not sent to graphite. These event types are not well represented in Graphite, which is more suited for timeseries views on numeric metrics, vs. storing non-numeric log events.</p>
<p>Instead, alerts and request logs are optionally forwarded to other emitter implementations, specified by <code>druid.emitter.graphite.alertEmitters</code> and <code>druid.emitter.graphite.requestLogEmitters</code> respectively.</p>
<h3><a class="anchor" aria-hidden="true" id="druid-to-graphite-event-converter"></a><a href="#druid-to-graphite-event-converter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S1 [...]
@@ -148,7 +148,7 @@ druid.emitter.graphite.eventConverter={"type":"whiteList", "namespacePrefix": "d
</code></pre>
<p><strong>Druid emits a huge number of metrics we highly recommend to use the <code>whiteList</code> converter</strong></p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/distinctcount.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DistinctCount Aggregator</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/influx.html"><span class="function-name-prevnext">InfluxDB Line Protocol Parser</span><span class="arrow-next"> →</span></a></div></div></div><nav class=" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/distinctcount.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DistinctCount Aggregator</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/influx.html"><span class="function-name-prevnext">InfluxDB Line Protocol Parser</span><span class="arrow-next"> →</span></a></div></div></div><nav class=" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -165,6 +165,6 @@ druid.emitter.graphite.eventConverter={"type":"whiteList", "namespacePrefix": "d
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/influx.html b/docs/24.0.0/development/extensions-contrib/influx.html
index e38226bb..9969087f 100644
--- a/docs/24.0.0/development/extensions-contrib/influx.html
+++ b/docs/24.0.0/development/extensions-contrib/influx.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>InfluxDB Line Protocol Parser · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/influx.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><me [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>InfluxDB Line Protocol Parser · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/influx.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><me [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-influx-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-influx-extensions</code> in the extensions load list.</p>
<p>This extension enables Druid to parse the <a href="https://docs.influxdata.com/influxdb/v1.5/write_protocols/line_protocol_tutorial/">InfluxDB Line Protocol</a>, a popular text-based timeseries metric serialization format.</p>
<h2><a class="anchor" aria-hidden="true" id="line-protocol"></a><a href="#line-protocol" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>A typical line looks like this:</p>
@@ -110,7 +110,7 @@
}
</code></pre>
<p>The <code>whitelistMeasurements</code> field is an optional list of strings. If present, measurements that do not match one of the strings in the list will be ignored.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/graphite.html"><span class="arrow-prev">← </span><span>Graphite Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html"><span class="function-name-prevnext">InfluxDB Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/graphite.html"><span class="arrow-prev">← </span><span>Graphite Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/influxdb-emitter.html"><span class="function-name-prevnext">InfluxDB Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -127,6 +127,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html b/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html
index 04f60955..fdf9d65a 100644
--- a/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html
+++ b/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>InfluxDB Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>InfluxDB Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/influxdb-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,9 +77,9 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-influxdb-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-influxdb-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>This extension emits druid metrics to <a href="https://www.influxdata.com/time-series-platform/influxdb/">InfluxDB</a> over HTTP. Currently this emitter only emits service metric events to InfluxDB (See <a href="/docs/24.0.0/operations/metrics.html">Druid metrics</a> for a list of metrics).
+<p>This extension emits druid metrics to <a href="https://www.influxdata.com/time-series-platform/influxdb/">InfluxDB</a> over HTTP. Currently this emitter only emits service metric events to InfluxDB (See <a href="/docs/24.0.1/operations/metrics.html">Druid metrics</a> for a list of metrics).
When a metric event is fired it is added to a queue of events. After a configurable amount of time, the events on the queue are transformed to InfluxDB's line protocol
and POSTed to the InfluxDB HTTP API. The entire queue is flushed at this point. The queue is also flushed as the emitter is shutdown.</p>
<p>Note that authentication and authorization must be <a href="https://docs.influxdata.com/influxdb/v1.7/administration/authentication_and_authorization/">enabled</a> on the InfluxDB server.</p>
@@ -121,7 +121,7 @@ and POSTed to the InfluxDB HTTP API. The entire queue is flushed at this point.
<p>The InfluxDB emitter has a white list of dimensions
which will be added as a tag to the line protocol string if the metric has a dimension from the white list.
The value of the dimension is sanitized such that every occurrence of a dot or whitespace is replaced with a <code>_</code> .</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/influx.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">InfluxDB Line Protocol Parser</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/kafka-emitter.html"><span>Kafka Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/influx.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">InfluxDB Line Protocol Parser</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/kafka-emitter.html"><span>Kafka Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -138,6 +138,6 @@ The value of the dimension is sanitized such that every occurrence of a dot or w
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/kafka-emitter.html b/docs/24.0.0/development/extensions-contrib/kafka-emitter.html
index f755d72e..f9eb2980 100644
--- a/docs/24.0.0/development/extensions-contrib/kafka-emitter.html
+++ b/docs/24.0.0/development/extensions-contrib/kafka-emitter.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kafka Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/kafka-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kafka Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/kafka-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>kafka-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>kafka-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension emits Druid metrics to <a href="https://kafka.apache.org">Apache Kafka</a> directly with JSON format.<br />
Currently, Kafka has not only their nice ecosystem but also consumer API readily available.
@@ -104,7 +104,7 @@ druid<span class="hljs-selector-class">.emitter</span><span class="hljs-selector
druid<span class="hljs-selector-class">.emitter</span><span class="hljs-selector-class">.kafka</span><span class="hljs-selector-class">.alert</span>.topic=druid-alert
druid<span class="hljs-selector-class">.emitter</span><span class="hljs-selector-class">.kafka</span><span class="hljs-selector-class">.producer</span>.config={<span class="hljs-string">"max.block.ms"</span>:<span class="hljs-number">10000</span>}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">InfluxDB Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/materialized-view.html"><span>Materialized View</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/influxdb-emitter.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">InfluxDB Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/materialized-view.html"><span>Materialized View</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -121,6 +121,6 @@ druid<span class="hljs-selector-class">.emitter</span><span class="hljs-selector
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/materialized-view.html b/docs/24.0.0/development/extensions-contrib/materialized-view.html
index de398695..68a6656e 100644
--- a/docs/24.0.0/development/extensions-contrib/materialized-view.html
+++ b/docs/24.0.0/development/extensions-contrib/materialized-view.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Materialized View · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/materialized-view.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><met [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Materialized View · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/materialized-view.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><met [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -122,8 +122,8 @@ The <code>derivativeDataSource</code> supervisor is used to keep the timeline of
<tr><td>Type</td><td>The supervisor type. This should always be <code>derivativeDataSource</code>.</td><td>yes</td></tr>
<tr><td>baseDataSource</td><td>The name of base dataSource. This dataSource data should be already stored inside Druid, and the dataSource will be used as input data.</td><td>yes</td></tr>
<tr><td>dimensionsSpec</td><td>Specifies the dimensions of the data. These dimensions must be the subset of baseDataSource's dimensions.</td><td>yes</td></tr>
-<tr><td>metricsSpec</td><td>A list of aggregators. These metrics must be the subset of baseDataSource's metrics. See <a href="/docs/24.0.0/querying/aggregations.html">aggregations</a>.</td><td>yes</td></tr>
-<tr><td>tuningConfig</td><td>TuningConfig must be HadoopTuningConfig. See <a href="/docs/24.0.0/ingestion/hadoop.html#tuningconfig">Hadoop tuning config</a>.</td><td>yes</td></tr>
+<tr><td>metricsSpec</td><td>A list of aggregators. These metrics must be the subset of baseDataSource's metrics. See <a href="/docs/24.0.1/querying/aggregations.html">aggregations</a>.</td><td>yes</td></tr>
+<tr><td>tuningConfig</td><td>TuningConfig must be HadoopTuningConfig. See <a href="/docs/24.0.1/ingestion/hadoop.html#tuningconfig">Hadoop tuning config</a>.</td><td>yes</td></tr>
<tr><td>dataSource</td><td>The name of this derived dataSource.</td><td>no(default=baseDataSource-hashCode of supervisor)</td></tr>
<tr><td>hadoopDependencyCoordinates</td><td>A JSON array of Hadoop dependency coordinates that Druid will use, this property will override the default Hadoop coordinates. Once specified, Druid will look for those Hadoop dependencies from the location specified by druid.extensions.hadoopDependenciesDir</td><td>no</td></tr>
<tr><td>classpathPrefix</td><td>Classpath that will be prepended for the Peon process.</td><td>no</td></tr>
@@ -182,11 +182,11 @@ The <code>derivativeDataSource</code> supervisor is used to keep the timeline of
</thead>
<tbody>
<tr><td>queryType</td><td>The query type. This should always be view</td><td>yes</td></tr>
-<tr><td>query</td><td>The real query of this <code>view</code> query. The real query must be <a href="/docs/24.0.0/querying/groupbyquery.html">groupBy</a>, <a href="/docs/24.0.0/querying/topnquery.html">topN</a>, or <a href="/docs/24.0.0/querying/timeseriesquery.html">timeseries</a> type.</td><td>yes</td></tr>
+<tr><td>query</td><td>The real query of this <code>view</code> query. The real query must be <a href="/docs/24.0.1/querying/groupbyquery.html">groupBy</a>, <a href="/docs/24.0.1/querying/topnquery.html">topN</a>, or <a href="/docs/24.0.1/querying/timeseriesquery.html">timeseries</a> type.</td><td>yes</td></tr>
</tbody>
</table>
<p><strong>Note that Materialized View is currently designated as experimental. Please make sure the time of all processes are the same and increase monotonically. Otherwise, some unexpected errors may happen on query results.</strong></p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/kafka-emitter.html"><span class="arrow-prev">← </span><span>Kafka Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html"><span>Moment Sketches for Approximate Quantiles module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/kafka-emitter.html"><span class="arrow-prev">← </span><span>Kafka Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/momentsketch-quantiles.html"><span>Moment Sketches for Approximate Quantiles module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -203,6 +203,6 @@ The <code>derivativeDataSource</code> supervisor is used to keep the timeline of
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html b/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html
index 395276b9..acc78d0a 100644
--- a/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html
+++ b/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Moment Sketches for Approximate Quantiles module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="do [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Moment Sketches for Approximate Quantiles module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/momentsketch-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="do [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>This module provides aggregators for approximate quantile queries using the <a href="https://github.com/stanford-futuredata/momentsketch">momentsketch</a> library.
The momentsketch provides coarse quantile estimates with less space and aggregation time overheads than traditional sketches, approaching the performance of counts and sums by reconstructing distributions from computed statistics.</p>
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> in the extensions load list.</p>
<h3><a class="anchor" aria-hidden="true" id="aggregator"></a><a href="#aggregator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>The result of the aggregation is a momentsketch that is the union of all sketches either built from raw data or read from the segments.</p>
<p>The <code>momentSketch</code> aggregator operates over raw data while the <code>momentSketchMerge</code> aggregator should be used when aggregating precomputed sketches.</p>
@@ -158,7 +158,7 @@ The momentsketch provides coarse quantile estimates with less space and aggregat
}]
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/materialized-view.html"><span class="arrow-prev">← </span><span>Materialized View</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/moving-average-query.html"><span>Moving Average Query</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-foote [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/materialized-view.html"><span class="arrow-prev">← </span><span>Materialized View</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/moving-average-query.html"><span>Moving Average Query</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-foote [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -175,6 +175,6 @@ The momentsketch provides coarse quantile estimates with less space and aggregat
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/moving-average-query.html b/docs/24.0.0/development/extensions-contrib/moving-average-query.html
index 90a99a4e..30e3e244 100644
--- a/docs/24.0.0/development/extensions-contrib/moving-average-query.html
+++ b/docs/24.0.0/development/extensions-contrib/moving-average-query.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Moving Average Query · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/moving-average-query.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Moving Average Query · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/moving-average-query.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -81,10 +81,10 @@
<p><strong>Moving Average Query</strong> is an extension which provides support for <a href="https://en.wikipedia.org/wiki/Moving_average">Moving Average</a> and other Aggregate <a href="https://en.wikibooks.org/wiki/Structured_Query_Language/Window_functions">Window Functions</a> in Druid queries.</p>
<p>These Aggregate Window Functions consume standard Druid Aggregators and outputs additional windowed aggregates called <a href="#averagers">Averagers</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="high-level-algorithm"></a><a href="#high-level-algorithm" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
-<p>Moving Average encapsulates the <a href="/docs/24.0.0/querying/groupbyquery.html">groupBy query</a> (Or <a href="/docs/24.0.0/querying/timeseriesquery.html">timeseries</a> in case of no dimensions) in order to rely on the maturity of these query types.</p>
+<p>Moving Average encapsulates the <a href="/docs/24.0.1/querying/groupbyquery.html">groupBy query</a> (Or <a href="/docs/24.0.1/querying/timeseriesquery.html">timeseries</a> in case of no dimensions) in order to rely on the maturity of these query types.</p>
<p>It runs the query in two main phases:</p>
<ol>
-<li>Runs an inner <a href="/docs/24.0.0/querying/groupbyquery.html">groupBy</a> or <a href="/docs/24.0.0/querying/timeseriesquery.html">timeseries</a> query to compute Aggregators (i.e. daily count of events).</li>
+<li>Runs an inner <a href="/docs/24.0.1/querying/groupbyquery.html">groupBy</a> or <a href="/docs/24.0.1/querying/timeseriesquery.html">timeseries</a> query to compute Aggregators (i.e. daily count of events).</li>
<li>Passes over aggregated results in Broker, in order to compute Averagers (i.e. moving 7 day average of the daily count).</li>
</ol>
<h4><a class="anchor" aria-hidden="true" id="main-enhancements-provided-by-this-extension"></a><a href="#main-enhancements-provided-by-this-extension" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v [...]
@@ -98,7 +98,7 @@
<p><a href="https://cloud.google.com/bigquery/docs/reference/standard-sql/analytic-function-concepts">Analytic Functions</a></p>
<h2><a class="anchor" aria-hidden="true" id="operations"></a><a href="#operations" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<h3><a class="anchor" aria-hidden="true" id="installation"></a><a href="#installation" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>Use <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install this <a href="/docs/24.0.0/development/extensions.html#community-extensions">extension</a> on all Druid broker and router nodes.</p>
+<p>Use <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install this <a href="/docs/24.0.1/development/extensions.html#community-extensions">extension</a> on all Druid broker and router nodes.</p>
<pre><code class="hljs css language-bash">java -classpath <span class="hljs-string">"<your_druid_dir>/lib/*"</span> org.apache.druid.cli.Main tools pull-deps -c org.apache.druid.extensions.contrib:druid-moving-average-query:{VERSION}
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="enabling"></a><a href="#enabling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
@@ -116,7 +116,7 @@
</ul>
<h2><a class="anchor" aria-hidden="true" id="query-spec"></a><a href="#query-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<ul>
-<li>Most properties in the query spec derived from <a href="/docs/24.0.0/querying/groupbyquery.html">groupBy query</a> / <a href="/docs/24.0.0/querying/timeseriesquery.html">timeseries</a>, see documentation for these query types.</li>
+<li>Most properties in the query spec derived from <a href="/docs/24.0.1/querying/groupbyquery.html">groupBy query</a> / <a href="/docs/24.0.1/querying/timeseriesquery.html">timeseries</a>, see documentation for these query types.</li>
</ul>
<table>
<thead>
@@ -124,18 +124,18 @@
</thead>
<tbody>
<tr><td>queryType</td><td>This String should always be "movingAverage"; this is the first thing Druid looks at to figure out how to interpret the query.</td><td>yes</td></tr>
-<tr><td>dataSource</td><td>A String or Object defining the data source to query, very similar to a table in a relational database. See <a href="/docs/24.0.0/querying/datasource.html">DataSource</a> for more information.</td><td>yes</td></tr>
-<tr><td>dimensions</td><td>A JSON list of <a href="/docs/24.0.0/querying/dimensionspecs.html">DimensionSpec</a> (Notice that property is optional)</td><td>no</td></tr>
-<tr><td>limitSpec</td><td>See <a href="/docs/24.0.0/querying/limitspec.html">LimitSpec</a></td><td>no</td></tr>
-<tr><td>having</td><td>See <a href="/docs/24.0.0/querying/having.html">Having</a></td><td>no</td></tr>
-<tr><td>granularity</td><td>A period granularity; See <a href="/docs/24.0.0/querying/granularities.html#period-granularities">Period Granularities</a></td><td>yes</td></tr>
-<tr><td>filter</td><td>See <a href="/docs/24.0.0/querying/filters.html">Filters</a></td><td>no</td></tr>
-<tr><td>aggregations</td><td>Aggregations forms the input to Averagers; See <a href="/docs/24.0.0/querying/aggregations.html">Aggregations</a></td><td>yes</td></tr>
-<tr><td>postAggregations</td><td>Supports only aggregations as input; See <a href="/docs/24.0.0/querying/post-aggregations.html">Post Aggregations</a></td><td>no</td></tr>
+<tr><td>dataSource</td><td>A String or Object defining the data source to query, very similar to a table in a relational database. See <a href="/docs/24.0.1/querying/datasource.html">DataSource</a> for more information.</td><td>yes</td></tr>
+<tr><td>dimensions</td><td>A JSON list of <a href="/docs/24.0.1/querying/dimensionspecs.html">DimensionSpec</a> (Notice that property is optional)</td><td>no</td></tr>
+<tr><td>limitSpec</td><td>See <a href="/docs/24.0.1/querying/limitspec.html">LimitSpec</a></td><td>no</td></tr>
+<tr><td>having</td><td>See <a href="/docs/24.0.1/querying/having.html">Having</a></td><td>no</td></tr>
+<tr><td>granularity</td><td>A period granularity; See <a href="/docs/24.0.1/querying/granularities.html#period-granularities">Period Granularities</a></td><td>yes</td></tr>
+<tr><td>filter</td><td>See <a href="/docs/24.0.1/querying/filters.html">Filters</a></td><td>no</td></tr>
+<tr><td>aggregations</td><td>Aggregations forms the input to Averagers; See <a href="/docs/24.0.1/querying/aggregations.html">Aggregations</a></td><td>yes</td></tr>
+<tr><td>postAggregations</td><td>Supports only aggregations as input; See <a href="/docs/24.0.1/querying/post-aggregations.html">Post Aggregations</a></td><td>no</td></tr>
<tr><td>intervals</td><td>A JSON Object representing ISO-8601 Intervals. This defines the time ranges to run the query over.</td><td>yes</td></tr>
<tr><td>context</td><td>An additional JSON Object which can be used to specify certain flags.</td><td>no</td></tr>
<tr><td>averagers</td><td>Defines the moving average function; See <a href="#averagers">Averagers</a></td><td>yes</td></tr>
-<tr><td>postAveragers</td><td>Support input of both averagers and aggregations; Syntax is identical to postAggregations (See <a href="/docs/24.0.0/querying/post-aggregations.html">Post Aggregations</a>)</td><td>no</td></tr>
+<tr><td>postAveragers</td><td>Support input of both averagers and aggregations; Syntax is identical to postAggregations (See <a href="/docs/24.0.1/querying/post-aggregations.html">Post Aggregations</a>)</td><td>no</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="averagers"></a><a href="#averagers" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
@@ -198,7 +198,7 @@ A prime example would be weekly buckets, resulting in a Day of Week calculation.
<p>Within each output record, the averager will compute the result over the following buckets: current (#0), #7, #14, #21.
Whereas without specifying cycleSize it would have computed over all 28 buckets.</p>
<h2><a class="anchor" aria-hidden="true" id="examples"></a><a href="#examples" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
-<p>All examples are based on the Wikipedia dataset provided in the Druid <a href="/docs/24.0.0/tutorials/index.html">tutorials</a>.</p>
+<p>All examples are based on the Wikipedia dataset provided in the Druid <a href="/docs/24.0.1/tutorials/index.html">tutorials</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="basic-example"></a><a href="#basic-example" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>Calculating a 7-buckets moving average for Wikipedia edit deltas.</p>
<p>Query syntax:</p>
@@ -377,7 +377,7 @@ Whereas without specifying cycleSize it would have computed over all 28 buckets.
]
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html"><span class="arrow-prev">← </span><span>Moment Sketches for Approximate Quantiles module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html"><span class="function-name-prevnext">OpenTSDB Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="o [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/momentsketch-quantiles.html"><span class="arrow-prev">← </span><span>Moment Sketches for Approximate Quantiles module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/opentsdb-emitter.html"><span class="function-name-prevnext">OpenTSDB Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="o [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -394,6 +394,6 @@ Whereas without specifying cycleSize it would have computed over all 28 buckets.
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html b/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html
index f0b623cc..032a9e31 100644
--- a/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html
+++ b/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>OpenTSDB Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>OpenTSDB Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/opentsdb-emitter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,9 +77,9 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>opentsdb-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>opentsdb-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>This extension emits druid metrics to <a href="https://github.com/OpenTSDB/opentsdb">OpenTSDB</a> over HTTP (Using <code>Jersey client</code>). And this emitter only emits service metric events to OpenTSDB (See <a href="/docs/24.0.0/operations/metrics.html">Druid metrics</a> for a list of metrics).</p>
+<p>This extension emits druid metrics to <a href="https://github.com/OpenTSDB/opentsdb">OpenTSDB</a> over HTTP (Using <code>Jersey client</code>). And this emitter only emits service metric events to OpenTSDB (See <a href="/docs/24.0.1/operations/metrics.html">Druid metrics</a> for a list of metrics).</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>All the configuration parameters for the OpenTSDB emitter are under <code>druid.emitter.opentsdb</code>.</p>
<table>
@@ -109,7 +109,7 @@ e.g.</p>
]
</code></pre>
<p>For most use-cases, the default configuration is sufficient.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/moving-average-query.html"><span class="arrow-prev">← </span><span>Moving Average Query</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/redis-cache.html"><span>Druid Redis Cache</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">In [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/moving-average-query.html"><span class="arrow-prev">← </span><span>Moving Average Query</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/redis-cache.html"><span>Druid Redis Cache</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">In [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -126,6 +126,6 @@ e.g.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/prometheus.html b/docs/24.0.0/development/extensions-contrib/prometheus.html
index bdfcfcee..91926425 100644
--- a/docs/24.0.0/development/extensions-contrib/prometheus.html
+++ b/docs/24.0.0/development/extensions-contrib/prometheus.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Prometheus Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/prometheus.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Prometheus Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/prometheus.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>prometheus-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>prometheus-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension exposes <a href="https://druid.apache.org/docs/latest/operations/metrics.html">Druid metrics</a> for collection by a Prometheus server (<a href="https://prometheus.io/">https://prometheus.io/</a>).
Emitter is enabled by setting <code>druid.emitter=prometheus</code> <a href="https://druid.apache.org/docs/latest/configuration/index.html#emitting-metrics">configs</a> or include <code>prometheus</code> in the composing emitter list.</p>
@@ -118,7 +118,7 @@ the service name.
e.g.
<code>"coordinator-segment/count" : { "dimensions" : ["dataSource"], "type" : "gauge" }, "historical-segment/count" : { "dimensions" : ["dataSource", "tier", "priority"], "type" : "gauge" }</code></p>
<p>For most use-cases, the default mapping is sufficient.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/aliyun-oss.html"><span class="arrow-prev">← </span><span>Aliyun OSS</span></a><a class="docs-next button" href="/docs/24.0.0/operations/kubernetes.html"><span>kubernetes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a href="#configuration"> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/aliyun-oss.html"><span class="arrow-prev">← </span><span>Aliyun OSS</span></a><a class="docs-next button" href="/docs/24.0.1/operations/kubernetes.html"><span>kubernetes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#introduction">Introduction</a></li><li><a href="#configuration"> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -135,6 +135,6 @@ e.g.
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/redis-cache.html b/docs/24.0.0/development/extensions-contrib/redis-cache.html
index d40cc7ed..9185cb40 100644
--- a/docs/24.0.0/development/extensions-contrib/redis-cache.html
+++ b/docs/24.0.0/development/extensions-contrib/redis-cache.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid Redis Cache · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/redis-cache.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid Redis Cache · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/redis-cache.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,16 +80,16 @@
<p>A cache implementation for Druid based on <a href="https://github.com/redis/redis">Redis</a>.</p>
<p>Below are guidance and configuration options known to this module.</p>
<h2><a class="anchor" aria-hidden="true" id="installation"></a><a href="#installation" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>Use <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install this <a href="/docs/24.0.0/development/extensions.html#community-extensions">extension</a> on broker, historical and middle manager nodes.</p>
+<p>Use <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> tool shipped with Druid to install this <a href="/docs/24.0.1/development/extensions.html#community-extensions">extension</a> on broker, historical and middle manager nodes.</p>
<pre><code class="hljs css language-bash">java -classpath <span class="hljs-string">"druid_dir/lib/*"</span> org.apache.druid.cli.Main tools pull-deps -c org.apache.druid.extensions.contrib:druid-redis-cache:{VERSION}
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="enabling"></a><a href="#enabling" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>To enable this extension after installation,</p>
<ol>
-<li><a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> this <code>druid-redis-cache</code> extension</li>
-<li>to enable cache on broker nodes, follow <a href="/docs/24.0.0/configuration/index.html#broker-caching">broker caching docs</a> to set related properties</li>
-<li>to enable cache on historical nodes, follow <a href="/docs/24.0.0/configuration/index.html#historical-caching">historical caching docs</a> to set related properties</li>
-<li>to enable cache on middle manager nodes, follow <a href="/docs/24.0.0/configuration/index.html#peon-caching">peon caching docs</a> to set related properties</li>
+<li><a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> this <code>druid-redis-cache</code> extension</li>
+<li>to enable cache on broker nodes, follow <a href="/docs/24.0.1/configuration/index.html#broker-caching">broker caching docs</a> to set related properties</li>
+<li>to enable cache on historical nodes, follow <a href="/docs/24.0.1/configuration/index.html#historical-caching">historical caching docs</a> to set related properties</li>
+<li>to enable cache on middle manager nodes, follow <a href="/docs/24.0.1/configuration/index.html#peon-caching">peon caching docs</a> to set related properties</li>
<li>set <code>druid.cache.type</code> to <code>redis</code></li>
<li>add the following properties</li>
</ol>
@@ -157,7 +157,7 @@
<tr><td><code>query/cache/redis/*/requests</code></td><td>Count of requests to redis cache</td><td>whatever request to redis will increase request count by 1</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">OpenTSDB Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/sqlserver.html"><span>Microsoft SQLServer</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/opentsdb-emitter.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">OpenTSDB Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/sqlserver.html"><span>Microsoft SQLServer</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -174,6 +174,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/sqlserver.html b/docs/24.0.0/development/extensions-contrib/sqlserver.html
index b5a47ec2..8afcf4f3 100644
--- a/docs/24.0.0/development/extensions-contrib/sqlserver.html
+++ b/docs/24.0.0/development/extensions-contrib/sqlserver.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Microsoft SQLServer · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/sqlserver.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Microsoft SQLServer · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/sqlserver.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>sqlserver-metadata-storage</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>sqlserver-metadata-storage</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="setting-up-sqlserver"></a><a href="#setting-up-sqlserver" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<ol>
<li><p>Install Microsoft SQLServer</p></li>
@@ -110,7 +110,7 @@ with the location (host name and port) of the database.</p>
<span class="hljs-meta">druid.metadata.storage.connector.user</span>=<span class="hljs-string">druid</span>
<span class="hljs-meta">druid.metadata.storage.connector.password</span>=<span class="hljs-string">diurd</span>
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/redis-cache.html"><span class="arrow-prev">← </span><span>Druid Redis Cache</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/statsd.html"><span class="function-name-prevnext">StatsD Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#setti [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/redis-cache.html"><span class="arrow-prev">← </span><span>Druid Redis Cache</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/statsd.html"><span class="function-name-prevnext">StatsD Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#setti [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -127,6 +127,6 @@ with the location (host name and port) of the database.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/statsd.html b/docs/24.0.0/development/extensions-contrib/statsd.html
index b781b87c..0075769f 100644
--- a/docs/24.0.0/development/extensions-contrib/statsd.html
+++ b/docs/24.0.0/development/extensions-contrib/statsd.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>StatsD Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/statsd.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsea [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>StatsD Emitter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/statsd.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsea [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>statsd-emitter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>statsd-emitter</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="introduction"></a><a href="#introduction" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This extension emits druid metrics to a StatsD server.
(<a href="https://github.com/etsy/statsd">https://github.com/etsy/statsd</a>)
@@ -99,7 +99,7 @@
<tr><td><code>druid.emitter.statsd.dogstatsd</code></td><td>Flag to enable <a href="https://docs.datadoghq.com/developers/dogstatsd/">DogStatsD</a> support. Causes dimensions to be included as tags, not as a part of the metric name. <code>convertRange</code> fields will be ignored.</td><td>no</td><td>false</td></tr>
<tr><td><code>druid.emitter.statsd.dogstatsdConstantTags</code></td><td>If <code>druid.emitter.statsd.dogstatsd</code> is true, the tags in the JSON list of strings will be sent with every event.</td><td>no</td><td>[]</td></tr>
<tr><td><code>druid.emitter.statsd.dogstatsdServiceAsTag</code></td><td>If <code>druid.emitter.statsd.dogstatsd</code> and <code>druid.emitter.statsd.dogstatsdServiceAsTag</code> are true, druid service (e.g. <code>druid/broker</code>, <code>druid/coordinator</code>, etc) is reported as a tag (e.g. <code>druid_service:druid/broker</code>) instead of being included in metric name (e.g. <code>druid.broker.query.time</code>) and <code>druid</code> is used as metric prefix (e.g. <code>druid. [...]
-<tr><td><code>druid.emitter.statsd.dogstatsdEvents</code></td><td>If <code>druid.emitter.statsd.dogstatsd</code> and <code>druid.emitter.statsd.dogstatsdEvents</code> are true, <a href="/docs/24.0.0/operations/alerts.html">Alert events</a> are reported to DogStatsD.</td><td>no</td><td>false</td></tr>
+<tr><td><code>druid.emitter.statsd.dogstatsdEvents</code></td><td>If <code>druid.emitter.statsd.dogstatsd</code> and <code>druid.emitter.statsd.dogstatsdEvents</code> are true, <a href="/docs/24.0.1/operations/alerts.html">Alert events</a> are reported to DogStatsD.</td><td>no</td><td>false</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="druid-to-statsd-event-converter"></a><a href="#druid-to-statsd-event-converter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 [...]
@@ -118,7 +118,7 @@ the service name.
e.g.
<code>"coordinator-segment/count" : { "dimensions" : ["dataSource"], "type" : "gauge" }, "historical-segment/count" : { "dimensions" : ["dataSource", "tier", "priority"], "type" : "gauge" }</code></p>
<p>For most use-cases, the default mapping is sufficient.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/sqlserver.html"><span class="arrow-prev">← </span><span>Microsoft SQLServer</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html"><span>T-Digest Quantiles Sketch module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#i [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/sqlserver.html"><span class="arrow-prev">← </span><span>Microsoft SQLServer</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/tdigestsketch-quantiles.html"><span>T-Digest Quantiles Sketch module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#i [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -135,6 +135,6 @@ e.g.
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html b/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html
index f29de9e3..512b6758 100644
--- a/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html
+++ b/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>T-Digest Quantiles Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:languag [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>T-Digest Quantiles Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/tdigestsketch-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:languag [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -87,7 +87,7 @@ While one can generate sketches on the fly during the query time itself, it gene
to generate sketches during ingestion time itself and then combining them during query time.
The module also provides a postAggregator, quantilesFromTDigestSketch, that can be used to compute approximate
quantiles from T-Digest sketches generated by the tDigestSketch aggregator.</p>
-<p>To use this aggregator, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use this aggregator, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-tdigestsketch"</span>]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="aggregator"></a><a href="#aggregator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
@@ -190,7 +190,7 @@ combining pre-generated T-Digest sketches.</p>
<tr><td>fraction</td><td>Decimal value between 0 and 1</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/statsd.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">StatsD Emitter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/thrift.html"><span>Thrift</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="foot [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/statsd.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">StatsD Emitter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/thrift.html"><span>Thrift</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="foot [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -207,6 +207,6 @@ combining pre-generated T-Digest sketches.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/thrift.html b/docs/24.0.0/development/extensions-contrib/thrift.html
index 72d371b0..5ba1fec2 100644
--- a/docs/24.0.0/development/extensions-contrib/thrift.html
+++ b/docs/24.0.0/development/extensions-contrib/thrift.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Thrift · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/thrift.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Thrift · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/thrift.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-thrift-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-thrift-extensions</code> in the extensions load list.</p>
<p>This extension enables Druid to ingest thrift compact data online (<code>ByteBuffer</code>) and offline (SequenceFile of type <code><Writable, BytesWritable></code> or LzoThriftBlock File).</p>
<p>You may want to use another version of thrift, change the dependency in pom and compile yourself.</p>
<h2><a class="anchor" aria-hidden="true" id="lzo-support"></a><a href="#lzo-support" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
@@ -135,7 +135,7 @@
}
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html"><span class="arrow-prev">← </span><span>T-Digest Quantiles Sketch module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/time-min-max.html"><span>Timestamp Min/Max aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/tdigestsketch-quantiles.html"><span class="arrow-prev">← </span><span>T-Digest Quantiles Sketch module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/time-min-max.html"><span>Timestamp Min/Max aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -152,6 +152,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-contrib/time-min-max.html b/docs/24.0.0/development/extensions-contrib/time-min-max.html
index cfc8b4f9..ff614da1 100644
--- a/docs/24.0.0/development/extensions-contrib/time-min-max.html
+++ b/docs/24.0.0/development/extensions-contrib/time-min-max.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Timestamp Min/Max aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-contrib/time-min-max.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Timestamp Min/Max aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-contrib/time-min-max.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-time-min-max</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-time-min-max</code> in the extensions load list.</p>
<p>These aggregators enable more precise calculation of min and max time of given events than <code>__time</code> column whose granularity is sparse, the same as query granularity.
To use this feature, a "timeMin" or "timeMax" aggregator must be included at indexing time.
They can apply to any columns that can be converted to timestamp, which include Long, DateTime, Timestamp, and String types.</p>
@@ -140,7 +140,7 @@ They can apply to any columns that can be converted to timestamp, which include
<span class="hljs-number">2015</span><span class="hljs-number">-07</span><span class="hljs-number">-29</span>T00:<span class="hljs-number">00</span>:<span class="hljs-number">00.000</span>Z A <span class="hljs-number">2</span> <span class="hljs-number">2015</span><span class="hljs-number">-07</span><span class="hljs-number">-29</span>T03:<span class="hljs-number">00</span>:<span class="hljs-number">00.000</span>Z <span class="hljs-number">2015</span><span class="hljs-number">-07</span><s [...]
<span class="hljs-number">2015</span><span class="hljs-number">-07</span><span class="hljs-number">-29</span>T00:<span class="hljs-number">00</span>:<span class="hljs-number">00.000</span>Z C <span class="hljs-number">2</span> <span class="hljs-number">2015</span><span class="hljs-number">-07</span><span class="hljs-number">-29</span>T01:<span class="hljs-number">00</span>:<span class="hljs-number">00.000</span>Z <span class="hljs-number">2015</span><span class="hljs-number">-07</span><s [...]
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-contrib/thrift.html"><span class="arrow-prev">← </span><span>Thrift</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/gce-extensions.html"><span>GCE Extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="contain [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-contrib/thrift.html"><span class="arrow-prev">← </span><span>Thrift</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/gce-extensions.html"><span>GCE Extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="contain [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -157,6 +157,6 @@ They can apply to any columns that can be converted to timestamp, which include
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/approximate-histograms.html b/docs/24.0.0/development/extensions-core/approximate-histograms.html
index 446135fd..fa9036ba 100644
--- a/docs/24.0.0/development/extensions-core/approximate-histograms.html
+++ b/docs/24.0.0/development/extensions-core/approximate-histograms.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Approximate Histogram aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/approximate-histograms.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Approximate Histogram aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/approximate-histograms.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,12 +77,12 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-histogram</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-histogram</code> in the extensions load list.</p>
<p>The <code>druid-histogram</code> extension provides an approximate histogram aggregator and a fixed buckets histogram aggregator.</p>
<p><a name="approximate-histogram-aggregator"></a></p>
<h2><a class="anchor" aria-hidden="true" id="approximate-histogram-aggregator-deprecated"></a><a href="#approximate-histogram-aggregator-deprecated" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h [...]
<blockquote>
-<p>The Approximate Histogram aggregator is deprecated. Please use <a href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html">DataSketches Quantiles</a> instead which provides a superior distribution-independent algorithm with formal error guarantees.</p>
+<p>The Approximate Histogram aggregator is deprecated. Please use <a href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html">DataSketches Quantiles</a> instead which provides a superior distribution-independent algorithm with formal error guarantees.</p>
</blockquote>
<p>This aggregator is based on
<a href="http://jmlr.org/papers/volume11/ben-haim10a/ben-haim10a.pdf">http://jmlr.org/papers/volume11/ben-haim10a/ben-haim10a.pdf</a>
@@ -149,7 +149,7 @@ query.</p>
<p>This histogram supports the min/max/quantiles post-aggregators but does not support the bucketing post-aggregators.</p>
<h3><a class="anchor" aria-hidden="true" id="when-to-use"></a><a href="#when-to-use" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>The accuracy/usefulness of the fixed buckets histogram is extremely data-dependent; it is provided to support special use cases where the user has a great deal of prior information about the data being aggregated and knows that a fixed buckets implementation is suitable.</p>
-<p>For general histogram and quantile use cases, the <a href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html">DataSketches Quantiles Sketch</a> extension is recommended.</p>
+<p>For general histogram and quantile use cases, the <a href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html">DataSketches Quantiles Sketch</a> extension is recommended.</p>
<h3><a class="anchor" aria-hidden="true" id="properties"></a><a href="#properties" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<table>
<thead>
@@ -298,7 +298,7 @@ Bucket intervals are based on the range of the underlying data. This aggregator
<pre><code class="hljs css language-json">{ <span class="hljs-attr">"type"</span> : <span class="hljs-string">"quantiles"</span>, <span class="hljs-attr">"name"</span> : <output_name>, <span class="hljs-attr">"fieldName"</span> : <aggregator_name>,
<span class="hljs-attr">"probabilities"</span> : [ <quantile>, <quantile>, ... ] }
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/design/peons.html"><span class="arrow-prev">← </span><span>Peons</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/avro.html"><span>Apache Avro</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#approximate-histogram-aggregator-deprecated">Approximate Histogram aggregator (Depreca [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/design/peons.html"><span class="arrow-prev">← </span><span>Peons</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/avro.html"><span>Apache Avro</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#approximate-histogram-aggregator-deprecated">Approximate Histogram aggregator (Depreca [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -315,6 +315,6 @@ Bucket intervals are based on the range of the underlying data. This aggregator
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/avro.html b/docs/24.0.0/development/extensions-core/avro.html
index 42d534d9..a04faefe 100644
--- a/docs/24.0.0/development/extensions-core/avro.html
+++ b/docs/24.0.0/development/extensions-core/avro.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Avro · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/avro.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Avro · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/avro.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,13 +79,13 @@
-->
<p>This Apache Druid extension enables Druid to ingest and parse the Apache Avro data format as follows:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/data-formats.html#avro-stream">Avro stream input format</a> for Kafka and Kinesis.</li>
-<li><a href="/docs/24.0.0/ingestion/data-formats.html#avro-ocf">Avro OCF input format</a> for native batch ingestion.</li>
-<li><a href="/docs/24.0.0/ingestion/data-formats.html#avro-hadoop-parser">Avro Hadoop Parser</a>.</li>
+<li><a href="/docs/24.0.1/ingestion/data-formats.html#avro-stream">Avro stream input format</a> for Kafka and Kinesis.</li>
+<li><a href="/docs/24.0.1/ingestion/data-formats.html#avro-ocf">Avro OCF input format</a> for native batch ingestion.</li>
+<li><a href="/docs/24.0.1/ingestion/data-formats.html#avro-hadoop-parser">Avro Hadoop Parser</a>.</li>
</ul>
-<p>The <a href="/docs/24.0.0/ingestion/data-formats.html#avro-stream-parser">Avro Stream Parser</a> is deprecated.</p>
+<p>The <a href="/docs/24.0.1/ingestion/data-formats.html#avro-stream-parser">Avro Stream Parser</a> is deprecated.</p>
<h2><a class="anchor" aria-hidden="true" id="load-the-avro-extension"></a><a href="#load-the-avro-extension" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
-<p>To use the Avro extension, add the <code>druid-avro-extensions</code> to the list of loaded extensions. See <a href="/docs/24.0.0/development/extensions.html#loading-extensions">Loading extensions</a> for more information.</p>
+<p>To use the Avro extension, add the <code>druid-avro-extensions</code> to the list of loaded extensions. See <a href="/docs/24.0.1/development/extensions.html#loading-extensions">Loading extensions</a> for more information.</p>
<h2><a class="anchor" aria-hidden="true" id="avro-types"></a><a href="#avro-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>Druid supports most Avro types natively. This section describes some exceptions.</p>
<h3><a class="anchor" aria-hidden="true" id="unions"></a><a href="#unions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
@@ -98,16 +98,16 @@
<li>The Avro null type is elided as its value can only ever be null.</li>
</ul>
<p>This is safe because an Avro union can only contain a single member of each unnamed type and duplicates of the same named type are not allowed. For example, only a single array is allowed, multiple records (or other named types) are allowed as long as each has a unique name.</p>
-<p>You can then access the members of the union with a <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec">flattenSpec</a> like you would for other nested types.</p>
+<p>You can then access the members of the union with a <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec">flattenSpec</a> like you would for other nested types.</p>
<h3><a class="anchor" aria-hidden="true" id="binary-types"></a><a href="#binary-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>The extension returns <code>bytes</code> and <code>fixed</code> Avro types as base64 encoded strings by default. To decode these types as UTF-8 strings, enable the <code>binaryAsString</code> option on the Avro parser.</p>
<h3><a class="anchor" aria-hidden="true" id="enums"></a><a href="#enums" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
<p>The extension returns <code>enum</code> types as <code>string</code> of the enum symbol.</p>
<h3><a class="anchor" aria-hidden="true" id="complex-types"></a><a href="#complex-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>You can ingest <code>record</code> and <code>map</code> types representing nested data with a <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec">flattenSpec</a> on the parser.</p>
+<p>You can ingest <code>record</code> and <code>map</code> types representing nested data with a <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec">flattenSpec</a> on the parser.</p>
<h3><a class="anchor" aria-hidden="true" id="logical-types"></a><a href="#logical-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>Druid does not currently support Avro logical types. It ignores them and handles fields according to the underlying primitive type.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/approximate-histograms.html"><span class="arrow-prev">← </span><span>Approximate Histogram aggregators</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/azure.html"><span>Microsoft Azure</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#load-the-avro-e [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/approximate-histograms.html"><span class="arrow-prev">← </span><span>Approximate Histogram aggregators</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/azure.html"><span>Microsoft Azure</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#load-the-avro-e [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -124,6 +124,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/azure.html b/docs/24.0.0/development/extensions-core/azure.html
index 45d21a3c..a8339744 100644
--- a/docs/24.0.0/development/extensions-core/azure.html
+++ b/docs/24.0.0/development/extensions-core/azure.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Microsoft Azure · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/azure.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Microsoft Azure · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/azure.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-azure-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-azure-extensions</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p><a href="http://azure.microsoft.com/en-us/services/storage/">Microsoft Azure Storage</a> is another option for deep storage. This requires some additional Druid configuration.</p>
<table>
@@ -97,7 +97,7 @@
</tbody>
</table>
<p>See <a href="http://azure.microsoft.com/en-us/pricing/free-trial/">Azure Services</a> for more information.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/avro.html"><span class="arrow-prev">← </span><span>Apache Avro</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/bloom-filter.html"><span>Bloom Filter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#deep-storage">Deep Storage</a></li></ul></nav></div [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/avro.html"><span class="arrow-prev">← </span><span>Apache Avro</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/bloom-filter.html"><span>Bloom Filter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#deep-storage">Deep Storage</a></li></ul></nav></div [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -114,6 +114,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/bloom-filter.html b/docs/24.0.0/development/extensions-core/bloom-filter.html
index ecf03192..c29da560 100644
--- a/docs/24.0.0/development/extensions-core/bloom-filter.html
+++ b/docs/24.0.0/development/extensions-core/bloom-filter.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Bloom Filter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/bloom-filter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docse [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Bloom Filter · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/bloom-filter.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docse [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-bloom-filter</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-bloom-filter</code> in the extensions load list.</p>
<p>This extension adds the ability to both construct bloom filters from query results, and filter query results by testing
against a bloom filter. A Bloom filter is a probabilistic data structure for performing a set membership check. A bloom
filter is a good candidate to use with Druid for cases where an explicit filter is impossible, e.g. filtering a query
@@ -122,7 +122,7 @@ String base64Serialized = Base64.encodeBase64String(byteArrayOutputStream.toByte
<tr><td><code>type</code></td><td>Filter Type. Should always be <code>bloom</code></td><td>yes</td></tr>
<tr><td><code>dimension</code></td><td>The dimension to filter over.</td><td>yes</td></tr>
<tr><td><code>bloomKFilter</code></td><td>Base64 encoded Binary representation of <code>org.apache.hive.common.util.BloomKFilter</code></td><td>yes</td></tr>
-<tr><td><code>extractionFn</code></td><td><a href="/docs/24.0.0/querying/dimensionspecs.html#extraction-functions">Extraction function</a> to apply to the dimension values</td><td>no</td></tr>
+<tr><td><code>extractionFn</code></td><td><a href="/docs/24.0.1/querying/dimensionspecs.html#extraction-functions">Extraction function</a> to apply to the dimension values</td><td>no</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="serialized-format-for-bloomkfilter"></a><a href="#serialized-format-for-bloomkfilter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5 [...]
@@ -138,7 +138,7 @@ String base64Serialized = Base64.encodeBase64String(byteArrayOutputStream.toByte
<pre><code class="hljs css language-sql"><span class="hljs-keyword">SELECT</span> <span class="hljs-keyword">COUNT</span>(*) <span class="hljs-keyword">FROM</span> druid.foo <span class="hljs-keyword">WHERE</span> bloom_filter_test(<expr>, <span class="hljs-string">'<serialized_bytes_for_BloomKFilter>'</span>)
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="expression-and-virtual-column-support"></a><a href="#expression-and-virtual-column-support" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 [...]
-<p>The bloom filter extension also adds a bloom filter <a href="/docs/24.0.0/misc/math-expr.html">Druid expression</a> which shares syntax
+<p>The bloom filter extension also adds a bloom filter <a href="/docs/24.0.1/misc/math-expr.html">Druid expression</a> which shares syntax
with the SQL operator.</p>
<pre><code class="hljs css language-sql">bloom_filter_test(<expr>, '<serialized_bytes_for_BloomKFilter>')
</code></pre>
@@ -163,7 +163,7 @@ for the query.</p>
<tbody>
<tr><td><code>type</code></td><td>Aggregator Type. Should always be <code>bloom</code></td><td>yes</td></tr>
<tr><td><code>name</code></td><td>Output field name</td><td>yes</td></tr>
-<tr><td><code>field</code></td><td><a href="/docs/24.0.0/querying/dimensionspecs.html">DimensionSpec</a> to add to <code>org.apache.hive.common.util.BloomKFilter</code></td><td>yes</td></tr>
+<tr><td><code>field</code></td><td><a href="/docs/24.0.1/querying/dimensionspecs.html">DimensionSpec</a> to add to <code>org.apache.hive.common.util.BloomKFilter</code></td><td>yes</td></tr>
<tr><td><code>maxNumEntries</code></td><td>Maximum number of distinct values supported by <code>org.apache.hive.common.util.BloomKFilter</code>, default <code>1500</code></td><td>no</td></tr>
</tbody>
</table>
@@ -200,7 +200,7 @@ added to the set. As such, ordering by an alternate aggregation is recommended i
</code></pre>
<p>but requires the setting <code>druid.sql.planner.serializeComplexValues</code> to be set to <code>true</code>. Bloom filter results in a SQL
response are serialized into a base64 string, which can then be used in subsequent queries as a filter.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/azure.html"><span class="arrow-prev">← </span><span>Microsoft Azure</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/datasketches-extension.html"><span class="function-name-prevnext">DataSketches extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a hr [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/azure.html"><span class="arrow-prev">← </span><span>Microsoft Azure</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/datasketches-extension.html"><span class="function-name-prevnext">DataSketches extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a hr [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -217,6 +217,6 @@ response are serialized into a base64 string, which can then be used in subseque
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/datasketches-extension.html b/docs/24.0.0/development/extensions-core/datasketches-extension.html
index 39853c5e..7a33395f 100644
--- a/docs/24.0.0/development/extensions-core/datasketches-extension.html
+++ b/docs/24.0.0/development/extensions-core/datasketches-extension.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/datasketches-extension.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/datasketches-extension.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,17 +78,17 @@
~ under the License.
-->
<p>Apache Druid aggregators based on <a href="https://datasketches.apache.org/">Apache DataSketches</a> library. Sketches are data structures implementing approximate streaming mergeable algorithms. Sketches can be ingested from the outside of Druid or built from raw data at ingestion time. Sketches can be stored in Druid segments as additive metrics.</p>
-<p>To use the datasketches aggregators, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use the datasketches aggregators, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-datasketches"</span>]
</code></pre>
<p>The following modules are available:</p>
<ul>
-<li><a href="/docs/24.0.0/development/extensions-core/datasketches-theta.html">Theta sketch</a> - approximate distinct counting with set operations (union, intersection and set difference).</li>
-<li><a href="/docs/24.0.0/development/extensions-core/datasketches-tuple.html">Tuple sketch</a> - extension of Theta sketch to support values associated with distinct keys (arrays of numeric values in this specialized implementation).</li>
-<li><a href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html">Quantiles sketch</a> - approximate distribution of comparable values to obtain ranks, quantiles and histograms. This is a specialized implementation for numeric values.</li>
-<li><a href="/docs/24.0.0/development/extensions-core/datasketches-hll.html">HLL sketch</a> - approximate distinct counting using very compact HLL sketch.</li>
+<li><a href="/docs/24.0.1/development/extensions-core/datasketches-theta.html">Theta sketch</a> - approximate distinct counting with set operations (union, intersection and set difference).</li>
+<li><a href="/docs/24.0.1/development/extensions-core/datasketches-tuple.html">Tuple sketch</a> - extension of Theta sketch to support values associated with distinct keys (arrays of numeric values in this specialized implementation).</li>
+<li><a href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html">Quantiles sketch</a> - approximate distribution of comparable values to obtain ranks, quantiles and histograms. This is a specialized implementation for numeric values.</li>
+<li><a href="/docs/24.0.1/development/extensions-core/datasketches-hll.html">HLL sketch</a> - approximate distinct counting using very compact HLL sketch.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/bloom-filter.html"><span class="arrow-prev">← </span><span>Bloom Filter</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/datasketches-hll.html"><span class="function-name-prevnext">DataSketches HLL Sketch module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="n [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/bloom-filter.html"><span class="arrow-prev">← </span><span>Bloom Filter</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/datasketches-hll.html"><span class="function-name-prevnext">DataSketches HLL Sketch module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="n [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -105,6 +105,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/datasketches-hll.html b/docs/24.0.0/development/extensions-core/datasketches-hll.html
index 3d59367c..930c10ba 100644
--- a/docs/24.0.0/development/extensions-core/datasketches-hll.html
+++ b/docs/24.0.0/development/extensions-core/datasketches-hll.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches HLL Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/datasketches-hll.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches HLL Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/datasketches-hll.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>This module provides Apache Druid aggregators for distinct counting based on HLL sketch from <a href="https://datasketches.apache.org/">Apache DataSketches</a> library. At ingestion time, this aggregator creates the HLL sketch objects to be stored in Druid segments. At query time, sketches are read and merged together. In the end, by default, you receive the estimate of the number of distinct values presented to the sketch. Also, you can use post aggregator to produce a union of sketc [...]
You can use the HLL sketch aggregator on columns of any identifiers. It will return estimated cardinality of the column.</p>
-<p>To use this aggregator, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use this aggregator, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-datasketches"</span>]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="aggregators"></a><a href="#aggregators" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
@@ -110,7 +110,7 @@ You can use the HLL sketch aggregator on columns of any identifiers. It will ret
}
</code></pre>
<blockquote>
-<p>It is very common to use <code>HLLSketchBuild</code> in combination with <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> to create a <a href="../../ingestion/ingestion-spec.html#metricsspec">metric</a> on high-cardinality columns. In this example, a metric called <code>userid_hll</code> is included in the <code>metricsSpec</code>. This will perform a HLL sketch on the <code>userid</code> field at ingestion time, allowing for highly-performant approximate <code>COUNT DISTINCT [...]
+<p>It is very common to use <code>HLLSketchBuild</code> in combination with <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> to create a <a href="../../ingestion/ingestion-spec.html#metricsspec">metric</a> on high-cardinality columns. In this example, a metric called <code>userid_hll</code> is included in the <code>metricsSpec</code>. This will perform a HLL sketch on the <code>userid</code> field at ingestion time, allowing for highly-performant approximate <code>COUNT DISTINCT [...]
<pre><code class="hljs">:
<span class="hljs-string">"metricsSpec"</span>: [
{
@@ -173,7 +173,7 @@ This must be an integer value of 1, 2 or 3 corresponding to approximately 68.3%,
<span class="hljs-attr">"field"</span> : <post aggregator that returns an HLL Sketch>
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/datasketches-extension.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches extension</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html"><span class="function-name-prevnext">DataSketches Quantiles Sketch module</span><span class="arrow-next"> →</span></a></div> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/datasketches-extension.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches extension</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html"><span class="function-name-prevnext">DataSketches Quantiles Sketch module</span><span class="arrow-next"> →</span></a></div> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -190,6 +190,6 @@ This must be an integer value of 1, 2 or 3 corresponding to approximately 68.3%,
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/datasketches-quantiles.html b/docs/24.0.0/development/extensions-core/datasketches-quantiles.html
index da198496..0c4edca3 100644
--- a/docs/24.0.0/development/extensions-core/datasketches-quantiles.html
+++ b/docs/24.0.0/development/extensions-core/datasketches-quantiles.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Quantiles Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/datasketches-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:languag [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Quantiles Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/datasketches-quantiles.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:languag [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -84,7 +84,7 @@
<li>Building sketches from raw data during ingestion</li>
<li>Building sketches from raw data at query time</li>
</ol>
-<p>To use this aggregator, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use this aggregator, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-datasketches"</span>]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="aggregator"></a><a href="#aggregator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
@@ -163,7 +163,7 @@
<span class="hljs-attr">"field"</span> : <post aggregator that refers to a DoublesSketch (fieldAccess or another post aggregator)>
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/datasketches-hll.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches HLL Sketch module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/datasketches-theta.html"><span class="function-name-prevnext">DataSketches Theta Sketch module</span><span class="arrow-next"> →</span></a></div></div> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/datasketches-hll.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches HLL Sketch module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/datasketches-theta.html"><span class="function-name-prevnext">DataSketches Theta Sketch module</span><span class="arrow-next"> →</span></a></div></div> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -180,6 +180,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/datasketches-theta.html b/docs/24.0.0/development/extensions-core/datasketches-theta.html
index a6849b3a..1a29548d 100644
--- a/docs/24.0.0/development/extensions-core/datasketches-theta.html
+++ b/docs/24.0.0/development/extensions-core/datasketches-theta.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Theta Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/datasketches-theta.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" conte [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Theta Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/datasketches-theta.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" conte [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,7 +80,7 @@
<p>This module provides Apache Druid aggregators based on Theta sketch from <a href="https://datasketches.apache.org/">Apache DataSketches</a> library. Note that sketch algorithms are approximate; see details in the "Accuracy" section of the datasketches doc.
At ingestion time, this aggregator creates the Theta sketch objects which get stored in Druid segments. Logically speaking, a Theta sketch object can be thought of as a Set data structure. At query time, sketches are read and aggregated (set unioned) together. In the end, by default, you receive the estimate of the number of unique entries in the sketch object. Also, you can use post aggregators to do union, intersection or difference on sketch columns in the same row.
Note that you can use <code>thetaSketch</code> aggregator on columns which were not ingested using the same. It will return estimated cardinality of the column. It is recommended to use it at ingestion time as well to make querying faster.</p>
-<p>To use this aggregator, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use this aggregator, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-datasketches"</span>]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="aggregators"></a><a href="#aggregators" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
@@ -301,7 +301,7 @@ How many unique users visited both product A and product B?</p>
<span class="hljs-attr">"intervals"</span>: [<span class="hljs-string">"2014-10-01T00:00:00.000Z/2014-10-14T00:00:00.000Z"</span>]
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Quantiles Sketch module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/datasketches-tuple.html"><span class="function-name-prevnext">DataSketches Tuple Sketch module</span><span class="arrow-next"> →</span></a> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Quantiles Sketch module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/datasketches-tuple.html"><span class="function-name-prevnext">DataSketches Tuple Sketch module</span><span class="arrow-next"> →</span></a> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -318,6 +318,6 @@ How many unique users visited both product A and product B?</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/datasketches-tuple.html b/docs/24.0.0/development/extensions-core/datasketches-tuple.html
index bd46bdbd..1b8b23f8 100644
--- a/docs/24.0.0/development/extensions-core/datasketches-tuple.html
+++ b/docs/24.0.0/development/extensions-core/datasketches-tuple.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Tuple Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/datasketches-tuple.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" conte [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>DataSketches Tuple Sketch module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/datasketches-tuple.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" conte [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,7 +78,7 @@
~ under the License.
-->
<p>This module provides Apache Druid aggregators based on Tuple sketch from <a href="https://datasketches.apache.org/">Apache DataSketches</a> library. ArrayOfDoublesSketch sketches extend the functionality of the count-distinct Theta sketches by adding arrays of double values associated with unique keys.</p>
-<p>To use this aggregator, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
+<p>To use this aggregator, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> the extension in your config file:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-datasketches"</span>]
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="aggregators"></a><a href="#aggregators" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
@@ -147,7 +147,7 @@
}
</code></pre>
<h4><a class="anchor" aria-hidden="true" id="quantiles-sketch-from-a-column"></a><a href="#quantiles-sketch-from-a-column" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
-<p>Returns a quantiles DoublesSketch constructed from a given column of values from a given ArrayOfDoublesSketch using optional parameter k that determines the accuracy and size of the quantiles sketch. See <a href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html">Quantiles Sketch Module</a></p>
+<p>Returns a quantiles DoublesSketch constructed from a given column of values from a given ArrayOfDoublesSketch using optional parameter k that determines the accuracy and size of the quantiles sketch. See <a href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html">Quantiles Sketch Module</a></p>
<ul>
<li>The column number is 1-based and is optional (the default is 1).</li>
<li>The parameter k is optional (the default is defined in the sketch library).</li>
@@ -188,7 +188,7 @@
<span class="hljs-attr">"field"</span> : <post aggregator that refers to an ArrayOfDoublesSketch (fieldAccess or another post aggregator)>
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/datasketches-theta.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Theta Sketch module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-basic-security.html"><span>Basic Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><f [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/datasketches-theta.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Theta Sketch module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-basic-security.html"><span>Basic Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><f [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -205,6 +205,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-aws-rds.html b/docs/24.0.0/development/extensions-core/druid-aws-rds.html
index 548d4be9..d47fa26e 100644
--- a/docs/24.0.0/development/extensions-core/druid-aws-rds.html
+++ b/docs/24.0.0/development/extensions-core/druid-aws-rds.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid AWS RDS Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-aws-rds.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta na [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid AWS RDS Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-aws-rds.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta na [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,15 +77,15 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p><a href="https://aws.amazon.com/rds/">AWS RDS</a> is a managed service to operate relation databases such as PostgreSQL, Mysql etc. These databases could be accessed using static db password mechanism or via <a href="https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/UsingWithRDS.IAMDBAuth.html">AWS IAM</a> temporary tokens. This module provides AWS RDS token <a href="/docs/24.0.0/operations/password-provider.html">password provider</a> implementation to be used with <a href="/doc [...]
+<p><a href="https://aws.amazon.com/rds/">AWS RDS</a> is a managed service to operate relation databases such as PostgreSQL, Mysql etc. These databases could be accessed using static db password mechanism or via <a href="https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/UsingWithRDS.IAMDBAuth.html">AWS IAM</a> temporary tokens. This module provides AWS RDS token <a href="/docs/24.0.1/operations/password-provider.html">password provider</a> implementation to be used with <a href="/doc [...]
<pre><code class="hljs css language-json">{ <span class="hljs-attr">"type"</span>: <span class="hljs-string">"aws-rds-token"</span>, <span class="hljs-attr">"user"</span>: <span class="hljs-string">"USER"</span>, <span class="hljs-attr">"host"</span>: <span class="hljs-string">"HOST"</span>, <span class="hljs-attr">"port"</span>: PORT, <span class="hljs-attr">"region"</span>: <span class="hljs-string">"AWS_REGION"</span> }
</code></pre>
<p>Before using this password provider, please make sure that you have connected all dots for db user to connect using token.
See <a href="https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/UsingWithRDS.IAMDBAuth.html">AWS Guide</a>.</p>
-<p>To use this extension, make sure you <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> it in your config file along with other extensions e.g.</p>
+<p>To use this extension, make sure you <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> it in your config file along with other extensions e.g.</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"druid-aws-rds-extensions"</span>, <span class="hljs-string">"postgresql-metadata-storage"</span>, ...]
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/test-stats.html"><span class="arrow-prev">← </span><span>Test Stats Aggregators</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kubernetes.html"><span>Kubernetes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/test-stats.html"><span class="arrow-prev">← </span><span>Test Stats Aggregators</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kubernetes.html"><span>Kubernetes</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -102,6 +102,6 @@ See <a href="https://docs.aws.amazon.com/AmazonRDS/latest/AuroraUserGuide/UsingW
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-basic-security.html b/docs/24.0.0/development/extensions-core/druid-basic-security.html
index f08b5658..3c4929b5 100644
--- a/docs/24.0.0/development/extensions-core/druid-basic-security.html
+++ b/docs/24.0.0/development/extensions-core/druid-basic-security.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Basic Security · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-basic-security.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Basic Security · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-basic-security.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -83,12 +83,12 @@
<li>an Escalator which determines the authentication scheme for internal Druid processes.</li>
<li>an Authorizer which implements basic role-based access control for Druid metadata store or LDAP users and groups.</li>
</ul>
-<p>To load the extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-basic-security</code> in the <code>druid.extensions.loadList</code> in your <code>common.runtime.properties</code>. For example:</p>
+<p>To load the extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-basic-security</code> in the <code>druid.extensions.loadList</code> in your <code>common.runtime.properties</code>. For example:</p>
<pre><code class="hljs"><span class="hljs-attr">druid.extensions.loadList</span>=[<span class="hljs-string">"postgresql-metadata-storage"</span>, <span class="hljs-string">"druid-hdfs-storage"</span>, <span class="hljs-string">"druid-basic-security"</span>]
</code></pre>
<p>To enable basic auth, configure the basic Authenticator, Escalator, and Authorizer in <code>common.runtime.properties</code>.
See <a href="../../operations/security-overview.html#enable-an-authenticator">Security overview</a> for an example configuration for HTTP basic authentication.</p>
-<p>Visit <a href="/docs/24.0.0/design/auth.html">Authentication and Authorization</a> for more information on the implemented extension interfaces and for an example configuration.</p>
+<p>Visit <a href="/docs/24.0.1/design/auth.html">Authentication and Authorization</a> for more information on the implemented extension interfaces and for an example configuration.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>The examples in the section use the following names for the Authenticators and Authorizers:</p>
<ul>
@@ -142,8 +142,8 @@ The default credentials validator (<code>credentialsValidator</code>) is <code>m
<tr><th>Property</th><th>Description</th><th>Default</th><th>required</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.initialAdminPassword</code></td><td>Initial <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for the automatically created default admin user. If no password is specified, the default admin user will not be created. If the default admin user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
-<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.initialInternalClientPassword</code></td><td>Initial <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for the default internal system user, used for internal process communication. If no password is specified, the default internal system user will not be created. If the default internal system user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
+<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.initialAdminPassword</code></td><td>Initial <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for the automatically created default admin user. If no password is specified, the default admin user will not be created. If the default admin user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
+<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.initialInternalClientPassword</code></td><td>Initial <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for the default internal system user, used for internal process communication. If no password is specified, the default internal system user will not be created. If the default internal system user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.enableCacheNotifications</code></td><td>If true, the Coordinator will notify Druid processes whenever a configuration change to this Authenticator occurs, allowing them to immediately update their state without waiting for polling.</td><td>true</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.cacheNotificationTimeout</code></td><td>The timeout in milliseconds for the cache notifications.</td><td>5000</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicMetadataAuthenticator.credentialIterations</code></td><td>Number of iterations to use for password hashing. See <a href="#credential-iterations-and-api-performance">Credential iterations and API performance</a></td><td>10000</td><td>No</td></tr>
@@ -167,15 +167,15 @@ The default credentials validator (<code>credentialsValidator</code>) is <code>m
<tr><th>Property</th><th>Description</th><th>Default</th><th>required</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.initialAdminPassword</code></td><td>Initial <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for the automatically created default admin user. If no password is specified, the default admin user will not be created. If the default admin user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
-<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.initialInternalClientPassword</code></td><td>Initial <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for the default internal system user, used for internal process communication. If no password is specified, the default internal system user will not be created. If the default internal system user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
+<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.initialAdminPassword</code></td><td>Initial <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for the automatically created default admin user. If no password is specified, the default admin user will not be created. If the default admin user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
+<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.initialInternalClientPassword</code></td><td>Initial <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for the default internal system user, used for internal process communication. If no password is specified, the default internal system user will not be created. If the default internal system user already exists, setting this property will not affect its password.</td><td>null</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.enableCacheNotifications</code></td><td>If true, the Coordinator will notify Druid processes whenever a configuration change to this Authenticator occurs, allowing them to immediately update their state without waiting for polling.</td><td>true</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.cacheNotificationTimeout</code></td><td>The timeout in milliseconds for the cache notifications.</td><td>5000</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialIterations</code></td><td>Number of iterations to use for password hashing.</td><td>10000</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.type</code></td><td>The type of credentials store (ldap) to validate requests credentials.</td><td>metadata</td><td>No</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.url</code></td><td>URL of the LDAP server.</td><td>null</td><td>Yes</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.bindUser</code></td><td>LDAP bind user username.</td><td>null</td><td>Yes</td></tr>
-<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.bindPassword</code></td><td><a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> LDAP bind user password.</td><td>null</td><td>Yes</td></tr>
+<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.bindPassword</code></td><td><a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> LDAP bind user password.</td><td>null</td><td>Yes</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.baseDn</code></td><td>The point from where the LDAP server will search for users.</td><td>null</td><td>Yes</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.userSearch</code></td><td>The filter/expression to use for the search. For example, (&(sAMAccountName=%s)(objectClass=user))</td><td>null</td><td>Yes</td></tr>
<tr><td><code>druid.auth.authenticator.MyBasicLDAPAuthenticator.credentialsValidator.userAttribute</code></td><td>The attribute id identifying the attribute that will be returned as part of the search. For example, sAMAccountName.</td><td>null</td><td>Yes</td></tr>
@@ -202,7 +202,7 @@ The default credentials validator (<code>credentialsValidator</code>) is <code>m
</thead>
<tbody>
<tr><td><code>druid.escalator.internalClientUsername</code></td><td>The escalator will use this username for requests made as the internal system user.</td><td>n/a</td><td>Yes</td></tr>
-<tr><td><code>druid.escalator.internalClientPassword</code></td><td>The escalator will use this <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> for requests made as the internal system user.</td><td>n/a</td><td>Yes</td></tr>
+<tr><td><code>druid.escalator.internalClientPassword</code></td><td>The escalator will use this <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> for requests made as the internal system user.</td><td>n/a</td><td>Yes</td></tr>
<tr><td><code>druid.escalator.authorizerName</code></td><td>Authorizer that requests should be directed to.</td><td>n/a</td><td>Yes</td></tr>
</tbody>
</table>
@@ -460,11 +460,11 @@ Set the permissions of {roleName}. This replaces the previous set of permissions
]
</code></pre>
<p>The "name" field for resources in the permission definitions are regexes used to match resource names during authorization checks.</p>
-<p>Please see <a href="/docs/24.0.0/operations/security-user-auth.html#defining-permissions">Defining permissions</a> for more details.</p>
+<p>Please see <a href="/docs/24.0.1/operations/security-user-auth.html#defining-permissions">Defining permissions</a> for more details.</p>
<h5><a class="anchor" aria-hidden="true" id="cache-load-status-1"></a><a href="#cache-load-status-1" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p><code>GET(/druid-ext/basic-security/authorization/loadStatus)</code>
Return the current load status of the local caches of the authorization Druid metadata store.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/datasketches-tuple.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Tuple Sketch module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-kerberos.html"><span>Kerberos</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/datasketches-tuple.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">DataSketches Tuple Sketch module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-kerberos.html"><span>Kerberos</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -481,6 +481,6 @@ Return the current load status of the local caches of the authorization Druid me
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-kerberos.html b/docs/24.0.0/development/extensions-core/druid-kerberos.html
index ad31f85a..f764234f 100644
--- a/docs/24.0.0/development/extensions-core/druid-kerberos.html
+++ b/docs/24.0.0/development/extensions-core/druid-kerberos.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kerberos · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-kerberos.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsear [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kerberos · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-kerberos.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsear [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>Apache Druid Extension to enable Authentication for Druid Processes using Kerberos.
This extension adds an Authenticator which is used to protect HTTP Endpoints using the simple and protected GSSAPI negotiation mechanism <a href="https://en.wikipedia.org/wiki/SPNEGO">SPNEGO</a>.
-Make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-kerberos</code> in the extensions load list.</p>
+Make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-kerberos</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<h3><a class="anchor" aria-hidden="true" id="creating-an-authenticator"></a><a href="#creating-an-authenticator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
<pre><code class="hljs"><span class="hljs-attr">druid.auth.authenticatorChain</span>=[<span class="hljs-string">"MyKerberosAuthenticator"</span>]
@@ -107,7 +107,7 @@ Make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extension
<p>As a note, it is required that the SPNego principal in use by the druid processes must start with HTTP (This specified by <a href="https://tools.ietf.org/html/rfc4559">RFC-4559</a>) and must be of the form "HTTP/_HOST@REALM".
The special string _HOST will be replaced automatically with the value of config <code>druid.host</code></p>
<h3><a class="anchor" aria-hidden="true" id="druidauthauthenticatorkerberosexcludedpaths"></a><a href="#druidauthauthenticatorkerberosexcludedpaths" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h [...]
-<p>In older releases, the Kerberos authenticator had an <code>excludedPaths</code> property that allowed the user to specify a list of paths where authentication checks should be skipped. This property has been removed from the Kerberos authenticator because the path exclusion functionality is now handled across all authenticators/authorizers by setting <code>druid.auth.unsecuredPaths</code>, as described in the <a href="/docs/24.0.0/design/auth.html">main auth documentation</a>.</p>
+<p>In older releases, the Kerberos authenticator had an <code>excludedPaths</code> property that allowed the user to specify a list of paths where authentication checks should be skipped. This property has been removed from the Kerberos authenticator because the path exclusion functionality is now handled across all authenticators/authorizers by setting <code>druid.auth.unsecuredPaths</code>, as described in the <a href="/docs/24.0.1/design/auth.html">main auth documentation</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="auth-to-local-syntax"></a><a href="#auth-to-local-syntax" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p><code>druid.auth.authenticator.kerberos.authToLocal</code> allows you to set a general rules for mapping principal names to local user names.
The syntax for mapping rules is <code>RULE:\[n:string](regexp)s/pattern/replacement/g</code>. The integer n indicates how many components the target principal should have. If this matches, then a string will be formed from string, substituting the realm of the principal for $0 and the nth component of the principal for $n. e.g. if the principal was druid/admin then <code>\[2:$2$1suffix]</code> would result in the string <code>admindruidsuffix</code>.
@@ -166,7 +166,7 @@ In such cases, max request header size that druid can handle can be increased by
</ol>
<h2><a class="anchor" aria-hidden="true" id="sending-queries-programmatically"></a><a href="#sending-queries-programmatically" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<p>Many HTTP client libraries, such as Apache Commons <a href="https://hc.apache.org/">HttpComponents</a>, already have support for performing SPNEGO authentication. You can use any of the available HTTP client library to communicate with druid cluster.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-basic-security.html"><span class="arrow-prev">← </span><span>Basic Security</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-lookups.html"><span>Cached Lookup Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configur [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-basic-security.html"><span class="arrow-prev">← </span><span>Basic Security</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-lookups.html"><span>Cached Lookup Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configur [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -183,6 +183,6 @@ In such cases, max request header size that druid can handle can be increased by
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-lookups.html b/docs/24.0.0/development/extensions-core/druid-lookups.html
index 97876413..7d777d8a 100644
--- a/docs/24.0.0/development/extensions-core/druid-lookups.html
+++ b/docs/24.0.0/development/extensions-core/druid-lookups.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Cached Lookup Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-lookups.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta na [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Cached Lookup Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-lookups.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta na [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -85,11 +85,11 @@
The main goal of this cache is to speed up the access to a high latency lookup sources and to provide a caching isolation for every lookup source.
Thus user can define various caching strategies or and implementation per lookup, even if the source is the same.
This module can be used side to side with other lookup module like the global cached lookup module.</p>
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-single</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-single</code> in the extensions load list.</p>
<blockquote>
<p>If using JDBC, you will need to add your database's client JAR files to the extension's directory.
For Postgres, the connector JAR is already included.
-See the MySQL extension documentation for instructions to obtain <a href="/docs/24.0.0/development/extensions-core/mysql.html#installing-the-mysql-connector-library">MySQL</a> or <a href="/docs/24.0.0/development/extensions-core/mysql.html#alternative-installing-the-mariadb-connector-library">MariaDB</a> connector libraries.
+See the MySQL extension documentation for instructions to obtain <a href="/docs/24.0.1/development/extensions-core/mysql.html#installing-the-mysql-connector-library">MySQL</a> or <a href="/docs/24.0.1/development/extensions-core/mysql.html#alternative-installing-the-mariadb-connector-library">MariaDB</a> connector libraries.
Copy or symlink the downloaded file to <code>extensions/druid-lookups-cached-single</code> under the distribution root directory.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="architecture"></a><a href="#architecture" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
@@ -201,14 +201,14 @@ Same for Loading cache, developer can implement a new type of loading cache by i
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th><th>default</th></tr>
</thead>
<tbody>
-<tr><td><code>connectorConfig</code></td><td>JSON object</td><td>Specifies the database connection details. You can set <code>connectURI</code>, <code>user</code> and <code>password</code>. You can selectively allow JDBC properties in <code>connectURI</code>. See <a href="/docs/24.0.0/configuration/index.html#jdbc-connections-to-external-databases">JDBC connections security config</a> for more details.</td><td>yes</td><td></td></tr>
+<tr><td><code>connectorConfig</code></td><td>JSON object</td><td>Specifies the database connection details. You can set <code>connectURI</code>, <code>user</code> and <code>password</code>. You can selectively allow JDBC properties in <code>connectURI</code>. See <a href="/docs/24.0.1/configuration/index.html#jdbc-connections-to-external-databases">JDBC connections security config</a> for more details.</td><td>yes</td><td></td></tr>
<tr><td><code>table</code></td><td>string</td><td>The table name to read from.</td><td>yes</td><td></td></tr>
<tr><td><code>keyColumn</code></td><td>string</td><td>The column name that contains the lookup key.</td><td>yes</td><td></td></tr>
<tr><td><code>valueColumn</code></td><td>string</td><td>The column name that contains the lookup value.</td><td>yes</td><td></td></tr>
<tr><td><code>streamingFetchSize</code></td><td>int</td><td>Fetch size used in JDBC connections.</td><td>no</td><td>1000</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-kerberos.html"><span class="arrow-prev">← </span><span>Kerberos</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-ranger-security.html"><span>Apache Ranger Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#description">Description< [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-kerberos.html"><span class="arrow-prev">← </span><span>Kerberos</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-ranger-security.html"><span>Apache Ranger Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#description">Description< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -225,6 +225,6 @@ Same for Loading cache, developer can implement a new type of loading cache by i
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-pac4j.html b/docs/24.0.0/development/extensions-core/druid-pac4j.html
index 6de19d81..92434606 100644
--- a/docs/24.0.0/development/extensions-core/druid-pac4j.html
+++ b/docs/24.0.0/development/extensions-core/druid-pac4j.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid pac4j based Security extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-pac4j.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content= [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid pac4j based Security extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-pac4j.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content= [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>Apache Druid Extension to enable <a href="https://openid.net/connect/">OpenID Connect</a> based Authentication for Druid Processes using <a href="https://github.com/pac4j/pac4j">pac4j</a> as the underlying client library.
This can be used with any authentication server that supports same e.g. <a href="https://developer.okta.com/">Okta</a>.
-This extension should only be used at the router node to enable a group of users in existing authentication server to interact with Druid cluster, using the <a href="/docs/24.0.0/operations/web-console.html">web console</a>. This extension does not support JDBC client authentication.</p>
+This extension should only be used at the router node to enable a group of users in existing authentication server to interact with Druid cluster, using the <a href="/docs/24.0.1/operations/web-console.html">web console</a>. This extension does not support JDBC client authentication.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<h3><a class="anchor" aria-hidden="true" id="creating-an-authenticator"></a><a href="#creating-an-authenticator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
<pre><code class="hljs"><span class="hljs-attr">druid.auth.authenticatorChain</span>=[<span class="hljs-string">"pac4j"</span>]
@@ -91,15 +91,15 @@ This extension should only be used at the router node to enable a group of users
<tr><th>Property</th><th>Description</th><th>Default</th><th>required</th></tr>
</thead>
<tbody>
-<tr><td><code>druid.auth.pac4j.cookiePassphrase</code></td><td>passphrase for encrypting the cookies used to manage authentication session with browser. It can be provided as plaintext string or The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a>.</td><td>none</td><td>Yes</td></tr>
+<tr><td><code>druid.auth.pac4j.cookiePassphrase</code></td><td>passphrase for encrypting the cookies used to manage authentication session with browser. It can be provided as plaintext string or The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a>.</td><td>none</td><td>Yes</td></tr>
<tr><td><code>druid.auth.pac4j.readTimeout</code></td><td>Socket connect and read timeout duration used when communicating with authentication server</td><td>PT5S</td><td>No</td></tr>
-<tr><td><code>druid.auth.pac4j.enableCustomSslContext</code></td><td>Whether to use custom SSLContext setup via <a href="/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html">simple-client-sslcontext</a> extension which must be added to extensions list when this property is set to true.</td><td>false</td><td>No</td></tr>
+<tr><td><code>druid.auth.pac4j.enableCustomSslContext</code></td><td>Whether to use custom SSLContext setup via <a href="/docs/24.0.1/development/extensions-core/simple-client-sslcontext.html">simple-client-sslcontext</a> extension which must be added to extensions list when this property is set to true.</td><td>false</td><td>No</td></tr>
<tr><td><code>druid.auth.pac4j.oidc.clientID</code></td><td>OAuth Client Application id.</td><td>none</td><td>Yes</td></tr>
-<tr><td><code>druid.auth.pac4j.oidc.clientSecret</code></td><td>OAuth Client Application secret. It can be provided as plaintext string or The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a>.</td><td>none</td><td>Yes</td></tr>
+<tr><td><code>druid.auth.pac4j.oidc.clientSecret</code></td><td>OAuth Client Application secret. It can be provided as plaintext string or The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a>.</td><td>none</td><td>Yes</td></tr>
<tr><td><code>druid.auth.pac4j.oidc.discoveryURI</code></td><td>discovery URI for fetching OP metadata <a href="http://openid.net/specs/openid-connect-discovery-1_0.html">see this</a>.</td><td>none</td><td>Yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/orc.html"><span class="arrow-prev">← </span><span>ORC Extension</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/parquet.html"><span>Apache Parquet Extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configuration</a><ul class=" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/orc.html"><span class="arrow-prev">← </span><span>ORC Extension</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/parquet.html"><span>Apache Parquet Extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configuration</a><ul class=" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -116,6 +116,6 @@ This extension should only be used at the router node to enable a group of users
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/druid-ranger-security.html b/docs/24.0.0/development/extensions-core/druid-ranger-security.html
index ff47d985..09519525 100644
--- a/docs/24.0.0/development/extensions-core/druid-ranger-security.html
+++ b/docs/24.0.0/development/extensions-core/druid-ranger-security.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Ranger Security · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/druid-ranger-security.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Ranger Security · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/druid-ranger-security.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,8 +77,8 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>This Apache Druid extension adds an Authorizer which implements access control for Druid, backed by <a href="https://ranger.apache.org/">Apache Ranger</a>. Please see <a href="/docs/24.0.0/design/auth.html">Authentication and Authorization</a> for more information on the basic facilities this extension provides.</p>
-<p>Make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-ranger-security</code> in the extensions load list.</p>
+<p>This Apache Druid extension adds an Authorizer which implements access control for Druid, backed by <a href="https://ranger.apache.org/">Apache Ranger</a>. Please see <a href="/docs/24.0.1/design/auth.html">Authentication and Authorization</a> for more information on the basic facilities this extension provides.</p>
+<p>Make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-ranger-security</code> in the extensions load list.</p>
<blockquote>
<p>The latest release of Apache Ranger is at the time of writing version 2.0. This version has a dependency on <code>log4j 1.2.17</code> which has a vulnerability if you configure it to use a <code>SocketServer</code> (CVE-2019-17571). Next to that, it also includes Kafka 2.0.0 which has 2 known vulnerabilities (CVE-2019-12399, CVE-2018-17196). Kafka can be used by the audit component in Ranger, but is not required.</p>
</blockquote>
@@ -141,12 +141,12 @@
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="usage"></a><a href="#usage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09 [...]
<h3><a class="anchor" aria-hidden="true" id="http-methods"></a><a href="#http-methods" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>For information on what HTTP methods are supported for a particular request endpoint, please refer to the <a href="/docs/24.0.0/operations/api-reference.html">API documentation</a>.</p>
+<p>For information on what HTTP methods are supported for a particular request endpoint, please refer to the <a href="/docs/24.0.1/operations/api-reference.html">API documentation</a>.</p>
<p>GET requires READ permission, while POST and DELETE require WRITE permission.</p>
<h3><a class="anchor" aria-hidden="true" id="sql-permissions"></a><a href="#sql-permissions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>Queries on Druid datasources require DATASOURCE READ permissions for the specified datasource.</p>
-<p>Queries on the <a href="/docs/24.0.0/querying/sql-metadata-tables.html#information-schema">INFORMATION_SCHEMA tables</a> will return information about datasources that the caller has DATASOURCE READ access to. Other datasources will be omitted.</p>
-<p>Queries on the <a href="/docs/24.0.0/querying/sql-metadata-tables.html#system-schema">system schema tables</a> require the following permissions:</p>
+<p>Queries on the <a href="/docs/24.0.1/querying/sql-metadata-tables.html#information-schema">INFORMATION_SCHEMA tables</a> will return information about datasources that the caller has DATASOURCE READ access to. Other datasources will be omitted.</p>
+<p>Queries on the <a href="/docs/24.0.1/querying/sql-metadata-tables.html#system-schema">system schema tables</a> require the following permissions:</p>
<ul>
<li><code>segments</code>: Segments will be filtered based on DATASOURCE READ permissions.</li>
<li><code>servers</code>: The user requires STATE READ permissions.</li>
@@ -160,7 +160,7 @@
<span class="hljs-tag"><<span class="hljs-name">Appender-ref</span> <span class="hljs-attr">ref</span>=<span class="hljs-string">"Console"</span>/></span>
<span class="hljs-tag"></<span class="hljs-name">Logger</span>></span>
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-lookups.html"><span class="arrow-prev">← </span><span>Cached Lookup Module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/google.html"><span>Google Cloud Storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configuration</a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-lookups.html"><span class="arrow-prev">← </span><span>Cached Lookup Module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/google.html"><span>Google Cloud Storage</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configuration">Configuration</a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -177,6 +177,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/examples.html b/docs/24.0.0/development/extensions-core/examples.html
index 2f9e3dd6..841c9da8 100644
--- a/docs/24.0.0/development/extensions-core/examples.html
+++ b/docs/24.0.0/development/extensions-core/examples.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Extension Examples · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/examples.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Extension Examples · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/examples.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
@@ -22,7 +22,7 @@
~ under the License.
-->
<p>This extension was removed in Apache Druid 0.16.0. In prior versions, the extension provided obsolete facilities to ingest data from the Twitter 'Spritzer' data stream as well as the Wikipedia changes IRC channel.</p>
-</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a> · <a href="/docs/24.0.0/">Docs</a> · <a href="/community/">Community</a> · <a href="/downloads.html">Download</a> · <a href="/faq">FAQ</a></p></div><div class [...]
+</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a> · <a href="/docs/24.0.1/">Docs</a> · <a href="/community/">Community</a> · <a href="/downloads.html">Download</a> · <a href="/faq">FAQ</a></p></div><div class [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -39,6 +39,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/google.html b/docs/24.0.0/development/extensions-core/google.html
index edb18738..474b4beb 100644
--- a/docs/24.0.0/development/extensions-core/google.html
+++ b/docs/24.0.0/development/extensions-core/google.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Google Cloud Storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/google.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Google Cloud Storage · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/google.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -83,16 +83,16 @@
<li><a href="#reading-data-from-google-cloud-storage">Ingest data</a> from files stored in Google Cloud Storage.</li>
<li>Write segments to <a href="#deep-storage">deep storage</a> in GCS.</li>
</ul>
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-google-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-google-extensions</code> in the extensions load list.</p>
<h3><a class="anchor" aria-hidden="true" id="required-configuration"></a><a href="#required-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>To configure connectivity to google cloud, run druid processes with <code>GOOGLE_APPLICATION_CREDENTIALS=/path/to/service_account_keyfile</code> in the environment.</p>
<h3><a class="anchor" aria-hidden="true" id="reading-data-from-google-cloud-storage"></a><a href="#reading-data-from-google-cloud-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1. [...]
-<p>The <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Google Cloud Storage input source</a> is supported by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>
-to read objects directly from Google Cloud Storage. If you use the <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop task</a>,
-you can read data from Google Cloud Storage by specifying the paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.</p>
-<p>Objects can also be read directly from Google Cloud Storage via the <a href="/docs/24.0.0/ingestion/native-batch-firehose.html#staticgoogleblobstorefirehose">StaticGoogleBlobStoreFirehose</a></p>
+<p>The <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Google Cloud Storage input source</a> is supported by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>
+to read objects directly from Google Cloud Storage. If you use the <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop task</a>,
+you can read data from Google Cloud Storage by specifying the paths in your <a href="/docs/24.0.1/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.</p>
+<p>Objects can also be read directly from Google Cloud Storage via the <a href="/docs/24.0.1/ingestion/native-batch-firehose.html#staticgoogleblobstorefirehose">StaticGoogleBlobStoreFirehose</a></p>
<h3><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>Deep storage can be written to Google Cloud Storage either via this extension or the <a href="/docs/24.0.0/development/extensions-core/hdfs.html">druid-hdfs-storage extension</a>.</p>
+<p>Deep storage can be written to Google Cloud Storage either via this extension or the <a href="/docs/24.0.1/development/extensions-core/hdfs.html">druid-hdfs-storage extension</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>To configure connectivity to google cloud, run druid processes with <code>GOOGLE_APPLICATION_CREDENTIALS=/path/to/service_account_keyfile</code> in the environment.</p>
<table>
@@ -106,7 +106,7 @@ you can read data from Google Cloud Storage by specifying the paths in your <a h
<tr><td><code>druid.google.maxListingLength</code></td><td>maximum number of input files matching a given prefix to retrieve at a time</td><td></td><td>1024</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-ranger-security.html"><span class="arrow-prev">← </span><span>Apache Ranger Security</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/hdfs.html"><span>HDFS</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#google-cloud-storage-extension">Google [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-ranger-security.html"><span class="arrow-prev">← </span><span>Apache Ranger Security</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/hdfs.html"><span>HDFS</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#google-cloud-storage-extension">Google [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -123,6 +123,6 @@ you can read data from Google Cloud Storage by specifying the paths in your <a h
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/hdfs.html b/docs/24.0.0/development/extensions-core/hdfs.html
index f7a53de8..5b885378 100644
--- a/docs/24.0.0/development/extensions-core/hdfs.html
+++ b/docs/24.0.0/development/extensions-core/hdfs.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>HDFS · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/hdfs.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" co [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>HDFS · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/hdfs.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" co [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-hdfs-storage</code> in the extensions load list and run druid processes with <code>GOOGLE_APPLICATION_CREDENTIALS=/path/to/service_account_keyfile</code> in the environment.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-hdfs-storage</code> in the extensions load list and run druid processes with <code>GOOGLE_APPLICATION_CREDENTIALS=/path/to/service_account_keyfile</code> in the environment.</p>
<h2><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<h3><a class="anchor" aria-hidden="true" id="configuration-for-hdfs"></a><a href="#configuration-for-hdfs" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<table>
@@ -195,19 +195,19 @@ and <a href="https://github.com/GoogleCloudPlatform/bdutil/blob/master/conf/hado
<p>Tested with Druid 0.17.0, Hadoop 2.8.5 and gcs-connector jar 2.0.0-hadoop2.</p>
<h2><a class="anchor" aria-hidden="true" id="reading-data-from-hdfs-or-cloud-storage"></a><a href="#reading-data-from-hdfs-or-cloud-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 [...]
<h3><a class="anchor" aria-hidden="true" id="native-batch-ingestion"></a><a href="#native-batch-ingestion" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>The <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> is supported by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>
+<p>The <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> is supported by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>
to read files directly from the HDFS Storage. You may be able to read objects from cloud storage
with the HDFS input source, but we highly recommend to use a proper
-<a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Input Source</a> instead if possible because
-it is simple to set up. For now, only the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a>
-and the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#google-cloud-storage-input-source">Google Cloud Storage input source</a>
+<a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Input Source</a> instead if possible because
+it is simple to set up. For now, only the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a>
+and the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#google-cloud-storage-input-source">Google Cloud Storage input source</a>
are supported for cloud storage types, and so you may still want to use the HDFS input source
to read from cloud storage other than those two.</p>
<h3><a class="anchor" aria-hidden="true" id="hadoop-based-ingestion"></a><a href="#hadoop-based-ingestion" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>If you use the <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop ingestion</a>, you can read data from HDFS
-by specifying the paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.
-See the <a href="/docs/24.0.0/ingestion/hadoop.html#static">Static</a> inputSpec for details.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/google.html"><span class="arrow-prev">← </span><span>Google Cloud Storage</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html"><span>Apache Kafka Lookups</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#deep-storage">Deep [...]
+<p>If you use the <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop ingestion</a>, you can read data from HDFS
+by specifying the paths in your <a href="/docs/24.0.1/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.
+See the <a href="/docs/24.0.1/ingestion/hadoop.html#static">Static</a> inputSpec for details.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/google.html"><span class="arrow-prev">← </span><span>Google Cloud Storage</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kafka-extraction-namespace.html"><span>Apache Kafka Lookups</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#deep-storage">Deep [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -224,6 +224,6 @@ See the <a href="/docs/24.0.0/ingestion/hadoop.html#static">Static</a> inputSpec
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html b/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html
index e4efa35c..a0c9d4ba 100644
--- a/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html
+++ b/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka Lookups · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka Lookups · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kafka-extraction-namespace.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-global</code> and <code>druid-kafka-extraction-namespace</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-global</code> and <code>druid-kafka-extraction-namespace</code> in the extensions load list.</p>
<p>If you need updates to populate as promptly as possible, it is possible to plug into a Kafka topic whose key is the old value and message is the desired new value (both in UTF-8) as a LookupExtractorFactory.</p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"type"</span>:<span class="hljs-string">"kafka"</span>,
@@ -95,12 +95,12 @@
<tr><td><code>kafkaTopic</code></td><td>The Kafka topic to read the data from</td><td>Yes</td><td></td></tr>
<tr><td><code>kafkaProperties</code></td><td>Kafka consumer properties (<code>bootstrap.servers</code> must be specified)</td><td>Yes</td><td></td></tr>
<tr><td><code>connectTimeout</code></td><td>How long to wait for an initial connection</td><td>No</td><td><code>0</code> (do not wait)</td></tr>
-<tr><td><code>isOneToOne</code></td><td>The map is a one-to-one (see <a href="/docs/24.0.0/querying/dimensionspecs.html">Lookup DimensionSpecs</a>)</td><td>No</td><td><code>false</code></td></tr>
+<tr><td><code>isOneToOne</code></td><td>The map is a one-to-one (see <a href="/docs/24.0.1/querying/dimensionspecs.html">Lookup DimensionSpecs</a>)</td><td>No</td><td><code>false</code></td></tr>
</tbody>
</table>
<p>The extension <code>kafka-extraction-namespace</code> enables reading from an <a href="https://kafka.apache.org/">Apache Kafka</a> topic which has name/key pairs to allow renaming of dimension values. An example use case would be to rename an ID to a human-readable format.</p>
<h2><a class="anchor" aria-hidden="true" id="how-it-works"></a><a href="#how-it-works" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>The extractor works by consuming the configured Kafka topic from the beginning, and appending every record to an internal map. The key of the Kafka record is used as they key of the map, and the payload of the record is used as the value. At query time, a lookup can be used to transform the key into the associated value. See <a href="/docs/24.0.0/querying/lookups.html">lookups</a> for how to configure and use lookups in a query. Keys and values are both stored as strings by the lookup [...]
+<p>The extractor works by consuming the configured Kafka topic from the beginning, and appending every record to an internal map. The key of the Kafka record is used as they key of the map, and the payload of the record is used as the value. At query time, a lookup can be used to transform the key into the associated value. See <a href="/docs/24.0.1/querying/lookups.html">lookups</a> for how to configure and use lookups in a query. Keys and values are both stored as strings by the lookup [...]
<p>The extractor remains subscribed to the topic, so new records are added to the lookup map as they appear. This allows for lookup values to be updated in near-realtime. If two records are added to the topic with the same key, the record with the larger offset will replace the previous record in the lookup map. A record with a <code>null</code> payload will be treated as a tombstone record, and the associated key will be removed from the lookup map.</p>
<p>The extractor treats the input topic much like a <a href="https://kafka.apache.org/23/javadoc/org/apache/kafka/streams/kstream/KTable.html">KTable</a>. As such, it is best to create your Kafka topic using a <a href="https://kafka.apache.org/documentation/#compaction">log compaction</a> strategy, so that the most-recent version of a key is always preserved in Kafka. Without properly configuring retention and log compaction, older keys that are automatically removed from Kafka will not [...]
<h3><a class="anchor" aria-hidden="true" id="example"></a><a href="#example" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
@@ -139,7 +139,7 @@
<pre><code class="hljs">./bin/kafka-console-producer.sh --<span class="hljs-keyword">property</span><span class="hljs-title"> </span>parse.<span class="hljs-attr">key=</span><span class="hljs-literal">true</span> --<span class="hljs-keyword">property</span><span class="hljs-title"> </span>key.<span class="hljs-attr">separator=</span><span class="hljs-string">"->"</span> --broker-list localhost:<span class="hljs-number">9092</span> --topic testTopic
</code></pre>
<p>Renames can then be published as <code>OLD_VAL->NEW_VAL</code> followed by newline (enter or return)</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/hdfs.html"><span class="arrow-prev">← </span><span>HDFS</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/lookups-cached-global.html"><span>Globally Cached Lookups</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#how-it-works">How it Works</a><ul clas [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/hdfs.html"><span class="arrow-prev">← </span><span>HDFS</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/lookups-cached-global.html"><span>Globally Cached Lookups</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#how-it-works">How it Works</a><ul clas [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -156,6 +156,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kafka-ingestion.html b/docs/24.0.0/development/extensions-core/kafka-ingestion.html
index 9f762071..f9961255 100644
--- a/docs/24.0.0/development/extensions-core/kafka-ingestion.html
+++ b/docs/24.0.0/development/extensions-core/kafka-ingestion.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kafka-ingestion.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Overview of the Kafka indexing service for Druid. Includes e [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kafka-ingestion.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Overview of the Kafka indexing service for Druid. Includes e [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -86,9 +86,9 @@
</ul>
<p>This topic covers how to submit a supervisor spec to ingest event data, also known as message data, from Kafka. See the following for more information:</p>
<ul>
-<li>For a reference of Kafka supervisor spec configuration options, see the <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html">Kafka supervisor reference</a>.</li>
-<li>For operations reference information to help run and maintain Apache Kafka supervisors, see <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html">Kafka supervisor operations</a>.</li>
-<li>For a walk-through, see the <a href="/docs/24.0.0/tutorials/tutorial-kafka.html">Loading from Apache Kafka</a> tutorial.</li>
+<li>For a reference of Kafka supervisor spec configuration options, see the <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html">Kafka supervisor reference</a>.</li>
+<li>For operations reference information to help run and maintain Apache Kafka supervisors, see <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-operations.html">Kafka supervisor operations</a>.</li>
+<li>For a walk-through, see the <a href="/docs/24.0.1/tutorials/tutorial-kafka.html">Loading from Apache Kafka</a> tutorial.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="kafka-support"></a><a href="#kafka-support" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>The Kafka indexing service supports transactional topics introduced in Kafka 0.11.x by default. The consumer for Kafka indexing service is incompatible with older Kafka brokers. If you are using an older version, refer to the <a href="https://kafka.apache.org/documentation/#upgrade">Kafka upgrade guide</a>.</p>
@@ -99,14 +99,14 @@
</ul>
<p>If your Kafka cluster enables consumer-group based ACLs, you can set <code>group.id</code> in <code>consumerProperties</code> to override the default auto generated group id.</p>
<h2><a class="anchor" aria-hidden="true" id="load-the-kafka-indexing-service"></a><a href="#load-the-kafka-indexing-service" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 [...]
-<p>To use the Kafka indexing service, load the <code>druid-kafka-indexing-service</code> extension on both the Overlord and the MiddleManagers. See <a href="/docs/24.0.0/development/extensions.html#loading-extensions">Loading extensions</a> for instructions on how to configure extensions.</p>
+<p>To use the Kafka indexing service, load the <code>druid-kafka-indexing-service</code> extension on both the Overlord and the MiddleManagers. See <a href="/docs/24.0.1/development/extensions.html#loading-extensions">Loading extensions</a> for instructions on how to configure extensions.</p>
<h2><a class="anchor" aria-hidden="true" id="define-a-supervisor-spec"></a><a href="#define-a-supervisor-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<p>Similar to the ingestion spec for batch ingestion, the supervisor spec configures the data ingestion for Kafka streaming ingestion. A supervisor spec has the following sections:</p>
<ul>
<li><code>dataSchema</code> to specify the Druid datasource name, primary timestamp, dimensions, metrics, transforms, and any necessary filters.</li>
-<li><code>ioConfig</code> to configure Kafka connection settings and configure how Druid parses the data. Kafka-specific connection details go in the <code>consumerProperties</code>. The <code>ioConfig</code> is also where you define the input format (<code>inputFormat</code>) of your Kafka data. For supported formats for Kafka and information on how to configure the input format, see <a href="/docs/24.0.0/ingestion/data-formats.html">Data formats</a>.</li>
+<li><code>ioConfig</code> to configure Kafka connection settings and configure how Druid parses the data. Kafka-specific connection details go in the <code>consumerProperties</code>. The <code>ioConfig</code> is also where you define the input format (<code>inputFormat</code>) of your Kafka data. For supported formats for Kafka and information on how to configure the input format, see <a href="/docs/24.0.1/ingestion/data-formats.html">Data formats</a>.</li>
<li><code>tuningConfig</code> to control various tuning parameters specific to each ingestion method.
-For a full description of all the fields and parameters in a Kafka supervisor spec, see the <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html">Kafka supervisor reference</a>.</li>
+For a full description of all the fields and parameters in a Kafka supervisor spec, see the <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html">Kafka supervisor reference</a>.</li>
</ul>
<p>The following sections contain examples to help you get started with supervisor specs.</p>
<h3><a class="anchor" aria-hidden="true" id="json-input-format-supervisor-spec-example"></a><a href="#json-input-format-supervisor-spec-example" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 [...]
@@ -205,7 +205,7 @@ Additionally, you must provide information about how Druid should parse the data
</code></pre></li>
<li><code>valueFormat</code>: Define how to parse the message contents. You can use any of the Druid input formats that work for Kafka.</li>
</ul>
-<p>For more information on data formats, see <a href="/docs/24.0.0/ingestion/data-formats.html">Data formats</a>.</p>
+<p>For more information on data formats, see <a href="/docs/24.0.1/ingestion/data-formats.html">Data formats</a>.</p>
<p>Finally, add the Kafka message columns to the <code>dimensionsSpec</code>. For the key and timestamp, you can use the dimension names you defined for <code>keyColumnName</code> and <code>timestampColumnName</code>. For header dimensions, append the header key to the <code>headerLabelPrefix</code>. For example <code>kafka.header.environment</code>.</p>
<p>The following supervisor spec demonstrates how to ingest the Kafka header, key, and timestamp into Druid dimensions:</p>
<pre><code class="hljs">{
@@ -295,7 +295,7 @@ Additionally, you must provide information about how Druid should parse the data
<span class="hljs-selector-tag">kafka</span><span class="hljs-selector-class">.header</span><span class="hljs-selector-class">.environment</span> <span class="hljs-selector-tag">kafka</span><span class="hljs-selector-class">.key</span> <span class="hljs-selector-tag">kafka</span><span class="hljs-selector-class">.timestamp</span>
<span class="hljs-selector-tag">development</span> <span class="hljs-selector-tag">wiki-edit</span> 1636399229823
</code></pre>
-<p>For more information, see <a href="/docs/24.0.0/ingestion/data-formats.html#kafka"><code>kafka</code> data format</a>.</p>
+<p>For more information, see <a href="/docs/24.0.1/ingestion/data-formats.html#kafka"><code>kafka</code> data format</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="submit-a-supervisor-spec"></a><a href="#submit-a-supervisor-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<p>Druid starts a supervisor for a dataSource when you submit a supervisor spec. You can use the data loader in the web console or you can submit a supervisor spec to the following endpoint:</p>
<p><code>http://<OVERLORD_IP>:<OVERLORD_PORT>/druid/indexer/v1/supervisor</code></p>
@@ -303,7 +303,7 @@ Additionally, you must provide information about how Druid should parse the data
<pre><code class="hljs">curl -X POST -H <span class="hljs-string">'Content-Type: application/json'</span> -d @supervisor-spec.json http:<span class="hljs-regexp">//</span>localhost:<span class="hljs-number">8090</span><span class="hljs-regexp">/druid/i</span>ndexer<span class="hljs-regexp">/v1/</span>supervisor
</code></pre>
<p>Where the file <code>supervisor-spec.json</code> contains your Kafka supervisor spec file.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/schema-design.html"><span class="arrow-prev">← </span><span>Schema design tips</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html"><span>Apache Kafka supervisor</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#kafka-support">Kafka support [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/schema-design.html"><span class="arrow-prev">← </span><span>Schema design tips</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html"><span>Apache Kafka supervisor</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#kafka-support">Kafka support [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -320,6 +320,6 @@ Additionally, you must provide information about how Druid should parse the data
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html b/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html
index bea4a70a..1e1608c2 100644
--- a/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html
+++ b/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka supervisor operations reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference topic for runnin [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka supervisor operations reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kafka-supervisor-operations.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference topic for runnin [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,7 +78,7 @@
~ under the License.
-->
This topic contains operations reference information to run and maintain Apache Kafka supervisors for Apache Druid. It includes descriptions of how some supervisor APIs work within Kafka Indexing Service.
-<p>For all supervisor APIs, see <a href="/docs/24.0.0/operations/api-reference.html#supervisors">Supervisor APIs</a>.</p>
+<p>For all supervisor APIs, see <a href="/docs/24.0.1/operations/api-reference.html#supervisors">Supervisor APIs</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="getting-supervisor-status-report"></a><a href="#getting-supervisor-status-report" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<p><code>GET /druid/indexer/v1/supervisor/<supervisorId>/status</code> returns a snapshot report of the current state of the tasks managed by the given supervisor. This includes the latest
offsets as reported by Kafka, the consumer lag per partition, as well as the aggregate lag of all partitions. The
@@ -130,7 +130,7 @@ that is, once it has completed a full execution without encountering any issues
state until it is stopped, suspended, or hits a task failure threshold and transitions to an unhealthy state.</p>
<h2><a class="anchor" aria-hidden="true" id="getting-supervisor-ingestion-stats-report"></a><a href="#getting-supervisor-ingestion-stats-report" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 [...]
<p><code>GET /druid/indexer/v1/supervisor/<supervisorId>/stats</code> returns a snapshot of the current ingestion row counters for each task being managed by the supervisor, along with moving averages for the row counters.</p>
-<p>See <a href="/docs/24.0.0/ingestion/tasks.html#row-stats">Task Reports: Row Stats</a> for more information.</p>
+<p>See <a href="/docs/24.0.1/ingestion/tasks.html#row-stats">Task Reports: Row Stats</a> for more information.</p>
<h2><a class="anchor" aria-hidden="true" id="supervisor-health-check"></a><a href="#supervisor-health-check" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p><code>GET /druid/indexer/v1/supervisor/<supervisorId>/health</code> returns <code>200 OK</code> if the supervisor is healthy and
<code>503 Service Unavailable</code> if it is unhealthy. Healthiness is determined by the supervisor's <code>state</code> (as returned by the
@@ -229,10 +229,10 @@ In this way, configuration changes can be applied without requiring any pause in
<li>The supervisor was started at 9:10
After 4 hours at 13:10, Druid starts a new set of tasks. The events for the interval 13:00 - 14:00 may be split across existing tasks and the new set of tasks which could result in small segments. To merge them together into new segments of an ideal size (in the range of ~500-700 MB per segment), you can schedule re-indexing tasks, optionally with a different segment granularity.</li>
</ul>
-<p>For more detail, see <a href="/docs/24.0.0/operations/segment-optimization.html">Segment size optimization</a>.
+<p>For more detail, see <a href="/docs/24.0.1/operations/segment-optimization.html">Segment size optimization</a>.
There is also ongoing work to support automatic segment compaction of sharded segments as well as compaction not requiring
Hadoop (see <a href="https://github.com/apache/druid/pull/5102">here</a>).</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html"><span class="arrow-prev">← </span><span>Apache Kafka supervisor</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html"><span>Amazon Kinesis</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#getting-su [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html"><span class="arrow-prev">← </span><span>Apache Kafka supervisor</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html"><span>Amazon Kinesis</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#getting-su [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -249,6 +249,6 @@ Hadoop (see <a href="https://github.com/apache/druid/pull/5102">here</a>).</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html b/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html
index 2b0ad97d..3ab7fe1c 100644
--- a/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html
+++ b/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka supervisor reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference topic for Apache Kafka super [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Kafka supervisor reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference topic for Apache Kafka super [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -101,7 +101,7 @@ This topic contains configuration reference information for the Apache Kafka sup
<tr><td><code>consumerProperties</code></td><td>Map<String, Object></td><td>A map of properties to pass to the Kafka consumer. See <a href="#more-on-consumerproperties">More on consumer properties</a>.</td><td>yes</td></tr>
<tr><td><code>pollTimeout</code></td><td>Long</td><td>The length of time to wait for the Kafka consumer to poll records, in milliseconds</td><td>no (default == 100)</td></tr>
<tr><td><code>replicas</code></td><td>Integer</td><td>The number of replica sets. "1" means a single set of tasks without replication. Druid always assigns replica tasks to different workers to provide resiliency against worker failure.</td><td>no (default == 1)</td></tr>
-<tr><td><code>taskCount</code></td><td>Integer</td><td>The maximum number of <em>reading</em> tasks in a <em>replica set</em>. The maximum number of reading tasks equals <code>taskCount * replicas</code>. Therefore, the total number of tasks, <em>reading</em> + <em>publishing</em>, is greater than this count. See <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html#capacity-planning">Capacity Planning</a> for more details. When <code>taskCount > {numKafka [...]
+<tr><td><code>taskCount</code></td><td>Integer</td><td>The maximum number of <em>reading</em> tasks in a <em>replica set</em>. The maximum number of reading tasks equals <code>taskCount * replicas</code>. Therefore, the total number of tasks, <em>reading</em> + <em>publishing</em>, is greater than this count. See <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-operations.html#capacity-planning">Capacity Planning</a> for more details. When <code>taskCount > {numKafka [...]
<tr><td><code>taskDuration</code></td><td>ISO8601 Period</td><td>The length of time before tasks stop reading and begin publishing segments.</td><td>no (default == PT1H)</td></tr>
<tr><td><code>startDelay</code></td><td>ISO8601 Period</td><td>The period to wait before the supervisor starts managing tasks.</td><td>no (default == PT5S)</td></tr>
<tr><td><code>period</code></td><td>ISO8601 Period</td><td>Frequency at which the supervisor executes its management logic. The supervisor also runs in response to certain events. For example, task success, task failure, and tasks reaching their <code>taskDuration</code>. The <code>period</code> value specifies the maximum time between iterations.</td><td>no (default == PT30S)</td></tr>
@@ -192,7 +192,7 @@ This topic contains configuration reference information for the Apache Kafka sup
<h2><a class="anchor" aria-hidden="true" id="more-on-consumerproperties"></a><a href="#more-on-consumerproperties" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
<p>Consumer properties must contain a property <code>bootstrap.servers</code> with a list of Kafka brokers in the form: <code><BROKER_1>:<PORT_1>,<BROKER_2>:<PORT_2>,...</code>.
By default, <code>isolation.level</code> is set to <code>read_committed</code>. If you use older versions of Kafka servers without transactions support or don't want Druid to consume only committed transactions, set <code>isolation.level</code> to <code>read_uncommitted</code>.</p>
-<p>In some cases, you may need to fetch consumer properties at runtime. For example, when <code>bootstrap.servers</code> is not known upfront, or is not static. To enable SSL connections, you must provide passwords for <code>keystore</code>, <code>truststore</code> and <code>key</code> secretly. You can provide configurations at runtime with a dynamic config provider implementation like the environment variable config provider that comes with Druid. For more information, see <a href="/do [...]
+<p>In some cases, you may need to fetch consumer properties at runtime. For example, when <code>bootstrap.servers</code> is not known upfront, or is not static. To enable SSL connections, you must provide passwords for <code>keystore</code>, <code>truststore</code> and <code>key</code> secretly. You can provide configurations at runtime with a dynamic config provider implementation like the environment variable config provider that comes with Druid. For more information, see <a href="/do [...]
<p>For example, if you are using SASL and SSL with Kafka, set the following environment variables for the Druid user on the machines running the Overlord and the Peon services:</p>
<pre><code class="hljs"><span class="hljs-builtin-name">export</span> <span class="hljs-attribute">KAFKA_JAAS_CONFIG</span>=<span class="hljs-string">"org.apache.kafka.common.security.plain.PlainLoginModule required username='admin_user' password='admin_password';"</span>
<span class="hljs-builtin-name">export</span> <span class="hljs-attribute">SSL_KEY_PASSWORD</span>=mysecretkeypassword
@@ -211,9 +211,9 @@ By default, <code>isolation.level</code> is set to <code>read_committed</code>.
}
</code></pre>
<p>Verify that you've changed the values for all configurations to match your own environment. You can use the environment variable config provider syntax in the <strong>Consumer properties</strong> field on the <strong>Connect tab</strong> in the <strong>Load Data</strong> UI in the web console. When connecting to Kafka, Druid replaces the environment variables with their corresponding values.</p>
-<p>Note: You can provide SSL connections with <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> interface to define the <code>keystore</code>, <code>truststore</code>, and <code>key</code>, but this feature is deprecated.</p>
+<p>Note: You can provide SSL connections with <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> interface to define the <code>keystore</code>, <code>truststore</code>, and <code>key</code>, but this feature is deprecated.</p>
<h2><a class="anchor" aria-hidden="true" id="specifying-data-format"></a><a href="#specifying-data-format" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>Kafka indexing service supports both <a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> and <a href="/docs/24.0.0/ingestion/data-formats.html#parser"><code>parser</code></a> to specify the data format.
+<p>Kafka indexing service supports both <a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> and <a href="/docs/24.0.1/ingestion/data-formats.html#parser"><code>parser</code></a> to specify the data format.
Use the <code>inputFormat</code> to specify the data format for Kafka indexing service unless you need a format only supported by the legacy <code>parser</code>.</p>
<p>Supported <code>inputFormat</code>s include:</p>
<ul>
@@ -225,7 +225,7 @@ Use the <code>inputFormat</code> to specify the data format for Kafka indexing s
<li><code>avro_ocf</code></li>
<li><code>protobuf</code></li>
</ul>
-<p>For more information, see <a href="/docs/24.0.0/ingestion/data-formats.html">Data formats</a>. You can also read <a href="/docs/24.0.0/development/extensions-contrib/thrift.html"><code>thrift</code></a> formats using <code>parser</code>.</p>
+<p>For more information, see <a href="/docs/24.0.1/ingestion/data-formats.html">Data formats</a>. You can also read <a href="/docs/24.0.1/development/extensions-contrib/thrift.html"><code>thrift</code></a> formats using <code>parser</code>.</p>
<p><a name="tuningconfig"></a></p>
<h2><a class="anchor" aria-hidden="true" id="kafkasupervisortuningconfig"></a><a href="#kafkasupervisortuningconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
<p>The <code>tuningConfig</code> is optional and default parameters will be used if no <code>tuningConfig</code> is specified.</p>
@@ -245,7 +245,7 @@ Use the <code>inputFormat</code> to specify the data format for Kafka indexing s
<tr><td><code>indexSpecForIntermediatePersists</code></td><td></td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. This can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="#indexspe [...]
<tr><td><code>reportParseExceptions</code></td><td>Boolean</td><td><em>DEPRECATED</em>. If true, exceptions encountered during parsing will be thrown and will halt ingestion; if false, unparseable rows and fields will be skipped. Setting <code>reportParseExceptions</code> to true will override existing configurations for <code>maxParseExceptions</code> and <code>maxSavedParseExceptions</code>, setting <code>maxParseExceptions</code> to 0 and limiting <code>maxSavedParseExceptions</code> [...]
<tr><td><code>handoffConditionTimeout</code></td><td>Long</td><td>Milliseconds to wait for segment handoff. It must be >= 0, where 0 means to wait forever.</td><td>no (default == 0)</td></tr>
-<tr><td><code>resetOffsetAutomatically</code></td><td>Boolean</td><td>Controls behavior when Druid needs to read Kafka messages that are no longer available (i.e. when <code>OffsetOutOfRangeException</code> is encountered).<br/><br/>If false, the exception will bubble up, which will cause your tasks to fail and ingestion to halt. If this occurs, manual intervention is required to correct the situation; potentially using the <a href="/docs/24.0.0/operations/api-reference.html#supervisors" [...]
+<tr><td><code>resetOffsetAutomatically</code></td><td>Boolean</td><td>Controls behavior when Druid needs to read Kafka messages that are no longer available (i.e. when <code>OffsetOutOfRangeException</code> is encountered).<br/><br/>If false, the exception will bubble up, which will cause your tasks to fail and ingestion to halt. If this occurs, manual intervention is required to correct the situation; potentially using the <a href="/docs/24.0.1/operations/api-reference.html#supervisors" [...]
<tr><td><code>workerThreads</code></td><td>Integer</td><td>The number of threads that the supervisor uses to handle requests/responses for worker tasks, along with any other internal asynchronous operation.</td><td>no (default == min(10, taskCount))</td></tr>
<tr><td><code>chatThreads</code></td><td>Integer</td><td>The number of threads that will be used for communicating with indexing tasks.</td><td>no (default == min(10, taskCount * replicas))</td></tr>
<tr><td><code>chatRetries</code></td><td>Integer</td><td>The number of times HTTP requests to indexing tasks will be retried before considering tasks unresponsive.</td><td>no (default == 8)</td></tr>
@@ -256,7 +256,7 @@ Use the <code>inputFormat</code> to specify the data format for Kafka indexing s
<tr><td><code>intermediateHandoffPeriod</code></td><td>ISO8601 Period</td><td>How often the tasks should hand off segments. Handoff will happen either if <code>maxRowsPerSegment</code> or <code>maxTotalRows</code> is hit or every <code>intermediateHandoffPeriod</code>, whichever happens earlier.</td><td>no (default == P2147483647D)</td></tr>
<tr><td><code>logParseExceptions</code></td><td>Boolean</td><td>If true, log an error message when a parsing exception occurs, containing information about the row where the error occurred.</td><td>no, default == false</td></tr>
<tr><td><code>maxParseExceptions</code></td><td>Integer</td><td>The maximum number of parse exceptions that can occur before the task halts ingestion and fails. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, unlimited default</td></tr>
-<tr><td><code>maxSavedParseExceptions</code></td><td>Integer</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. <code>maxSavedParseExceptions</code> limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.0/ingestion/tasks.html#reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, default == 0</td></tr>
+<tr><td><code>maxSavedParseExceptions</code></td><td>Integer</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. <code>maxSavedParseExceptions</code> limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.1/ingestion/tasks.html#reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, default == 0</td></tr>
</tbody>
</table>
<h4><a class="anchor" aria-hidden="true" id="indexspec"></a><a href="#indexspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
@@ -297,10 +297,10 @@ Use the <code>inputFormat</code> to specify the data format for Kafka indexing s
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>type</code></td><td>String</td><td>See <a href="/docs/24.0.0/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
+<tr><td><code>type</code></td><td>String</td><td>See <a href="/docs/24.0.1/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html"><span class="arrow-prev">← </span><span>Apache Kafka ingestion</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html"><span>Apache Kafka operations</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#kaf [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html"><span class="arrow-prev">← </span><span>Apache Kafka ingestion</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kafka-supervisor-operations.html"><span>Apache Kafka operations</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#kaf [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -317,6 +317,6 @@ Use the <code>inputFormat</code> to specify the data format for Kafka indexing s
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kinesis-ingestion.html b/docs/24.0.0/development/extensions-core/kinesis-ingestion.html
index aecc7732..8ec50a73 100644
--- a/docs/24.0.0/development/extensions-core/kinesis-ingestion.html
+++ b/docs/24.0.0/development/extensions-core/kinesis-ingestion.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Amazon Kinesis ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kinesis-ingestion.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/> [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Amazon Kinesis ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kinesis-ingestion.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/> [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -84,7 +84,7 @@
<li>ensure that scalability and replication requirements are maintained.</li>
</ul>
<p>To use the Kinesis indexing service, load the <code>druid-kinesis-indexing-service</code> core Apache Druid extension (see
-<a href="/docs/24.0.0/development/extensions.html#loading-extensions">Including Extensions</a>).</p>
+<a href="/docs/24.0.1/development/extensions.html#loading-extensions">Including Extensions</a>).</p>
<blockquote>
<p>Before you deploy the Kinesis extension to production, read the <a href="#kinesis-known-issues">Kinesis known issues</a>.</p>
</blockquote>
@@ -165,7 +165,7 @@
<tbody>
<tr><td><code>type</code></td><td>The supervisor type; this should always be <code>kinesis</code>.</td><td>yes</td></tr>
<tr><td><code>spec</code></td><td>Container object for the supervisor configuration.</td><td>yes</td></tr>
-<tr><td><code>dataSchema</code></td><td>The schema that will be used by the Kinesis indexing task during ingestion. See <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dataschema"><code>dataSchema</code></a>.</td><td>yes</td></tr>
+<tr><td><code>dataSchema</code></td><td>The schema that will be used by the Kinesis indexing task during ingestion. See <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dataschema"><code>dataSchema</code></a>.</td><td>yes</td></tr>
<tr><td><code>ioConfig</code></td><td>A <code>KinesisSupervisorIOConfig</code> object for configuring Kafka connection and I/O-related settings for the supervisor and indexing task. See <a href="#kinesissupervisorioconfig">KinesisSupervisorIOConfig</a> below.</td><td>yes</td></tr>
<tr><td><code>tuningConfig</code></td><td>A <code>KinesisSupervisorTuningConfig</code> object for configuring performance-related settings for the supervisor and indexing tasks. See <a href="#kinesissupervisortuningconfig">KinesisSupervisorTuningConfig</a> below.</td><td>no</td></tr>
</tbody>
@@ -177,7 +177,7 @@
</thead>
<tbody>
<tr><td><code>stream</code></td><td>String</td><td>The Kinesis stream to read.</td><td>yes</td></tr>
-<tr><td><code>inputFormat</code></td><td>Object</td><td><a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data. See <a href="#specifying-data-format">Specifying data format</a> for details about specifying the input format.</td><td>yes</td></tr>
+<tr><td><code>inputFormat</code></td><td>Object</td><td><a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data. See <a href="#specifying-data-format">Specifying data format</a> for details about specifying the input format.</td><td>yes</td></tr>
<tr><td><code>endpoint</code></td><td>String</td><td>The AWS Kinesis stream endpoint for a region. You can find a list of endpoints <a href="http://docs.aws.amazon.com/general/latest/gr/rande.html#ak_region">here</a>.</td><td>no (default == kinesis.us-east-1.amazonaws.com)</td></tr>
<tr><td><code>replicas</code></td><td>Integer</td><td>The number of replica sets, where 1 means a single set of tasks (no replication). Replica tasks will always be assigned to different workers to provide resiliency against process failure.</td><td>no (default == 1)</td></tr>
<tr><td><code>taskCount</code></td><td>Integer</td><td>The maximum number of <em>reading</em> tasks in a <em>replica set</em>. This means that the maximum number of reading tasks will be <code>taskCount * replicas</code> and the total number of tasks (<em>reading</em> + <em>publishing</em>) will be higher than this. See <a href="#capacity-planning">Capacity Planning</a> below for more details. The number of reading tasks will be less than <code>taskCount</code> if <code>taskCount > {n [...]
@@ -310,7 +310,7 @@
}
</code></pre>
<h4><a class="anchor" aria-hidden="true" id="specifying-data-format"></a><a href="#specifying-data-format" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
-<p>Kinesis indexing service supports both <a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> and <a href="/docs/24.0.0/ingestion/data-formats.html#parser"><code>parser</code></a> to specify the data format.
+<p>Kinesis indexing service supports both <a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> and <a href="/docs/24.0.1/ingestion/data-formats.html#parser"><code>parser</code></a> to specify the data format.
Use the <code>inputFormat</code> to specify the data format for Kinesis indexing service unless you need a format only supported by the legacy <code>parser</code>.</p>
<p>Supported <code>inputFormat</code>s include:</p>
<ul>
@@ -321,7 +321,7 @@ Use the <code>inputFormat</code> to specify the data format for Kinesis indexing
<li><code>avro_ocf</code></li>
<li><code>protobuf</code></li>
</ul>
-<p>For more information, see <a href="/docs/24.0.0/ingestion/data-formats.html">Data formats</a>. You can also read <a href="/docs/24.0.0/development/extensions-contrib/thrift.html"><code>thrift</code></a> formats using <code>parser</code>.</p>
+<p>For more information, see <a href="/docs/24.0.1/ingestion/data-formats.html">Data formats</a>. You can also read <a href="/docs/24.0.1/development/extensions-contrib/thrift.html"><code>thrift</code></a> formats using <code>parser</code>.</p>
<p><a name="tuningconfig"></a></p>
<h3><a class="anchor" aria-hidden="true" id="kinesissupervisortuningconfig"></a><a href="#kinesissupervisortuningconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>The <code>tuningConfig</code> is optional. If no <code>tuningConfig</code> is specified, default parameters are used.</p>
@@ -341,7 +341,7 @@ Use the <code>inputFormat</code> to specify the data format for Kinesis indexing
<tr><td><code>indexSpecForIntermediatePersists</code></td><td>Object</td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. This can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="#in [...]
<tr><td><code>reportParseExceptions</code></td><td>Boolean</td><td>If true, exceptions encountered during parsing will be thrown and will halt ingestion; if false, unparseable rows and fields will be skipped.</td><td>no (default == false)</td></tr>
<tr><td><code>handoffConditionTimeout</code></td><td>Long</td><td>Milliseconds to wait for segment handoff. It must be >= 0, where 0 means to wait forever.</td><td>no (default == 0)</td></tr>
-<tr><td><code>resetOffsetAutomatically</code></td><td>Boolean</td><td>Controls behavior when Druid needs to read Kinesis messages that are no longer available.<br/><br/>If false, the exception will bubble up, which will cause your tasks to fail and ingestion to halt. If this occurs, manual intervention is required to correct the situation; potentially using the <a href="/docs/24.0.0/operations/api-reference.html#supervisors">Reset Supervisor API</a>. This mode is useful for production, s [...]
+<tr><td><code>resetOffsetAutomatically</code></td><td>Boolean</td><td>Controls behavior when Druid needs to read Kinesis messages that are no longer available.<br/><br/>If false, the exception will bubble up, which will cause your tasks to fail and ingestion to halt. If this occurs, manual intervention is required to correct the situation; potentially using the <a href="/docs/24.0.1/operations/api-reference.html#supervisors">Reset Supervisor API</a>. This mode is useful for production, s [...]
<tr><td><code>skipSequenceNumberAvailabilityCheck</code></td><td>Boolean</td><td>Whether to enable checking if the current sequence number is still available in a particular Kinesis shard. If set to false, the indexing task will attempt to reset the current sequence number (or not), depending on the value of <code>resetOffsetAutomatically</code>.</td><td>no (default == false)</td></tr>
<tr><td><code>workerThreads</code></td><td>Integer</td><td>The number of threads that the supervisor uses to handle requests/responses for worker tasks, along with any other internal asynchronous operation.</td><td>no (default == min(10, taskCount))</td></tr>
<tr><td><code>chatThreads</code></td><td>Integer</td><td>The number of threads that will be used for communicating with indexing tasks.</td><td>no (default == min(10, taskCount * replicas))</td></tr>
@@ -356,7 +356,7 @@ Use the <code>inputFormat</code> to specify the data format for Kinesis indexing
<tr><td><code>intermediateHandoffPeriod</code></td><td>ISO8601 Period</td><td>How often the tasks should hand off segments. Handoff will happen either if <code>maxRowsPerSegment</code> or <code>maxTotalRows</code> is hit or every <code>intermediateHandoffPeriod</code>, whichever happens earlier.</td><td>no (default == P2147483647D)</td></tr>
<tr><td><code>logParseExceptions</code></td><td>Boolean</td><td>If true, log an error message when a parsing exception occurs, containing information about the row where the error occurred.</td><td>no, default == false</td></tr>
<tr><td><code>maxParseExceptions</code></td><td>Integer</td><td>The maximum number of parse exceptions that can occur before the task halts ingestion and fails. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, unlimited default</td></tr>
-<tr><td><code>maxSavedParseExceptions</code></td><td>Integer</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. "maxSavedParseExceptions" limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.0/ingestion/tasks.html#task-reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, default == 0</td></tr>
+<tr><td><code>maxSavedParseExceptions</code></td><td>Integer</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. "maxSavedParseExceptions" limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.1/ingestion/tasks.html#task-reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>no, default == 0</td></tr>
<tr><td><code>maxRecordsPerPoll</code></td><td>Integer</td><td>The maximum number of records/events to be fetched from buffer per poll. The actual maximum will be <code>Max(maxRecordsPerPoll, Max(bufferSize, 1))</code></td><td>no, default == 100</td></tr>
<tr><td><code>repartitionTransitionDuration</code></td><td>ISO8601 Period</td><td>When shards are split or merged, the supervisor will recompute shard -> task group mappings, and signal any running tasks created under the old mappings to stop early at (current time + <code>repartitionTransitionDuration</code>). Stopping the tasks early allows Druid to begin reading from the new shards more quickly. The repartition transition wait time controlled by this property gives the stream addit [...]
<tr><td><code>offsetFetchPeriod</code></td><td>ISO8601 Period</td><td>How often the supervisor queries Kinesis and the indexing tasks to fetch current offsets and calculate lag. If the user-specified value is below the minimum value (<code>PT5S</code>), the supervisor ignores the value and uses the minimum value instead.</td><td>no (default == PT30S, min == PT5S)</td></tr>
@@ -401,12 +401,12 @@ Use the <code>inputFormat</code> to specify the data format for Kinesis indexing
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td><code>type</code></td><td>String</td><td>See <a href="/docs/24.0.0/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
+<tr><td><code>type</code></td><td>String</td><td>See <a href="/docs/24.0.1/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="operations"></a><a href="#operations" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>This section describes how some supervisor APIs work in Kinesis Indexing Service.
-For all supervisor APIs, check <a href="/docs/24.0.0/operations/api-reference.html#supervisors">Supervisor APIs</a>.</p>
+For all supervisor APIs, check <a href="/docs/24.0.1/operations/api-reference.html#supervisors">Supervisor APIs</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="aws-authentication"></a><a href="#aws-authentication" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<p>To authenticate with AWS, you must provide your AWS access key and AWS secret key via <code>runtime.properties</code>, for example:</p>
<pre><code class="hljs">-<span class="hljs-module-access"><span class="hljs-module"><span class="hljs-identifier">Ddruid</span>.</span></span>kinesis.accessKey=<span class="hljs-number">123</span> -<span class="hljs-module-access"><span class="hljs-module"><span class="hljs-identifier">Ddruid</span>.</span></span>kinesis.secretKey=<span class="hljs-number">456</span>
@@ -609,7 +609,7 @@ without accumulating old segments locally on Middle Manager processes and it is
is set to an HOUR and Supervisor was started at 9:10 then after 4 hours at 13:10, new set of tasks will be started and
events for the interval 13:00 - 14:00 may be split across previous and new set of tasks. If you see it becoming a problem then
one can schedule re-indexing tasks be run to merge segments together into new segments of an ideal size (in the range of ~500-700 MB per segment).
-Details on how to optimize the segment size can be found on <a href="/docs/24.0.0/operations/segment-optimization.html">Segment size optimization</a>.
+Details on how to optimize the segment size can be found on <a href="/docs/24.0.1/operations/segment-optimization.html">Segment size optimization</a>.
There is also ongoing work to support automatic segment compaction of sharded segments as well as compaction not requiring
Hadoop (see <a href="https://github.com/apache/druid/pull/5102">here</a>).</p>
<h3><a class="anchor" aria-hidden="true" id="determining-fetch-settings"></a><a href="#determining-fetch-settings" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
@@ -660,7 +660,7 @@ with an assignment of closed shards that have been fully read and to ensure a ba
<li>If ingestion tasks get stuck, the supervisor does not automatically recover. You should monitor ingestion tasks and investigate if your ingestion falls behind.</li>
<li>A Kinesis supervisor can sometimes compare the checkpoint offset to retention window of the stream to see if it has fallen behind. These checks fetch the earliest sequence number for Kinesis which can result in <code>IteratorAgeMilliseconds</code> becoming very high in AWS CloudWatch.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/kafka-supervisor-operations.html"><span class="arrow-prev">← </span><span>Apache Kafka operations</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/standalone-realtime.html"><span>Realtime Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submitting-a-supervisor [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/kafka-supervisor-operations.html"><span class="arrow-prev">← </span><span>Apache Kafka operations</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/standalone-realtime.html"><span>Realtime Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submitting-a-supervisor [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -677,6 +677,6 @@ with an assignment of closed shards that have been fully read and to ensure a ba
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/kubernetes.html b/docs/24.0.0/development/extensions-core/kubernetes.html
index 597e9502..ce03a5c5 100644
--- a/docs/24.0.0/development/extensions-core/kubernetes.html
+++ b/docs/24.0.0/development/extensions-core/kubernetes.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kubernetes · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/kubernetes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Kubernetes · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/kubernetes.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,10 +77,10 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>Consider this an <a href="/docs/24.0.0/development/experimental.html">EXPERIMENTAL</a> feature mostly because it has not been tested yet on a wide variety of long running Druid clusters.</p>
+<p>Consider this an <a href="/docs/24.0.1/development/experimental.html">EXPERIMENTAL</a> feature mostly because it has not been tested yet on a wide variety of long running Druid clusters.</p>
<p>Apache Druid Extension to enable using Kubernetes API Server for node discovery and leader election. This extension allows Druid cluster deployment on Kubernetes without Zookeeper. It allows running multiple Druid clusters within same Kubernetes Cluster, See <code>clusterIdentifier</code> config below.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
-<p>To use this extension please make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-kubernetes-extensions</code> in the extensions load list.</p>
+<p>To use this extension please make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-kubernetes-extensions</code> in the extensions load list.</p>
<p>This extension works together with HTTP based segment and task management in Druid. Consequently, following configurations must be set on all Druid nodes.</p>
<p><code>druid.zk.service.enabled=false</code>
<code>druid.serverview.type=http</code>
@@ -134,7 +134,7 @@
<span class="hljs-attr">name:</span> <span class="hljs-string">druid-cluster</span>
<span class="hljs-attr">apiGroup:</span> <span class="hljs-string">rbac.authorization.k8s.io</span>
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-aws-rds.html"><span class="arrow-prev">← </span><span>Druid AWS RDS Module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html"><span>Ambari Metrics Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configurat [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-aws-rds.html"><span class="arrow-prev">← </span><span>Druid AWS RDS Module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-contrib/ambari-metrics-emitter.html"><span>Ambari Metrics Emitter</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#configurat [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -151,6 +151,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/lookups-cached-global.html b/docs/24.0.0/development/extensions-core/lookups-cached-global.html
index c67e05c2..0336844d 100644
--- a/docs/24.0.0/development/extensions-core/lookups-cached-global.html
+++ b/docs/24.0.0/development/extensions-core/lookups-cached-global.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Globally Cached Lookups · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/lookups-cached-global.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Globally Cached Lookups · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/lookups-cached-global.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,17 +77,17 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-global</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-lookups-cached-global</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="configuration"></a><a href="#configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<blockquote>
<p>Static configuration is no longer supported. Lookups can be configured through
-<a href="/docs/24.0.0/querying/lookups.html#configuration">dynamic configuration</a>.</p>
+<a href="/docs/24.0.1/querying/lookups.html#configuration">dynamic configuration</a>.</p>
</blockquote>
<p>Globally cached lookups are appropriate for lookups which are not possible to pass at query time due to their size,
or are not desired to be passed at query time because the data is to reside in and be handled by the Druid servers,
and are small enough to reasonably populate in-memory. This usually means tens to tens of thousands of entries per lookup.</p>
<p>Globally cached lookups all draw from the same cache pool, allowing each process to have a fixed cache pool that can be used by cached lookups.</p>
-<p>Globally cached lookups can be specified as part of the <a href="/docs/24.0.0/querying/lookups.html">cluster wide config for lookups</a> as a type of <code>cachedNamespace</code></p>
+<p>Globally cached lookups can be specified as part of the <a href="/docs/24.0.1/querying/lookups.html">cluster wide config for lookups</a> as a type of <code>cachedNamespace</code></p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"type"</span>: <span class="hljs-string">"cachedNamespace"</span>,
<span class="hljs-attr">"extractionNamespace"</span>: {
@@ -132,14 +132,14 @@ and are small enough to reasonably populate in-memory. This usually means tens t
<tbody>
<tr><td><code>extractionNamespace</code></td><td>Specifies how to populate the local cache. See below</td><td>Yes</td><td>-</td></tr>
<tr><td><code>firstCacheTimeout</code></td><td>How long to wait (in ms) for the first run of the cache to populate. 0 indicates to not wait</td><td>No</td><td><code>0</code> (do not wait)</td></tr>
-<tr><td><code>injective</code></td><td>If the underlying map is <a href="/docs/24.0.0/querying/lookups.html#query-execution">injective</a> (keys and values are unique) then optimizations can occur internally by setting this to <code>true</code></td><td>No</td><td><code>false</code></td></tr>
+<tr><td><code>injective</code></td><td>If the underlying map is <a href="/docs/24.0.1/querying/lookups.html#query-execution">injective</a> (keys and values are unique) then optimizations can occur internally by setting this to <code>true</code></td><td>No</td><td><code>false</code></td></tr>
</tbody>
</table>
<p>If <code>firstCacheTimeout</code> is set to a non-zero value, it should be less than <code>druid.manager.lookups.hostUpdateTimeout</code>. If <code>firstCacheTimeout</code> is NOT set, then management is essentially asynchronous and does not know if a lookup succeeded or failed in starting. In such a case logs from the processes using lookups should be monitored for repeated failures.</p>
<p>Proper functionality of globally cached lookups requires the following extension to be loaded on the Broker, Peon, and Historical processes:
<code>druid-lookups-cached-global</code></p>
<h2><a class="anchor" aria-hidden="true" id="example-configuration"></a><a href="#example-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
-<p>In a simple case where only one <a href="/docs/24.0.0/querying/lookups.html#dynamic-configuration">tier</a> exists (<code>realtime_customer2</code>) with one <code>cachedNamespace</code> lookup called <code>country_code</code>, the resulting configuration JSON looks similar to the following:</p>
+<p>In a simple case where only one <a href="/docs/24.0.1/querying/lookups.html#dynamic-configuration">tier</a> exists (<code>realtime_customer2</code>) with one <code>cachedNamespace</code> lookup called <code>country_code</code>, the resulting configuration JSON looks similar to the following:</p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"realtime_customer2"</span>: {
<span class="hljs-attr">"country_code"</span>: {
@@ -209,7 +209,7 @@ a <code>pollPeriod</code> at the end of which time they poll the remote resource
So if total number of entries in the <code>cachedNamespace</code> is in excess of the buffer's configured capacity, the extra will be kept in memory as page cache, and paged in and out by general OS tunings.
It's highly recommended that <code>druid.lookup.namespace.numBufferedEntries</code> is set when using <code>offHeap</code>, the value should be chosen from the range between 10% and 50% of the number of entries in the lookup.</p>
<h2><a class="anchor" aria-hidden="true" id="supported-lookups"></a><a href="#supported-lookups" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
-<p>For additional lookups, please see our <a href="/docs/24.0.0/development/extensions.html">extensions list</a>.</p>
+<p>For additional lookups, please see our <a href="/docs/24.0.1/development/extensions.html">extensions list</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="uri-lookup"></a><a href="#uri-lookup" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>The remapping values for each globally cached lookup can be specified by a JSON object as per the following examples:</p>
<pre><code class="hljs css language-json">{
@@ -361,7 +361,7 @@ will not be included in the lookup.</p>
<tr><th>Parameter</th><th>Description</th><th>Required</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>connectorConfig</code></td><td>The connector config to use. You can set <code>connectURI</code>, <code>user</code> and <code>password</code>. You can selectively allow JDBC properties in <code>connectURI</code>. See <a href="/docs/24.0.0/configuration/index.html#jdbc-connections-to-external-databases">JDBC connections security config</a> for more details.</td><td>Yes</td><td></td></tr>
+<tr><td><code>connectorConfig</code></td><td>The connector config to use. You can set <code>connectURI</code>, <code>user</code> and <code>password</code>. You can selectively allow JDBC properties in <code>connectURI</code>. See <a href="/docs/24.0.1/configuration/index.html#jdbc-connections-to-external-databases">JDBC connections security config</a> for more details.</td><td>Yes</td><td></td></tr>
<tr><td><code>table</code></td><td>The table which contains the key value pairs</td><td>Yes</td><td></td></tr>
<tr><td><code>keyColumn</code></td><td>The column in <code>table</code> which contains the keys</td><td>Yes</td><td></td></tr>
<tr><td><code>valueColumn</code></td><td>The column in <code>table</code> which contains the values</td><td>Yes</td><td></td></tr>
@@ -389,13 +389,13 @@ will not be included in the lookup.</p>
<blockquote>
<p>If using JDBC, you will need to add your database's client JAR files to the extension's directory.
For Postgres, the connector JAR is already included.
-See the MySQL extension documentation for instructions to obtain <a href="/docs/24.0.0/development/extensions-core/mysql.html#installing-the-mysql-connector-library">MySQL</a> or <a href="/docs/24.0.0/development/extensions-core/mysql.html#alternative-installing-the-mariadb-connector-library">MariaDB</a> connector libraries.
+See the MySQL extension documentation for instructions to obtain <a href="/docs/24.0.1/development/extensions-core/mysql.html#installing-the-mysql-connector-library">MySQL</a> or <a href="/docs/24.0.1/development/extensions-core/mysql.html#alternative-installing-the-mariadb-connector-library">MariaDB</a> connector libraries.
The connector JAR should reside in the classpath of Druid's main class loader.
To add the connector JAR to the classpath, you can copy the downloaded file to <code>lib/</code> under the distribution root directory. Alternatively, create a symbolic link to the connector in the <code>lib</code> directory.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="introspection"></a><a href="#introspection" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>Globally cached lookups have introspection points at <code>/keys</code> and <code>/values</code> which return a complete set of the keys and values (respectively) in the lookup. Introspection to <code>/</code> returns the entire map. Introspection to <code>/version</code> returns the version indicator for the lookup.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html"><span class="arrow-prev">← </span><span>Apache Kafka Lookups</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/mysql.html"><span class="function-name-prevnext">MySQL Metadata Store</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/kafka-extraction-namespace.html"><span class="arrow-prev">← </span><span>Apache Kafka Lookups</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/mysql.html"><span class="function-name-prevnext">MySQL Metadata Store</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><l [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -412,6 +412,6 @@ To add the connector JAR to the classpath, you can copy the downloaded file to <
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/mysql.html b/docs/24.0.0/development/extensions-core/mysql.html
index 444be9c4..14ac2bd1 100644
--- a/docs/24.0.0/development/extensions-core/mysql.html
+++ b/docs/24.0.0/development/extensions-core/mysql.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>MySQL Metadata Store · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/mysql.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docs [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>MySQL Metadata Store · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/mysql.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docs [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>mysql-metadata-storage</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>mysql-metadata-storage</code> in the extensions load list.</p>
<blockquote>
<p>The MySQL extension requires the MySQL Connector/J library or MariaDB Connector/J library, neither of which are included in the Druid distribution.
Refer to the following section for instructions on how to install this library.</p>
@@ -154,11 +154,11 @@ with the location (host name and port) of the database.</p>
<tr><td><code>druid.metadata.mysql.ssl.useSSL</code></td><td>Enable SSL</td><td><code>false</code></td><td>no</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.clientCertificateKeyStoreUrl</code></td><td>The file path URL to the client certificate key store.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.clientCertificateKeyStoreType</code></td><td>The type of the key store where the client certificate is stored.</td><td>none</td><td>no</td></tr>
-<tr><td><code>druid.metadata.mysql.ssl.clientCertificateKeyStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the client key store.</td><td>none</td><td>no</td></tr>
+<tr><td><code>druid.metadata.mysql.ssl.clientCertificateKeyStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the client key store.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.verifyServerCertificate</code></td><td>Enables server certificate verification.</td><td>false</td><td>no</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.trustCertificateKeyStoreUrl</code></td><td>The file path to the trusted root certificate key store.</td><td>Default trust store provided by MySQL</td><td>yes if <code>verifyServerCertificate</code> is set to true and a custom trust store is used</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.trustCertificateKeyStoreType</code></td><td>The type of the key store where trusted root certificates are stored.</td><td>JKS</td><td>yes if <code>verifyServerCertificate</code> is set to true and keystore type is not JKS</td></tr>
-<tr><td><code>druid.metadata.mysql.ssl.trustCertificateKeyStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the trust store.</td><td>none</td><td>yes if <code>verifyServerCertificate</code> is set to true and password is not null</td></tr>
+<tr><td><code>druid.metadata.mysql.ssl.trustCertificateKeyStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the trust store.</td><td>none</td><td>yes if <code>verifyServerCertificate</code> is set to true and password is not null</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.enabledSSLCipherSuites</code></td><td>Overrides the existing cipher suites with these cipher suites.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.mysql.ssl.enabledTLSProtocols</code></td><td>Overrides the TLS protocols with these protocols.</td><td>none</td><td>no</td></tr>
</tbody>
@@ -224,7 +224,7 @@ with the location (host name and port) of the database.</p>
}
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/lookups-cached-global.html"><span class="arrow-prev">← </span><span>Globally Cached Lookups</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/orc.html"><span>ORC Extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#installing-the-mysql-connector [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/lookups-cached-global.html"><span class="arrow-prev">← </span><span>Globally Cached Lookups</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/orc.html"><span>ORC Extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#installing-the-mysql-connector [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -241,6 +241,6 @@ with the location (host name and port) of the database.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/orc.html b/docs/24.0.0/development/extensions-core/orc.html
index 43715ae9..4367414f 100644
--- a/docs/24.0.0/development/extensions-core/orc.html
+++ b/docs/24.0.0/development/extensions-core/orc.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>ORC Extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/orc.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>ORC Extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/orc.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,10 +79,10 @@
-->
<h2><a class="anchor" aria-hidden="true" id="orc-extension"></a><a href="#orc-extension" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>This Apache Druid extension enables Druid to ingest and understand the Apache ORC data format.</p>
-<p>The extension provides the <a href="/docs/24.0.0/ingestion/data-formats.html#orc">ORC input format</a> and the <a href="/docs/24.0.0/ingestion/data-formats.html#orc-hadoop-parser">ORC Hadoop parser</a>
-for <a href="/docs/24.0.0/ingestion/native-batch.html">native batch ingestion</a> and <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a>, respectively.
+<p>The extension provides the <a href="/docs/24.0.1/ingestion/data-formats.html#orc">ORC input format</a> and the <a href="/docs/24.0.1/ingestion/data-formats.html#orc-hadoop-parser">ORC Hadoop parser</a>
+for <a href="/docs/24.0.1/ingestion/native-batch.html">native batch ingestion</a> and <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a>, respectively.
Please see corresponding docs for details.</p>
-<p>To use this extension, make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-orc-extensions</code> in the extensions load list.</p>
+<p>To use this extension, make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-orc-extensions</code> in the extensions load list.</p>
<h3><a class="anchor" aria-hidden="true" id="migration-from-contrib-extension"></a><a href="#migration-from-contrib-extension" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13. [...]
<p>This extension, first available in version 0.15.0, replaces the previous 'contrib' extension which was available until
0.14.0-incubating. While this extension can index any data the 'contrib' extension could, the JSON spec for the
@@ -94,7 +94,7 @@ ingestion task is <em>incompatible</em>, and will need modified to work with the
<li>The 'contrib' extension supported a <code>typeString</code> property, which provided the schema of the
ORC file, of which was essentially required to have the types correct, but notably <em>not</em> the column names, which
facilitated column renaming. In the 'core' extension, column renaming can be achieved with
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>. For example, <code>"typeString":"struct<time:string,name:string>"</code>
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>. For example, <code>"typeString":"struct<time:string,name:string>"</code>
with the actual schema <code>struct<_col0:string,_col1:string></code>, to preserve Druid schema would need replaced with:</li>
</ul>
<pre><code class="hljs css language-json">"flattenSpec": {
@@ -116,7 +116,7 @@ with the actual schema <code>struct<_col0:string,_col1:string></code>, to
<ul>
<li>The 'contrib' extension supported a <code>mapFieldNameFormat</code> property, which provided a way to specify a dimension to
flatten <code>OrcMap</code> columns with primitive types. This functionality has also been replaced with
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>. For example: <code>"mapFieldNameFormat": "<PARENT>_<CHILD>"</code>
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>. For example: <code>"mapFieldNameFormat": "<PARENT>_<CHILD>"</code>
for a dimension <code>nestedData_dim1</code>, to preserve Druid schema could be replaced with</li>
</ul>
<pre><code class="hljs css language-json">"flattenSpec": {
@@ -130,7 +130,7 @@ for a dimension <code>nestedData_dim1</code>, to preserve Druid schema could be
...
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/mysql.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">MySQL Metadata Store</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-pac4j.html"><span>Druid pac4j based Security extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/mysql.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">MySQL Metadata Store</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-pac4j.html"><span>Druid pac4j based Security extension</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings">< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -147,6 +147,6 @@ for a dimension <code>nestedData_dim1</code>, to preserve Druid schema could be
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/parquet.html b/docs/24.0.0/development/extensions-core/parquet.html
index 306dd3c2..4747f1c8 100644
--- a/docs/24.0.0/development/extensions-core/parquet.html
+++ b/docs/24.0.0/development/extensions-core/parquet.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Parquet Extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/parquet.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Apache Parquet Extension · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/parquet.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,16 +77,16 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>This Apache Druid module extends <a href="/docs/24.0.0/ingestion/hadoop.html">Druid Hadoop based indexing</a> to ingest data directly from offline
+<p>This Apache Druid module extends <a href="/docs/24.0.1/ingestion/hadoop.html">Druid Hadoop based indexing</a> to ingest data directly from offline
Apache Parquet files.</p>
<p>Note: If using the <code>parquet-avro</code> parser for Apache Hadoop based indexing, <code>druid-parquet-extensions</code> depends on the <code>druid-avro-extensions</code> module, so be sure to
-<a href="/docs/24.0.0/development/extensions.html#loading-extensions">include both</a>.</p>
-<p>The <code>druid-parquet-extensions</code> provides the <a href="/docs/24.0.0/ingestion/data-formats.html#parquet">Parquet input format</a>, the <a href="/docs/24.0.0/ingestion/data-formats.html#parquet-hadoop-parser">Parquet Hadoop parser</a>,
-and the <a href="/docs/24.0.0/ingestion/data-formats.html#parquet-avro-hadoop-parser">Parquet Avro Hadoop Parser</a> with <code>druid-avro-extensions</code>.
-The Parquet input format is available for <a href="/docs/24.0.0/ingestion/native-batch.html">native batch ingestion</a>
-and the other 2 parsers are for <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a>.
+<a href="/docs/24.0.1/development/extensions.html#loading-extensions">include both</a>.</p>
+<p>The <code>druid-parquet-extensions</code> provides the <a href="/docs/24.0.1/ingestion/data-formats.html#parquet">Parquet input format</a>, the <a href="/docs/24.0.1/ingestion/data-formats.html#parquet-hadoop-parser">Parquet Hadoop parser</a>,
+and the <a href="/docs/24.0.1/ingestion/data-formats.html#parquet-avro-hadoop-parser">Parquet Avro Hadoop Parser</a> with <code>druid-avro-extensions</code>.
+The Parquet input format is available for <a href="/docs/24.0.1/ingestion/native-batch.html">native batch ingestion</a>
+and the other 2 parsers are for <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a>.
Please see corresponding docs for details.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/druid-pac4j.html"><span class="arrow-prev">← </span><span>Druid pac4j based Security extension</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/postgresql.html"><span class="function-name-prevnext">PostgreSQL Metadata Store</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><foo [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/druid-pac4j.html"><span class="arrow-prev">← </span><span>Druid pac4j based Security extension</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/postgresql.html"><span class="function-name-prevnext">PostgreSQL Metadata Store</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><foo [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -103,6 +103,6 @@ Please see corresponding docs for details.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/postgresql.html b/docs/24.0.0/development/extensions-core/postgresql.html
index 67c778f2..ea271fd3 100644
--- a/docs/24.0.0/development/extensions-core/postgresql.html
+++ b/docs/24.0.0/development/extensions-core/postgresql.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>PostgreSQL Metadata Store · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/postgresql.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>PostgreSQL Metadata Store · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/postgresql.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>postgresql-metadata-storage</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>postgresql-metadata-storage</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="setting-up-postgresql"></a><a href="#setting-up-postgresql" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<ol>
<li>Install PostgreSQL</li>
@@ -120,7 +120,7 @@ with the location (host name and port) of the database.</p>
</thead>
<tbody>
<tr><td><code>druid.metadata.postgres.ssl.useSSL</code></td><td>Enables SSL</td><td><code>false</code></td><td>no</td></tr>
-<tr><td><code>druid.metadata.postgres.ssl.sslPassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the client's key.</td><td>none</td><td>no</td></tr>
+<tr><td><code>druid.metadata.postgres.ssl.sslPassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the client's key.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.postgres.ssl.sslFactory</code></td><td>The class name to use as the <code>SSLSocketFactory</code></td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.postgres.ssl.sslFactoryArg</code></td><td>An optional argument passed to the sslFactory's constructor</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.metadata.postgres.ssl.sslMode</code></td><td>The sslMode. Possible values are "disable", "require", "verify-ca", "verify-full", "allow" and "prefer"</td><td>none</td><td>no</td></tr>
@@ -133,7 +133,7 @@ with the location (host name and port) of the database.</p>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="postgresql-firehose"></a><a href="#postgresql-firehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
-<p>The PostgreSQL extension provides an implementation of an <a href="/docs/24.0.0/ingestion/native-batch-firehose.html">SqlFirehose</a> which can be used to ingest data into Druid from a PostgreSQL database.</p>
+<p>The PostgreSQL extension provides an implementation of an <a href="/docs/24.0.1/ingestion/native-batch-firehose.html">SqlFirehose</a> which can be used to ingest data into Druid from a PostgreSQL database.</p>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"type"</span>: <span class="hljs-string">"index_parallel"</span>,
<span class="hljs-attr">"spec"</span>: {
@@ -194,7 +194,7 @@ with the location (host name and port) of the database.</p>
}
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/parquet.html"><span class="arrow-prev">← </span><span>Apache Parquet Extension</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/protobuf.html"><span>Protobuf</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#setting-up-postgresql">Setting up PostgreSQ [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/parquet.html"><span class="arrow-prev">← </span><span>Apache Parquet Extension</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/protobuf.html"><span>Protobuf</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#setting-up-postgresql">Setting up PostgreSQ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -211,6 +211,6 @@ with the location (host name and port) of the database.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/protobuf.html b/docs/24.0.0/development/extensions-core/protobuf.html
index 2925cb1e..ae20a9bf 100644
--- a/docs/24.0.0/development/extensions-core/protobuf.html
+++ b/docs/24.0.0/development/extensions-core/protobuf.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Protobuf · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/protobuf.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Protobuf · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/protobuf.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,11 +77,11 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>This Apache Druid extension enables Druid to ingest and understand the Protobuf data format. Make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-protobuf-extensions</code> in the extensions load list.</p>
-<p>The <code>druid-protobuf-extensions</code> provides the <a href="/docs/24.0.0/ingestion/data-formats.html#protobuf-parser">Protobuf Parser</a>
-for <a href="/docs/24.0.0/ingestion/index.html#streaming">stream ingestion</a>. See corresponding docs for details.</p>
+<p>This Apache Druid extension enables Druid to ingest and understand the Protobuf data format. Make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-protobuf-extensions</code> in the extensions load list.</p>
+<p>The <code>druid-protobuf-extensions</code> provides the <a href="/docs/24.0.1/ingestion/data-formats.html#protobuf-parser">Protobuf Parser</a>
+for <a href="/docs/24.0.1/ingestion/index.html#streaming">stream ingestion</a>. See corresponding docs for details.</p>
<h2><a class="anchor" aria-hidden="true" id="example-load-protobuf-messages-from-kafka"></a><a href="#example-load-protobuf-messages-from-kafka" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 [...]
-<p>This example demonstrates how to load Protobuf messages from Kafka. Please read the <a href="/docs/24.0.0/tutorials/tutorial-kafka.html">Load from Kafka tutorial</a> first, and see <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a> documentation for more details.</p>
+<p>This example demonstrates how to load Protobuf messages from Kafka. Please read the <a href="/docs/24.0.1/tutorials/tutorial-kafka.html">Load from Kafka tutorial</a> first, and see <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a> documentation for more details.</p>
<p>The files used in this example are found at <a href="https://github.com/apache/druid/tree/master/examples/quickstart/protobuf"><code>./examples/quickstart/protobuf</code> in your Druid directory</a>.</p>
<p>For this example:</p>
<ul>
@@ -321,7 +321,7 @@ topic = <span class="hljs-string">'metrics_pb'</span>
producer.flush()
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/postgresql.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">PostgreSQL Metadata Store</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/s3.html"><span>S3-compatible</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#example-l [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/postgresql.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">PostgreSQL Metadata Store</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/s3.html"><span>S3-compatible</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#example-l [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -338,6 +338,6 @@ producer.flush()
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/s3.html b/docs/24.0.0/development/extensions-core/s3.html
index a581db1a..d23b3360 100644
--- a/docs/24.0.0/development/extensions-core/s3.html
+++ b/docs/24.0.0/development/extensions-core/s3.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>S3-compatible · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/s3.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>S3-compatible · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/s3.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:vers [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -83,11 +83,11 @@
<li><a href="#reading-data-from-s3">Ingest data</a> from files stored in S3.</li>
<li>Write segments to <a href="#deep-storage">deep storage</a> in S3.</li>
</ul>
-<p>To use this Apache Druid extension, <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-s3-extensions</code> in the extensions load list.</p>
+<p>To use this Apache Druid extension, <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-s3-extensions</code> in the extensions load list.</p>
<h3><a class="anchor" aria-hidden="true" id="reading-data-from-s3"></a><a href="#reading-data-from-s3" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
-<p>Use a native batch <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a> with an <a href="../../ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a> to read objects directly from S3.</p>
-<p>Alternatively, use a <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop task</a>,
-and specify S3 paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.</p>
+<p>Use a native batch <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a> with an <a href="../../ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a> to read objects directly from S3.</p>
+<p>Alternatively, use a <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop task</a>,
+and specify S3 paths in your <a href="/docs/24.0.1/ingestion/hadoop.html#inputspec"><code>inputSpec</code></a>.</p>
<p>To read objects from S3, you must supply <a href="#configuration">connection information</a> in configuration.</p>
<h3><a class="anchor" aria-hidden="true" id="deep-storage"></a><a href="#deep-storage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>S3-compatible deep storage means either AWS S3 or a compatible service like Google Storage which exposes the same API as S3.</p>
@@ -155,7 +155,7 @@ and specify S3 paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputsp
<p>For example, to set the region to 'us-east-1' through system properties:</p>
<ul>
<li>Add <code>-Daws.region=us-east-1</code> to the <code>jvm.config</code> file for all Druid services.</li>
-<li>Add <code>-Daws.region=us-east-1</code> to <code>druid.indexer.runner.javaOpts</code> in <a href="/docs/24.0.0/configuration/index.html#middlemanager-configuration">Middle Manager configuration</a> so that the property will be passed to Peon (worker) processes.</li>
+<li>Add <code>-Daws.region=us-east-1</code> to <code>druid.indexer.runner.javaOpts</code> in <a href="/docs/24.0.1/configuration/index.html#middlemanager-configuration">Middle Manager configuration</a> so that the property will be passed to Peon (worker) processes.</li>
</ul>
<h3><a class="anchor" aria-hidden="true" id="connecting-to-s3-configuration"></a><a href="#connecting-to-s3-configuration" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
<table>
@@ -189,7 +189,7 @@ and specify S3 paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputsp
<li>kms: <a href="https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingKMSEncryption">Server-side encryption with AWS KMS–Managed Keys</a></li>
<li>custom: <a href="https://docs.aws.amazon.com/AmazonS3/latest/dev/ServerSideEncryptionCustomerKeys">Server-side encryption with Customer-Provided Encryption Keys</a></li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/protobuf.html"><span class="arrow-prev">← </span><span>Protobuf</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html"><span>Simple SSLContext Provider Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#s3-extension">S3 [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/protobuf.html"><span class="arrow-prev">← </span><span>Protobuf</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/simple-client-sslcontext.html"><span>Simple SSLContext Provider Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#s3-extension">S3 [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -206,6 +206,6 @@ and specify S3 paths in your <a href="/docs/24.0.0/ingestion/hadoop.html#inputsp
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html b/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html
index 9d6d28d2..bd8aa788 100644
--- a/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html
+++ b/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Simple SSLContext Provider Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Simple SSLContext Provider Module · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/simple-client-sslcontext.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -89,7 +89,7 @@ Java's SSL support, please refer to <a href="http://docs.oracle.com/javase/8/doc
<tr><td><code>druid.client.https.trustStoreType</code></td><td>The type of the key store where trusted root certificates are stored.</td><td><code>java.security.KeyStore.getDefaultType()</code></td><td>no</td></tr>
<tr><td><code>druid.client.https.trustStorePath</code></td><td>The file path or URL of the TLS/SSL Key store where trusted root certificates are stored.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.client.https.trustStoreAlgorithm</code></td><td>Algorithm to be used by TrustManager to validate certificate chains</td><td><code>javax.net.ssl.TrustManagerFactory.getDefaultAlgorithm()</code></td><td>no</td></tr>
-<tr><td><code>druid.client.https.trustStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td><td>yes</td></tr>
+<tr><td><code>druid.client.https.trustStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Trust Store.</td><td>none</td><td>yes</td></tr>
</tbody>
</table>
<p>The following table contains optional parameters for supporting client certificate authentication:</p>
@@ -101,15 +101,15 @@ Java's SSL support, please refer to <a href="http://docs.oracle.com/javase/8/doc
<tr><td><code>druid.client.https.keyStorePath</code></td><td>The file path or URL of the TLS/SSL Key store containing the client certificate that Druid will use when communicating with other Druid services. If this is null, the other properties in this table are ignored.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.client.https.keyStoreType</code></td><td>The type of the key store.</td><td>none</td><td>yes</td></tr>
<tr><td><code>druid.client.https.certAlias</code></td><td>Alias of TLS client certificate in the keystore.</td><td>none</td><td>yes</td></tr>
-<tr><td><code>druid.client.https.keyStorePassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Key Store.</td><td>none</td><td>no</td></tr>
+<tr><td><code>druid.client.https.keyStorePassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Key Store.</td><td>none</td><td>no</td></tr>
<tr><td><code>druid.client.https.keyManagerFactoryAlgorithm</code></td><td>Algorithm to use for creating KeyManager, more details <a href="https://docs.oracle.com/javase/7/docs/technotes/guides/security/jsse/JSSERefGuide.html#KeyManager">here</a>.</td><td><code>javax.net.ssl.KeyManagerFactory.getDefaultAlgorithm()</code></td><td>no</td></tr>
-<tr><td><code>druid.client.https.keyManagerPassword</code></td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or String password for the Key Manager.</td><td>none</td><td>no</td></tr>
-<tr><td><code>druid.client.https.validateHostnames</code></td><td>Validate the hostname of the server. This should not be disabled unless you are using <a href="/docs/24.0.0/operations/tls-support.html">custom TLS certificate checks</a> and know that standard hostname validation is not needed.</td><td>true</td><td>no</td></tr>
+<tr><td><code>druid.client.https.keyManagerPassword</code></td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or String password for the Key Manager.</td><td>none</td><td>no</td></tr>
+<tr><td><code>druid.client.https.validateHostnames</code></td><td>Validate the hostname of the server. This should not be disabled unless you are using <a href="/docs/24.0.1/operations/tls-support.html">custom TLS certificate checks</a> and know that standard hostname validation is not needed.</td><td>true</td><td>no</td></tr>
</tbody>
</table>
<p>This <a href="http://docs.oracle.com/javase/8/docs/technotes/guides/security/StandardNames">document</a> lists all the possible
values for the above mentioned configs among others provided by Java implementation.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/s3.html"><span class="arrow-prev">← </span><span>S3-compatible</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/stats.html"><span>Stats aggregator</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div c [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/s3.html"><span class="arrow-prev">← </span><span>S3-compatible</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/stats.html"><span>Stats aggregator</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div c [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -126,6 +126,6 @@ values for the above mentioned configs among others provided by Java implementat
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/stats.html b/docs/24.0.0/development/extensions-core/stats.html
index 2e0bb0af..5b34cb47 100644
--- a/docs/24.0.0/development/extensions-core/stats.html
+++ b/docs/24.0.0/development/extensions-core/stats.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Stats aggregator · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/stats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearc [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Stats aggregator · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/stats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearc [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,7 +77,7 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>This Apache Druid extension includes stat-related aggregators, including variance and standard deviations, etc. Make sure to <a href="/docs/24.0.0/development/extensions.html#loading-extensions">include</a> <code>druid-stats</code> in the extensions load list.</p>
+<p>This Apache Druid extension includes stat-related aggregators, including variance and standard deviations, etc. Make sure to <a href="/docs/24.0.1/development/extensions.html#loading-extensions">include</a> <code>druid-stats</code> in the extensions load list.</p>
<h2><a class="anchor" aria-hidden="true" id="variance-aggregator"></a><a href="#variance-aggregator" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p>Algorithm of the aggregator is the same with that of apache hive. This is the description in GenericUDAFVariance in hive.</p>
<p>Evaluate the variance using the algorithm described by Chan, Golub, and LeVeque in
@@ -97,7 +97,7 @@ and is updated at every step.</li>
"Error analysis of a pairwise summation algorithm to compute sample variance"
Numer. Math, 58 (1991) pp. 583--590</p>
<blockquote>
-<p>As with all <a href="/docs/24.0.0/querying/sql-aggregations.html">aggregators</a>, the order of operations across segments is
+<p>As with all <a href="/docs/24.0.1/querying/sql-aggregations.html">aggregators</a>, the order of operations across segments is
non-deterministic. This means that if this aggregator operates with an input type of "float" or "double", the result
of the aggregation may not be precisely the same across multiple runs of the query.</p>
<p>To produce consistent results, round the variance to a fixed number of decimal places so that the results are
@@ -210,7 +210,7 @@ then any input rows missing the value will be considered to have a value of 0.</
]
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html"><span class="arrow-prev">← </span><span>Simple SSLContext Provider Module</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/test-stats.html"><span>Test Stats Aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#v [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/simple-client-sslcontext.html"><span class="arrow-prev">← </span><span>Simple SSLContext Provider Module</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/test-stats.html"><span>Test Stats Aggregators</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#v [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -227,6 +227,6 @@ then any input rows missing the value will be considered to have a value of 0.</
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions-core/test-stats.html b/docs/24.0.0/development/extensions-core/test-stats.html
index 70570515..89bdf6b9 100644
--- a/docs/24.0.0/development/extensions-core/test-stats.html
+++ b/docs/24.0.0/development/extensions-core/test-stats.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Test Stats Aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions-core/test-stats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta nam [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Test Stats Aggregators · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions-core/test-stats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta nam [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -152,7 +152,7 @@ Please note S.E. stands for standard error where</p>
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/extensions-core/stats.html"><span class="arrow-prev">← </span><span>Stats aggregator</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/druid-aws-rds.html"><span>Druid AWS RDS Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#z-score-for-two-sample-ztests-post-a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/extensions-core/stats.html"><span class="arrow-prev">← </span><span>Stats aggregator</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/druid-aws-rds.html"><span>Druid AWS RDS Module</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#z-score-for-two-sample-ztests-post-a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -169,6 +169,6 @@ Please note S.E. stands for standard error where</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/extensions.html b/docs/24.0.0/development/extensions.html
index cb06f93a..a87dffba 100644
--- a/docs/24.0.0/development/extensions.html
+++ b/docs/24.0.0/development/extensions.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/extensions.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/extensions.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -89,34 +89,34 @@ metadata store. Many clusters will also use additional extensions.</p>
<tr><th>Name</th><th>Description</th><th>Docs</th></tr>
</thead>
<tbody>
-<tr><td>druid-avro-extensions</td><td>Support for data in Apache Avro data format.</td><td><a href="/docs/24.0.0/development/extensions-core/avro.html">link</a></td></tr>
-<tr><td>druid-azure-extensions</td><td>Microsoft Azure deep storage.</td><td><a href="/docs/24.0.0/development/extensions-core/azure.html">link</a></td></tr>
-<tr><td>druid-basic-security</td><td>Support for Basic HTTP authentication and role-based access control.</td><td><a href="/docs/24.0.0/development/extensions-core/druid-basic-security.html">link</a></td></tr>
-<tr><td>druid-bloom-filter</td><td>Support for providing Bloom filters in druid queries.</td><td><a href="/docs/24.0.0/development/extensions-core/bloom-filter.html">link</a></td></tr>
-<tr><td>druid-datasketches</td><td>Support for approximate counts and set operations with <a href="https://datasketches.apache.org/">Apache DataSketches</a>.</td><td><a href="/docs/24.0.0/development/extensions-core/datasketches-extension.html">link</a></td></tr>
-<tr><td>druid-google-extensions</td><td>Google Cloud Storage deep storage.</td><td><a href="/docs/24.0.0/development/extensions-core/google.html">link</a></td></tr>
-<tr><td>druid-hdfs-storage</td><td>HDFS deep storage.</td><td><a href="/docs/24.0.0/development/extensions-core/hdfs.html">link</a></td></tr>
-<tr><td>druid-histogram</td><td>Approximate histograms and quantiles aggregator. Deprecated, please use the <a href="/docs/24.0.0/development/extensions-core/datasketches-quantiles.html">DataSketches quantiles aggregator</a> from the <code>druid-datasketches</code> extension instead.</td><td><a href="/docs/24.0.0/development/extensions-core/approximate-histograms.html">link</a></td></tr>
-<tr><td>druid-kafka-extraction-namespace</td><td>Apache Kafka-based namespaced lookup. Requires namespace lookup extension.</td><td><a href="/docs/24.0.0/development/extensions-core/kafka-extraction-namespace.html">link</a></td></tr>
-<tr><td>druid-kafka-indexing-service</td><td>Supervised exactly-once Apache Kafka ingestion for the indexing service.</td><td><a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">link</a></td></tr>
-<tr><td>druid-kinesis-indexing-service</td><td>Supervised exactly-once Kinesis ingestion for the indexing service.</td><td><a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">link</a></td></tr>
-<tr><td>druid-kerberos</td><td>Kerberos authentication for druid processes.</td><td><a href="/docs/24.0.0/development/extensions-core/druid-kerberos.html">link</a></td></tr>
-<tr><td>druid-lookups-cached-global</td><td>A module for <a href="/docs/24.0.0/querying/lookups.html">lookups</a> providing a jvm-global eager caching for lookups. It provides JDBC and URI implementations for fetching lookup data.</td><td><a href="/docs/24.0.0/development/extensions-core/lookups-cached-global.html">link</a></td></tr>
-<tr><td>druid-lookups-cached-single</td><td>Per lookup caching module to support the use cases where a lookup need to be isolated from the global pool of lookups</td><td><a href="/docs/24.0.0/development/extensions-core/druid-lookups.html">link</a></td></tr>
-<tr><td>druid-multi-stage-query</td><td>Support for the multi-stage query architecture for Apache Druid and the multi-stage query task engine.</td><td><a href="/docs/24.0.0/multi-stage-query/index.html">link</a></td></tr>
-<tr><td>druid-orc-extensions</td><td>Support for data in Apache ORC data format.</td><td><a href="/docs/24.0.0/development/extensions-core/orc.html">link</a></td></tr>
-<tr><td>druid-parquet-extensions</td><td>Support for data in Apache Parquet data format. Requires druid-avro-extensions to be loaded.</td><td><a href="/docs/24.0.0/development/extensions-core/parquet.html">link</a></td></tr>
-<tr><td>druid-protobuf-extensions</td><td>Support for data in Protobuf data format.</td><td><a href="/docs/24.0.0/development/extensions-core/protobuf.html">link</a></td></tr>
-<tr><td>druid-ranger-security</td><td>Support for access control through Apache Ranger.</td><td><a href="/docs/24.0.0/development/extensions-core/druid-ranger-security.html">link</a></td></tr>
-<tr><td>druid-s3-extensions</td><td>Interfacing with data in AWS S3, and using S3 as deep storage.</td><td><a href="/docs/24.0.0/development/extensions-core/s3.html">link</a></td></tr>
+<tr><td>druid-avro-extensions</td><td>Support for data in Apache Avro data format.</td><td><a href="/docs/24.0.1/development/extensions-core/avro.html">link</a></td></tr>
+<tr><td>druid-azure-extensions</td><td>Microsoft Azure deep storage.</td><td><a href="/docs/24.0.1/development/extensions-core/azure.html">link</a></td></tr>
+<tr><td>druid-basic-security</td><td>Support for Basic HTTP authentication and role-based access control.</td><td><a href="/docs/24.0.1/development/extensions-core/druid-basic-security.html">link</a></td></tr>
+<tr><td>druid-bloom-filter</td><td>Support for providing Bloom filters in druid queries.</td><td><a href="/docs/24.0.1/development/extensions-core/bloom-filter.html">link</a></td></tr>
+<tr><td>druid-datasketches</td><td>Support for approximate counts and set operations with <a href="https://datasketches.apache.org/">Apache DataSketches</a>.</td><td><a href="/docs/24.0.1/development/extensions-core/datasketches-extension.html">link</a></td></tr>
+<tr><td>druid-google-extensions</td><td>Google Cloud Storage deep storage.</td><td><a href="/docs/24.0.1/development/extensions-core/google.html">link</a></td></tr>
+<tr><td>druid-hdfs-storage</td><td>HDFS deep storage.</td><td><a href="/docs/24.0.1/development/extensions-core/hdfs.html">link</a></td></tr>
+<tr><td>druid-histogram</td><td>Approximate histograms and quantiles aggregator. Deprecated, please use the <a href="/docs/24.0.1/development/extensions-core/datasketches-quantiles.html">DataSketches quantiles aggregator</a> from the <code>druid-datasketches</code> extension instead.</td><td><a href="/docs/24.0.1/development/extensions-core/approximate-histograms.html">link</a></td></tr>
+<tr><td>druid-kafka-extraction-namespace</td><td>Apache Kafka-based namespaced lookup. Requires namespace lookup extension.</td><td><a href="/docs/24.0.1/development/extensions-core/kafka-extraction-namespace.html">link</a></td></tr>
+<tr><td>druid-kafka-indexing-service</td><td>Supervised exactly-once Apache Kafka ingestion for the indexing service.</td><td><a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">link</a></td></tr>
+<tr><td>druid-kinesis-indexing-service</td><td>Supervised exactly-once Kinesis ingestion for the indexing service.</td><td><a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">link</a></td></tr>
+<tr><td>druid-kerberos</td><td>Kerberos authentication for druid processes.</td><td><a href="/docs/24.0.1/development/extensions-core/druid-kerberos.html">link</a></td></tr>
+<tr><td>druid-lookups-cached-global</td><td>A module for <a href="/docs/24.0.1/querying/lookups.html">lookups</a> providing a jvm-global eager caching for lookups. It provides JDBC and URI implementations for fetching lookup data.</td><td><a href="/docs/24.0.1/development/extensions-core/lookups-cached-global.html">link</a></td></tr>
+<tr><td>druid-lookups-cached-single</td><td>Per lookup caching module to support the use cases where a lookup need to be isolated from the global pool of lookups</td><td><a href="/docs/24.0.1/development/extensions-core/druid-lookups.html">link</a></td></tr>
+<tr><td>druid-multi-stage-query</td><td>Support for the multi-stage query architecture for Apache Druid and the multi-stage query task engine.</td><td><a href="/docs/24.0.1/multi-stage-query/index.html">link</a></td></tr>
+<tr><td>druid-orc-extensions</td><td>Support for data in Apache ORC data format.</td><td><a href="/docs/24.0.1/development/extensions-core/orc.html">link</a></td></tr>
+<tr><td>druid-parquet-extensions</td><td>Support for data in Apache Parquet data format. Requires druid-avro-extensions to be loaded.</td><td><a href="/docs/24.0.1/development/extensions-core/parquet.html">link</a></td></tr>
+<tr><td>druid-protobuf-extensions</td><td>Support for data in Protobuf data format.</td><td><a href="/docs/24.0.1/development/extensions-core/protobuf.html">link</a></td></tr>
+<tr><td>druid-ranger-security</td><td>Support for access control through Apache Ranger.</td><td><a href="/docs/24.0.1/development/extensions-core/druid-ranger-security.html">link</a></td></tr>
+<tr><td>druid-s3-extensions</td><td>Interfacing with data in AWS S3, and using S3 as deep storage.</td><td><a href="/docs/24.0.1/development/extensions-core/s3.html">link</a></td></tr>
<tr><td>druid-ec2-extensions</td><td>Interfacing with AWS EC2 for autoscaling middle managers</td><td>UNDOCUMENTED</td></tr>
-<tr><td>druid-aws-rds-extensions</td><td>Support for AWS token based access to AWS RDS DB Cluster.</td><td><a href="/docs/24.0.0/development/extensions-core/druid-aws-rds.html">link</a></td></tr>
-<tr><td>druid-stats</td><td>Statistics related module including variance and standard deviation.</td><td><a href="/docs/24.0.0/development/extensions-core/stats.html">link</a></td></tr>
-<tr><td>mysql-metadata-storage</td><td>MySQL metadata store.</td><td><a href="/docs/24.0.0/development/extensions-core/mysql.html">link</a></td></tr>
-<tr><td>postgresql-metadata-storage</td><td>PostgreSQL metadata store.</td><td><a href="/docs/24.0.0/development/extensions-core/postgresql.html">link</a></td></tr>
-<tr><td>simple-client-sslcontext</td><td>Simple SSLContext provider module to be used by Druid's internal HttpClient when talking to other Druid processes over HTTPS.</td><td><a href="/docs/24.0.0/development/extensions-core/simple-client-sslcontext.html">link</a></td></tr>
-<tr><td>druid-pac4j</td><td>OpenID Connect authentication for druid processes.</td><td><a href="/docs/24.0.0/development/extensions-core/druid-pac4j.html">link</a></td></tr>
-<tr><td>druid-kubernetes-extensions</td><td>Druid cluster deployment on Kubernetes without Zookeeper.</td><td><a href="/docs/24.0.0/development/extensions-core/kubernetes.html">link</a></td></tr>
+<tr><td>druid-aws-rds-extensions</td><td>Support for AWS token based access to AWS RDS DB Cluster.</td><td><a href="/docs/24.0.1/development/extensions-core/druid-aws-rds.html">link</a></td></tr>
+<tr><td>druid-stats</td><td>Statistics related module including variance and standard deviation.</td><td><a href="/docs/24.0.1/development/extensions-core/stats.html">link</a></td></tr>
+<tr><td>mysql-metadata-storage</td><td>MySQL metadata store.</td><td><a href="/docs/24.0.1/development/extensions-core/mysql.html">link</a></td></tr>
+<tr><td>postgresql-metadata-storage</td><td>PostgreSQL metadata store.</td><td><a href="/docs/24.0.1/development/extensions-core/postgresql.html">link</a></td></tr>
+<tr><td>simple-client-sslcontext</td><td>Simple SSLContext provider module to be used by Druid's internal HttpClient when talking to other Druid processes over HTTPS.</td><td><a href="/docs/24.0.1/development/extensions-core/simple-client-sslcontext.html">link</a></td></tr>
+<tr><td>druid-pac4j</td><td>OpenID Connect authentication for druid processes.</td><td><a href="/docs/24.0.1/development/extensions-core/druid-pac4j.html">link</a></td></tr>
+<tr><td>druid-kubernetes-extensions</td><td>Druid cluster deployment on Kubernetes without Zookeeper.</td><td><a href="/docs/24.0.1/development/extensions-core/kubernetes.html">link</a></td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="community-extensions"></a><a href="#community-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
@@ -125,42 +125,42 @@ metadata store. Many clusters will also use additional extensions.</p>
</blockquote>
<p>A number of community members have contributed their own extensions to Druid that are not packaged with the default Druid tarball.
If you'd like to take on maintenance for a community extension, please post on <a href="https://lists.apache.org/list.html?dev@druid.apache.org">dev@druid.apache.org</a> to let us know!</p>
-<p>All of these community extensions can be downloaded using <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> while specifying a <code>-c</code> coordinate option to pull <code>org.apache.druid.extensions.contrib:{EXTENSION_NAME}:{DRUID_VERSION}</code>.</p>
+<p>All of these community extensions can be downloaded using <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> while specifying a <code>-c</code> coordinate option to pull <code>org.apache.druid.extensions.contrib:{EXTENSION_NAME}:{DRUID_VERSION}</code>.</p>
<table>
<thead>
<tr><th>Name</th><th>Description</th><th>Docs</th></tr>
</thead>
<tbody>
-<tr><td>aliyun-oss-extensions</td><td>Aliyun OSS deep storage</td><td><a href="/docs/24.0.0/development/extensions-contrib/aliyun-oss.html">link</a></td></tr>
-<tr><td>ambari-metrics-emitter</td><td>Ambari Metrics Emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/ambari-metrics-emitter.html">link</a></td></tr>
-<tr><td>druid-cassandra-storage</td><td>Apache Cassandra deep storage.</td><td><a href="/docs/24.0.0/development/extensions-contrib/cassandra.html">link</a></td></tr>
-<tr><td>druid-cloudfiles-extensions</td><td>Rackspace Cloudfiles deep storage and firehose.</td><td><a href="/docs/24.0.0/development/extensions-contrib/cloudfiles.html">link</a></td></tr>
-<tr><td>druid-distinctcount</td><td>DistinctCount aggregator</td><td><a href="/docs/24.0.0/development/extensions-contrib/distinctcount.html">link</a></td></tr>
-<tr><td>druid-redis-cache</td><td>A cache implementation for Druid based on Redis.</td><td><a href="/docs/24.0.0/development/extensions-contrib/redis-cache.html">link</a></td></tr>
-<tr><td>druid-time-min-max</td><td>Min/Max aggregator for timestamp.</td><td><a href="/docs/24.0.0/development/extensions-contrib/time-min-max.html">link</a></td></tr>
-<tr><td>sqlserver-metadata-storage</td><td>Microsoft SQLServer deep storage.</td><td><a href="/docs/24.0.0/development/extensions-contrib/sqlserver.html">link</a></td></tr>
-<tr><td>graphite-emitter</td><td>Graphite metrics emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/graphite.html">link</a></td></tr>
-<tr><td>statsd-emitter</td><td>StatsD metrics emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/statsd.html">link</a></td></tr>
-<tr><td>kafka-emitter</td><td>Kafka metrics emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/kafka-emitter.html">link</a></td></tr>
-<tr><td>druid-thrift-extensions</td><td>Support thrift ingestion</td><td><a href="/docs/24.0.0/development/extensions-contrib/thrift.html">link</a></td></tr>
-<tr><td>druid-opentsdb-emitter</td><td>OpenTSDB metrics emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/opentsdb-emitter.html">link</a></td></tr>
-<tr><td>materialized-view-selection, materialized-view-maintenance</td><td>Materialized View</td><td><a href="/docs/24.0.0/development/extensions-contrib/materialized-view.html">link</a></td></tr>
-<tr><td>druid-moving-average-query</td><td>Support for <a href="https://en.wikipedia.org/wiki/Moving_average">Moving Average</a> and other Aggregate <a href="https://en.wikibooks.org/wiki/Structured_Query_Language/Window_functions">Window Functions</a> in Druid queries.</td><td><a href="/docs/24.0.0/development/extensions-contrib/moving-average-query.html">link</a></td></tr>
-<tr><td>druid-influxdb-emitter</td><td>InfluxDB metrics emitter</td><td><a href="/docs/24.0.0/development/extensions-contrib/influxdb-emitter.html">link</a></td></tr>
-<tr><td>druid-momentsketch</td><td>Support for approximate quantile queries using the <a href="https://github.com/stanford-futuredata/momentsketch">momentsketch</a> library</td><td><a href="/docs/24.0.0/development/extensions-contrib/momentsketch-quantiles.html">link</a></td></tr>
-<tr><td>druid-tdigestsketch</td><td>Support for approximate sketch aggregators based on <a href="https://github.com/tdunning/t-digest">T-Digest</a></td><td><a href="/docs/24.0.0/development/extensions-contrib/tdigestsketch-quantiles.html">link</a></td></tr>
-<tr><td>gce-extensions</td><td>GCE Extensions</td><td><a href="/docs/24.0.0/development/extensions-contrib/gce-extensions.html">link</a></td></tr>
-<tr><td>prometheus-emitter</td><td>Exposes <a href="/docs/24.0.0/operations/metrics.html">Druid metrics</a> for Prometheus server collection (<a href="https://prometheus.io/">https://prometheus.io/</a>)</td><td><a href="/docs/24.0.0/development/extensions-contrib/prometheus.html">link</a></td></tr>
+<tr><td>aliyun-oss-extensions</td><td>Aliyun OSS deep storage</td><td><a href="/docs/24.0.1/development/extensions-contrib/aliyun-oss.html">link</a></td></tr>
+<tr><td>ambari-metrics-emitter</td><td>Ambari Metrics Emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/ambari-metrics-emitter.html">link</a></td></tr>
+<tr><td>druid-cassandra-storage</td><td>Apache Cassandra deep storage.</td><td><a href="/docs/24.0.1/development/extensions-contrib/cassandra.html">link</a></td></tr>
+<tr><td>druid-cloudfiles-extensions</td><td>Rackspace Cloudfiles deep storage and firehose.</td><td><a href="/docs/24.0.1/development/extensions-contrib/cloudfiles.html">link</a></td></tr>
+<tr><td>druid-distinctcount</td><td>DistinctCount aggregator</td><td><a href="/docs/24.0.1/development/extensions-contrib/distinctcount.html">link</a></td></tr>
+<tr><td>druid-redis-cache</td><td>A cache implementation for Druid based on Redis.</td><td><a href="/docs/24.0.1/development/extensions-contrib/redis-cache.html">link</a></td></tr>
+<tr><td>druid-time-min-max</td><td>Min/Max aggregator for timestamp.</td><td><a href="/docs/24.0.1/development/extensions-contrib/time-min-max.html">link</a></td></tr>
+<tr><td>sqlserver-metadata-storage</td><td>Microsoft SQLServer deep storage.</td><td><a href="/docs/24.0.1/development/extensions-contrib/sqlserver.html">link</a></td></tr>
+<tr><td>graphite-emitter</td><td>Graphite metrics emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/graphite.html">link</a></td></tr>
+<tr><td>statsd-emitter</td><td>StatsD metrics emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/statsd.html">link</a></td></tr>
+<tr><td>kafka-emitter</td><td>Kafka metrics emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/kafka-emitter.html">link</a></td></tr>
+<tr><td>druid-thrift-extensions</td><td>Support thrift ingestion</td><td><a href="/docs/24.0.1/development/extensions-contrib/thrift.html">link</a></td></tr>
+<tr><td>druid-opentsdb-emitter</td><td>OpenTSDB metrics emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/opentsdb-emitter.html">link</a></td></tr>
+<tr><td>materialized-view-selection, materialized-view-maintenance</td><td>Materialized View</td><td><a href="/docs/24.0.1/development/extensions-contrib/materialized-view.html">link</a></td></tr>
+<tr><td>druid-moving-average-query</td><td>Support for <a href="https://en.wikipedia.org/wiki/Moving_average">Moving Average</a> and other Aggregate <a href="https://en.wikibooks.org/wiki/Structured_Query_Language/Window_functions">Window Functions</a> in Druid queries.</td><td><a href="/docs/24.0.1/development/extensions-contrib/moving-average-query.html">link</a></td></tr>
+<tr><td>druid-influxdb-emitter</td><td>InfluxDB metrics emitter</td><td><a href="/docs/24.0.1/development/extensions-contrib/influxdb-emitter.html">link</a></td></tr>
+<tr><td>druid-momentsketch</td><td>Support for approximate quantile queries using the <a href="https://github.com/stanford-futuredata/momentsketch">momentsketch</a> library</td><td><a href="/docs/24.0.1/development/extensions-contrib/momentsketch-quantiles.html">link</a></td></tr>
+<tr><td>druid-tdigestsketch</td><td>Support for approximate sketch aggregators based on <a href="https://github.com/tdunning/t-digest">T-Digest</a></td><td><a href="/docs/24.0.1/development/extensions-contrib/tdigestsketch-quantiles.html">link</a></td></tr>
+<tr><td>gce-extensions</td><td>GCE Extensions</td><td><a href="/docs/24.0.1/development/extensions-contrib/gce-extensions.html">link</a></td></tr>
+<tr><td>prometheus-emitter</td><td>Exposes <a href="/docs/24.0.1/operations/metrics.html">Druid metrics</a> for Prometheus server collection (<a href="https://prometheus.io/">https://prometheus.io/</a>)</td><td><a href="/docs/24.0.1/development/extensions-contrib/prometheus.html">link</a></td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="promoting-community-extensions-to-core-extensions"></a><a href="#promoting-community-extensions-to-core-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 [...]
<p>Please post on <a href="https://lists.apache.org/list.html?dev@druid.apache.org">dev@druid.apache.org</a> if you'd like an extension to be promoted to core.
If we see a community extension actively supported by the community, we can promote it to core based on community feedback.</p>
-<p>For information how to create your own extension, please see <a href="/docs/24.0.0/development/modules.html">here</a>.</p>
+<p>For information how to create your own extension, please see <a href="/docs/24.0.1/development/modules.html">here</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="loading-extensions"></a><a href="#loading-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<h3><a class="anchor" aria-hidden="true" id="loading-core-extensions"></a><a href="#loading-core-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
-<p>Apache Druid bundles all <a href="/docs/24.0.0/development/extensions.html#core-extensions">core extensions</a> out of the box.
-See the <a href="/docs/24.0.0/development/extensions.html#core-extensions">list of extensions</a> for your options. You
+<p>Apache Druid bundles all <a href="/docs/24.0.1/development/extensions.html#core-extensions">core extensions</a> out of the box.
+See the <a href="/docs/24.0.1/development/extensions.html#core-extensions">list of extensions</a> for your options. You
can load bundled extensions by adding their names to your common.runtime.properties
<code>druid.extensions.loadList</code> property. For example, to load the <em>postgresql-metadata-storage</em> and
<em>druid-hdfs-storage</em> extensions, use the configuration:</p>
@@ -168,18 +168,18 @@ can load bundled extensions by adding their names to your common.runtime.propert
</code></pre>
<p>These extensions are located in the <code>extensions</code> directory of the distribution.</p>
<blockquote>
-<p>Druid bundles two sets of configurations: one for the <a href="/docs/24.0.0/tutorials/index.html">quickstart</a> and
-one for a <a href="/docs/24.0.0/tutorials/cluster.html">clustered configuration</a>. Make sure you are updating the correct
+<p>Druid bundles two sets of configurations: one for the <a href="/docs/24.0.1/tutorials/index.html">quickstart</a> and
+one for a <a href="/docs/24.0.1/tutorials/cluster.html">clustered configuration</a>. Make sure you are updating the correct
common.runtime.properties for your setup.</p>
</blockquote>
<blockquote>
<p>Because of licensing, the mysql-metadata-storage extension does not include the required MySQL JDBC driver. For instructions
-on how to install this library, see the <a href="/docs/24.0.0/development/extensions-core/mysql.html">MySQL extension page</a>.</p>
+on how to install this library, see the <a href="/docs/24.0.1/development/extensions-core/mysql.html">MySQL extension page</a>.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="loading-community-extensions"></a><a href="#loading-community-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
<p>You can also load community and third-party extensions not already bundled with Druid. To do this, first download the extension and
then install it into your <code>extensions</code> directory. You can download extensions from their distributors directly, or
-if they are available from Maven, the included <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> can download them for you. To use <em>pull-deps</em>,
+if they are available from Maven, the included <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> can download them for you. To use <em>pull-deps</em>,
specify the full Maven coordinate of the extension in the form <code>groupId:artifactId:version</code>. For example,
for the (hypothetical) extension <em>com.example:druid-example-extension:1.0.0</em>, run:</p>
<pre><code class="hljs">java <span class="hljs-string">\</span>
@@ -193,17 +193,17 @@ for the (hypothetical) extension <em>com.example:druid-example-extension:1.0.0</
<p>You only have to install the extension once. Then, add <code>"druid-example-extension"</code> to
<code>druid.extensions.loadList</code> in common.runtime.properties to instruct Druid to load the extension.</p>
<blockquote>
-<p>Please make sure all the Extensions related configuration properties listed <a href="/docs/24.0.0/configuration/index.html#extensions">here</a> are set correctly.</p>
+<p>Please make sure all the Extensions related configuration properties listed <a href="/docs/24.0.1/configuration/index.html#extensions">here</a> are set correctly.</p>
</blockquote>
<blockquote>
-<p>The Maven groupId for almost every <a href="/docs/24.0.0/development/extensions.html#community-extensions">community extension</a> is org.apache.druid.extensions.contrib. The artifactId is the name
+<p>The Maven groupId for almost every <a href="/docs/24.0.1/development/extensions.html#community-extensions">community extension</a> is org.apache.druid.extensions.contrib. The artifactId is the name
of the extension, and the version is the latest Druid stable version.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="loading-extensions-from-the-classpath"></a><a href="#loading-extensions-from-the-classpath" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 [...]
<p>If you add your extension jar to the classpath at runtime, Druid will also load it into the system. This mechanism is relatively easy to reason about,
but it also means that you have to ensure that all dependency jars on the classpath are compatible. That is, Druid makes no provisions while using
this method to maintain class loader isolation so you must make sure that the jars on your classpath are mutually compatible.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/configuration/index.html"><span class="arrow-prev">← </span><span>Configuration reference</span></a><a class="docs-next button" href="/docs/24.0.0/configuration/logging.html"><span>Logging</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#core-extensions">Core extensions</a></li><li><a href="#community-extensions" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/configuration/index.html"><span class="arrow-prev">← </span><span>Configuration reference</span></a><a class="docs-next button" href="/docs/24.0.1/configuration/logging.html"><span>Logging</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#core-extensions">Core extensions</a></li><li><a href="#community-extensions" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -220,6 +220,6 @@ this method to maintain class loader isolation so you must make sure that the ja
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/geo.html b/docs/24.0.0/development/geo.html
index 5fca10d0..22688fc5 100644
--- a/docs/24.0.0/development/geo.html
+++ b/docs/24.0.0/development/geo.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Spatial filters · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/geo.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content= [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Spatial filters · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/geo.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content= [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,7 +78,7 @@
~ under the License.
-->
<blockquote>
-<p>Apache Druid supports two query languages: <a href="/docs/24.0.0/querying/sql.html">Druid SQL</a> and <a href="/docs/24.0.0/querying/querying.html">native queries</a>.
+<p>Apache Druid supports two query languages: <a href="/docs/24.0.1/querying/sql.html">Druid SQL</a> and <a href="/docs/24.0.1/querying/querying.html">native queries</a>.
This document describes functionality that is only available in the native language.</p>
</blockquote>
<p>Apache Druid supports filtering specially spatially indexed columns based on an origin and a bound.</p>
@@ -160,7 +160,7 @@ This document describes functionality that is only available in the native langu
<tr><td>ordinate</td><td>Vertical coordinate for corners of the polygon</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/querying/virtual-columns.html"><span class="arrow-prev">← </span><span>Virtual columns</span></a><a class="docs-next button" href="/docs/24.0.0/configuration/index.html"><span>Configuration reference</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#spatial-indexing">Spatial indexing</a></li><li><a href="#spatial- [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/querying/virtual-columns.html"><span class="arrow-prev">← </span><span>Virtual columns</span></a><a class="docs-next button" href="/docs/24.0.1/configuration/index.html"><span>Configuration reference</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#spatial-indexing">Spatial indexing</a></li><li><a href="#spatial- [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -177,6 +177,6 @@ This document describes functionality that is only available in the native langu
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/javascript.html b/docs/24.0.0/development/javascript.html
index 89a679d8..18d1b00d 100644
--- a/docs/24.0.0/development/javascript.html
+++ b/docs/24.0.0/development/javascript.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>JavaScript programming guide · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/javascript.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsear [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>JavaScript programming guide · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/javascript.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsear [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -81,13 +81,13 @@
<h2><a class="anchor" aria-hidden="true" id="examples"></a><a href="#examples" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>JavaScript can be used to extend Druid in a variety of ways:</p>
<ul>
-<li><a href="/docs/24.0.0/querying/aggregations.html#javascript-aggregator">Aggregators</a></li>
-<li><a href="/docs/24.0.0/querying/dimensionspecs.html#javascript-extraction-function">Extraction functions</a></li>
-<li><a href="/docs/24.0.0/querying/filters.html#javascript-filter">Filters</a></li>
-<li><a href="/docs/24.0.0/querying/post-aggregations.html#javascript-post-aggregator">Post-aggregators</a></li>
-<li><a href="/docs/24.0.0/ingestion/data-formats.html#javascript-parsespec">Input parsers</a></li>
-<li><a href="/docs/24.0.0/design/router.html#javascript">Router strategy</a></li>
-<li><a href="/docs/24.0.0/configuration/index.html#javascript-worker-select-strategy">Worker select strategy</a></li>
+<li><a href="/docs/24.0.1/querying/aggregations.html#javascript-aggregator">Aggregators</a></li>
+<li><a href="/docs/24.0.1/querying/dimensionspecs.html#javascript-extraction-function">Extraction functions</a></li>
+<li><a href="/docs/24.0.1/querying/filters.html#javascript-filter">Filters</a></li>
+<li><a href="/docs/24.0.1/querying/post-aggregations.html#javascript-post-aggregator">Post-aggregators</a></li>
+<li><a href="/docs/24.0.1/ingestion/data-formats.html#javascript-parsespec">Input parsers</a></li>
+<li><a href="/docs/24.0.1/design/router.html#javascript">Router strategy</a></li>
+<li><a href="/docs/24.0.1/configuration/index.html#javascript-worker-select-strategy">Worker select strategy</a></li>
</ul>
<p>JavaScript can be injected dynamically at runtime, making it convenient to rapidly prototype new functionality
without needing to write and deploy Druid extensions.</p>
@@ -96,7 +96,7 @@ without needing to write and deploy Druid extensions.</p>
<p>Druid does not execute JavaScript functions in a sandbox, so they have full access to the machine. So JavaScript
functions allow users to execute arbitrary code inside druid process. So, by default, JavaScript is disabled.
However, on dev/staging environments or secured production environments you can enable those by setting
-the <a href="/docs/24.0.0/configuration/index.html#javascript">configuration property</a>
+the <a href="/docs/24.0.1/configuration/index.html#javascript">configuration property</a>
<code>druid.javascript.enabled = true</code>.</p>
<h2><a class="anchor" aria-hidden="true" id="global-variables"></a><a href="#global-variables" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>Avoid using global variables. Druid may share the global scope between multiple threads, which can lead to
@@ -113,7 +113,7 @@ than performance or memory use. If security is an issue, or if performance and m
we recommend developing a native Druid extension.</p>
<p>In addition, native Druid extensions are more flexible than JavaScript functions. There are some kinds of extensions
(like sketches) that must be written as native Druid extensions due to their need for custom data formats.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/modules.html"><span class="arrow-prev">← </span><span>Creating extensions</span></a><a class="docs-next button" href="/docs/24.0.0/development/build.html"><span>Build from source</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#examples">Examples</a></li><li><a href="#security">Security</a></li><li><a [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/modules.html"><span class="arrow-prev">← </span><span>Creating extensions</span></a><a class="docs-next button" href="/docs/24.0.1/development/build.html"><span>Build from source</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#examples">Examples</a></li><li><a href="#security">Security</a></li><li><a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -130,6 +130,6 @@ we recommend developing a native Druid extension.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/modules.html b/docs/24.0.0/development/modules.html
index 82c3eb8b..e25d0fd6 100644
--- a/docs/24.0.0/development/modules.html
+++ b/docs/24.0.0/development/modules.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Creating extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/modules.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Creating extensions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/modules.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>Druid uses a module system that allows for the addition of extensions at runtime.</p>
<h2><a class="anchor" aria-hidden="true" id="writing-your-own-extensions"></a><a href="#writing-your-own-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
-<p>Druid's extensions leverage Guice in order to add things at runtime. Basically, Guice is a framework for Dependency Injection, but we use it to hold the expected object graph of the Druid process. Extensions can make any changes they want/need to the object graph via adding Guice bindings. While the extensions actually give you the capability to change almost anything however you want, in general, we expect people to want to extend one of the things listed below. This means that w [...]
+<p>Druid's extensions leverage Guice in order to add things at runtime. Basically, Guice is a framework for Dependency Injection, but we use it to hold the expected object graph of the Druid process. Extensions can make any changes they want/need to the object graph via adding Guice bindings. While the extensions actually give you the capability to change almost anything however you want, in general, we expect people to want to extend one of the things listed below. This means that w [...]
<ol>
<li>Add a new deep storage implementation by extending the <code>org.apache.druid.segment.loading.DataSegment*</code> and
<code>org.apache.druid.tasklogs.TaskLog*</code> classes.</li>
@@ -171,14 +171,14 @@ T00:00:00.000Z/2015<span class="hljs-string">-04</span><span class="hljs-string"
<ul>
<li>DataSegmentKiller</li>
</ul>
-<p>The easiest way of testing the segment killing is marking a segment as not used and then starting a killing task in the <a href="/docs/24.0.0/operations/web-console.html">web console</a>.</p>
+<p>The easiest way of testing the segment killing is marking a segment as not used and then starting a killing task in the <a href="/docs/24.0.1/operations/web-console.html">web console</a>.</p>
<p>To mark a segment as not used, you need to connect to your metadata storage and update the <code>used</code> column to <code>false</code> on the segment table rows.</p>
<p>To start a segment killing task, you need to access the web console then select <code>issue kill task</code> for the appropriate datasource.</p>
<p>After the killing task ends, <code>index.zip</code> (<code>partitionNum_index.zip</code> for HDFS data storage) file should be deleted from the data storage.</p>
<h3><a class="anchor" aria-hidden="true" id="adding-support-for-a-new-input-source"></a><a href="#adding-support-for-a-new-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 [...]
<p>Adding support for a new input source requires to implement three interfaces, i.e., <code>InputSource</code>, <code>InputEntity</code>, and <code>InputSourceReader</code>.
<code>InputSource</code> is to define where the input data is stored. <code>InputEntity</code> is to define how data can be read in parallel
-in <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel indexing</a>.
+in <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel indexing</a>.
<code>InputSourceReader</code> defines how to read your new input source and you can simply use the provided <code>InputEntityIteratingReader</code> in most cases.</p>
<p>There is an example of this in the <code>druid-s3-extensions</code> module with the <code>S3InputSource</code> and <code>S3Entity</code>.</p>
<p>Adding an InputSource is done almost entirely through the Jackson Modules instead of Guice. Specifically, note the implementation</p>
@@ -350,7 +350,7 @@ For example, where <code>config</code> variable is the extension's HTTP config f
<p>When you do <code>mvn install</code>, Druid extensions will be packaged within the Druid tarball and <code>extensions</code> directory, which are both underneath <code>distribution/target/</code>.</p>
<p>If you want your extension to be included, you can add your extension's maven coordinate as an argument at
<a href="https://github.com/apache/druid/blob/master/distribution/pom.xml#L95">distribution/pom.xml</a></p>
-<p>During <code>mvn install</code>, maven will install your extension to the local maven repository, and then call <a href="/docs/24.0.0/operations/pull-deps.html">pull-deps</a> to pull your extension from
+<p>During <code>mvn install</code>, maven will install your extension to the local maven repository, and then call <a href="/docs/24.0.1/operations/pull-deps.html">pull-deps</a> to pull your extension from
there. In the end, you should see your extension underneath <code>distribution/target/extensions</code> and within Druid tarball.</p>
<h3><a class="anchor" aria-hidden="true" id="managing-dependencies"></a><a href="#managing-dependencies" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>Managing library collisions can be daunting for extensions which draw in commonly used libraries. Here is a list of group IDs for libraries that are suggested to be specified with a <code>provided</code> scope to prevent collision with versions used in druid:</p>
@@ -387,7 +387,7 @@ there. In the end, you should see your extension underneath <code>distribution/t
"<span class="hljs-selector-tag">net</span><span class="hljs-selector-class">.java</span><span class="hljs-selector-class">.dev</span><span class="hljs-selector-class">.jets3t</span>"
</code></pre>
<p>See the documentation in <code>org.apache.druid.cli.PullDependencies</code> for more information.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/overview.html"><span class="arrow-prev">← </span><span>Developing on Druid</span></a><a class="docs-next button" href="/docs/24.0.0/development/javascript.html"><span class="function-name-prevnext">JavaScript functionality</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#writing-your-own-extensions">W [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/overview.html"><span class="arrow-prev">← </span><span>Developing on Druid</span></a><a class="docs-next button" href="/docs/24.0.1/development/javascript.html"><span class="function-name-prevnext">JavaScript functionality</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#writing-your-own-extensions">W [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -404,6 +404,6 @@ there. In the end, you should see your extension underneath <code>distribution/t
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/overview.html b/docs/24.0.0/development/overview.html
index a54ca302..c1c7597e 100644
--- a/docs/24.0.0/development/overview.html
+++ b/docs/24.0.0/development/overview.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Developing on Apache Druid · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/overview.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:v [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Developing on Apache Druid · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/overview.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:v [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,7 +80,7 @@
<p>Druid's codebase consists of several major components. For developers interested in learning the code, this document provides
a high level overview of the main components that make up Druid and the relevant classes to start from to learn the code.</p>
<h2><a class="anchor" aria-hidden="true" id="storage-format"></a><a href="#storage-format" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>Data in Druid is stored in a custom column format known as a <a href="/docs/24.0.0/design/segments.html">segment</a>. Segments are composed of
+<p>Data in Druid is stored in a custom column format known as a <a href="/docs/24.0.1/design/segments.html">segment</a>. Segments are composed of
different types of columns. <code>Column.java</code> and the classes that extend it is a great place to looking into the storage format.</p>
<h2><a class="anchor" aria-hidden="true" id="segment-creation"></a><a href="#segment-creation" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>Raw data is ingested in <code>IncrementalIndex.java</code>, and segments are created in <code>IndexMerger.java</code>.</p>
@@ -107,7 +107,7 @@ segments to create, and <code>HadoopDruidIndexerJob.java</code>, which creates D
<p>We welcome contributions for new client libraries to interact with Druid. See the
<a href="https://druid.apache.org/libraries.html">Community and third-party libraries</a> page for links to existing client
libraries.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/operations/use_sbt_to_build_fat_jar.html"><span class="arrow-prev">← </span><span>Content for build.sbt</span></a><a class="docs-next button" href="/docs/24.0.0/development/modules.html"><span>Creating extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#storage-format">Storage format</a></li><li><a href=" [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/operations/use_sbt_to_build_fat_jar.html"><span class="arrow-prev">← </span><span>Content for build.sbt</span></a><a class="docs-next button" href="/docs/24.0.1/development/modules.html"><span>Creating extensions</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#storage-format">Storage format</a></li><li><a href=" [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -124,6 +124,6 @@ libraries.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/development/versioning.html b/docs/24.0.0/development/versioning.html
index 8d97add2..e45bfafc 100644
--- a/docs/24.0.0/development/versioning.html
+++ b/docs/24.0.0/development/versioning.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Versioning · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/development/versioning.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Versioning · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/development/versioning.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -90,7 +90,7 @@
<p>For external deployments, we recommend running the stable release tag. Releases are considered stable after we have deployed them into our production environment and they have operated bug-free for some time.</p>
<h2><a class="anchor" aria-hidden="true" id="tagging-strategy"></a><a href="#tagging-strategy" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>Tags of the codebase are equivalent to release candidates. We tag the code every time we want to take it through our release process, which includes some QA cycles and deployments. So, it is not safe to assume that a tag is a stable release, it is a solidification of the code as it goes through our production QA cycle and deployment. Tags will never change, but we often go through a number of iterations of tags before actually getting a stable release onto production. So, it is recomm [...]
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/build.html"><span class="arrow-prev">← </span><span>Build from source</span></a><a class="docs-next button" href="/docs/24.0.0/development/experimental.html"><span>Experimental features</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#versioning-strategy">Versioning Strategy</a></li><li><a href="#tagg [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/build.html"><span class="arrow-prev">← </span><span>Build from source</span></a><a class="docs-next button" href="/docs/24.0.1/development/experimental.html"><span>Experimental features</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#versioning-strategy">Versioning Strategy</a></li><li><a href="#tagg [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -107,6 +107,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/data-formats.html b/docs/24.0.0/ingestion/data-formats.html
index b515a093..3fb10ecb 100644
--- a/docs/24.0.0/ingestion/data-formats.html
+++ b/docs/24.0.0/ingestion/data-formats.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data formats · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/data-formats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data formats · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/data-formats.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" cont [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -81,7 +81,7 @@
We welcome any contributions to new formats.</p>
<p>This page lists all default and core extension data formats supported by Druid.
For additional data formats supported with community extensions,
-please see our <a href="/docs/24.0.0/development/extensions.html#community-extensions">community extensions list</a>.</p>
+please see our <a href="/docs/24.0.1/development/extensions.html#community-extensions">community extensions list</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="formatting-data"></a><a href="#formatting-data" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>The following samples show data formats that are natively supported in Druid:</p>
<p><em>JSON</em></p>
@@ -117,7 +117,7 @@ parsing data is less efficient than writing a native Java parser or using an ext
</blockquote>
<p>Especially if you want to use the Hadoop ingestion, you still need to use the <a href="#parser">Parser</a>.
If your data is formatted in some format not listed in this section, please consider using the Parser instead.</p>
-<p>All forms of Druid ingestion require some form of schema object. The format of the data to be ingested is specified using the <code>inputFormat</code> entry in your <a href="/docs/24.0.0/ingestion/ingestion-spec.html#ioconfig"><code>ioConfig</code></a>.</p>
+<p>All forms of Druid ingestion require some form of schema object. The format of the data to be ingested is specified using the <code>inputFormat</code> entry in your <a href="/docs/24.0.1/ingestion/ingestion-spec.html#ioconfig"><code>ioConfig</code></a>.</p>
<h3><a class="anchor" aria-hidden="true" id="json"></a><a href="#json" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09V6 [...]
<p>Configure the JSON <code>inputFormat</code> to load JSON data as follows:</p>
<table>
@@ -199,8 +199,8 @@ If your data is formatted in some format not listed in this section, please cons
<tr><td>timestampColumnName</td><td>String</td><td>Name of the column for the kafka record's timestamp.</td><td>no (default = "kafka.timestamp")</td></tr>
<tr><td>keyColumnName</td><td>String</td><td>Name of the column for the kafka record's key.</td><td>no (default = "kafka.key")</td></tr>
<tr><td>headerFormat</td><td>Object</td><td><code>headerFormat</code> specifies how to parse the Kafka headers. Supports String types. Because Kafka header values are bytes, the parser decodes them as UTF-8 encoded strings. To change this behavior, implement your own parser based on the encoding style. Change the 'encoding' type in <code>KafkaStringHeaderFormat</code> to match your custom implementation.</td><td>no</td></tr>
-<tr><td>keyFormat</td><td><a href="#input-format">InputFormat</a></td><td>Any existing <code>inputFormat</code> used to parse the Kafka key. It only processes the first entry of the input format. For details, see <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html#specifying-data-format">Specifying data format</a>.</td><td>no</td></tr>
-<tr><td>valueFormat</td><td><a href="#input-format">InputFormat</a></td><td><code>valueFormat</code> can be any existing <code>inputFormat</code> to parse the Kafka value payload. For details about specifying the input format, see <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html#specifying-data-format">Specifying data format</a>.</td><td>yes</td></tr>
+<tr><td>keyFormat</td><td><a href="#input-format">InputFormat</a></td><td>Any existing <code>inputFormat</code> used to parse the Kafka key. It only processes the first entry of the input format. For details, see <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html#specifying-data-format">Specifying data format</a>.</td><td>no</td></tr>
+<tr><td>valueFormat</td><td><a href="#input-format">InputFormat</a></td><td><code>valueFormat</code> can be any existing <code>inputFormat</code> to parse the Kafka value payload. For details about specifying the input format, see <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html#specifying-data-format">Specifying data format</a>.</td><td>yes</td></tr>
</tbody>
</table>
<p>For example:</p>
@@ -247,9 +247,9 @@ If your data is formatted in some format not listed in this section, please cons
}
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="orc"></a><a href="#orc" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09V6.2 [...]
-<p>To use the ORC input format, load the Druid Orc extension ( <a href="/docs/24.0.0/development/extensions-core/orc.html"><code>druid-orc-extensions</code></a>).</p>
+<p>To use the ORC input format, load the Druid Orc extension ( <a href="/docs/24.0.1/development/extensions-core/orc.html"><code>druid-orc-extensions</code></a>).</p>
<blockquote>
-<p>To upgrade from versions earlier than 0.15.0 to 0.15.0 or new, read <a href="/docs/24.0.0/development/extensions-core/orc.html#migration-from-contrib-extension">Migration from 'contrib' extension</a>.</p>
+<p>To upgrade from versions earlier than 0.15.0 to 0.15.0 or new, read <a href="/docs/24.0.1/development/extensions-core/orc.html#migration-from-contrib-extension">Migration from 'contrib' extension</a>.</p>
</blockquote>
<p>Configure the ORC <code>inputFormat</code> to load ORC data as follows:</p>
<table>
@@ -282,7 +282,7 @@ If your data is formatted in some format not listed in this section, please cons
}
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="parquet"></a><a href="#parquet" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
-<p>To use the Parquet input format load the Druid Parquet extension (<a href="/docs/24.0.0/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a>).</p>
+<p>To use the Parquet input format load the Druid Parquet extension (<a href="/docs/24.0.1/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a>).</p>
<p>Configure the Parquet <code>inputFormat</code> to load Parquet data as follows:</p>
<table>
<thead>
@@ -314,8 +314,8 @@ If your data is formatted in some format not listed in this section, please cons
}
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="avro-stream"></a><a href="#avro-stream" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
-<p>To use the Avro Stream input format load the Druid Avro extension (<a href="/docs/24.0.0/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a>).</p>
-<p>For more information on how Druid handles Avro types, see <a href="/docs/24.0.0/development/extensions-core/avro.html#avro-types">Avro Types</a> section for</p>
+<p>To use the Avro Stream input format load the Druid Avro extension (<a href="/docs/24.0.1/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a>).</p>
+<p>For more information on how Druid handles Avro types, see <a href="/docs/24.0.1/development/extensions-core/avro.html#avro-types">Avro Types</a> section for</p>
<p>Configure the Avro <code>inputFormat</code> to load Avro data as follows:</p>
<table>
<thead>
@@ -466,8 +466,8 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
<tr><td>url</td><td>String</td><td>Specifies the URL endpoint of the Schema Registry.</td><td>yes</td></tr>
<tr><td>capacity</td><td>Integer</td><td>Specifies the max size of the cache (default = Integer.MAX_VALUE).</td><td>no</td></tr>
<tr><td>urls</td><td>Array<String></td><td>Specifies the URL endpoints of the multiple Schema Registry instances.</td><td>yes (if <code>url</code> is not provided)</td></tr>
-<tr><td>config</td><td>Json</td><td>To send additional configurations, configured for Schema Registry. This can be supplied via a <a href="/docs/24.0.0/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
-<tr><td>headers</td><td>Json</td><td>To send headers to the Schema Registry. This can be supplied via a <a href="/docs/24.0.0/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
+<tr><td>config</td><td>Json</td><td>To send additional configurations, configured for Schema Registry. This can be supplied via a <a href="/docs/24.0.1/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
+<tr><td>headers</td><td>Json</td><td>To send headers to the Schema Registry. This can be supplied via a <a href="/docs/24.0.1/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
</tbody>
</table>
<p>For a single schema registry instance, use Field <code>url</code> or <code>urls</code> for multi instances.</p>
@@ -517,8 +517,8 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
<li>Failure to decode an Avro message</li>
</ul>
<h3><a class="anchor" aria-hidden="true" id="avro-ocf"></a><a href="#avro-ocf" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
-<p>To load the Avro OCF input format, load the Druid Avro extension (<a href="/docs/24.0.0/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a>).</p>
-<p>See the <a href="/docs/24.0.0/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
+<p>To load the Avro OCF input format, load the Druid Avro extension (<a href="/docs/24.0.1/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a>).</p>
+<p>See the <a href="/docs/24.0.1/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
<p>Configure the Avro OCF <code>inputFormat</code> to load Avro OCF data as follows:</p>
<table>
<thead>
@@ -567,7 +567,7 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="protobuf"></a><a href="#protobuf" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/protobuf.html"><code>druid-protobuf-extensions</code></a> as an extension to use the Protobuf input format.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/protobuf.html"><code>druid-protobuf-extensions</code></a> as an extension to use the Protobuf input format.</p>
</blockquote>
<p>Configure the Protobuf <code>inputFormat</code> to load Protobuf data as follows:</p>
<table>
@@ -606,7 +606,7 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
<h3><a class="anchor" aria-hidden="true" id="flattenspec"></a><a href="#flattenspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>The <code>flattenSpec</code> object bridges the gap between potentially nested input data, such as Avro or ORC, and Druid's flat data model. It is an object within the <code>inputFormat</code> object.</p>
<blockquote>
-<p>If you have nested JSON data, you can ingest and store JSON in an Apache Druid column as a <code>COMPLEX<json></code> data type. See <a href="/docs/24.0.0/querying/nested-columns.html">Nested columns</a> for more information.</p>
+<p>If you have nested JSON data, you can ingest and store JSON in an Apache Druid column as a <code>COMPLEX<json></code> data type. See <a href="/docs/24.0.1/querying/nested-columns.html">Nested columns</a> for more information.</p>
</blockquote>
<p>Configure your <code>flattenSpec</code> as follows:</p>
<table>
@@ -614,7 +614,7 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
<tr><th>Field</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td>useFieldDiscovery</td><td>If true, interpret all root-level fields as available fields for usage by <a href="/docs/24.0.0/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, and <a href="/docs/24.0.0/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpe [...]
+<tr><td>useFieldDiscovery</td><td>If true, interpret all root-level fields as available fields for usage by <a href="/docs/24.0.1/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, and <a href="/docs/24.0.1/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpe [...]
<tr><td>fields</td><td>Specifies the fields of interest and how they are accessed. See <a href="#field-flattening-specifications">Field flattening specifications</a> for more detail.</td><td><code>[]</code></td></tr>
</tbody>
</table>
@@ -628,8 +628,8 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
]
}
</code></pre>
-<p>After Druid reads the input data records, it applies the flattenSpec before applying any other specs such as <a href="/docs/24.0.0/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, or <a href="/docs/24.0.0/ingestion/ingestion-spec.html#metricsspec"><code>metrics [...]
-<p>Flattening is only supported for <a href="/docs/24.0.0/ingestion/data-formats.html">data formats</a> that support nesting, including <code>avro</code>, <code>json</code>, <code>orc</code>, and <code>parquet</code>.</p>
+<p>After Druid reads the input data records, it applies the flattenSpec before applying any other specs such as <a href="/docs/24.0.1/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, or <a href="/docs/24.0.1/ingestion/ingestion-spec.html#metricsspec"><code>metrics [...]
+<p>Flattening is only supported for <a href="/docs/24.0.1/ingestion/data-formats.html">data formats</a> that support nesting, including <code>avro</code>, <code>json</code>, <code>orc</code>, and <code>parquet</code>.</p>
<h4><a class="anchor" aria-hidden="true" id="field-flattening-specifications"></a><a href="#field-flattening-specifications" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 [...]
<p>Each entry in the <code>fields</code> list can have the following components:</p>
<table>
@@ -638,7 +638,7 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
</thead>
<tbody>
<tr><td>type</td><td>Options are as follows:<br /><br /><ul><li><code>root</code>, referring to a field at the root level of the record. Only really useful if <code>useFieldDiscovery</code> is false.</li><li><code>path</code>, referring to a field using <a href="https://github.com/jayway/JsonPath">JsonPath</a> notation. Supported by most data formats that offer nesting, including <code>avro</code>, <code>json</code>, <code>orc</code>, and <code>parquet</code>.</li><li><code>jq</code>, re [...]
-<tr><td>name</td><td>Name of the field after flattening. This name can be referred to by the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, and <a href="/docs/24.0.0/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>.</ [...]
+<tr><td>name</td><td>Name of the field after flattening. This name can be referred to by the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>, and <a href="/docs/24.0.1/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>.</ [...]
<tr><td>expr</td><td>Expression for accessing the field while flattening. For type <code>path</code>, this should be <a href="https://github.com/jayway/JsonPath">JsonPath</a>. For type <code>jq</code>, this should be <a href="https://github.com/eiiches/jackson-jq">jackson-jq</a> notation. For other types, this parameter is ignored.</td><td>none (required for types <code>path</code> and <code>jq</code>)</td></tr>
</tbody>
</table>
@@ -671,12 +671,12 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
</ul>
<h2><a class="anchor" aria-hidden="true" id="parser"></a><a href="#parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
<blockquote>
-<p>The Parser is deprecated for <a href="/docs/24.0.0/ingestion/native-batch.html">native batch tasks</a>, <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a>,
-and <a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a>.
+<p>The Parser is deprecated for <a href="/docs/24.0.1/ingestion/native-batch.html">native batch tasks</a>, <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a>,
+and <a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a>.
Consider using the <a href="#input-format">input format</a> instead for these types of ingestion.</p>
</blockquote>
<p>This section lists all default and core extension parsers.
-For community extension parsers, please see our <a href="/docs/24.0.0/development/extensions.html#community-extensions">community extensions list</a>.</p>
+For community extension parsers, please see our <a href="/docs/24.0.1/development/extensions.html#community-extensions">community extensions list</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="string-parser"></a><a href="#string-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p><code>string</code> typed parsers operate on text based inputs that can be split into individual records by newlines.
Each line can be further parsed using <a href="#parsespec"><code>parseSpec</code></a>.</p>
@@ -691,12 +691,12 @@ Each line can be further parsed using <a href="#parsespec"><code>parseSpec</code
</table>
<h3><a class="anchor" aria-hidden="true" id="avro-hadoop-parser"></a><a href="#avro-hadoop-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a> as an extension to use the Avro Hadoop Parser.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a> as an extension to use the Avro Hadoop Parser.</p>
</blockquote>
<blockquote>
-<p>See the <a href="/docs/24.0.0/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
+<p>See the <a href="/docs/24.0.1/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
</blockquote>
-<p>This parser is for <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a>.
+<p>This parser is for <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a>.
The <code>inputFormat</code> of <code>inputSpec</code> in <code>ioConfig</code> must be set to <code>"org.apache.druid.data.input.avro.AvroValueInputFormat"</code>.
You may want to set Avro reader's schema in <code>jobProperties</code> in <code>tuningConfig</code>,
e.g.: <code>"avro.schema.input.value.path": "/path/to/your/schema.avsc"</code> or
@@ -749,13 +749,13 @@ field types, which can be used to read nested Avro records. The "jq" f
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="orc-hadoop-parser"></a><a href="#orc-hadoop-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/orc.html"><code>druid-orc-extensions</code></a> as an extension to use the ORC Hadoop Parser.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/orc.html"><code>druid-orc-extensions</code></a> as an extension to use the ORC Hadoop Parser.</p>
</blockquote>
<blockquote>
<p>If you are considering upgrading from earlier than 0.15.0 to 0.15.0 or a higher version,
-please read <a href="/docs/24.0.0/development/extensions-core/orc.html#migration-from-contrib-extension">Migration from 'contrib' extension</a> carefully.</p>
+please read <a href="/docs/24.0.1/development/extensions-core/orc.html#migration-from-contrib-extension">Migration from 'contrib' extension</a> carefully.</p>
</blockquote>
-<p>This parser is for <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a>.
+<p>This parser is for <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a>.
The <code>inputFormat</code> of <code>inputSpec</code> in <code>ioConfig</code> must be set to <code>"org.apache.orc.mapreduce.OrcInputFormat"</code>.</p>
<table>
<thead>
@@ -972,9 +972,9 @@ setting <code>"mapreduce.job.user.classpath.first": "true"</
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="parquet-hadoop-parser"></a><a href="#parquet-hadoop-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a> as an extension to use the Parquet Hadoop Parser.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a> as an extension to use the Parquet Hadoop Parser.</p>
</blockquote>
-<p>The Parquet Hadoop parser is for <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a> and parses Parquet files directly.
+<p>The Parquet Hadoop parser is for <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a> and parses Parquet files directly.
The <code>inputFormat</code> of <code>inputSpec</code> in <code>ioConfig</code> must be set to <code>org.apache.druid.data.input.parquet.DruidParquetInputFormat</code>.</p>
<p>The Parquet Hadoop Parser supports auto field discovery and flattening if provided with a
<a href="#flattenspec"><code>flattenSpec</code></a> with the <code>parquet</code> <code>parseSpec</code>. Parquet nested list and map
@@ -1111,10 +1111,10 @@ Parquet files. See <a href="#parquet-hadoop-parser-vs-parquet-avro-hadoop-parser
for the differences between those parsers.</p>
</blockquote>
<blockquote>
-<p>You need to include both the <a href="/docs/24.0.0/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a>
+<p>You need to include both the <a href="/docs/24.0.1/development/extensions-core/parquet.html"><code>druid-parquet-extensions</code></a>
[<code>druid-avro-extensions</code>] as extensions to use the Parquet Avro Hadoop Parser.</p>
</blockquote>
-<p>The Parquet Avro Hadoop Parser is for <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop batch ingestion</a>.
+<p>The Parquet Avro Hadoop Parser is for <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop batch ingestion</a>.
This parser first converts the Parquet data into Avro records, and then parses them to ingest into Druid.
The <code>inputFormat</code> of <code>inputSpec</code> in <code>ioConfig</code> must be set to <code>org.apache.druid.data.input.parquet.DruidParquetAvroInputFormat</code>.</p>
<p>The Parquet Avro Hadoop Parser supports auto field discovery and flattening if provided with a
@@ -1191,12 +1191,12 @@ an explicitly defined <a href="http://www.joda.org/joda-time/apidocs/org/joda/ti
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="avro-stream-parser"></a><a href="#avro-stream-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a> as an extension to use the Avro Stream Parser.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/avro.html"><code>druid-avro-extensions</code></a> as an extension to use the Avro Stream Parser.</p>
</blockquote>
<blockquote>
-<p>See the <a href="/docs/24.0.0/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
+<p>See the <a href="/docs/24.0.1/development/extensions-core/avro.html#avro-types">Avro Types</a> section for how Avro types are handled in Druid</p>
</blockquote>
-<p>This parser is for <a href="/docs/24.0.0/ingestion/index.html#streaming">stream ingestion</a> and reads Avro data from a stream directly.</p>
+<p>This parser is for <a href="/docs/24.0.1/ingestion/index.html#streaming">stream ingestion</a> and reads Avro data from a stream directly.</p>
<table>
<thead>
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th></tr>
@@ -1233,9 +1233,9 @@ field types, which can be used to read nested Avro records. The "jq" f
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="protobuf-parser"></a><a href="#protobuf-parser" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/protobuf.html"><code>druid-protobuf-extensions</code></a> as an extension to use the Protobuf Parser.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/protobuf.html"><code>druid-protobuf-extensions</code></a> as an extension to use the Protobuf Parser.</p>
</blockquote>
-<p>This parser is for <a href="/docs/24.0.0/ingestion/index.html#streaming">stream ingestion</a> and reads Protocol buffer data from a stream directly.</p>
+<p>This parser is for <a href="/docs/24.0.1/ingestion/index.html#streaming">stream ingestion</a> and reads Protocol buffer data from a stream directly.</p>
<table>
<thead>
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th></tr>
@@ -1277,7 +1277,7 @@ field types, which can be used to read nested Avro records. The "jq" f
}
}
</code></pre>
-<p>See the <a href="/docs/24.0.0/development/extensions-core/protobuf.html">extension description</a> for
+<p>See the <a href="/docs/24.0.1/development/extensions-core/protobuf.html">extension description</a> for
more details and examples.</p>
<h4><a class="anchor" aria-hidden="true" id="protobuf-bytes-decoder"></a><a href="#protobuf-bytes-decoder" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>If <code>type</code> is not included, the <code>protoBytesDecoder</code> defaults to <code>schema_registry</code>.</p>
@@ -1312,8 +1312,8 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
<tr><td>url</td><td>String</td><td>Specifies the URL endpoint of the Schema Registry.</td><td>yes</td></tr>
<tr><td>capacity</td><td>Integer</td><td>Specifies the max size of the cache (default = Integer.MAX_VALUE).</td><td>no</td></tr>
<tr><td>urls</td><td>Array<String></td><td>Specifies the URL endpoints of the multiple Schema Registry instances.</td><td>yes (if <code>url</code> is not provided)</td></tr>
-<tr><td>config</td><td>Json</td><td>To send additional configurations, configured for Schema Registry. This can be supplied via a <a href="/docs/24.0.0/operations/dynamic-config-provider.html">DynamicConfigProvider</a>.</td><td>no</td></tr>
-<tr><td>headers</td><td>Json</td><td>To send headers to the Schema Registry. This can be supplied via a <a href="/docs/24.0.0/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
+<tr><td>config</td><td>Json</td><td>To send additional configurations, configured for Schema Registry. This can be supplied via a <a href="/docs/24.0.1/operations/dynamic-config-provider.html">DynamicConfigProvider</a>.</td><td>no</td></tr>
+<tr><td>headers</td><td>Json</td><td>To send headers to the Schema Registry. This can be supplied via a <a href="/docs/24.0.1/operations/dynamic-config-provider.html">DynamicConfigProvider</a></td><td>no</td></tr>
</tbody>
</table>
<p>For a single schema registry instance, use Field <code>url</code> or <code>urls</code> for multi instances.</p>
@@ -1358,8 +1358,8 @@ For details, see the Schema Registry <a href="http://docs.confluent.io/current/s
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="parsespec"></a><a href="#parsespec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
<blockquote>
-<p>The Parser is deprecated for <a href="/docs/24.0.0/ingestion/native-batch.html">native batch tasks</a>, <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a>,
-and <a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a>.
+<p>The Parser is deprecated for <a href="/docs/24.0.1/ingestion/native-batch.html">native batch tasks</a>, <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a>,
+and <a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a>.
Consider using the <a href="#input-format">input format</a> instead for these types of ingestion.</p>
</blockquote>
<p>ParseSpecs serve two purposes:</p>
@@ -1515,7 +1515,7 @@ columns names ("column_1", "column2", ... "column_n&quo
<p>Note with the JavaScript parser that data must be fully parsed and returned as a <code>{key:value}</code> format in the JS logic.
This means any flattening or parsing multi-dimensional values must be done here.</p>
<blockquote>
-<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.0/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
+<p>JavaScript-based functionality is disabled by default. Please refer to the Druid <a href="/docs/24.0.1/development/javascript.html">JavaScript programming guide</a> for guidelines about using Druid's JavaScript functionality, including instructions on how to enable it.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="timeanddims-parsespec"></a><a href="#timeanddims-parsespec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>Use this with non-String Parsers to provide them with timestamp and dimensions information. Non-String Parsers
@@ -1556,7 +1556,7 @@ handle all formatting decisions on their own, without using the ParseSpec.</p>
<tr><td>flattenSpec</td><td>JSON Object</td><td>Specifies flattening configuration for nested JSON data. See <a href="#flattenspec"><code>flattenSpec</code></a> for more info.</td><td>no</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/index.html"><span class="arrow-prev">← </span><span>Ingestion</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/data-model.html"><span>Data model</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#formatting-data">Formatting data</a></li><li><a href="#custom-formats">Custom formats</a></l [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/index.html"><span class="arrow-prev">← </span><span>Ingestion</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/data-model.html"><span>Data model</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#formatting-data">Formatting data</a></li><li><a href="#custom-formats">Custom formats</a></l [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -1573,6 +1573,6 @@ handle all formatting decisions on their own, without using the ParseSpec.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/data-model.html b/docs/24.0.0/ingestion/data-model.html
index cc64d4ca..ada5604a 100644
--- a/docs/24.0.0/ingestion/data-model.html
+++ b/docs/24.0.0/ingestion/data-model.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid data model · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/data-model.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Introduces concepts of datasources, primary timestamp, dimensions, and metrics."/><meta n [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Druid data model · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/data-model.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Introduces concepts of datasources, primary timestamp, dimensions, and metrics."/><meta n [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,27 +79,27 @@
-->
<p>Druid stores data in datasources, which are similar to tables in a traditional relational database management system (RDBMS). Druid's data model shares similarities with both relational and timeseries data models.</p>
<h2><a class="anchor" aria-hidden="true" id="primary-timestamp"></a><a href="#primary-timestamp" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
-<p>Druid schemas must always include a primary timestamp. Druid uses the primary timestamp to <a href="/docs/24.0.0/ingestion/partitioning.html">partition and sort</a> your data. Druid uses the primary timestamp to rapidly identify and retrieve data within the time range of queries. Druid also uses the primary timestamp column
-for time-based <a href="/docs/24.0.0/data-management/index.html">data management operations</a> such as dropping time chunks, overwriting time chunks, and time-based retention rules.</p>
-<p>Druid parses the primary timestamp based on the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a> configuration at ingestion time. Regardless of the source field for the primary timestamp, Druid always stores the timestamp in the <code>__time</code> column in your Druid datasource.</p>
+<p>Druid schemas must always include a primary timestamp. Druid uses the primary timestamp to <a href="/docs/24.0.1/ingestion/partitioning.html">partition and sort</a> your data. Druid uses the primary timestamp to rapidly identify and retrieve data within the time range of queries. Druid also uses the primary timestamp column
+for time-based <a href="/docs/24.0.1/data-management/index.html">data management operations</a> such as dropping time chunks, overwriting time chunks, and time-based retention rules.</p>
+<p>Druid parses the primary timestamp based on the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#timestampspec"><code>timestampSpec</code></a> configuration at ingestion time. Regardless of the source field for the primary timestamp, Druid always stores the timestamp in the <code>__time</code> column in your Druid datasource.</p>
<p>You can control other important operations that are based on the primary timestamp in the
-<a href="/docs/24.0.0/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. If you have more than one timestamp column, you can store the others as
-<a href="/docs/24.0.0/ingestion/schema-design.html#secondary-timestamps">secondary timestamps</a>.</p>
+<a href="/docs/24.0.1/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. If you have more than one timestamp column, you can store the others as
+<a href="/docs/24.0.1/ingestion/schema-design.html#secondary-timestamps">secondary timestamps</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="dimensions"></a><a href="#dimensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>Dimensions are columns that Druid stores "as-is". You can use dimensions for any purpose. For example, you can group, filter, or apply aggregators to dimensions at query time when necessary.</p>
-<p>If you disable <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>, then Druid treats the set of
+<p>If you disable <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>, then Druid treats the set of
dimensions like a set of columns to ingest. The dimensions behave exactly as you would expect from any database that does not support a rollup feature.</p>
-<p>At ingestion time, you configure dimensions in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>.</p>
+<p>At ingestion time, you configure dimensions in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>.</p>
<h2><a class="anchor" aria-hidden="true" id="metrics"></a><a href="#metrics" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
-<p>Metrics are columns that Druid stores in an aggregated form. Metrics are most useful when you enable <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>. If you specify a metric, you can apply an aggregation function to each row during ingestion. This
+<p>Metrics are columns that Druid stores in an aggregated form. Metrics are most useful when you enable <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>. If you specify a metric, you can apply an aggregation function to each row during ingestion. This
has the following benefits:</p>
<p>Rollup is a form of aggregation that collapses dimensions while aggregating the values in the metrics, that is, it collapses rows but retains its summary information."</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/rollup.html">Rollup</a> is a form of aggregation that combines multiple rows with the same timestamp value and dimension values. For example, the <a href="/docs/24.0.0/tutorials/tutorial-rollup.html">rollup tutorial</a> demonstrates using rollup to collapse netflow data to a single row per <code>(minute, srcIP, dstIP)</code> tuple, while retaining aggregate information about total packet and byte counts.</li>
+<li><a href="/docs/24.0.1/ingestion/rollup.html">Rollup</a> is a form of aggregation that combines multiple rows with the same timestamp value and dimension values. For example, the <a href="/docs/24.0.1/tutorials/tutorial-rollup.html">rollup tutorial</a> demonstrates using rollup to collapse netflow data to a single row per <code>(minute, srcIP, dstIP)</code> tuple, while retaining aggregate information about total packet and byte counts.</li>
<li>Druid can compute some aggregators, especially approximate ones, more quickly at query time if they are partially computed at ingestion time, including data that has not been rolled up.</li>
</ul>
-<p>At ingestion time, you configure Metrics in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/data-formats.html"><span class="arrow-prev">← </span><span>Data formats</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/rollup.html"><span>Data rollup</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#primary-timestamp">Primary timestamp</a></li><li><a href="#dimensions">Dimensions</a> [...]
+<p>At ingestion time, you configure Metrics in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#metricsspec"><code>metricsSpec</code></a>.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/data-formats.html"><span class="arrow-prev">← </span><span>Data formats</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/rollup.html"><span>Data rollup</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#primary-timestamp">Primary timestamp</a></li><li><a href="#dimensions">Dimensions</a> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -116,6 +116,6 @@ has the following benefits:</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/faq.html b/docs/24.0.0/ingestion/faq.html
index 38a183d1..71cd1d28 100644
--- a/docs/24.0.0/ingestion/faq.html
+++ b/docs/24.0.0/ingestion/faq.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion troubleshooting FAQ · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/faq.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versi [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion troubleshooting FAQ · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/faq.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versi [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -80,9 +80,9 @@
<h2><a class="anchor" aria-hidden="true" id="batch-ingestion"></a><a href="#batch-ingestion" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>If you are trying to batch load historical data but no events are being loaded, make sure the interval of your ingestion spec actually encapsulates the interval of your data. Events outside this interval are dropped.</p>
<h2><a class="anchor" aria-hidden="true" id="druid-ingested-my-events-but-they-are-not-in-my-query-results"></a><a href="#druid-ingested-my-events-but-they-are-not-in-my-query-results" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-. [...]
-<p>If the number of ingested events seem correct, make sure your query is correctly formed. If you included a <code>count</code> aggregator in your ingestion spec, you will need to query for the results of this aggregate with a <code>longSum</code> aggregator. Issuing a query with a count aggregator will count the number of Druid rows, which includes <a href="/docs/24.0.0/design/index.html">roll-up</a>.</p>
+<p>If the number of ingested events seem correct, make sure your query is correctly formed. If you included a <code>count</code> aggregator in your ingestion spec, you will need to query for the results of this aggregate with a <code>longSum</code> aggregator. Issuing a query with a count aggregator will count the number of Druid rows, which includes <a href="/docs/24.0.1/design/index.html">roll-up</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="where-do-my-druid-segments-end-up-after-ingestion"></a><a href="#where-do-my-druid-segments-end-up-after-ingestion" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 [...]
-<p>Depending on what <code>druid.storage.type</code> is set to, Druid will upload segments to some <a href="/docs/24.0.0/dependencies/deep-storage.html">Deep Storage</a>. Local disk is used as the default deep storage.</p>
+<p>Depending on what <code>druid.storage.type</code> is set to, Druid will upload segments to some <a href="/docs/24.0.1/dependencies/deep-storage.html">Deep Storage</a>. Local disk is used as the default deep storage.</p>
<h2><a class="anchor" aria-hidden="true" id="my-stream-ingest-is-not-handing-segments-off"></a><a href="#my-stream-ingest-is-not-handing-segments-off" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v [...]
<p>First, make sure there are no exceptions in the logs of the ingestion process. Also make sure that <code>druid.storage.type</code> is set to a deep storage that isn't <code>local</code> if you are running a distributed cluster.</p>
<p>Other common reasons that hand-off fails are as follows:</p>
@@ -93,32 +93,32 @@
<li><p>Deep storage is improperly configured. Make sure that your segment actually exists in deep storage and that the Coordinator logs have no errors.</p></li>
</ol>
<h2><a class="anchor" aria-hidden="true" id="how-do-i-get-hdfs-to-work"></a><a href="#how-do-i-get-hdfs-to-work" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
-<p>Make sure to include the <code>druid-hdfs-storage</code> and all the hadoop configuration, dependencies (that can be obtained by running command <code>hadoop classpath</code> on a machine where hadoop has been setup) in the classpath. And, provide necessary HDFS settings as described in <a href="/docs/24.0.0/dependencies/deep-storage.html">deep storage</a> .</p>
+<p>Make sure to include the <code>druid-hdfs-storage</code> and all the hadoop configuration, dependencies (that can be obtained by running command <code>hadoop classpath</code> on a machine where hadoop has been setup) in the classpath. And, provide necessary HDFS settings as described in <a href="/docs/24.0.1/dependencies/deep-storage.html">deep storage</a> .</p>
<h2><a class="anchor" aria-hidden="true" id="how-do-i-know-when-i-can-make-query-to-druid-after-submitting-batch-ingestion-task"></a><a href="#how-do-i-know-when-i-can-make-query-to-druid-after-submitting-batch-ingestion-task" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58 [...]
<p>You can verify if segments created by a recent ingestion task are loaded onto historicals and available for querying using the following workflow.</p>
<ol>
<li>Submit your ingestion task.</li>
-<li>Repeatedly poll the <a href="/docs/24.0.0/operations/api-reference.html#tasks">Overlord's tasks API</a> ( <code>/druid/indexer/v1/task/{taskId}/status</code>) until your task is shown to be successfully completed.</li>
-<li>Poll the <a href="/docs/24.0.0/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> (<code>/druid/coordinator/v1/datasources/{dataSourceName}/loadstatus</code>) with
+<li>Repeatedly poll the <a href="/docs/24.0.1/operations/api-reference.html#tasks">Overlord's tasks API</a> ( <code>/druid/indexer/v1/task/{taskId}/status</code>) until your task is shown to be successfully completed.</li>
+<li>Poll the <a href="/docs/24.0.1/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> (<code>/druid/coordinator/v1/datasources/{dataSourceName}/loadstatus</code>) with
<code>forceMetadataRefresh=true</code> and <code>interval=<INTERVAL_OF_INGESTED_DATA></code> once.
(Note: <code>forceMetadataRefresh=true</code> refreshes Coordinator's metadata cache of all datasources. This can be a heavy operation in terms of the load on the metadata store but is necessary to make sure that we verify all the latest segments' load status)
If there are segments not yet loaded, continue to step 4, otherwise you can now query the data.</li>
-<li>Repeatedly poll the <a href="/docs/24.0.0/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> (<code>/druid/coordinator/v1/datasources/{dataSourceName}/loadstatus</code>) with
+<li>Repeatedly poll the <a href="/docs/24.0.1/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> (<code>/druid/coordinator/v1/datasources/{dataSourceName}/loadstatus</code>) with
<code>forceMetadataRefresh=false</code> and <code>interval=<INTERVAL_OF_INGESTED_DATA></code>.
Continue polling until all segments are loaded. Once all segments are loaded you can now query the data.
-Note that this workflow only guarantees that the segments are available at the time of the <a href="/docs/24.0.0/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> call. Segments can still become missing because of historical process failures or any other reasons afterward.</li>
+Note that this workflow only guarantees that the segments are available at the time of the <a href="/docs/24.0.1/operations/api-reference.html#segment-loading-by-datasource">Segment Loading by Datasource API</a> call. Segments can still become missing because of historical process failures or any other reasons afterward.</li>
</ol>
<h2><a class="anchor" aria-hidden="true" id="i-dont-see-my-druid-segments-on-my-historical-processes"></a><a href="#i-dont-see-my-druid-segments-on-my-historical-processes" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22- [...]
-<p>You can check the <a href="/docs/24.0.0/operations/web-console.html">web console</a> to make sure that your segments have actually loaded on <a href="/docs/24.0.0/design/historical.html">Historical processes</a>. If your segments are not present, check the Coordinator logs for messages about capacity of replication errors. One reason that segments are not downloaded is because Historical processes have maxSizes that are too small, making them incapable of downloading more data. You ca [...]
+<p>You can check the <a href="/docs/24.0.1/operations/web-console.html">web console</a> to make sure that your segments have actually loaded on <a href="/docs/24.0.1/design/historical.html">Historical processes</a>. If your segments are not present, check the Coordinator logs for messages about capacity of replication errors. One reason that segments are not downloaded is because Historical processes have maxSizes that are too small, making them incapable of downloading more data. You ca [...]
<pre><code class="hljs"><span class="hljs-attr">-Ddruid.segmentCache.locations</span>=[{<span class="hljs-string">"path"</span>:<span class="hljs-string">"/tmp/druid/storageLocation"</span>,<span class="hljs-string">"maxSize"</span>:<span class="hljs-string">"500000000000"</span>}]
</code></pre>
<h2><a class="anchor" aria-hidden="true" id="my-queries-are-returning-empty-results"></a><a href="#my-queries-are-returning-empty-results" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1. [...]
-<p>You can use a <a href="/docs/24.0.0/querying/segmentmetadataquery.html">segment metadata query</a> for the dimensions and metrics that have been created for your datasource. Make sure that the name of the aggregators you use in your query match one of these metrics. Also make sure that the query interval you specify match a valid time range where data exists.</p>
+<p>You can use a <a href="/docs/24.0.1/querying/segmentmetadataquery.html">segment metadata query</a> for the dimensions and metrics that have been created for your datasource. Make sure that the name of the aggregators you use in your query match one of these metrics. Also make sure that the query interval you specify match a valid time range where data exists.</p>
<h2><a class="anchor" aria-hidden="true" id="real-time-ingestion-seems-to-be-stuck"></a><a href="#real-time-ingestion-seems-to-be-stuck" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 [...]
<p>There are a few ways this can occur. Druid will throttle ingestion to prevent out of memory problems if the intermediate persists are taking too long or if hand-off is taking too long. If your process logs indicate certain columns are taking a very long time to build (for example, if your segment granularity is hourly, but creating a single column takes 30 minutes), you should re-evaluate your configuration or scale up your real-time ingestion.</p>
<h2><a class="anchor" aria-hidden="true" id="more-information"></a><a href="#more-information" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>Data ingestion for Druid can be difficult for first time users. Please don't hesitate to ask questions in the <a href="https://www.druidforum.org/">Druid Forum</a>.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/tasks.html"><span class="arrow-prev">← </span><span>Task reference</span></a><a class="docs-next button" href="/docs/24.0.0/data-management/index.html"><span>Overview</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#batch-ingestion">Batch Ingestion</a></li><li><a href="#druid-ingested-my-events-but-they [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/tasks.html"><span class="arrow-prev">← </span><span>Task reference</span></a><a class="docs-next button" href="/docs/24.0.1/data-management/index.html"><span>Overview</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#batch-ingestion">Batch Ingestion</a></li><li><a href="#druid-ingested-my-events-but-they [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -135,6 +135,6 @@ Note that this workflow only guarantees that the segments are available at the t
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/hadoop.html b/docs/24.0.0/ingestion/hadoop.html
index e89ad49f..9710e03e 100644
--- a/docs/24.0.0/ingestion/hadoop.html
+++ b/docs/24.0.0/ingestion/hadoop.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Hadoop-based ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/hadoop.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Hadoop-based ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/hadoop.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,14 +78,14 @@
~ under the License.
-->
<p>Apache Hadoop-based batch ingestion in Apache Druid is supported via a Hadoop-ingestion task. These tasks can be posted to a running
-instance of a Druid <a href="/docs/24.0.0/design/overlord.html">Overlord</a>. Please refer to our <a href="/docs/24.0.0/ingestion/index.html#batch">Hadoop-based vs. native batch comparison table</a> for
+instance of a Druid <a href="/docs/24.0.1/design/overlord.html">Overlord</a>. Please refer to our <a href="/docs/24.0.1/ingestion/index.html#batch">Hadoop-based vs. native batch comparison table</a> for
comparisons between Hadoop-based, native batch (simple), and native batch (parallel) ingestion.</p>
<p>To run a Hadoop-based ingestion task, write an ingestion spec as specified below. Then POST it to the
-<a href="/docs/24.0.0/operations/api-reference.html#tasks"><code>/druid/indexer/v1/task</code></a> endpoint on the Overlord, or use the
+<a href="/docs/24.0.1/operations/api-reference.html#tasks"><code>/druid/indexer/v1/task</code></a> endpoint on the Overlord, or use the
<code>bin/post-index-task</code> script included with Druid.</p>
<h2><a class="anchor" aria-hidden="true" id="tutorial"></a><a href="#tutorial" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>This page contains reference documentation for Hadoop-based ingestion.
-For a walk-through instead, check out the <a href="/docs/24.0.0/tutorials/tutorial-batch-hadoop.html">Loading from Apache Hadoop</a> tutorial.</p>
+For a walk-through instead, check out the <a href="/docs/24.0.1/tutorials/tutorial-batch-hadoop.html">Loading from Apache Hadoop</a> tutorial.</p>
<h2><a class="anchor" aria-hidden="true" id="task-syntax"></a><a href="#task-syntax" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>A sample task is shown below:</p>
<pre><code class="hljs css language-json">{
@@ -156,14 +156,14 @@ For a walk-through instead, check out the <a href="/docs/24.0.0/tutorials/tutori
</thead>
<tbody>
<tr><td>type</td><td>The task type, this should always be "index_hadoop".</td><td>yes</td></tr>
-<tr><td>spec</td><td>A Hadoop Index Spec. See <a href="/docs/24.0.0/ingestion/index.html">Ingestion</a></td><td>yes</td></tr>
+<tr><td>spec</td><td>A Hadoop Index Spec. See <a href="/docs/24.0.1/ingestion/index.html">Ingestion</a></td><td>yes</td></tr>
<tr><td>hadoopDependencyCoordinates</td><td>A JSON array of Hadoop dependency coordinates that Druid will use, this property will override the default Hadoop coordinates. Once specified, Druid will look for those Hadoop dependencies from the location specified by <code>druid.extensions.hadoopDependenciesDir</code></td><td>no</td></tr>
<tr><td>classpathPrefix</td><td>Classpath that will be prepended for the Peon process.</td><td>no</td></tr>
</tbody>
</table>
-<p>Also note that Druid automatically computes the classpath for Hadoop job containers that run in the Hadoop cluster. But in case of conflicts between Hadoop and Druid's dependencies, you can manually specify the classpath by setting <code>druid.extensions.hadoopContainerDruidClasspath</code> property. See the extensions config in <a href="/docs/24.0.0/configuration/index.html#extensions">base druid configuration</a>.</p>
+<p>Also note that Druid automatically computes the classpath for Hadoop job containers that run in the Hadoop cluster. But in case of conflicts between Hadoop and Druid's dependencies, you can manually specify the classpath by setting <code>druid.extensions.hadoopContainerDruidClasspath</code> property. See the extensions config in <a href="/docs/24.0.1/configuration/index.html#extensions">base druid configuration</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="dataschema"></a><a href="#dataschema" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
-<p>This field is required. See the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#legacy-dataschema-spec"><code>dataSchema</code></a> section of the main ingestion page for details on
+<p>This field is required. See the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#legacy-dataschema-spec"><code>dataSchema</code></a> section of the main ingestion page for details on
what it should contain.</p>
<h2><a class="anchor" aria-hidden="true" id="ioconfig"></a><a href="#ioconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>This field is required.</p>
@@ -268,7 +268,7 @@ s3n:<span class="hljs-regexp">//</span>billy-bucket<span class="hljs-regexp">/th
<tr><td>dataSource</td><td>String</td><td>Druid dataSource name from which you are loading the data.</td><td>yes</td></tr>
<tr><td>intervals</td><td>List</td><td>A list of strings representing ISO-8601 Intervals.</td><td>yes</td></tr>
<tr><td>segments</td><td>List</td><td>List of segments from which to read data from, by default it is obtained automatically. You can obtain list of segments to put here by making a POST query to Coordinator at url /druid/coordinator/v1/metadata/datasources/segments?full with list of intervals specified in the request payload, e.g. ["2012-01-01T00:00:00.000/2012-01-03T00:00:00.000", "2012-01-05T00:00:00.000/2012-01-07T00:00:00.000"]. You may want to provide this list [...]
-<tr><td>filter</td><td>JSON</td><td>See <a href="/docs/24.0.0/querying/filters.html">Filters</a></td><td>no</td></tr>
+<tr><td>filter</td><td>JSON</td><td>See <a href="/docs/24.0.1/querying/filters.html">Filters</a></td><td>no</td></tr>
<tr><td>dimensions</td><td>Array of String</td><td>Name of dimension columns to load. By default, the list will be constructed from parseSpec. If parseSpec does not have an explicit list of dimensions then all the dimension columns present in stored data will be read.</td><td>no</td></tr>
<tr><td>metrics</td><td>Array of String</td><td>Name of metric columns to load. By default, the list will be constructed from the "name" of all the configured aggregators.</td><td>no</td></tr>
<tr><td>ignoreWhenNoSegments</td><td>boolean</td><td>Whether to ignore this ingestionSpec if no segments were found. Default behavior is to throw error when no segments were found.</td><td>no</td></tr>
@@ -361,8 +361,8 @@ Request Body: [interval1, interval2,...] for example ["2012-01-01T00:00:00.
<tr><td>combineText</td><td>Boolean</td><td>Use CombineTextInputFormat to combine multiple files into a file split. This can speed up Hadoop jobs when processing a large number of small files.</td><td>no (default == false)</td></tr>
<tr><td>useCombiner</td><td>Boolean</td><td>Use Hadoop combiner to merge rows at mapper if possible.</td><td>no (default == false)</td></tr>
<tr><td>jobProperties</td><td>Object</td><td>A map of properties to add to the Hadoop job configuration, see below for details.</td><td>no (default == null)</td></tr>
-<tr><td>indexSpec</td><td>Object</td><td>Tune how data is indexed. See <a href="/docs/24.0.0/ingestion/ingestion-spec.html#indexspec"><code>indexSpec</code></a> on the main ingestion page for more information.</td><td>no</td></tr>
-<tr><td>indexSpecForIntermediatePersists</td><td>Object</td><td>defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. this can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. however, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.0/ing [...]
+<tr><td>indexSpec</td><td>Object</td><td>Tune how data is indexed. See <a href="/docs/24.0.1/ingestion/ingestion-spec.html#indexspec"><code>indexSpec</code></a> on the main ingestion page for more information.</td><td>no</td></tr>
+<tr><td>indexSpecForIntermediatePersists</td><td>Object</td><td>defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. this can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. however, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.1/ing [...]
<tr><td>numBackgroundPersistThreads</td><td>Integer</td><td>The number of new background threads to use for incremental persists. Using this feature causes a notable increase in memory pressure and CPU usage but will make the job finish more quickly. If changing from the default of 0 (use current thread for persists), we recommend setting it to 1.</td><td>no (default == 0)</td></tr>
<tr><td>forceExtendableShardSpecs</td><td>Boolean</td><td>Forces use of extendable shardSpecs. Hash-based partitioning always uses an extendable shardSpec. For single-dimension partitioning, this option should be set to true to use an extendable shardSpec. For partitioning, please check <a href="#partitionsspec">Partitioning specification</a>. This option can be useful when you need to append more data to existing dataSource.</td><td>no (default = false)</td></tr>
<tr><td>useExplicitVersion</td><td>Boolean</td><td>Forces HadoopIndexTask to use version.</td><td>no (default = false)</td></tr>
@@ -383,7 +383,7 @@ Request Body: [interval1, interval2,...] for example ["2012-01-01T00:00:00.
</code></pre>
<p>Hadoop's <a href="https://hadoop.apache.org/docs/stable/hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">MapReduce documentation</a> lists the possible configuration parameters.</p>
<p>With some Hadoop distributions, it may be necessary to set <code>mapreduce.job.classpath</code> or <code>mapreduce.job.user.classpath.first</code>
-to avoid class loading issues. See the <a href="/docs/24.0.0/operations/other-hadoop.html">working with different Hadoop versions documentation</a>
+to avoid class loading issues. See the <a href="/docs/24.0.1/operations/other-hadoop.html">working with different Hadoop versions documentation</a>
for more details.</p>
<h2><a class="anchor" aria-hidden="true" id="partitionsspec"></a><a href="#partitionsspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>Segments are always partitioned based on timestamp (according to the granularitySpec) and may be further partitioned in
@@ -456,7 +456,7 @@ override it with a specific dimension.</p>
</table>
<h2><a class="anchor" aria-hidden="true" id="remote-hadoop-clusters"></a><a href="#remote-hadoop-clusters" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>If you have a remote Hadoop cluster, make sure to include the folder holding your configuration <code>*.xml</code> files in your Druid <code>_common</code> configuration folder.</p>
-<p>If you are having dependency problems with your version of Hadoop and the version compiled with Druid, please see <a href="/docs/24.0.0/operations/other-hadoop.html">these docs</a>.</p>
+<p>If you are having dependency problems with your version of Hadoop and the version compiled with Druid, please see <a href="/docs/24.0.1/operations/other-hadoop.html">these docs</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="elastic-mapreduce"></a><a href="#elastic-mapreduce" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>If your cluster is running on Amazon Web Services, you can use Elastic MapReduce (EMR) to index data
from S3. To do this:</p>
@@ -469,7 +469,7 @@ should be in advanced mode under "Edit software settings":</li>
</code></pre>
<ul>
<li>Follow the instructions under
-<a href="/docs/24.0.0/tutorials/cluster.html#hadoop">Configure for connecting to Hadoop</a> using the XML files from <code>/etc/hadoop/conf</code>
+<a href="/docs/24.0.1/tutorials/cluster.html#hadoop">Configure for connecting to Hadoop</a> using the XML files from <code>/etc/hadoop/conf</code>
on your EMR master.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="kerberized-hadoop-clusters"></a><a href="#kerberized-hadoop-clusters" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H [...]
@@ -509,7 +509,7 @@ mechanisms described in the <a href="#using-other-hadoop-distributions">Using ot
<p>Druid works out of the box with many Hadoop distributions.</p>
<p>If you are having dependency conflicts between Druid and your version of Hadoop, you can try
searching for a solution in the <a href="https://groups.google.com/forum/#!forum/druid-user">Druid user groups</a>, or reading the
-Druid <a href="/docs/24.0.0/operations/other-hadoop.html">Different Hadoop Versions</a> documentation.</p>
+Druid <a href="/docs/24.0.1/operations/other-hadoop.html">Different Hadoop Versions</a> documentation.</p>
<p><a name="cli"></a></p>
<h2><a class="anchor" aria-hidden="true" id="command-line-non-task-version"></a><a href="#command-line-non-task-version" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>To run:</p>
@@ -521,7 +521,7 @@ Druid <a href="/docs/24.0.0/operations/other-hadoop.html">Different Hadoop Versi
<li>"--no-default-hadoop" - don't pull down the default hadoop version</li>
</ul>
<h3><a class="anchor" aria-hidden="true" id="spec-file"></a><a href="#spec-file" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
-<p>The spec file needs to contain a JSON object where the contents are the same as the "spec" field in the Hadoop index task. See <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop Batch Ingestion</a> for details on the spec format.</p>
+<p>The spec file needs to contain a JSON object where the contents are the same as the "spec" field in the Hadoop index task. See <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop Batch Ingestion</a> for details on the spec format.</p>
<p>In addition, a <code>metadataUpdateSpec</code> and <code>segmentOutputPath</code> field needs to be added to the ioConfig:</p>
<pre><code class="hljs"> <span class="hljs-string">"ioConfig"</span> : {
...
@@ -556,7 +556,7 @@ Druid <a href="/docs/24.0.0/operations/other-hadoop.html">Different Hadoop Versi
<tr><td>segmentTable</td><td>String</td><td>Table to use in DB.</td><td>yes</td></tr>
</tbody>
</table>
-<p>These properties should parrot what you have configured for your <a href="/docs/24.0.0/design/coordinator.html">Coordinator</a>.</p>
+<p>These properties should parrot what you have configured for your <a href="/docs/24.0.1/design/coordinator.html">Coordinator</a>.</p>
<h4><a class="anchor" aria-hidden="true" id="segmentoutputpath-config"></a><a href="#segmentoutputpath-config" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<table>
<thead>
@@ -577,7 +577,7 @@ Druid <a href="/docs/24.0.0/operations/other-hadoop.html">Different Hadoop Versi
</table>
<p>Please note that the command line Hadoop indexer doesn't have the locking capabilities of the indexing service, so if you choose to use it,
you have to take caution to not override segments created by real-time processing (if you that a real-time pipeline set up).</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><span class="arrow-prev">← </span><span>Native batch: input sources</span></a><a class="docs-next button" href="/docs/24.0.0/multi-stage-query/index.html"><span>Overview</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#tutorial">Tutorial</a></li><li><a href="#task-syntax [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><span class="arrow-prev">← </span><span>Native batch: input sources</span></a><a class="docs-next button" href="/docs/24.0.1/multi-stage-query/index.html"><span>Overview</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#tutorial">Tutorial</a></li><li><a href="#task-syntax [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -594,6 +594,6 @@ you have to take caution to not override segments created by real-time processin
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/index.html b/docs/24.0.0/ingestion/index.html
index 577deeee..a12a1cbb 100644
--- a/docs/24.0.0/ingestion/index.html
+++ b/docs/24.0.0/ingestion/index.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0. [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/index.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0. [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,18 +78,18 @@
~ under the License.
-->
<p>Loading data in Druid is called <em>ingestion</em> or <em>indexing</em>. When you ingest data into Druid, Druid reads the data from
-your source system and stores it in data files called <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments"><em>segments</em></a>.
+your source system and stores it in data files called <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments"><em>segments</em></a>.
In general, segment files contain a few million rows each.</p>
-<p>For most ingestion methods, the Druid <a href="/docs/24.0.0/design/middlemanager.html">MiddleManager</a> processes or the
-<a href="/docs/24.0.0/design/indexer.html">Indexer</a> processes load your source data. The sole exception is Hadoop-based ingestion, which
+<p>For most ingestion methods, the Druid <a href="/docs/24.0.1/design/middlemanager.html">MiddleManager</a> processes or the
+<a href="/docs/24.0.1/design/indexer.html">Indexer</a> processes load your source data. The sole exception is Hadoop-based ingestion, which
uses a Hadoop MapReduce job on YARN.</p>
-<p>During ingestion Druid creates segments and stores them in <a href="/docs/24.0.0/dependencies/deep-storage.html">deep storage</a>. Historical nodes load the segments into memory to respond to queries. For streaming ingestion, the Middle Managers and indexers can respond to queries in real-time with arriving data. See the <a href="/docs/24.0.0/design/architecture.html#storage-design">Storage design</a> section of the Druid design documentation for more information.</p>
+<p>During ingestion Druid creates segments and stores them in <a href="/docs/24.0.1/dependencies/deep-storage.html">deep storage</a>. Historical nodes load the segments into memory to respond to queries. For streaming ingestion, the Middle Managers and indexers can respond to queries in real-time with arriving data. See the <a href="/docs/24.0.1/design/architecture.html#storage-design">Storage design</a> section of the Druid design documentation for more information.</p>
<p>This topic introduces streaming and batch ingestion methods. The following topics describe ingestion concepts and information that apply to all <a href="#ingestion-methods">ingestion methods</a>:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/data-model.html">Druid data model</a> introduces concepts of datasources, primary timestamp, dimensions, and metrics.</li>
-<li><a href="/docs/24.0.0/ingestion/rollup.html">Data rollup</a> describes rollup as a concept and provides suggestions to maximize the benefits of rollup.</li>
-<li><a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a> describes time chunk and secondary partitioning in Druid.</li>
-<li><a href="/docs/24.0.0/ingestion/ingestion-spec.html">Ingestion spec reference</a> provides a reference for the configuration options in the ingestion spec.</li>
+<li><a href="/docs/24.0.1/ingestion/data-model.html">Druid data model</a> introduces concepts of datasources, primary timestamp, dimensions, and metrics.</li>
+<li><a href="/docs/24.0.1/ingestion/rollup.html">Data rollup</a> describes rollup as a concept and provides suggestions to maximize the benefits of rollup.</li>
+<li><a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a> describes time chunk and secondary partitioning in Druid.</li>
+<li><a href="/docs/24.0.1/ingestion/ingestion-spec.html">Ingestion spec reference</a> provides a reference for the configuration options in the ingestion spec.</li>
</ul>
<p>For additional information about concepts and configurations that are unique to each ingestion method, see the topic for the ingestion method.</p>
<h2><a class="anchor" aria-hidden="true" id="ingestion-methods"></a><a href="#ingestion-methods" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
@@ -102,7 +102,7 @@ page.</p>
supervisor.</p>
<table>
<thead>
-<tr><th><strong>Method</strong></th><th><a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka</a></th><th><a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis</a></th></tr>
+<tr><th><strong>Method</strong></th><th><a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka</a></th><th><a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis</a></th></tr>
</thead>
<tbody>
<tr><td><strong>Supervisor type</strong></td><td><code>kafka</code></td><td><code>kinesis</code></td></tr>
@@ -116,23 +116,23 @@ supervisor.</p>
runs for the duration of the job.</p>
<table>
<thead>
-<tr><th><strong>Method</strong></th><th><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch</a></th><th><a href="/docs/24.0.0/multi-stage-query/index.html">SQL</a></th><th><a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop-based</a></th></tr>
+<tr><th><strong>Method</strong></th><th><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch</a></th><th><a href="/docs/24.0.1/multi-stage-query/index.html">SQL</a></th><th><a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop-based</a></th></tr>
</thead>
<tbody>
<tr><td><strong>Controller task type</strong></td><td><code>index_parallel</code></td><td><code>query_controller</code></td><td><code>index_hadoop</code></td></tr>
-<tr><td><strong>How you submit it</strong></td><td>Send an <code>index_parallel</code> spec to the <a href="/docs/24.0.0/operations/api-reference.html#task-submit">task API</a>.</td><td>Send an <a href="/docs/24.0.0/multi-stage-query/concepts.html#insert">INSERT</a> or <a href="/docs/24.0.0/multi-stage-query/concepts.html#replace">REPLACE</a> statement to the <a href="/docs/24.0.0/multi-stage-query/api.html#submit-a-query">SQL task API</a>.</td><td>Send an <code>index_hadoop</code> spec [...]
-<tr><td><strong>Parallelism</strong></td><td>Using subtasks, if <a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig"><code>maxNumConcurrentSubTasks</code></a> is greater than 1.</td><td>Using <code>query_worker</code> subtasks.</td><td>Using YARN.</td></tr>
+<tr><td><strong>How you submit it</strong></td><td>Send an <code>index_parallel</code> spec to the <a href="/docs/24.0.1/operations/api-reference.html#task-submit">task API</a>.</td><td>Send an <a href="/docs/24.0.1/multi-stage-query/concepts.html#insert">INSERT</a> or <a href="/docs/24.0.1/multi-stage-query/concepts.html#replace">REPLACE</a> statement to the <a href="/docs/24.0.1/multi-stage-query/api.html#submit-a-query">SQL task API</a>.</td><td>Send an <code>index_hadoop</code> spec [...]
+<tr><td><strong>Parallelism</strong></td><td>Using subtasks, if <a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig"><code>maxNumConcurrentSubTasks</code></a> is greater than 1.</td><td>Using <code>query_worker</code> subtasks.</td><td>Using YARN.</td></tr>
<tr><td><strong>Fault tolerance</strong></td><td>Workers automatically relaunched upon failure. Controller task failure leads to job failure.</td><td>Controller or worker task failure leads to job failure.</td><td>YARN containers automatically relaunched upon failure. Controller task failure leads to job failure.</td></tr>
<tr><td><strong>Can append?</strong></td><td>Yes.</td><td>Yes (INSERT).</td><td>No.</td></tr>
<tr><td><strong>Can overwrite?</strong></td><td>Yes.</td><td>Yes (REPLACE).</td><td>Yes.</td></tr>
<tr><td><strong>External dependencies</strong></td><td>None.</td><td>None.</td><td>Hadoop cluster.</td></tr>
-<tr><td><strong>Input sources</strong></td><td>Any <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><code>inputSource</code></a>.</td><td>Any <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><code>inputSource</code></a> (using <a href="/docs/24.0.0/multi-stage-query/concepts.html#extern">EXTERN</a>) or Druid datasource (using FROM).</td><td>Any Hadoop FileSystem or Druid datasource.</td></tr>
-<tr><td><strong>Input formats</strong></td><td>Any <a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a>.</td><td>Any <a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a>.</td><td>Any Hadoop InputFormat.</td></tr>
-<tr><td><strong>Secondary partitioning options</strong></td><td>Dynamic, hash-based, and range-based partitioning methods are available. See <a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec">partitionsSpec</a> for details.</td><td>Range partitioning (<a href="/docs/24.0.0/multi-stage-query/concepts.html#clustering">CLUSTERED BY</a>).</td><td>Hash-based or range-based partitioning via <a href="/docs/24.0.0/ingestion/hadoop.html#partitionsspec"><code>partitionsSpec</code></ [...]
-<tr><td><strong><a href="/docs/24.0.0/ingestion/rollup.html#perfect-rollup-vs-best-effort-rollup">Rollup modes</a></strong></td><td>Perfect if <code>forceGuaranteedRollup</code> = true in the <a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig"><code>tuningConfig</code></a>.</td><td>Always perfect.</td><td>Always perfect.</td></tr>
+<tr><td><strong>Input sources</strong></td><td>Any <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><code>inputSource</code></a>.</td><td>Any <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><code>inputSource</code></a> (using <a href="/docs/24.0.1/multi-stage-query/concepts.html#extern">EXTERN</a>) or Druid datasource (using FROM).</td><td>Any Hadoop FileSystem or Druid datasource.</td></tr>
+<tr><td><strong>Input formats</strong></td><td>Any <a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a>.</td><td>Any <a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a>.</td><td>Any Hadoop InputFormat.</td></tr>
+<tr><td><strong>Secondary partitioning options</strong></td><td>Dynamic, hash-based, and range-based partitioning methods are available. See <a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec">partitionsSpec</a> for details.</td><td>Range partitioning (<a href="/docs/24.0.1/multi-stage-query/concepts.html#clustering">CLUSTERED BY</a>).</td><td>Hash-based or range-based partitioning via <a href="/docs/24.0.1/ingestion/hadoop.html#partitionsspec"><code>partitionsSpec</code></ [...]
+<tr><td><strong><a href="/docs/24.0.1/ingestion/rollup.html#perfect-rollup-vs-best-effort-rollup">Rollup modes</a></strong></td><td>Perfect if <code>forceGuaranteedRollup</code> = true in the <a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig"><code>tuningConfig</code></a>.</td><td>Always perfect.</td><td>Always perfect.</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/dependencies/zookeeper.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">ZooKeeper</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/data-formats.html"><span>Data formats</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#ingestion-methods">Ingestion methods</a><ul class= [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/dependencies/zookeeper.html"><span class="arrow-prev">← </span><span class="function-name-prevnext">ZooKeeper</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/data-formats.html"><span>Data formats</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#ingestion-methods">Ingestion methods</a><ul class= [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -149,6 +149,6 @@ runs for the duration of the job.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/ingestion-spec.html b/docs/24.0.0/ingestion/ingestion-spec.html
index 638f9ab2..0018b6aa 100644
--- a/docs/24.0.0/ingestion/ingestion-spec.html
+++ b/docs/24.0.0/ingestion/ingestion-spec.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion spec reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/ingestion-spec.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference for the configuration options in the ingestion spec."/><meta name=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Ingestion spec reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/ingestion-spec.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Reference for the configuration options in the ingestion spec."/><meta name=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,15 +77,15 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>All ingestion methods use ingestion tasks to load data into Druid. Streaming ingestion uses ongoing supervisors that run and supervise a set of tasks over time. Native batch and Hadoop-based ingestion use a one-time <a href="/docs/24.0.0/ingestion/tasks.html">task</a>. All types of ingestion use an <em>ingestion spec</em> to configure ingestion.</p>
+<p>All ingestion methods use ingestion tasks to load data into Druid. Streaming ingestion uses ongoing supervisors that run and supervise a set of tasks over time. Native batch and Hadoop-based ingestion use a one-time <a href="/docs/24.0.1/ingestion/tasks.html">task</a>. All types of ingestion use an <em>ingestion spec</em> to configure ingestion.</p>
<p>Ingestion specs consists of three main components:</p>
<ul>
<li><a href="#dataschema"><code>dataSchema</code></a>, which configures the <a href="#datasource">datasource name</a>,
<a href="#timestampspec">primary timestamp</a>, <a href="#dimensionsspec">dimensions</a>, <a href="#metricsspec">metrics</a>, and <a href="#transformspec">transforms and filters</a> (if needed).</li>
<li><a href="#ioconfig"><code>ioConfig</code></a>, which tells Druid how to connect to the source system and how to parse data. For more information, see the
-documentation for each <a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a>.</li>
+documentation for each <a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a>.</li>
<li><a href="#tuningconfig"><code>tuningConfig</code></a>, which controls various tuning parameters specific to each
-<a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a>.</li>
+<a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a>.</li>
</ul>
<p>Example ingestion spec for task type <code>index_parallel</code> (native batch):</p>
<pre><code class="hljs">{
@@ -140,13 +140,13 @@ documentation for each <a href="/docs/24.0.0/ingestion/index.html#ingestion-meth
}
}
</code></pre>
-<p>The specific options supported by these sections will depend on the <a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a> you have chosen.
+<p>The specific options supported by these sections will depend on the <a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a> you have chosen.
For more examples, refer to the documentation for each ingestion method.</p>
<p>You can also load data visually, without the need to write an ingestion spec, using the "Load data" functionality
-available in Druid's <a href="/docs/24.0.0/operations/web-console.html">web console</a>. Druid's visual data loader supports
-<a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka</a>,
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis</a>, and
-<a href="/docs/24.0.0/ingestion/native-batch.html">native batch</a> mode.</p>
+available in Druid's <a href="/docs/24.0.1/operations/web-console.html">web console</a>. Druid's visual data loader supports
+<a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka</a>,
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis</a>, and
+<a href="/docs/24.0.1/ingestion/native-batch.html">native batch</a> mode.</p>
<h2><a class="anchor" aria-hidden="true" id="dataschema"></a><a href="#dataschema" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<blockquote>
<p>The <code>dataSchema</code> spec has been changed in 0.17.0. The new spec is supported by all ingestion methods
@@ -190,13 +190,13 @@ except for <em>Hadoop</em> ingestion. See the <a href="#legacy-dataschema-spec">
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="datasource"></a><a href="#datasource" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>The <code>dataSource</code> is located in <code>dataSchema</code> → <code>dataSource</code> and is simply the name of the
-<a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">datasource</a> that data will be written to. An example
+<a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">datasource</a> that data will be written to. An example
<code>dataSource</code> is:</p>
<pre><code class="hljs"><span class="hljs-string">"dataSource"</span>: <span class="hljs-string">"my-first-datasource"</span>
</code></pre>
<h3><a class="anchor" aria-hidden="true" id="timestampspec"></a><a href="#timestampspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>The <code>timestampSpec</code> is located in <code>dataSchema</code> → <code>timestampSpec</code> and is responsible for
-configuring the <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestamp">primary timestamp</a>. An example <code>timestampSpec</code> is:</p>
+configuring the <a href="/docs/24.0.1/ingestion/data-model.html#primary-timestamp">primary timestamp</a>. An example <code>timestampSpec</code> is:</p>
<pre><code class="hljs"><span class="hljs-string">"timestampSpec"</span>: {
<span class="hljs-string">"column"</span>: <span class="hljs-string">"timestamp"</span>,
<span class="hljs-string">"format"</span>: <span class="hljs-string">"auto"</span>
@@ -204,7 +204,7 @@ configuring the <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestam
</code></pre>
<blockquote>
<p>Conceptually, after input data records are read, Druid applies ingestion spec components in a particular order:
-first <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
+first <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
and finally <a href="#dimensionsspec"><code>dimensionsSpec</code></a> and <a href="#metricsspec"><code>metricsSpec</code></a>. Keep this in mind when writing
your ingestion spec.</p>
</blockquote>
@@ -223,7 +223,7 @@ your ingestion spec.</p>
<p>Treat <code>__time</code> as a millisecond timestamp: the number of milliseconds since Jan 1, 1970 at midnight UTC.</p>
<h3><a class="anchor" aria-hidden="true" id="dimensionsspec"></a><a href="#dimensionsspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>The <code>dimensionsSpec</code> is located in <code>dataSchema</code> → <code>dimensionsSpec</code> and is responsible for
-configuring <a href="/docs/24.0.0/ingestion/data-model.html#dimensions">dimensions</a>. An example <code>dimensionsSpec</code> is:</p>
+configuring <a href="/docs/24.0.1/ingestion/data-model.html#dimensions">dimensions</a>. An example <code>dimensionsSpec</code> is:</p>
<pre><code class="hljs"><span class="hljs-string">"dimensionsSpec"</span> : {
<span class="hljs-string">"dimensions"</span>: [
<span class="hljs-string">"page"</span>,
@@ -236,7 +236,7 @@ configuring <a href="/docs/24.0.0/ingestion/data-model.html#dimensions">dimensio
</code></pre>
<blockquote>
<p>Conceptually, after input data records are read, Druid applies ingestion spec components in a particular order:
-first <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
+first <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
and finally <a href="#dimensionsspec"><code>dimensionsSpec</code></a> and <a href="#metricsspec"><code>metricsSpec</code></a>. Keep this in mind when writing
your ingestion spec.</p>
</blockquote>
@@ -246,9 +246,9 @@ your ingestion spec.</p>
<tr><th>Field</th><th>Description</th><th>Default</th></tr>
</thead>
<tbody>
-<tr><td><code>dimensions</code></td><td>A list of <a href="#dimension-objects">dimension names or objects</a>. You cannot include the same column in both <code>dimensions</code> and <code>dimensionExclusions</code>.<br /><br />If <code>dimensions</code> and <code>spatialDimensions</code> are both null or empty arrays, Druid treats all columns other than timestamp or metrics that do not appear in <code>dimensionExclusions</code> as String-typed dimension columns. See <a href="#inclusions- [...]
+<tr><td><code>dimensions</code></td><td>A list of <a href="#dimension-objects">dimension names or objects</a>. You cannot include the same column in both <code>dimensions</code> and <code>dimensionExclusions</code>.<br /><br />If <code>dimensions</code> and <code>spatialDimensions</code> are both null or empty arrays, Druid treats all columns other than timestamp or metrics that do not appear in <code>dimensionExclusions</code> as String-typed dimension columns. See <a href="#inclusions- [...]
<tr><td><code>dimensionExclusions</code></td><td>The names of dimensions to exclude from ingestion. Only names are supported here, not objects.<br /><br />This list is only used if the <code>dimensions</code> and <code>spatialDimensions</code> lists are both null or empty arrays; otherwise it is ignored. See <a href="#inclusions-and-exclusions">inclusions and exclusions</a> below for details.</td><td><code>[]</code></td></tr>
-<tr><td><code>spatialDimensions</code></td><td>An array of <a href="/docs/24.0.0/development/geo.html">spatial dimensions</a>.</td><td><code>[]</code></td></tr>
+<tr><td><code>spatialDimensions</code></td><td>An array of <a href="/docs/24.0.1/development/geo.html">spatial dimensions</a>.</td><td><code>[]</code></td></tr>
<tr><td><code>includeAllDimensions</code></td><td>You can set <code>includeAllDimensions</code> to true to ingest both explicit dimensions in the <code>dimensions</code> field and other dimensions that the ingestion task discovers from input data. In this case, the explicit dimensions will appear first in order that you specify them and the dimensions dynamically discovered will come after. This flag can be useful especially with auto schema discovery using <a href="./data-formats.html#f [...]
</tbody>
</table>
@@ -264,7 +264,7 @@ a <code>string</code> type dimension object with the given name, e.g. <code>&quo
<tr><td>type</td><td>Either <code>string</code>, <code>long</code>, <code>float</code>, <code>double</code>, or <code>json</code>.</td><td><code>string</code></td></tr>
<tr><td>name</td><td>The name of the dimension. This will be used as the field name to read from input records, as well as the column name stored in generated segments.<br /><br />Note that you can use a <a href="#transformspec"><code>transformSpec</code></a> if you want to rename columns during ingestion time.</td><td>none (required)</td></tr>
<tr><td>createBitmapIndex</td><td>For <code>string</code> typed dimensions, whether or not bitmap indexes should be created for the column in generated segments. Creating a bitmap index requires more storage, but speeds up certain kinds of filtering (especially equality and prefix filtering). Only supported for <code>string</code> typed dimensions.</td><td><code>true</code></td></tr>
-<tr><td>multiValueHandling</td><td>Specify the type of handling for <a href="/docs/24.0.0/querying/multi-value-dimensions.html">multi-value fields</a>. Possible values are <code>sorted_array</code>, <code>sorted_set</code>, and <code>array</code>. <code>sorted_array</code> and <code>sorted_set</code> order the array upon ingestion. <code>sorted_set</code> removes duplicates. <code>array</code> ingests data as-is</td><td><code>sorted_array</code></td></tr>
+<tr><td>multiValueHandling</td><td>Specify the type of handling for <a href="/docs/24.0.1/querying/multi-value-dimensions.html">multi-value fields</a>. Possible values are <code>sorted_array</code>, <code>sorted_set</code>, and <code>array</code>. <code>sorted_array</code> and <code>sorted_set</code> order the array upon ingestion. <code>sorted_set</code> removes duplicates. <code>array</code> ingests data as-is</td><td><code>sorted_array</code></td></tr>
</tbody>
</table>
<h4><a class="anchor" aria-hidden="true" id="inclusions-and-exclusions"></a><a href="#inclusions-and-exclusions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c [...]
@@ -272,8 +272,8 @@ a <code>string</code> type dimension object with the given name, e.g. <code>&quo
<p>Normal interpretation occurs when either <code>dimensions</code> or <code>spatialDimensions</code> is non-empty. In this case, the combination of the two lists will be taken as the set of dimensions to be ingested, and the list of <code>dimensionExclusions</code> will be ignored.</p>
<p>Schemaless interpretation occurs when both <code>dimensions</code> and <code>spatialDimensions</code> are empty or null. In this case, the set of dimensions is determined in the following way:</p>
<ol>
-<li>First, start from the set of all root-level fields from the input record, as determined by the <a href="/docs/24.0.0/ingestion/data-formats.html"><code>inputFormat</code></a>. "Root-level" includes all fields at the top level of a data structure, but does not included fields nested within maps or lists. To extract these, you must use a <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a>. All fields of non-nested data formats, such as [...]
-<li>If a <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> is being used, the set of root-level fields includes any fields generated by the <code>flattenSpec</code>. The <code>useFieldDiscovery</code> parameter determines whether the original root-level fields will be retained or discarded.</li>
+<li>First, start from the set of all root-level fields from the input record, as determined by the <a href="/docs/24.0.1/ingestion/data-formats.html"><code>inputFormat</code></a>. "Root-level" includes all fields at the top level of a data structure, but does not included fields nested within maps or lists. To extract these, you must use a <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a>. All fields of non-nested data formats, such as [...]
+<li>If a <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> is being used, the set of root-level fields includes any fields generated by the <code>flattenSpec</code>. The <code>useFieldDiscovery</code> parameter determines whether the original root-level fields will be retained or discarded.</li>
<li>Any field listed in <code>dimensionExclusions</code> is excluded.</li>
<li>The field listed as <code>column</code> in the <a href="#timestampspec"><code>timestampSpec</code></a> is excluded.</li>
<li>Any field used as an input to an aggregator from the <a href="#metricsspec">metricsSpec</a> is excluded.</li>
@@ -285,8 +285,8 @@ a <code>string</code> type dimension object with the given name, e.g. <code>&quo
schemaless dimension interpretation.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="metricsspec"></a><a href="#metricsspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
-<p>The <code>metricsSpec</code> is located in <code>dataSchema</code> → <code>metricsSpec</code> and is a list of <a href="/docs/24.0.0/querying/aggregations.html">aggregators</a>
-to apply at ingestion time. This is most useful when <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> is enabled, since it's how you configure
+<p>The <code>metricsSpec</code> is located in <code>dataSchema</code> → <code>metricsSpec</code> and is a list of <a href="/docs/24.0.1/querying/aggregations.html">aggregators</a>
+to apply at ingestion time. This is most useful when <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> is enabled, since it's how you configure
ingestion-time aggregation.</p>
<p>An example <code>metricsSpec</code> is:</p>
<pre><code class="hljs"><span class="hljs-string">"metricsSpec"</span>: [
@@ -296,22 +296,22 @@ ingestion-time aggregation.</p>
]
</code></pre>
<blockquote>
-<p>Generally, when <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> is disabled, you should have an empty <code>metricsSpec</code> (because without rollup,
+<p>Generally, when <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> is disabled, you should have an empty <code>metricsSpec</code> (because without rollup,
Druid does not do any ingestion-time aggregation, so there is little reason to include an ingestion-time aggregator). However,
in some cases, it can still make sense to define metrics: for example, if you want to create a complex column as a way of
-pre-computing part of an <a href="/docs/24.0.0/querying/aggregations.html#approximate-aggregations">approximate aggregation</a>, this can only
+pre-computing part of an <a href="/docs/24.0.1/querying/aggregations.html#approximate-aggregations">approximate aggregation</a>, this can only
be done by defining a metric in a <code>metricsSpec</code>.</p>
</blockquote>
<h3><a class="anchor" aria-hidden="true" id="granularityspec"></a><a href="#granularityspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<p>The <code>granularitySpec</code> is located in <code>dataSchema</code> → <code>granularitySpec</code> and is responsible for configuring
the following operations:</p>
<ol>
-<li>Partitioning a datasource into <a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">time chunks</a> (via <code>segmentGranularity</code>).</li>
+<li>Partitioning a datasource into <a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">time chunks</a> (via <code>segmentGranularity</code>).</li>
<li>Truncating the timestamp, if desired (via <code>queryGranularity</code>).</li>
<li>Specifying which time chunks of segments should be created, for batch ingestion (via <code>intervals</code>).</li>
-<li>Specifying whether ingestion-time <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> should be used or not (via <code>rollup</code>).</li>
+<li>Specifying whether ingestion-time <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> should be used or not (via <code>rollup</code>).</li>
</ol>
-<p>Other than <code>rollup</code>, these operations are all based on the <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestamp">primary timestamp</a>.</p>
+<p>Other than <code>rollup</code>, these operations are all based on the <a href="/docs/24.0.1/ingestion/data-model.html#primary-timestamp">primary timestamp</a>.</p>
<p>An example <code>granularitySpec</code> is:</p>
<pre><code class="hljs"><span class="hljs-string">"granularitySpec"</span>: {
<span class="hljs-string">"segmentGranularity"</span>: <span class="hljs-string">"day"</span>,
@@ -329,9 +329,9 @@ the following operations:</p>
</thead>
<tbody>
<tr><td>type</td><td><code>uniform</code></td><td><code>uniform</code></td></tr>
-<tr><td>segmentGranularity</td><td><a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">Time chunking</a> granularity for this datasource. Multiple segments can be created per time chunk. For example, when set to <code>day</code>, the events of the same day fall into the same time chunk which can be optionally further partitioned into multiple segments based on other configurations and input size. Any <a href="/docs/24.0.0/querying/granularities.html">granularity</a> [...]
-<tr><td>queryGranularity</td><td>The resolution of timestamp storage within each segment. This must be equal to, or finer, than <code>segmentGranularity</code>. This will be the finest granularity that you can query at and still receive sensible results, but note that you can still query at anything coarser than this granularity. E.g., a value of <code>minute</code> will mean that records will be stored at minutely granularity, and can be sensibly queried at any multiple of minutes (incl [...]
-<tr><td>rollup</td><td>Whether to use ingestion-time <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> or not. Note that rollup is still effective even when <code>queryGranularity</code> is set to <code>none</code>. Your data will be rolled up if they have the exactly same timestamp.</td><td><code>true</code></td></tr>
+<tr><td>segmentGranularity</td><td><a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">Time chunking</a> granularity for this datasource. Multiple segments can be created per time chunk. For example, when set to <code>day</code>, the events of the same day fall into the same time chunk which can be optionally further partitioned into multiple segments based on other configurations and input size. Any <a href="/docs/24.0.1/querying/granularities.html">granularity</a> [...]
+<tr><td>queryGranularity</td><td>The resolution of timestamp storage within each segment. This must be equal to, or finer, than <code>segmentGranularity</code>. This will be the finest granularity that you can query at and still receive sensible results, but note that you can still query at anything coarser than this granularity. E.g., a value of <code>minute</code> will mean that records will be stored at minutely granularity, and can be sensibly queried at any multiple of minutes (incl [...]
+<tr><td>rollup</td><td>Whether to use ingestion-time <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> or not. Note that rollup is still effective even when <code>queryGranularity</code> is set to <code>none</code>. Your data will be rolled up if they have the exactly same timestamp.</td><td><code>true</code></td></tr>
<tr><td>intervals</td><td>A list of intervals defining time chunks for segments. Specify interval values using ISO8601 format. For example, <code>["2021-12-06T21:27:10+00:00/2021-12-07T00:00:00+00:00"]</code>. If you omit the time, the time defaults to "00:00:00".<br /><br />Druid breaks the list up and rounds off the list values based on the <code>segmentGranularity</code>.<br /><br />If <code>null</code> or not provided, batch ingestion tasks generally determine whi [...]
</tbody>
</table>
@@ -351,7 +351,7 @@ records during ingestion time. It is optional. An example <code>transformSpec</c
</code></pre>
<blockquote>
<p>Conceptually, after input data records are read, Druid applies ingestion spec components in a particular order:
-first <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
+first <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
and finally <a href="#dimensionsspec"><code>dimensionsSpec</code></a> and <a href="#metricsspec"><code>metricsSpec</code></a>. Keep this in mind when writing
your ingestion spec.</p>
</blockquote>
@@ -370,16 +370,16 @@ with another field containing all nulls, which will act similarly to removing th
<span class="hljs-attr">"expression"</span>: <span class="hljs-string">"<expr>"</span>
}
</code></pre>
-<p>The <code>expression</code> is a <a href="/docs/24.0.0/misc/math-expr.html">Druid query expression</a>.</p>
+<p>The <code>expression</code> is a <a href="/docs/24.0.1/misc/math-expr.html">Druid query expression</a>.</p>
<blockquote>
<p>Conceptually, after input data records are read, Druid applies ingestion spec components in a particular order:
-first <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
+first <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec"><code>flattenSpec</code></a> (if any), then <a href="#timestampspec"><code>timestampSpec</code></a>, then <a href="#transformspec"><code>transformSpec</code></a>,
and finally <a href="#dimensionsspec"><code>dimensionsSpec</code></a> and <a href="#metricsspec"><code>metricsSpec</code></a>. Keep this in mind when writing
your ingestion spec.</p>
</blockquote>
<h4><a class="anchor" aria-hidden="true" id="filter"></a><a href="#filter" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
<p>The <code>filter</code> conditionally filters input rows during ingestion. Only rows that pass the filter will be
-ingested. Any of Druid's standard <a href="/docs/24.0.0/querying/filters.html">query filters</a> can be used. Note that within a
+ingested. Any of Druid's standard <a href="/docs/24.0.1/querying/filters.html">query filters</a> can be used. Note that within a
<code>transformSpec</code>, the <code>transforms</code> are applied before the <code>filter</code>, so the filter can refer to a transform.</p>
<h3><a class="anchor" aria-hidden="true" id="legacy-dataschema-spec"></a><a href="#legacy-dataschema-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<blockquote>
@@ -393,11 +393,11 @@ except for <em>Hadoop</em> ingestion. See <a href="#dataschema"><code>dataSchema
<h4><a class="anchor" aria-hidden="true" id="parser-deprecated"></a><a href="#parser-deprecated" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>In legacy <code>dataSchema</code>, the <code>parser</code> is located in the <code>dataSchema</code> → <code>parser</code> and is responsible for configuring a wide variety of
items related to parsing input records. The <code>parser</code> is deprecated and it is highly recommended to use <code>inputFormat</code> instead.
-For details about <code>inputFormat</code> and supported <code>parser</code> types, see the <a href="/docs/24.0.0/ingestion/data-formats.html">"Data formats" page</a>.</p>
+For details about <code>inputFormat</code> and supported <code>parser</code> types, see the <a href="/docs/24.0.1/ingestion/data-formats.html">"Data formats" page</a>.</p>
<p>For details about major components of the <code>parseSpec</code>, refer to their subsections:</p>
<ul>
-<li><a href="#timestampspec"><code>timestampSpec</code></a>, responsible for configuring the <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestamp">primary timestamp</a>.</li>
-<li><a href="#dimensionsspec"><code>dimensionsSpec</code></a>, responsible for configuring <a href="/docs/24.0.0/ingestion/data-model.html#dimensions">dimensions</a>.</li>
+<li><a href="#timestampspec"><code>timestampSpec</code></a>, responsible for configuring the <a href="/docs/24.0.1/ingestion/data-model.html#primary-timestamp">primary timestamp</a>.</li>
+<li><a href="#dimensionsspec"><code>dimensionsSpec</code></a>, responsible for configuring <a href="/docs/24.0.1/ingestion/data-model.html#dimensions">dimensions</a>.</li>
<li><a href="#flattenspec"><code>flattenSpec</code></a>, responsible for flattening nested data formats.</li>
</ul>
<p>An example <code>parser</code> is:</p>
@@ -428,11 +428,11 @@ For details about <code>inputFormat</code> and supported <code>parser</code> typ
<h4><a class="anchor" aria-hidden="true" id="flattenspec"></a><a href="#flattenspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>In the legacy <code>dataSchema</code>, the <code>flattenSpec</code> is located in <code>dataSchema</code> → <code>parser</code> → <code>parseSpec</code> → <code>flattenSpec</code> and is responsible for
bridging the gap between potentially nested input data (such as JSON, Avro, etc) and Druid's flat data model.
-See <a href="/docs/24.0.0/ingestion/data-formats.html#flattenspec">Flatten spec</a> for more details.</p>
+See <a href="/docs/24.0.1/ingestion/data-formats.html#flattenspec">Flatten spec</a> for more details.</p>
<h2><a class="anchor" aria-hidden="true" id="ioconfig"></a><a href="#ioconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>The <code>ioConfig</code> influences how data is read from a source system, such as Apache Kafka, Amazon S3, a mounted
filesystem, or any other supported source system. The <code>inputFormat</code> property applies to all
-<a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a> except for Hadoop ingestion. The Hadoop ingestion still
+<a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a> except for Hadoop ingestion. The Hadoop ingestion still
uses the <a href="#parser-deprecated"><code>parser</code></a> in the legacy <code>dataSchema</code>.
The rest of <code>ioConfig</code> is specific to each individual ingestion method.
An example <code>ioConfig</code> to read JSON data is:</p>
@@ -444,10 +444,10 @@ An example <code>ioConfig</code> to read JSON data is:</p>
...
}
</code></pre>
-<p>For more details, see the documentation provided by each <a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a>.</p>
+<p>For more details, see the documentation provided by each <a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="tuningconfig"></a><a href="#tuningconfig" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>Tuning properties are specified in a <code>tuningConfig</code>, which goes at the top level of an ingestion spec. Some
-properties apply to all <a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion methods</a>, but most are specific to each individual
+properties apply to all <a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion methods</a>, but most are specific to each individual
ingestion method. An example <code>tuningConfig</code> that sets all of the shared, common properties to their defaults
is:</p>
<pre><code class="hljs css language-plaintext">"tuningConfig": {
@@ -474,7 +474,7 @@ is:</p>
<tr><td>skipBytesInMemoryOverheadCheck</td><td>The calculation of maxBytesInMemory takes into account overhead objects created during ingestion and each intermediate persist. Setting this to true can exclude the bytes of these overhead objects from maxBytesInMemory check.</td><td>false</td></tr>
<tr><td>indexSpec</td><td>Defines segment storage format options to use at indexing time.</td><td>See <a href="#indexspec"><code>indexSpec</code></a> for more information.</td></tr>
<tr><td>indexSpecForIntermediatePersists</td><td>Defines segment storage format options to use at indexing time for intermediate persisted temporary segments.</td><td>See <a href="#indexspec"><code>indexSpec</code></a> for more information.</td></tr>
-<tr><td>Other properties</td><td>Each ingestion method has its own list of additional tuning properties. See the documentation for each method for a full list: <a href="/docs/24.0.0/development/extensions-core/kafka-supervisor-reference.html#tuningconfig">Kafka indexing service</a>, <a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html#tuningconfig">Kinesis indexing service</a>, <a href="/docs/24.0.0/ingestion/native-batch.html#tuningconfig">Native batch</a>, and <a hr [...]
+<tr><td>Other properties</td><td>Each ingestion method has its own list of additional tuning properties. See the documentation for each method for a full list: <a href="/docs/24.0.1/development/extensions-core/kafka-supervisor-reference.html#tuningconfig">Kafka indexing service</a>, <a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html#tuningconfig">Kinesis indexing service</a>, <a href="/docs/24.0.1/ingestion/native-batch.html#tuningconfig">Native batch</a>, and <a hr [...]
</tbody>
</table>
<h4><a class="anchor" aria-hidden="true" id="indexspec"></a><a href="#indexspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
@@ -491,8 +491,8 @@ is:</p>
</tbody>
</table>
<p>Beyond these properties, each ingestion method has its own specific tuning properties. See the documentation for each
-<a href="/docs/24.0.0/ingestion/index.html#ingestion-methods">ingestion method</a> for details.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/partitioning.html"><span class="arrow-prev">← </span><span>Partitioning</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/schema-design.html"><span>Schema design tips</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#dataschema"><code>dataSchema</code></a><ul class="toc-headings"><li><a [...]
+<a href="/docs/24.0.1/ingestion/index.html#ingestion-methods">ingestion method</a> for details.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/partitioning.html"><span class="arrow-prev">← </span><span>Partitioning</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/schema-design.html"><span>Schema design tips</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#dataschema"><code>dataSchema</code></a><ul class="toc-headings"><li><a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -509,6 +509,6 @@ is:</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/native-batch-firehose.html b/docs/24.0.0/ingestion/native-batch-firehose.html
index d31bae4a..d0b10898 100644
--- a/docs/24.0.0/ingestion/native-batch-firehose.html
+++ b/docs/24.0.0/ingestion/native-batch-firehose.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch ingestion with firehose · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/native-batch-firehose.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><m [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch ingestion with firehose · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/native-batch-firehose.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><m [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,14 +77,14 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>Firehoses are deprecated in 0.17.0. It's highly recommended to use the <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Native batch ingestion input sources</a> instead.</p>
+<p>Firehoses are deprecated in 0.17.0. It's highly recommended to use the <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Native batch ingestion input sources</a> instead.</p>
<p>There are several firehoses readily available in Druid, some are meant for examples, others can be used directly in a production environment.</p>
<h2><a class="anchor" aria-hidden="true" id="statics3firehose"></a><a href="#statics3firehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/s3.html"><code>druid-s3-extensions</code></a> as an extension to use the StaticS3Firehose.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/s3.html"><code>druid-s3-extensions</code></a> as an extension to use the StaticS3Firehose.</p>
</blockquote>
<p>This firehose ingests events from a predefined list of S3 objects.
-This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>.
+This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>.
Since each split represents an object in this firehose, each worker task of <code>index_parallel</code> will read an object.</p>
<p>Sample spec:</p>
<pre><code class="hljs css language-json">"firehose" : {
@@ -112,11 +112,11 @@ Note that prefetching or caching isn't that useful in the Parallel task.</p>
</table>
<h2><a class="anchor" aria-hidden="true" id="staticgoogleblobstorefirehose"></a><a href="#staticgoogleblobstorefirehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/google.html"><code>druid-google-extensions</code></a> as an extension to use the StaticGoogleBlobStoreFirehose.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/google.html"><code>druid-google-extensions</code></a> as an extension to use the StaticGoogleBlobStoreFirehose.</p>
</blockquote>
<p>This firehose ingests events, similar to the StaticS3Firehose, but from an Google Cloud Store.</p>
<p>As with the S3 blobstore, it is assumed to be gzipped if the extension ends in .gz</p>
-<p>This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>.
+<p>This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>.
Since each split represents an object in this firehose, each worker task of <code>index_parallel</code> will read an object.</p>
<p>Sample spec:</p>
<pre><code class="hljs css language-json">"firehose" : {
@@ -162,10 +162,10 @@ Note that prefetching or caching isn't that useful in the Parallel task.</p>
</table>
<h2><a class="anchor" aria-hidden="true" id="hdfsfirehose"></a><a href="#hdfsfirehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/hdfs.html"><code>druid-hdfs-storage</code></a> as an extension to use the HDFSFirehose.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/hdfs.html"><code>druid-hdfs-storage</code></a> as an extension to use the HDFSFirehose.</p>
</blockquote>
<p>This firehose ingests events from a predefined list of files from the HDFS storage.
-This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>.
+This firehose is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>.
Since each split represents an HDFS file, each worker task of <code>index_parallel</code> will read files.</p>
<p>Sample spec:</p>
<pre><code class="hljs css language-json">"firehose" : {
@@ -194,10 +194,10 @@ Note that prefetching or caching isn't that useful in the Parallel task.</p>
<p>You can also ingest from other storage using the HDFS firehose if the HDFS client supports that storage.
However, if you want to ingest from cloud storage, consider using the service-specific input source for your data storage.
If you want to use a non-hdfs protocol with the HDFS firehose, you need to include the protocol you want
-in <code>druid.ingestion.hdfs.allowedProtocols</code>. See <a href="/docs/24.0.0/configuration/index.html#hdfs-input-source">HDFS firehose security configuration</a> for more details.</p>
+in <code>druid.ingestion.hdfs.allowedProtocols</code>. See <a href="/docs/24.0.1/configuration/index.html#hdfs-input-source">HDFS firehose security configuration</a> for more details.</p>
<h2><a class="anchor" aria-hidden="true" id="localfirehose"></a><a href="#localfirehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>This Firehose can be used to read the data from files on local disk, and is mainly intended for proof-of-concept testing, and works with <code>string</code> typed parsers.
-This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel index tasks</a>.
+This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel index tasks</a>.
Since each split represents a file in this Firehose, each worker task of <code>index_parallel</code> will read a file.
A sample local Firehose spec is shown below:</p>
<pre><code class="hljs css language-json">{
@@ -219,7 +219,7 @@ A sample local Firehose spec is shown below:</p>
<p><a name="http-firehose"></a></p>
<h2><a class="anchor" aria-hidden="true" id="httpfirehose"></a><a href="#httpfirehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>This Firehose can be used to read the data from remote sites via HTTP, and works with <code>string</code> typed parsers.
-This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel index tasks</a>.
+This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel index tasks</a>.
Since each split represents a file in this Firehose, each worker task of <code>index_parallel</code> will read a file.
A sample HTTP Firehose spec is shown below:</p>
<pre><code class="hljs css language-json">{
@@ -228,7 +228,7 @@ A sample HTTP Firehose spec is shown below:</p>
}
</code></pre>
<p>You can only use protocols listed in the <code>druid.ingestion.http.allowedProtocols</code> property as HTTP firehose input sources.
-The <code>http</code> and <code>https</code> protocols are allowed by default. See <a href="/docs/24.0.0/configuration/index.html#http-input-source">HTTP firehose security configuration</a> for more details.</p>
+The <code>http</code> and <code>https</code> protocols are allowed by default. See <a href="/docs/24.0.1/configuration/index.html#http-input-source">HTTP firehose security configuration</a> for more details.</p>
<p>The below configurations can be optionally used if the URIs specified in the spec require a Basic Authentication Header.
Omitting these fields from your spec will result in HTTP requests with no Basic Authentication Header.</p>
<table>
@@ -276,7 +276,7 @@ Note that prefetching or caching isn't that useful in the Parallel task.</p>
<p><a name="segment-firehose"></a></p>
<h2><a class="anchor" aria-hidden="true" id="ingestsegmentfirehose"></a><a href="#ingestsegmentfirehose" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>This Firehose can be used to read the data from existing druid segments, potentially using a new schema and changing the name, dimensions, metrics, rollup, etc. of the segment.
-This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel index tasks</a>.
+This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel index tasks</a>.
This firehose will accept any type of parser, but will only utilize the list of dimensions and the timestamp specification.
A sample ingest Firehose spec is shown below:</p>
<pre><code class="hljs css language-json">{
@@ -295,8 +295,8 @@ A sample ingest Firehose spec is shown below:</p>
<tr><td>interval</td><td>A String representing the ISO-8601 interval. This defines the time range to fetch the data over.</td><td>yes</td></tr>
<tr><td>dimensions</td><td>The list of dimensions to select. If left empty, no dimensions are returned. If left null or not defined, all dimensions are returned.</td><td>no</td></tr>
<tr><td>metrics</td><td>The list of metrics to select. If left empty, no metrics are returned. If left null or not defined, all metrics are selected.</td><td>no</td></tr>
-<tr><td>filter</td><td>See <a href="/docs/24.0.0/querying/filters.html">Filters</a></td><td>no</td></tr>
-<tr><td>maxInputSegmentBytesPerTask</td><td>Deprecated. Use <a href="/docs/24.0.0/ingestion/native-batch.html#segments-split-hint-spec">Segments Split Hint Spec</a> instead. When used with the native parallel index task, the maximum number of bytes of input segments to process in a single task. If a single segment is larger than this number, it will be processed by itself in a single task (input segments are never split across tasks). Defaults to 150MB.</td><td>no</td></tr>
+<tr><td>filter</td><td>See <a href="/docs/24.0.1/querying/filters.html">Filters</a></td><td>no</td></tr>
+<tr><td>maxInputSegmentBytesPerTask</td><td>Deprecated. Use <a href="/docs/24.0.1/ingestion/native-batch.html#segments-split-hint-spec">Segments Split Hint Spec</a> instead. When used with the native parallel index task, the maximum number of bytes of input segments to process in a single task. If a single segment is larger than this number, it will be processed by itself in a single task (input segments are never split across tasks). Defaults to 150MB.</td><td>no</td></tr>
</tbody>
</table>
<p><a name="sql-firehose"></a></p>
@@ -304,12 +304,12 @@ A sample ingest Firehose spec is shown below:</p>
<p>This Firehose can be used to ingest events residing in an RDBMS. The database connection information is provided as part of the ingestion spec.
For each query, the results are fetched locally and indexed.
If there are multiple queries from which data needs to be indexed, queries are prefetched in the background, up to <code>maxFetchCapacityBytes</code> bytes.
-This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.0/ingestion/native-batch.html">native parallel index tasks</a>.
+This Firehose is <em>splittable</em> and can be used by <a href="/docs/24.0.1/ingestion/native-batch.html">native parallel index tasks</a>.
This firehose will accept any type of parser, but will only utilize the list of dimensions and the timestamp specification. See the extension documentation for more detailed ingestion examples.</p>
<p>Requires one of the following extensions:</p>
<ul>
-<li><a href="/docs/24.0.0/development/extensions-core/mysql.html">MySQL Metadata Store</a>.</li>
-<li><a href="/docs/24.0.0/development/extensions-core/postgresql.html">PostgreSQL Metadata Store</a>.</li>
+<li><a href="/docs/24.0.1/development/extensions-core/mysql.html">MySQL Metadata Store</a>.</li>
+<li><a href="/docs/24.0.1/development/extensions-core/postgresql.html">PostgreSQL Metadata Store</a>.</li>
</ul>
<pre><code class="hljs css language-json">{
<span class="hljs-attr">"type"</span>: <span class="hljs-string">"sql"</span>,
@@ -330,7 +330,7 @@ This firehose will accept any type of parser, but will only utilize the list of
</thead>
<tbody>
<tr><td>type</td><td>This should be "sql".</td><td></td><td>Yes</td></tr>
-<tr><td>database</td><td>Specifies the database connection details. The database type corresponds to the extension that supplies the <code>connectorConfig</code> support. The specified extension must be loaded into Druid:<br/><br/><ul><li><a href="/docs/24.0.0/development/extensions-core/mysql.html">mysql-metadata-storage</a> for <code>mysql</code></li><li> <a href="/docs/24.0.0/development/extensions-core/postgresql.html">postgresql-metadata-storage</a> extension for <code>postgresql</c [...]
+<tr><td>database</td><td>Specifies the database connection details. The database type corresponds to the extension that supplies the <code>connectorConfig</code> support. The specified extension must be loaded into Druid:<br/><br/><ul><li><a href="/docs/24.0.1/development/extensions-core/mysql.html">mysql-metadata-storage</a> for <code>mysql</code></li><li> <a href="/docs/24.0.1/development/extensions-core/postgresql.html">postgresql-metadata-storage</a> extension for <code>postgresql</c [...]
<tr><td>maxCacheCapacityBytes</td><td>Maximum size of the cache space in bytes. 0 means disabling cache. Cached files are not removed until the ingestion task completes.</td><td>1073741824</td><td>No</td></tr>
<tr><td>maxFetchCapacityBytes</td><td>Maximum size of the fetch space in bytes. 0 means disabling prefetch. Prefetched files are removed immediately once they are read.</td><td>1073741824</td><td>No</td></tr>
<tr><td>prefetchTriggerBytes</td><td>Threshold to trigger prefetching SQL result objects.</td><td>maxFetchCapacityBytes / 2</td><td>No</td></tr>
@@ -383,7 +383,7 @@ A sample inline Firehose spec is shown below:</p>
<tr><td>delegates</td><td>List of Firehoses to combine data from</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/querying/select-query.html"><span class="arrow-prev">← </span><span>Select</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/native-batch-simple-task.html"><span>Native batch (simple)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#statics3firehose">StaticS3Firehose</a></li><li><a href="#staticg [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/querying/select-query.html"><span class="arrow-prev">← </span><span>Select</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/native-batch-simple-task.html"><span>Native batch (simple)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#statics3firehose">StaticS3Firehose</a></li><li><a href="#staticg [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -400,6 +400,6 @@ A sample inline Firehose spec is shown below:</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/native-batch-input-sources.html b/docs/24.0.0/ingestion/native-batch-input-sources.html
index 5dbb9262..35e2ff62 100644
--- a/docs/24.0.0/ingestion/native-batch-input-sources.html
+++ b/docs/24.0.0/ingestion/native-batch-input-sources.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch input sources · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/native-batch-input-sources.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch input sources · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/native-batch-input-sources.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta n [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<p>The input source defines where your index task reads data for Apache Druid native batch ingestion. Only the native parallel task and simple task support the input source.</p>
-<p>For general information on native batch indexing and parallel task indexing, see <a href="/docs/24.0.0/ingestion/native-batch.html">Native batch ingestion</a>.</p>
+<p>For general information on native batch indexing and parallel task indexing, see <a href="/docs/24.0.1/ingestion/native-batch.html">Native batch ingestion</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="s3-input-source"></a><a href="#s3-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/s3.html"><code>druid-s3-extensions</code></a> as an extension to use the S3 input source.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/s3.html"><code>druid-s3-extensions</code></a> as an extension to use the S3 input source.</p>
</blockquote>
<p>The S3 input source reads objects directly from S3. You can specify either:</p>
<ul>
@@ -89,7 +89,7 @@
<li>a list of S3 location prefixes that attempts to list the contents and ingest
all objects contained within the locations.</li>
</ul>
-<p>The S3 input source is splittable. Therefore, you can use it with the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>. Each worker task of <code>index_parallel</code> reads one or multiple objects.</p>
+<p>The S3 input source is splittable. Therefore, you can use it with the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>. Each worker task of <code>index_parallel</code> reads one or multiple objects.</p>
<p>Sample specs:</p>
<pre><code class="hljs css language-json">...
"ioConfig": {
@@ -218,9 +218,9 @@ all objects contained within the locations.</li>
<tr><td>uris</td><td>JSON array of URIs where S3 objects to be ingested are located.</td><td>None</td><td><code>uris</code> or <code>prefixes</code> or <code>objects</code> must be set</td></tr>
<tr><td>prefixes</td><td>JSON array of URI prefixes for the locations of S3 objects to be ingested. Empty objects starting with one of the given prefixes will be skipped.</td><td>None</td><td><code>uris</code> or <code>prefixes</code> or <code>objects</code> must be set</td></tr>
<tr><td>objects</td><td>JSON array of S3 Objects to be ingested.</td><td>None</td><td><code>uris</code> or <code>prefixes</code> or <code>objects</code> must be set</td></tr>
-<tr><td>endpointConfig</td><td>Config for overriding the default S3 endpoint and signing region. This would allow ingesting data from a different S3 store. Please see <a href="/docs/24.0.0/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
-<tr><td>clientConfig</td><td>S3 client properties for the overridden s3 endpoint. This is used in conjunction with <code>endPointConfig</code>. Please see <a href="/docs/24.0.0/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
-<tr><td>proxyConfig</td><td>Properties for specifying proxy information for the overridden s3 endpoint. This is used in conjunction with <code>clientConfig</code>. Please see <a href="/docs/24.0.0/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
+<tr><td>endpointConfig</td><td>Config for overriding the default S3 endpoint and signing region. This would allow ingesting data from a different S3 store. Please see <a href="/docs/24.0.1/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
+<tr><td>clientConfig</td><td>S3 client properties for the overridden s3 endpoint. This is used in conjunction with <code>endPointConfig</code>. Please see <a href="/docs/24.0.1/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
+<tr><td>proxyConfig</td><td>Properties for specifying proxy information for the overridden s3 endpoint. This is used in conjunction with <code>clientConfig</code>. Please see <a href="/docs/24.0.1/development/extensions-core/s3.html#connecting-to-s3-configuration">s3 config</a> for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
<tr><td>properties</td><td>Properties Object for overriding the default S3 configuration. See below for more information.</td><td>None</td><td>No (defaults will be used if not given)</td></tr>
</tbody>
</table>
@@ -241,23 +241,23 @@ all objects contained within the locations.</li>
<tr><th>Property</th><th>Description</th><th>Default</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td>accessKeyId</td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or plain text string of this S3 input source access key</td><td>None</td><td>yes if secretAccessKey is given</td></tr>
-<tr><td>secretAccessKey</td><td>The <a href="/docs/24.0.0/operations/password-provider.html">Password Provider</a> or plain text string of this S3 input source secret key</td><td>None</td><td>yes if accessKeyId is given</td></tr>
+<tr><td>accessKeyId</td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or plain text string of this S3 input source access key</td><td>None</td><td>yes if secretAccessKey is given</td></tr>
+<tr><td>secretAccessKey</td><td>The <a href="/docs/24.0.1/operations/password-provider.html">Password Provider</a> or plain text string of this S3 input source secret key</td><td>None</td><td>yes if accessKeyId is given</td></tr>
<tr><td>assumeRoleArn</td><td>AWS ARN of the role to assume <a href="https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_temp_request.html">see</a>. <strong>assumeRoleArn</strong> can be used either with the ingestion spec AWS credentials or with the default S3 credentials</td><td>None</td><td>no</td></tr>
<tr><td>assumeRoleExternalId</td><td>A unique identifier that might be required when you assume a role in another account <a href="https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_temp_request.html">see</a></td><td>None</td><td>no</td></tr>
</tbody>
</table>
<blockquote>
-<p><strong>Note:</strong> If <code>accessKeyId</code> and <code>secretAccessKey</code> are not given, the default <a href="/docs/24.0.0/development/extensions-core/s3.html#s3-authentication-methods">S3 credentials provider chain</a> is used.</p>
+<p><strong>Note:</strong> If <code>accessKeyId</code> and <code>secretAccessKey</code> are not given, the default <a href="/docs/24.0.1/development/extensions-core/s3.html#s3-authentication-methods">S3 credentials provider chain</a> is used.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="google-cloud-storage-input-source"></a><a href="#google-cloud-storage-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S1 [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/google.html"><code>druid-google-extensions</code></a> as an extension to use the Google Cloud Storage input source.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/google.html"><code>druid-google-extensions</code></a> as an extension to use the Google Cloud Storage input source.</p>
</blockquote>
<p>The Google Cloud Storage input source is to support reading objects directly
from Google Cloud Storage. Objects can be specified as list of Google
Cloud Storage URI strings. The Google Cloud Storage input source is splittable
-and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>, where each worker task of <code>index_parallel</code> will read
+and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>, where each worker task of <code>index_parallel</code> will read
one or multiple objects.</p>
<p>Sample specs:</p>
<pre><code class="hljs css language-json">...
@@ -329,10 +329,10 @@ one or multiple objects.</p>
</table>
<h2><a class="anchor" aria-hidden="true" id="azure-input-source"></a><a href="#azure-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/azure.html"><code>druid-azure-extensions</code></a> as an extension to use the Azure input source.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/azure.html"><code>druid-azure-extensions</code></a> as an extension to use the Azure input source.</p>
</blockquote>
<p>The Azure input source reads objects directly from Azure Blob store or Azure Data Lake sources. You can
-specify objects as a list of file URI strings or prefixes. You can split the Azure input source for use with <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a> indexing and each worker task reads one chunk of the split data.</p>
+specify objects as a list of file URI strings or prefixes. You can split the Azure input source for use with <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a> indexing and each worker task reads one chunk of the split data.</p>
<p>Sample specs:</p>
<pre><code class="hljs css language-json">...
"ioConfig": {
@@ -403,11 +403,11 @@ specify objects as a list of file URI strings or prefixes. You can split the Azu
</table>
<h2><a class="anchor" aria-hidden="true" id="hdfs-input-source"></a><a href="#hdfs-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<blockquote>
-<p>You need to include the <a href="/docs/24.0.0/development/extensions-core/hdfs.html"><code>druid-hdfs-storage</code></a> as an extension to use the HDFS input source.</p>
+<p>You need to include the <a href="/docs/24.0.1/development/extensions-core/hdfs.html"><code>druid-hdfs-storage</code></a> as an extension to use the HDFS input source.</p>
</blockquote>
<p>The HDFS input source is to support reading files directly
from HDFS storage. File paths can be specified as an HDFS URI string or a list
-of HDFS URI strings. The HDFS input source is splittable and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>,
+of HDFS URI strings. The HDFS input source is splittable and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>,
where each worker task of <code>index_parallel</code> will read one or multiple files.</p>
<p>Sample specs:</p>
<pre><code class="hljs css language-json">...
@@ -478,15 +478,15 @@ where each worker task of <code>index_parallel</code> will read one or multiple
<p>You can also ingest from other storage using the HDFS input source if the HDFS client supports that storage.
However, if you want to ingest from cloud storage, consider using the service-specific input source for your data storage.
If you want to use a non-hdfs protocol with the HDFS input source, include the protocol
-in <code>druid.ingestion.hdfs.allowedProtocols</code>. See <a href="/docs/24.0.0/configuration/index.html#hdfs-input-source">HDFS input source security configuration</a> for more details.</p>
+in <code>druid.ingestion.hdfs.allowedProtocols</code>. See <a href="/docs/24.0.1/configuration/index.html#hdfs-input-source">HDFS input source security configuration</a> for more details.</p>
<h2><a class="anchor" aria-hidden="true" id="http-input-source"></a><a href="#http-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>The HTTP input source is to support reading files directly from remote sites via HTTP.</p>
<blockquote>
<p><strong>Security notes:</strong> Ingestion tasks run under the operating system account that runs the Druid processes, for example the Indexer, Middle Manager, and Peon. This means any user who can submit an ingestion task can specify an input source referring to any location that the Druid process can access. For example, using <code>http</code> input source, users may have access to internal network servers.</p>
<p>The <code>http</code> input source is not limited to the HTTP or HTTPS protocols. It uses the Java URI class that supports HTTP, HTTPS, FTP, file, and jar protocols by default.</p>
</blockquote>
-<p>For more information about security best practices, see <a href="/docs/24.0.0/operations/security-overview.html#best-practices">Security overview</a>.</p>
-<p>The HTTP input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>,
+<p>For more information about security best practices, see <a href="/docs/24.0.1/operations/security-overview.html#best-practices">Security overview</a>.</p>
+<p>The HTTP input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>,
where each worker task of <code>index_parallel</code> will read only one file. This input source does not support Split Hint Spec.</p>
<p>Sample specs:</p>
<pre><code class="hljs css language-json">...
@@ -553,7 +553,7 @@ where each worker task of <code>index_parallel</code> will read only one file. T
</tbody>
</table>
<p>You can only use protocols listed in the <code>druid.ingestion.http.allowedProtocols</code> property as HTTP input sources.
-The <code>http</code> and <code>https</code> protocols are allowed by default. See <a href="/docs/24.0.0/configuration/index.html#http-input-source">HTTP input source security configuration</a> for more details.</p>
+The <code>http</code> and <code>https</code> protocols are allowed by default. See <a href="/docs/24.0.1/configuration/index.html#http-input-source">HTTP input source security configuration</a> for more details.</p>
<h2><a class="anchor" aria-hidden="true" id="inline-input-source"></a><a href="#inline-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p>The Inline input source can be used to read the data inlined in its own spec.
It can be used for demos or for quickly testing out parsing and schema.</p>
@@ -584,7 +584,7 @@ It can be used for demos or for quickly testing out parsing and schema.</p>
<h2><a class="anchor" aria-hidden="true" id="local-input-source"></a><a href="#local-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<p>The Local input source is to support reading files directly from local storage,
and is mainly intended for proof-of-concept testing.
-The Local input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>,
+The Local input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>,
where each worker task of <code>index_parallel</code> will read one or multiple files.</p>
<p>Sample spec:</p>
<pre><code class="hljs css language-json">...
@@ -618,7 +618,7 @@ where each worker task of <code>index_parallel</code> will read one or multiple
<h2><a class="anchor" aria-hidden="true" id="druid-input-source"></a><a href="#druid-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<p>The Druid input source is to support reading data directly from existing Druid segments,
potentially using a new schema and changing the name, dimensions, metrics, rollup, etc. of the segment.
-The Druid input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>.
+The Druid input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>.
This input source has a fixed input format for reading from Druid segments;
no <code>inputFormat</code> field needs to be specified in the ingestion spec when using this input source.</p>
<table>
@@ -629,14 +629,14 @@ no <code>inputFormat</code> field needs to be specified in the ingestion spec wh
<tr><td>type</td><td>Set the value to <code>druid</code>.</td><td>yes</td></tr>
<tr><td>dataSource</td><td>A String defining the Druid datasource to fetch rows from</td><td>yes</td></tr>
<tr><td>interval</td><td>A String representing an ISO-8601 interval, which defines the time range to fetch the data over.</td><td>yes</td></tr>
-<tr><td>filter</td><td>See <a href="/docs/24.0.0/querying/filters.html">Filters</a>. Only rows that match the filter, if specified, will be returned.</td><td>no</td></tr>
+<tr><td>filter</td><td>See <a href="/docs/24.0.1/querying/filters.html">Filters</a>. Only rows that match the filter, if specified, will be returned.</td><td>no</td></tr>
</tbody>
</table>
<p>The Druid input source can be used for a variety of purposes, including:</p>
<ul>
<li>Creating new datasources that are rolled-up copies of existing datasources.</li>
-<li>Changing the <a href="/docs/24.0.0/ingestion/partitioning.html">partitioning or sorting</a> of a datasource to improve performance.</li>
-<li>Updating or removing rows using a <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>.</li>
+<li>Changing the <a href="/docs/24.0.1/ingestion/partitioning.html">partitioning or sorting</a> of a datasource to improve performance.</li>
+<li>Updating or removing rows using a <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>.</li>
</ul>
<p>When using the Druid input source, the timestamp column shows up as a numeric field named <code>__time</code> set to the number
of milliseconds since the epoch (January 1, 1970 00:00:00 UTC). It is common to use this in the timestampSpec, if you
@@ -645,7 +645,7 @@ and the format to <code>auto</code> or <code>millis</code>.</p>
<p>It is OK for the input and output datasources to be the same. In this case, newly generated data will overwrite the
previous data for the intervals specified in the <code>granularitySpec</code>. Generally, if you are going to do this, it is a good
idea to test out your reindexing by writing to a separate datasource before overwriting your main one. Alternatively, if
-your goals can be satisfied by <a href="/docs/24.0.0/data-management/compaction.html">compaction</a>, consider that instead as a simpler
+your goals can be satisfied by <a href="/docs/24.0.1/data-management/compaction.html">compaction</a>, consider that instead as a simpler
approach.</p>
<p>An example task spec is shown below. It reads from a hypothetical raw datasource <code>wikipedia_raw</code> and creates a new
rolled-up datasource <code>wikipedia_rollup</code> by grouping on hour, "countryName", and "page".</p>
@@ -700,12 +700,12 @@ rolled-up datasource <code>wikipedia_rollup</code> by grouping on hour, "co
<blockquote>
<p>Note: Older versions (0.19 and earlier) did not respect the timestampSpec when using the Druid input source. If you
have ingestion specs that rely on this and cannot rewrite them, set
-<a href="/docs/24.0.0/configuration/index.html#indexer-general-configuration"><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></a>
+<a href="/docs/24.0.1/configuration/index.html#indexer-general-configuration"><code>druid.indexer.task.ignoreTimestampSpecForDruidInputSource</code></a>
to <code>true</code> to enable a compatibility mode where the timestampSpec is ignored.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="sql-input-source"></a><a href="#sql-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>The SQL input source is used to read data directly from RDBMS.
-The SQL input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>, where each worker task will read from one SQL query from the list of queries.
+The SQL input source is <em>splittable</em> and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>, where each worker task will read from one SQL query from the list of queries.
This input source does not support Split Hint Spec.
Since this input source has a fixed input format for reading events, no <code>inputFormat</code> field needs to be specified in the ingestion spec when using this input source.
Please refer to the Recommended practices section below before using this input source.</p>
@@ -715,7 +715,7 @@ Please refer to the Recommended practices section below before using this input
</thead>
<tbody>
<tr><td>type</td><td>Set the value to <code>sql</code>.</td><td>Yes</td></tr>
-<tr><td>database</td><td>Specifies the database connection details. The database type corresponds to the extension that supplies the <code>connectorConfig</code> support. The specified extension must be loaded into Druid:<br/><br/><ul><li><a href="/docs/24.0.0/development/extensions-core/mysql.html">mysql-metadata-storage</a> for <code>mysql</code></li><li> <a href="/docs/24.0.0/development/extensions-core/postgresql.html">postgresql-metadata-storage</a> extension for <code>postgresql</c [...]
+<tr><td>database</td><td>Specifies the database connection details. The database type corresponds to the extension that supplies the <code>connectorConfig</code> support. The specified extension must be loaded into Druid:<br/><br/><ul><li><a href="/docs/24.0.1/development/extensions-core/mysql.html">mysql-metadata-storage</a> for <code>mysql</code></li><li> <a href="/docs/24.0.1/development/extensions-core/postgresql.html">postgresql-metadata-storage</a> extension for <code>postgresql</c [...]
<tr><td>foldCase</td><td>Toggle case folding of database column names. This may be enabled in cases where the database returns case insensitive column names in query results.</td><td>No</td></tr>
<tr><td>sqls</td><td>List of SQL queries where each SQL query would retrieve the data to be indexed.</td><td>Yes</td></tr>
</tbody>
@@ -752,7 +752,7 @@ Each of the SQL queries will be run in its own sub-task and thus for the above e
<h2><a class="anchor" aria-hidden="true" id="combining-input-source"></a><a href="#combining-input-source" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<p>The Combining input source lets you read data from multiple input sources.
It identifies the splits from delegate input sources and uses a worker task to process each split.
-Use the Combining input source only if all the delegates are splittable and can be used by the <a href="/docs/24.0.0/ingestion/native-batch.html">Parallel task</a>.</p>
+Use the Combining input source only if all the delegates are splittable and can be used by the <a href="/docs/24.0.1/ingestion/native-batch.html">Parallel task</a>.</p>
<p>Similar to other input sources, the Combining input source supports a single <code>inputFormat</code>.
Delegate input sources that require an <code>inputFormat</code> must have the same format for input data.</p>
<table>
@@ -791,14 +791,14 @@ Delegate input sources that require an <code>inputFormat</code> must have the sa
},
...
</code></pre>
-<p>The <a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec">secondary partitioning method</a> determines the requisite number of concurrent worker tasks that run in parallel to complete ingestion with the Combining input source.
+<p>The <a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec">secondary partitioning method</a> determines the requisite number of concurrent worker tasks that run in parallel to complete ingestion with the Combining input source.
Set this value in <code>maxNumConcurrentSubTasks</code> in <code>tuningConfig</code> based on the secondary partitioning method:</p>
<ul>
<li><code>range</code> or <code>single_dim</code> partitioning: greater than or equal to 1</li>
<li><code>hashed</code> or <code>dynamic</code> partitioning: greater than or equal to 2</li>
</ul>
-<p>For more information on the <code>maxNumConcurrentSubTasks</code> field, see <a href="/docs/24.0.0/ingestion/native-batch.html#implementation-considerations">Implementation considerations</a>.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/native-batch.html"><span class="arrow-prev">← </span><span>Native batch</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/hadoop.html"><span>Hadoop-based</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#s3-input-source">S3 input source</a></li><li><a href="#google-cloud-storage-input-so [...]
+<p>For more information on the <code>maxNumConcurrentSubTasks</code> field, see <a href="/docs/24.0.1/ingestion/native-batch.html#implementation-considerations">Implementation considerations</a>.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/native-batch.html"><span class="arrow-prev">← </span><span>Native batch</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/hadoop.html"><span>Hadoop-based</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#s3-input-source">S3 input source</a></li><li><a href="#google-cloud-storage-input-so [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -815,6 +815,6 @@ Set this value in <code>maxNumConcurrentSubTasks</code> in <code>tuningConfig</c
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/native-batch-simple-task.html b/docs/24.0.0/ingestion/native-batch-simple-task.html
index a1395bb4..e1442591 100644
--- a/docs/24.0.0/ingestion/native-batch-simple-task.html
+++ b/docs/24.0.0/ingestion/native-batch-simple-task.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch simple task indexing · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/native-batch-simple-task.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><m [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch simple task indexing · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/native-batch-simple-task.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><m [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,10 +78,10 @@
~ under the License.
-->
<blockquote>
-<p>This page describes native batch ingestion using <a href="/docs/24.0.0/ingestion/ingestion-spec.html">ingestion specs</a>. Refer to the <a href="/docs/24.0.0/ingestion/index.html#batch">ingestion
+<p>This page describes native batch ingestion using <a href="/docs/24.0.1/ingestion/ingestion-spec.html">ingestion specs</a>. Refer to the <a href="/docs/24.0.1/ingestion/index.html#batch">ingestion
methods</a> table to determine which ingestion method is right for you.</p>
</blockquote>
-<p>The simple task (<a href="/docs/24.0.0/ingestion/tasks.html">task type</a> <code>index</code>) executes single-threaded as a single task within the indexing service. For parallel, scalable options consider using <a href="/docs/24.0.0/ingestion/native-batch.html"><code>index_parallel</code> tasks</a> or <a href="/docs/24.0.0/multi-stage-query/index.html">SQL-based batch ingestion</a>.</p>
+<p>The simple task (<a href="/docs/24.0.1/ingestion/tasks.html">task type</a> <code>index</code>) executes single-threaded as a single task within the indexing service. For parallel, scalable options consider using <a href="/docs/24.0.1/ingestion/native-batch.html"><code>index_parallel</code> tasks</a> or <a href="/docs/24.0.1/multi-stage-query/index.html">SQL-based batch ingestion</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="simple-task-example"></a><a href="#simple-task-example" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p>A sample task is shown below:</p>
<pre><code class="hljs css language-json">{
@@ -156,12 +156,12 @@ methods</a> table to determine which ingestion method is right for you.</p>
<tr><td>type</td><td>The task type, this should always be <code>index</code>.</td><td>yes</td></tr>
<tr><td>id</td><td>The task ID. If this is not explicitly specified, Druid generates the task ID using task type, data source name, interval, and date-time stamp.</td><td>no</td></tr>
<tr><td>spec</td><td>The ingestion spec including the <a href="#dataschema">data schema</a>, <a href="#ioconfig">IO config</a>, and <a href="#tuningconfig">tuning config</a>.</td><td>yes</td></tr>
-<tr><td>context</td><td>Context to specify various task configuration parameters. See <a href="/docs/24.0.0/ingestion/tasks.html#context-parameters">Task context parameters</a> for more details.</td><td>no</td></tr>
+<tr><td>context</td><td>Context to specify various task configuration parameters. See <a href="/docs/24.0.1/ingestion/tasks.html#context-parameters">Task context parameters</a> for more details.</td><td>no</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="dataschema"></a><a href="#dataschema" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>This field is required.</p>
-<p>See the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dataschema"><code>dataSchema</code></a> section of the ingestion docs for details.</p>
+<p>See the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dataschema"><code>dataSchema</code></a> section of the ingestion docs for details.</p>
<p>If you do not specify <code>intervals</code> explicitly in your dataSchema's granularitySpec, the Local Index Task will do an extra
pass over the data to determine the range to lock when it starts up. If you specify <code>intervals</code> explicitly, any rows
outside the specified intervals will be thrown away. We recommend setting <code>intervals</code> explicitly if you know the time
@@ -174,7 +174,7 @@ that range if there's some stray data with unexpected timestamps.</p>
</thead>
<tbody>
<tr><td>type</td><td>The task type, this should always be "index".</td><td>none</td><td>yes</td></tr>
-<tr><td>inputFormat</td><td><a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data.</td><td>none</td><td>yes</td></tr>
+<tr><td>inputFormat</td><td><a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data.</td><td>none</td><td>yes</td></tr>
<tr><td>appendToExisting</td><td>Creates segments as additional shards of the latest version, effectively appending to the segment set instead of replacing it. This means that you can append new segments to any datasource regardless of its original partitioning scheme. You must use the <code>dynamic</code> partitioning type for the appended segments. If you specify a different partitioning type, the task fails with an error.</td><td>false</td><td>no</td></tr>
<tr><td>dropExisting</td><td>If this setting is <code>false</code> then ingestion proceeds as usual. Set this to <code>true</code> and <code>appendToExisting</code> to <code>false</code> to enforce true "replace" functionality as described next. If <code>true</code> and <code>appendToExisting</code> is <code>false</code> and the <code>granularitySpec</code> contains at least one<code>interval</code>, then the ingestion task will create regular segments for time chunk intervals [...]
</tbody>
@@ -193,21 +193,21 @@ that range if there's some stray data with unexpected timestamps.</p>
<tr><td>numShards</td><td>Deprecated. Use <code>partitionsSpec</code> instead. Directly specify the number of shards to create. If this is specified and <code>intervals</code> is specified in the <code>granularitySpec</code>, the index task can skip the determine intervals/partitions pass through the data.</td><td>null</td><td>no</td></tr>
<tr><td>partitionDimensions</td><td>Deprecated. Use <code>partitionsSpec</code> instead. The dimensions to partition on. Leave blank to select all dimensions. Only used with <code>forceGuaranteedRollup</code> = true, will be ignored otherwise.</td><td>null</td><td>no</td></tr>
<tr><td>partitionsSpec</td><td>Defines how to partition data in each timeChunk, see <a href="#partitionsspec">PartitionsSpec</a></td><td><code>dynamic</code> if <code>forceGuaranteedRollup</code> = false, <code>hashed</code> if <code>forceGuaranteedRollup</code> = true</td><td>no</td></tr>
-<tr><td>indexSpec</td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.0/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>null</td><td>no</td></tr>
-<tr><td>indexSpecForIntermediatePersists</td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. This can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.0/ingestion/ingestio [...]
+<tr><td>indexSpec</td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.1/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>null</td><td>no</td></tr>
+<tr><td>indexSpecForIntermediatePersists</td><td>Defines segment storage format options to be used at indexing time for intermediate persisted temporary segments. This can be used to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, disabling compression on intermediate segments might increase page cache use while they are used before getting merged into final segment published, see <a href="/docs/24.0.1/ingestion/ingestio [...]
<tr><td>maxPendingPersists</td><td>Maximum number of persists that can be pending but not started. If this limit would be exceeded by a new intermediate persist, ingestion will block until the currently-running persist finishes. Maximum heap memory usage for indexing scales with maxRowsInMemory * (2 + maxPendingPersists).</td><td>0 (meaning one persist can be running concurrently with ingestion, and none can be queued up)</td><td>no</td></tr>
-<tr><td>forceGuaranteedRollup</td><td>Forces guaranteeing the <a href="/docs/24.0.0/ingestion/rollup.html">perfect rollup</a>. The perfect rollup optimizes the total size of generated segments and querying time while indexing time will be increased. If this is set to true, the index task will read the entire input data twice: one for finding the optimal number of partitions per time chunk and one for generating segments. Note that the result segments would be hash-partitioned. This flag [...]
+<tr><td>forceGuaranteedRollup</td><td>Forces guaranteeing the <a href="/docs/24.0.1/ingestion/rollup.html">perfect rollup</a>. The perfect rollup optimizes the total size of generated segments and querying time while indexing time will be increased. If this is set to true, the index task will read the entire input data twice: one for finding the optimal number of partitions per time chunk and one for generating segments. Note that the result segments would be hash-partitioned. This flag [...]
<tr><td>reportParseExceptions</td><td>DEPRECATED. If true, exceptions encountered during parsing will be thrown and will halt ingestion; if false, unparseable rows and fields will be skipped. Setting <code>reportParseExceptions</code> to true will override existing configurations for <code>maxParseExceptions</code> and <code>maxSavedParseExceptions</code>, setting <code>maxParseExceptions</code> to 0 and limiting <code>maxSavedParseExceptions</code> to no more than 1.</td><td>false</td>< [...]
<tr><td>pushTimeout</td><td>Milliseconds to wait for pushing segments. It must be >= 0, where 0 means to wait forever.</td><td>0</td><td>no</td></tr>
-<tr><td>segmentWriteOutMediumFactory</td><td>Segment write-out medium to use when creating segments. See <a href="/docs/24.0.0/ingestion/native-batch.html#segmentwriteoutmediumfactory">SegmentWriteOutMediumFactory</a>.</td><td>Not specified, the value from <code>druid.peon.defaultSegmentWriteOutMediumFactory.type</code> is used</td><td>no</td></tr>
+<tr><td>segmentWriteOutMediumFactory</td><td>Segment write-out medium to use when creating segments. See <a href="/docs/24.0.1/ingestion/native-batch.html#segmentwriteoutmediumfactory">SegmentWriteOutMediumFactory</a>.</td><td>Not specified, the value from <code>druid.peon.defaultSegmentWriteOutMediumFactory.type</code> is used</td><td>no</td></tr>
<tr><td>logParseExceptions</td><td>If true, log an error message when a parsing exception occurs, containing information about the row where the error occurred.</td><td>false</td><td>no</td></tr>
<tr><td>maxParseExceptions</td><td>The maximum number of parse exceptions that can occur before the task halts ingestion and fails. Overridden if <code>reportParseExceptions</code> is set.</td><td>unlimited</td><td>no</td></tr>
-<tr><td>maxSavedParseExceptions</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. "maxSavedParseExceptions" limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.0/ingestion/tasks.html#task-reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>0</td><td>no</td></tr>
+<tr><td>maxSavedParseExceptions</td><td>When a parse exception occurs, Druid can keep track of the most recent parse exceptions. "maxSavedParseExceptions" limits how many exception instances will be saved. These saved exceptions will be made available after the task finishes in the <a href="/docs/24.0.1/ingestion/tasks.html#task-reports">task completion report</a>. Overridden if <code>reportParseExceptions</code> is set.</td><td>0</td><td>no</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="partitionsspec"></a><a href="#partitionsspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>PartitionsSpec is to describe the secondary partitioning method.
-You should use different partitionsSpec depending on the <a href="/docs/24.0.0/ingestion/rollup.html">rollup mode</a> you want.
+You should use different partitionsSpec depending on the <a href="/docs/24.0.1/ingestion/rollup.html">rollup mode</a> you want.
For perfect rollup, you should use <code>hashed</code>.</p>
<table>
<thead>
@@ -218,7 +218,7 @@ For perfect rollup, you should use <code>hashed</code>.</p>
<tr><td>maxRowsPerSegment</td><td>Used in sharding. Determines how many rows are in each segment.</td><td>5000000</td><td>no</td></tr>
<tr><td>numShards</td><td>Directly specify the number of shards to create. If this is specified and <code>intervals</code> is specified in the <code>granularitySpec</code>, the index task can skip the determine intervals/partitions pass through the data. <code>numShards</code> cannot be specified if <code>maxRowsPerSegment</code> is set.</td><td>null</td><td>no</td></tr>
<tr><td>partitionDimensions</td><td>The dimensions to partition on. Leave blank to select all dimensions.</td><td>null</td><td>no</td></tr>
-<tr><td>partitionFunction</td><td>A function to compute hash of partition dimensions. See <a href="/docs/24.0.0/ingestion/native-batch.html#hash-partition-function">Hash partition function</a></td><td><code>murmur3_32_abs</code></td><td>no</td></tr>
+<tr><td>partitionFunction</td><td>A function to compute hash of partition dimensions. See <a href="/docs/24.0.1/ingestion/native-batch.html#hash-partition-function">Hash partition function</a></td><td><code>murmur3_32_abs</code></td><td>no</td></tr>
</tbody>
</table>
<p>For best-effort rollup, you should use <code>dynamic</code>.</p>
@@ -234,13 +234,13 @@ For perfect rollup, you should use <code>hashed</code>.</p>
</table>
<h2><a class="anchor" aria-hidden="true" id="segment-pushing-modes"></a><a href="#segment-pushing-modes" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>While ingesting data using the simple task indexing, Druid creates segments from the input data and pushes them. For segment pushing,
-the simple task index supports the following segment pushing modes based upon your type of <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>:</p>
+the simple task index supports the following segment pushing modes based upon your type of <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>:</p>
<ul>
<li>Bulk pushing mode: Used for perfect rollup. Druid pushes every segment at the very end of the index task. Until then, Druid stores created segments in memory and local storage of the service running the index task. This mode can cause problems if you have limited storage capacity, and is not recommended to use in production.
To enable bulk pushing mode, set <code>forceGuaranteedRollup</code> in your TuningConfig. You can not use bulk pushing with <code>appendToExisting</code> in your IOConfig.</li>
<li>Incremental pushing mode: Used for best-effort rollup. Druid pushes segments are incrementally during the course of the indexing task. The index task collects data and stores created segments in the memory and disks of the services running the task until the total number of collected rows exceeds <code>maxTotalRows</code>. At that point the index task immediately pushes all segments created up until that moment, cleans up pushed segments, and continues to ingest the remaining data.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/native-batch-firehose.html"><span class="arrow-prev">← </span><span>Firehose (deprecated)</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/standalone-realtime.html"><span>Realtime Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#simple-task-example">Simple task example</a></li> [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/native-batch-firehose.html"><span class="arrow-prev">← </span><span>Firehose (deprecated)</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/standalone-realtime.html"><span>Realtime Process</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#simple-task-example">Simple task example</a></li> [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -257,6 +257,6 @@ To enable bulk pushing mode, set <code>forceGuaranteedRollup</code> in your Tuni
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/native-batch.html b/docs/24.0.0/ingestion/native-batch.html
index 8c071c04..c73ca0aa 100644
--- a/docs/24.0.0/ingestion/native-batch.html
+++ b/docs/24.0.0/ingestion/native-batch.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/native-batch.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Native batch ingestion · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/native-batch.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ver [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,7 +78,7 @@
~ under the License.
-->
<blockquote>
-<p>This page describes native batch ingestion using <a href="/docs/24.0.0/ingestion/ingestion-spec.html">ingestion specs</a>. Refer to the <a href="/docs/24.0.0/ingestion/index.html#batch">ingestion
+<p>This page describes native batch ingestion using <a href="/docs/24.0.1/ingestion/ingestion-spec.html">ingestion specs</a>. Refer to the <a href="/docs/24.0.1/ingestion/index.html#batch">ingestion
methods</a> table to determine which ingestion method is right for you.</p>
</blockquote>
<p>Apache Druid supports the following types of native batch indexing tasks:</p>
@@ -89,16 +89,16 @@ methods</a> table to determine which ingestion method is right for you.</p>
<p>This topic covers the configuration for <code>index_parallel</code> ingestion specs.</p>
<p>For related information on batch indexing, see:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/index.html#batch">Batch ingestion method comparison table</a> for a comparison of batch ingestion methods.</li>
-<li><a href="/docs/24.0.0/tutorials/tutorial-batch.html">Tutorial: Loading a file</a> for a tutorial on native batch ingestion.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">Input sources</a> for possible input sources.</li>
-<li><a href="/docs/24.0.0/ingestion/data-formats.html#input-format">Input formats</a> for possible input formats.</li>
+<li><a href="/docs/24.0.1/ingestion/index.html#batch">Batch ingestion method comparison table</a> for a comparison of batch ingestion methods.</li>
+<li><a href="/docs/24.0.1/tutorials/tutorial-batch.html">Tutorial: Loading a file</a> for a tutorial on native batch ingestion.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">Input sources</a> for possible input sources.</li>
+<li><a href="/docs/24.0.1/ingestion/data-formats.html#input-format">Input formats</a> for possible input formats.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="submit-an-indexing-task"></a><a href="#submit-an-indexing-task" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p>To run either kind of native batch indexing task you can:</p>
<ul>
<li>Use the <strong>Load Data</strong> UI in the web console to define and submit an ingestion spec.</li>
-<li>Define an ingestion spec in JSON based upon the <a href="#parallel-indexing-example">examples</a> and reference topics for batch indexing. Then POST the ingestion spec to the <a href="/docs/24.0.0/operations/api-reference.html#tasks">Indexer API endpoint</a>,
+<li>Define an ingestion spec in JSON based upon the <a href="#parallel-indexing-example">examples</a> and reference topics for batch indexing. Then POST the ingestion spec to the <a href="/docs/24.0.1/operations/api-reference.html#tasks">Indexer API endpoint</a>,
<code>/druid/indexer/v1/task</code>, the Overlord service. Alternatively you can use the indexing script included with Druid at <code>bin/post-index-task</code>.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="parallel-task-indexing"></a><a href="#parallel-task-indexing" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
@@ -247,11 +247,11 @@ Imagine you want to re-ingest or overwrite a datasource and the new data does no
<tr><td>type</td><td>The task type. For parallel task indexing, set the value to <code>index_parallel</code>.</td><td>yes</td></tr>
<tr><td>id</td><td>The task ID. If omitted, Druid generates the task ID using the task type, data source name, interval, and date-time stamp.</td><td>no</td></tr>
<tr><td>spec</td><td>The ingestion spec that defines the <a href="#dataschema">data schema</a>, <a href="#ioconfig">IO config</a>, and <a href="#tuningconfig">tuning config</a>.</td><td>yes</td></tr>
-<tr><td>context</td><td>Context to specify various task configuration parameters. See <a href="/docs/24.0.0/ingestion/tasks.html#context-parameters">Task context parameters</a> for more details.</td><td>no</td></tr>
+<tr><td>context</td><td>Context to specify various task configuration parameters. See <a href="/docs/24.0.1/ingestion/tasks.html#context-parameters">Task context parameters</a> for more details.</td><td>no</td></tr>
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="dataschema"></a><a href="#dataschema" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
-<p>This field is required. In general, it defines the way that Druid will store your data: the primary timestamp column, the dimensions, metrics, and any transformations. For an overview, see <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dataschema">Ingestion Spec DataSchema</a>.</p>
+<p>This field is required. In general, it defines the way that Druid will store your data: the primary timestamp column, the dimensions, metrics, and any transformations. For an overview, see <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dataschema">Ingestion Spec DataSchema</a>.</p>
<p>When defining the <code>granularitySpec</code> for index parallel, consider the defining <code>intervals</code> explicitly if you know the time range of the data. This way locking failure happens faster and Druid won't accidentally replace data outside the interval range some rows contain unexpected timestamps. The reasoning is as follows:</p>
<ul>
<li>If you explicitly define <code>intervals</code>, batch ingestion locks all intervals specified when it starts up. Problems with locking become evident quickly when multiple ingestion or indexing tasks try to obtain a lock on the same interval. For example, if a Kafka ingestion task tries to obtain a lock on a locked interval causing the ingestion task fail. Furthermore, if there are rows outside the specified intervals, Druid drops them, avoiding conflict with unexpected intervals.</li>
@@ -264,7 +264,7 @@ Imagine you want to re-ingest or overwrite a datasource and the new data does no
</thead>
<tbody>
<tr><td>type</td><td>The task type. Set to the value to <code>index_parallel</code>.</td><td>none</td><td>yes</td></tr>
-<tr><td>inputFormat</td><td><a href="/docs/24.0.0/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data.</td><td>none</td><td>yes</td></tr>
+<tr><td>inputFormat</td><td><a href="/docs/24.0.1/ingestion/data-formats.html#input-format"><code>inputFormat</code></a> to specify how to parse input data.</td><td>none</td><td>yes</td></tr>
<tr><td>appendToExisting</td><td>Creates segments as additional shards of the latest version, effectively appending to the segment set instead of replacing it. This means that you can append new segments to any datasource regardless of its original partitioning scheme. You must use the <code>dynamic</code> partitioning type for the appended segments. If you specify a different partitioning type, the task fails with an error.</td><td>false</td><td>no</td></tr>
<tr><td>dropExisting</td><td>If <code>true</code> and <code>appendToExisting</code> is <code>false</code> and the <code>granularitySpec</code> contains an<code>interval</code>, then the ingestion task replaces all existing segments fully contained by the specified <code>interval</code> when the task publishes new segments. If ingestion fails, Druid does not change any existing segment. In the case of misconfiguration where either <code>appendToExisting</code> is <code>true</code> or <cod [...]
</tbody>
@@ -284,10 +284,10 @@ Imagine you want to re-ingest or overwrite a datasource and the new data does no
<tr><td>numShards</td><td>Deprecated. Use <code>partitionsSpec</code> instead. Directly specify the number of shards to create when using a <code>hashed</code> <code>partitionsSpec</code>. If this is specified and <code>intervals</code> is specified in the <code>granularitySpec</code>, the index task can skip the determine intervals/partitions pass through the data.</td><td>null</td><td>no</td></tr>
<tr><td>splitHintSpec</td><td>Hint to control the amount of data that each first phase task reads. Druid may ignore the hint depending on the implementation of the input source. See <a href="#split-hint-spec">Split hint spec</a> for more details.</td><td>size-based split hint spec</td><td>no</td></tr>
<tr><td>partitionsSpec</td><td>Defines how to partition data in each timeChunk, see <a href="#partitionsspec">PartitionsSpec</a></td><td><code>dynamic</code> if <code>forceGuaranteedRollup</code> = false, <code>hashed</code> or <code>single_dim</code> if <code>forceGuaranteedRollup</code> = true</td><td>no</td></tr>
-<tr><td>indexSpec</td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.0/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>null</td><td>no</td></tr>
-<tr><td>indexSpecForIntermediatePersists</td><td>Defines segment storage format options to use at indexing time for intermediate persisted temporary segments. You can use this configuration to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, if you disable compression on intermediate segments, page cache use my increase while intermediate segments are used before Druid merges them to the final published segment published. [...]
+<tr><td>indexSpec</td><td>Defines segment storage format options to be used at indexing time, see <a href="/docs/24.0.1/ingestion/ingestion-spec.html#indexspec">IndexSpec</a></td><td>null</td><td>no</td></tr>
+<tr><td>indexSpecForIntermediatePersists</td><td>Defines segment storage format options to use at indexing time for intermediate persisted temporary segments. You can use this configuration to disable dimension/metric compression on intermediate segments to reduce memory required for final merging. However, if you disable compression on intermediate segments, page cache use my increase while intermediate segments are used before Druid merges them to the final published segment published. [...]
<tr><td>maxPendingPersists</td><td>Maximum number of pending persists that remain not started. If a new intermediate persist exceeds this limit, ingestion blocks until the currently-running persist finishes. Maximum heap memory usage for indexing scales with maxRowsInMemory * (2 + maxPendingPersists).</td><td>0 (meaning one persist can be running concurrently with ingestion, and none can be queued up)</td><td>no</td></tr>
-<tr><td>forceGuaranteedRollup</td><td>Forces <a href="/docs/24.0.0/ingestion/rollup.html">perfect rollup</a>. The perfect rollup optimizes the total size of generated segments and querying time but increases indexing time. If true, specify <code>intervals</code> in the <code>granularitySpec</code> and use either <code>hashed</code> or <code>single_dim</code> for the <code>partitionsSpec</code>. You cannot use this flag in conjunction with <code>appendToExisting</code> of IOConfig. For mo [...]
+<tr><td>forceGuaranteedRollup</td><td>Forces <a href="/docs/24.0.1/ingestion/rollup.html">perfect rollup</a>. The perfect rollup optimizes the total size of generated segments and querying time but increases indexing time. If true, specify <code>intervals</code> in the <code>granularitySpec</code> and use either <code>hashed</code> or <code>single_dim</code> for the <code>partitionsSpec</code>. You cannot use this flag in conjunction with <code>appendToExisting</code> of IOConfig. For mo [...]
<tr><td>reportParseExceptions</td><td>If true, Druid throws exceptions encountered during parsing and halts ingestion. If false, Druid skips unparseable rows and fields.</td><td>false</td><td>no</td></tr>
<tr><td>pushTimeout</td><td>Milliseconds to wait to push segments. Must be >= 0, where 0 means to wait forever.</td><td>0</td><td>no</td></tr>
<tr><td>segmentWriteOutMediumFactory</td><td>Segment write-out medium to use when creating segments. See <a href="#segmentwriteoutmediumfactory">SegmentWriteOutMediumFactory</a>.</td><td>If not specified, uses the value from <code>druid.peon.defaultSegmentWriteOutMediumFactory.type</code></td><td>no</td></tr>
@@ -311,31 +311,31 @@ Imagine you want to re-ingest or overwrite a datasource and the new data does no
</thead>
<tbody>
<tr><td>type</td><td>Set the value to <code>maxSize</code>.</td><td>none</td><td>yes</td></tr>
-<tr><td>maxSplitSize</td><td>Maximum number of bytes of input files to process in a single subtask. If a single file is larger than the limit, Druid processes the file alone in a single subtask. Druid does not split files across tasks. One subtask will not process more files than <code>maxNumFiles</code> even when their total size is smaller than <code>maxSplitSize</code>. <a href="/docs/24.0.0/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>1GiB</ [...]
+<tr><td>maxSplitSize</td><td>Maximum number of bytes of input files to process in a single subtask. If a single file is larger than the limit, Druid processes the file alone in a single subtask. Druid does not split files across tasks. One subtask will not process more files than <code>maxNumFiles</code> even when their total size is smaller than <code>maxSplitSize</code>. <a href="/docs/24.0.1/configuration/human-readable-byte.html">Human-readable format</a> is supported.</td><td>1GiB</ [...]
<tr><td>maxNumFiles</td><td>Maximum number of input files to process in a single subtask. This limit avoids task failures when the ingestion spec is too long. There are two known limits on the max size of serialized ingestion spec: the max ZNode size in ZooKeeper (<code>jute.maxbuffer</code>) and the max packet size in MySQL (<code>max_allowed_packet</code>). These limits can cause ingestion tasks fail if the serialized ingestion spec size hits one of them. One subtask will not process m [...]
</tbody>
</table>
<h4><a class="anchor" aria-hidden="true" id="segments-split-hint-spec"></a><a href="#segments-split-hint-spec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
-<p>The segments split hint spec is used only for <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><code>DruidInputSource</code></a> and legacy <code>IngestSegmentFirehose</code>.</p>
+<p>The segments split hint spec is used only for <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><code>DruidInputSource</code></a> and legacy <code>IngestSegmentFirehose</code>.</p>
<table>
<thead>
<tr><th>property</th><th>description</th><th>default</th><th>required?</th></tr>
</thead>
<tbody>
<tr><td>type</td><td>Set the value to <code>segments</code>.</td><td>none</td><td>yes</td></tr>
-<tr><td>maxInputSegmentBytesPerTask</td><td>Maximum number of bytes of input segments to process in a single subtask. If a single segment is larger than this number, Druid processes the segment alone in a single subtask. Druid never splits input segments across tasks. A single subtask will not process more segments than <code>maxNumSegments</code> even when their total size is smaller than <code>maxInputSegmentBytesPerTask</code>. <a href="/docs/24.0.0/configuration/human-readable-byte.h [...]
+<tr><td>maxInputSegmentBytesPerTask</td><td>Maximum number of bytes of input segments to process in a single subtask. If a single segment is larger than this number, Druid processes the segment alone in a single subtask. Druid never splits input segments across tasks. A single subtask will not process more segments than <code>maxNumSegments</code> even when their total size is smaller than <code>maxInputSegmentBytesPerTask</code>. <a href="/docs/24.0.1/configuration/human-readable-byte.h [...]
<tr><td>maxNumSegments</td><td>Maximum number of input segments to process in a single subtask. This limit avoids failures due to the the ingestion spec being too long. There are two known limits on the max size of serialized ingestion spec: the max ZNode size in ZooKeeper (<code>jute.maxbuffer</code>) and the max packet size in MySQL (<code>max_allowed_packet</code>). These limits can make ingestion tasks fail when the serialized ingestion spec size hits one of them. A single subtask wi [...]
</tbody>
</table>
<h3><a class="anchor" aria-hidden="true" id="partitionsspec"></a><a href="#partitionsspec" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>The primary partition for Druid is time. You can define a secondary partitioning method in the partitions spec. Use the <code>partitionsSpec</code> type that applies for your <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> method. For perfect rollup, you can use:</p>
+<p>The primary partition for Druid is time. You can define a secondary partitioning method in the partitions spec. Use the <code>partitionsSpec</code> type that applies for your <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> method. For perfect rollup, you can use:</p>
<ul>
<li><code>hashed</code> partitioning based on the hash value of specified dimensions for each row</li>
<li><code>single_dim</code> based on ranges of values for a single dimension</li>
<li><code>range</code> based on ranges of values of multiple dimensions.</li>
</ul>
<p>For best-effort rollup, use <code>dynamic</code>.</p>
-<p>For an overview, see <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a>.</p>
+<p>For an overview, see <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a>.</p>
<p>The <code>partitionsSpec</code> types have different characteristics.</p>
<table>
<thead>
@@ -343,9 +343,9 @@ Imagine you want to re-ingest or overwrite a datasource and the new data does no
</thead>
<tbody>
<tr><td><code>dynamic</code></td><td>Fastest</td><td><a href="#dynamic-partitioning">Dynamic partitioning</a> based on the number of rows in a segment.</td><td>Best-effort rollup</td><td>N/A</td></tr>
-<tr><td><code>hashed</code></td><td>Moderate</td><td>Multiple dimension <a href="#hash-based-partitioning">hash-based partitioning</a> may reduce both your datasource size and query latency by improving data locality. See <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows how to hash <code>partitionDimensions</c [...]
-<tr><td><code>single_dim</code></td><td>Slower</td><td>Single dimension <a href="#single-dimension-range-partitioning">range partitioning</a> may reduce your datasource size and query latency by improving data locality. See <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows the range of <code>partitionDimension< [...]
-<tr><td><code>range</code></td><td>Slowest</td><td>Multiple dimension <a href="#multi-dimension-range-partitioning">range partitioning</a> may reduce your datasource size and query latency by improving data locality. See <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows the range of <code>partitionDimensions</c [...]
+<tr><td><code>hashed</code></td><td>Moderate</td><td>Multiple dimension <a href="#hash-based-partitioning">hash-based partitioning</a> may reduce both your datasource size and query latency by improving data locality. See <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows how to hash <code>partitionDimensions</c [...]
+<tr><td><code>single_dim</code></td><td>Slower</td><td>Single dimension <a href="#single-dimension-range-partitioning">range partitioning</a> may reduce your datasource size and query latency by improving data locality. See <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows the range of <code>partitionDimension< [...]
+<tr><td><code>range</code></td><td>Slowest</td><td>Multiple dimension <a href="#multi-dimension-range-partitioning">range partitioning</a> may reduce your datasource size and query latency by improving data locality. See <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a> for more details.</td><td>Perfect rollup</td><td>The broker can use the partition information to prune segments early to speed up queries. Since the broker knows the range of <code>partitionDimensions</c [...]
</tbody>
</table>
<h4><a class="anchor" aria-hidden="true" id="dynamic-partitioning"></a><a href="#dynamic-partitioning" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
@@ -394,7 +394,7 @@ the Parallel task splits the input data based on the split hint spec
and assigns each split to a worker task. Each worker task (type <code>partial_index_generate</code>) reads the assigned split, and partitions rows by the time chunk from <code>segmentGranularity</code> (primary partition key) in the <code>granularitySpec</code>
and then by the hash value of <code>partitionDimensions</code> (secondary partition key) in the <code>partitionsSpec</code>.
The partitioned data is stored in local storage of
-the <a href="/docs/24.0.0/design/middlemanager.html">middleManager</a> or the <a href="/docs/24.0.0/design/indexer.html">indexer</a>.</li>
+the <a href="/docs/24.0.1/design/middlemanager.html">middleManager</a> or the <a href="/docs/24.0.1/design/indexer.html">indexer</a>.</li>
<li>The <code>partial segment merge</code> phase is similar to the Reduce phase in MapReduce.
The Parallel task spawns a new set of worker tasks (type <code>partial_index_generic_merge</code>) to merge the partitioned data created in the previous phase. Here, the partitioned data is shuffled based on
the time chunk and the hash value of <code>partitionDimensions</code> to be merged; each worker task reads the data falling in the same time chunk and the same hash value from multiple MiddleManager/Indexer processes and merges them to create the final segments. Finally, they push the final segments to the deep storage at once.</li>
@@ -449,7 +449,7 @@ to create partitioned data. Each worker task reads a split created as in the pre
partitions rows by the time chunk from the <code>segmentGranularity</code> (primary partition key) in the <code>granularitySpec</code>
and then by the range partitioning found in the previous phase.
The partitioned data is stored in local storage of
-the <a href="/docs/24.0.0/design/middlemanager.html">middleManager</a> or the <a href="/docs/24.0.0/design/indexer.html">indexer</a>.</li>
+the <a href="/docs/24.0.1/design/middlemanager.html">middleManager</a> or the <a href="/docs/24.0.1/design/indexer.html">indexer</a>.</li>
<li>In the <code>partial segment merge</code> phase, the parallel index task spawns a new set of worker tasks (type <code>partial_index_generic_merge</code>) to merge the partitioned
data created in the previous phase. Here, the partitioned data is shuffled based on
the time chunk and the value of <code>partitionDimension</code>; each worker task reads the segments
@@ -733,7 +733,7 @@ The returned result contains the worker task spec, a current task status if exis
<p>Returns the task attempt history of the worker task spec of the given id, or HTTP 404 Not Found error if the supervisor task is running in the sequential mode.</p>
<h2><a class="anchor" aria-hidden="true" id="segment-pushing-modes"></a><a href="#segment-pushing-modes" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>While ingesting data using the parallel task indexing, Druid creates segments from the input data and pushes them. For segment pushing,
-the parallel task index supports the following segment pushing modes based upon your type of <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>:</p>
+the parallel task index supports the following segment pushing modes based upon your type of <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>:</p>
<ul>
<li>Bulk pushing mode: Used for perfect rollup. Druid pushes every segment at the very end of the index task. Until then, Druid stores created segments in memory and local storage of the service running the index task. This mode can cause problems if you have limited storage capacity, and is not recommended to use in production.
To enable bulk pushing mode, set <code>forceGuaranteedRollup</code> in your TuningConfig. You cannot use bulk pushing with <code>appendToExisting</code> in your IOConfig.</li>
@@ -760,27 +760,27 @@ by assigning more task slots to them.</p>
<p>Use the <code>inputSource</code> object to define the location where your index can read data. Only the native parallel task and simple task support the input source.</p>
<p>For details on available input sources see:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a> (<code>s3</code>) reads data from AWS S3 storage.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#google-cloud-storage-input-source">Google Cloud Storage input source</a> (<code>gs</code>) reads data from Google Cloud Storage.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#azure-input-source">Azure input source</a> (<code>azure</code>) reads data from Azure Blob Storage and Azure Data Lake.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> (<code>hdfs</code>) reads data from HDFS storage.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#http-input-source">HTTP input Source</a> (<code>http</code>) reads data from HTTP servers.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#inline-input-source">Inline input Source</a> reads data you paste into the web console.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#local-input-source">Local input Source</a> (<code>local</code>) reads data from local storage.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#druid-input-source">Druid input Source</a> (<code>druid</code>) reads data from a Druid datasource.</li>
-<li><a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#sql-input-source">SQL input Source</a> (<code>sql</code>) reads data from a RDBMS source.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#s3-input-source">S3 input source</a> (<code>s3</code>) reads data from AWS S3 storage.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#google-cloud-storage-input-source">Google Cloud Storage input source</a> (<code>gs</code>) reads data from Google Cloud Storage.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#azure-input-source">Azure input source</a> (<code>azure</code>) reads data from Azure Blob Storage and Azure Data Lake.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#hdfs-input-source">HDFS input source</a> (<code>hdfs</code>) reads data from HDFS storage.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#http-input-source">HTTP input Source</a> (<code>http</code>) reads data from HTTP servers.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#inline-input-source">Inline input Source</a> reads data you paste into the web console.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#local-input-source">Local input Source</a> (<code>local</code>) reads data from local storage.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#druid-input-source">Druid input Source</a> (<code>druid</code>) reads data from a Druid datasource.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#sql-input-source">SQL input Source</a> (<code>sql</code>) reads data from a RDBMS source.</li>
</ul>
-<p>For information on how to combine input sources, see <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html#combining-input-source">Combining input source</a>.</p>
+<p>For information on how to combine input sources, see <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html#combining-input-source">Combining input source</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="segmentwriteoutmediumfactory"></a><a href="#segmentwriteoutmediumfactory" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
<table>
<thead>
<tr><th>Field</th><th>Type</th><th>Description</th><th>Required</th></tr>
</thead>
<tbody>
-<tr><td>type</td><td>String</td><td>See <a href="/docs/24.0.0/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
+<tr><td>type</td><td>String</td><td>See <a href="/docs/24.0.1/configuration/index.html#segmentwriteoutmediumfactory">Additional Peon Configuration: SegmentWriteOutMediumFactory</a> for explanation and available options.</td><td>yes</td></tr>
</tbody>
</table>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/standalone-realtime.html"><span class="arrow-prev">← </span><span>Realtime Process</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/native-batch-input-sources.html"><span>Native batch: input sources</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submit-an-indexing-task">Submit an ind [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/standalone-realtime.html"><span class="arrow-prev">← </span><span>Realtime Process</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/native-batch-input-sources.html"><span>Native batch: input sources</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submit-an-indexing-task">Submit an ind [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -797,6 +797,6 @@ by assigning more task slots to them.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/partitioning.html b/docs/24.0.0/ingestion/partitioning.html
index 6a6fc78d..44cf8f29 100644
--- a/docs/24.0.0/ingestion/partitioning.html
+++ b/docs/24.0.0/ingestion/partitioning.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Partitioning · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/partitioning.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Describes time chunk and secondary partitioning in Druid. Provides guidance to choose a sec [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Partitioning · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/partitioning.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Describes time chunk and secondary partitioning in Druid. Provides guidance to choose a sec [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>You can use segment partitioning and sorting within your Druid datasources to reduce the size of your data and increase performance.</p>
<p>One way to partition is to load data into separate datasources. This is a perfectly viable approach that works very well when the number of datasources does not lead to excessive per-datasource overheads.</p>
-<p>This topic describes how to set up partitions within a single datasource. It does not cover how to use multiple datasources. See <a href="/docs/24.0.0/querying/multitenancy.html">Multitenancy considerations</a> for more details on splitting data into separate datasources and potential operational considerations.</p>
+<p>This topic describes how to set up partitions within a single datasource. It does not cover how to use multiple datasources. See <a href="/docs/24.0.1/querying/multitenancy.html">Multitenancy considerations</a> for more details on splitting data into separate datasources and potential operational considerations.</p>
<h2><a class="anchor" aria-hidden="true" id="time-chunk-partitioning"></a><a href="#time-chunk-partitioning" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<p>Druid always partitions datasources by time into <em>time chunks</em>. Each time chunk contains one or more segments. This partitioning happens for all ingestion methods based on the <code>segmentGranularity</code> parameter in your ingestion spec <code>dataSchema</code> object.</p>
<p>Partitioning by time is important for two reasons:</p>
@@ -97,30 +97,30 @@ common, because it allows compaction to follow ingestion with less of a time del
dimension that you often use as a filter when possible. Such partitioning often improves compression and query performance. For example, some cases have yielded threefold storage size decreases.</p>
<h2><a class="anchor" aria-hidden="true" id="partitioning-and-sorting"></a><a href="#partitioning-and-sorting" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<p>Partitioning and sorting work well together. If you do have a "natural" partitioning dimension, consider placing it first in the <code>dimensions</code> list of your <code>dimensionsSpec</code>. This way Druid sorts rows within each segment by that column. This sorting configuration frequently improves compression more than using partitioning alone.</p>
-<p>Note that Druid always sorts rows within a segment by timestamp first, even before the first dimension listed in your <code>dimensionsSpec</code>. This sorting can preclude the efficacy of dimension sorting. To work around this limitation if necessary, set your <code>queryGranularity</code> equal to <code>segmentGranularity</code> in your <a href="/docs/24.0.0/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. Druid will set all timestamps within the segm [...]
+<p>Note that Druid always sorts rows within a segment by timestamp first, even before the first dimension listed in your <code>dimensionsSpec</code>. This sorting can preclude the efficacy of dimension sorting. To work around this limitation if necessary, set your <code>queryGranularity</code> equal to <code>segmentGranularity</code> in your <a href="/docs/24.0.1/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. Druid will set all timestamps within the segm [...]
<h2><a class="anchor" aria-hidden="true" id="how-to-configure-partitioning"></a><a href="#how-to-configure-partitioning" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>Not all ingestion methods support an explicit partitioning configuration, and not all have equivalent levels of flexibility. If you are doing initial ingestion through a less-flexible method like
-Kafka), you can use <a href="/docs/24.0.0/data-management/update.html#reindex">reindexing</a> or <a href="/docs/24.0.0/data-management/compaction.html">compaction</a> to repartition your data after initial ingestion. This is a powerful technique you can use to optimally partition any data older than a certain time threshold while you continuously add new data from a stream.</p>
+Kafka), you can use <a href="/docs/24.0.1/data-management/update.html#reindex">reindexing</a> or <a href="/docs/24.0.1/data-management/compaction.html">compaction</a> to repartition your data after initial ingestion. This is a powerful technique you can use to optimally partition any data older than a certain time threshold while you continuously add new data from a stream.</p>
<p>The following table shows how each ingestion method handles partitioning:</p>
<table>
<thead>
<tr><th>Method</th><th>How it works</th></tr>
</thead>
<tbody>
-<tr><td><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch</a></td><td>Configured using <a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec"><code>partitionsSpec</code></a> inside the <code>tuningConfig</code>.</td></tr>
-<tr><td><a href="/docs/24.0.0/multi-stage-query/index.html">SQL</a></td><td>Configured using <a href="/docs/24.0.0/multi-stage-query/concepts.html#partitioning"><code>PARTITIONED BY</code></a> and <a href="/docs/24.0.0/multi-stage-query/concepts.html#clustering"><code>CLUSTERED BY</code></a>.</td></tr>
-<tr><td><a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop</a></td><td>Configured using <a href="/docs/24.0.0/ingestion/hadoop.html#partitionsspec"><code>partitionsSpec</code></a> inside the <code>tuningConfig</code>.</td></tr>
-<tr><td><a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a></td><td>Kafka topic partitioning defines how Druid partitions the datasource. You can also <a href="/docs/24.0.0/data-management/update.html#reindex">reindex</a> or <a href="/docs/24.0.0/data-management/compaction.html">compact</a> to repartition after initial ingestion.</td></tr>
-<tr><td><a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a></td><td>Kinesis stream sharding defines how Druid partitions the datasource. You can also <a href="/docs/24.0.0/data-management/update.html#reindex">reindex</a> or <a href="/docs/24.0.0/data-management/compaction.html">compact</a> to repartition after initial ingestion.</td></tr>
+<tr><td><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch</a></td><td>Configured using <a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec"><code>partitionsSpec</code></a> inside the <code>tuningConfig</code>.</td></tr>
+<tr><td><a href="/docs/24.0.1/multi-stage-query/index.html">SQL</a></td><td>Configured using <a href="/docs/24.0.1/multi-stage-query/concepts.html#partitioning"><code>PARTITIONED BY</code></a> and <a href="/docs/24.0.1/multi-stage-query/concepts.html#clustering"><code>CLUSTERED BY</code></a>.</td></tr>
+<tr><td><a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop</a></td><td>Configured using <a href="/docs/24.0.1/ingestion/hadoop.html#partitionsspec"><code>partitionsSpec</code></a> inside the <code>tuningConfig</code>.</td></tr>
+<tr><td><a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a></td><td>Kafka topic partitioning defines how Druid partitions the datasource. You can also <a href="/docs/24.0.1/data-management/update.html#reindex">reindex</a> or <a href="/docs/24.0.1/data-management/compaction.html">compact</a> to repartition after initial ingestion.</td></tr>
+<tr><td><a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a></td><td>Kinesis stream sharding defines how Druid partitions the datasource. You can also <a href="/docs/24.0.1/data-management/update.html#reindex">reindex</a> or <a href="/docs/24.0.1/data-management/compaction.html">compact</a> to repartition after initial ingestion.</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>See the following topics for more information:</p>
<ul>
-<li><a href="/docs/24.0.0/ingestion/native-batch.html#partitionsspec"><code>partitionsSpec</code></a> for more detail on partitioning with Native Batch ingestion.</li>
-<li><a href="/docs/24.0.0/data-management/update.html#reindex">Reindexing</a> and <a href="/docs/24.0.0/data-management/compaction.html">Compaction</a> for information on how to repartition existing data in Druid.</li>
+<li><a href="/docs/24.0.1/ingestion/native-batch.html#partitionsspec"><code>partitionsSpec</code></a> for more detail on partitioning with Native Batch ingestion.</li>
+<li><a href="/docs/24.0.1/data-management/update.html#reindex">Reindexing</a> and <a href="/docs/24.0.1/data-management/compaction.html">Compaction</a> for information on how to repartition existing data in Druid.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/rollup.html"><span class="arrow-prev">← </span><span>Data rollup</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/ingestion-spec.html"><span>Ingestion spec</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#time-chunk-partitioning">Time chunk partitioning</a></li><li><a href="#secondary- [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/rollup.html"><span class="arrow-prev">← </span><span>Data rollup</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/ingestion-spec.html"><span>Ingestion spec</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#time-chunk-partitioning">Time chunk partitioning</a></li><li><a href="#secondary- [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -137,6 +137,6 @@ Kafka), you can use <a href="/docs/24.0.0/data-management/update.html#reindex">r
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/rollup.html b/docs/24.0.0/ingestion/rollup.html
index eba0aa38..2f003256 100644
--- a/docs/24.0.0/ingestion/rollup.html
+++ b/docs/24.0.0/ingestion/rollup.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data rollup · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/rollup.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Introduces rollup as a concept. Provides suggestions to maximize the benefits of rollup. Different [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Data rollup · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/rollup.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="Introduces rollup as a concept. Provides suggestions to maximize the benefits of rollup. Different [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,12 +78,12 @@
~ under the License.
-->
<p>Druid can roll up data at ingestion time to reduce the amount of raw data to store on disk. Rollup is a form of summarization or pre-aggregation. Rolling up data can dramatically reduce the size of data to be stored and reduce row counts by potentially orders of magnitude. As a trade-off for the efficiency of rollup, you lose the ability to query individual events.</p>
-<p>At ingestion time, you control rollup with the <code>rollup</code> setting in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. Rollup is enabled by default. This means Druid combines into a single row any rows that have identical <a href="/docs/24.0.0/ingestion/data-model.html#dimensions">dimension</a> values and <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestamp">timestamp</a> values after <a href="/docs/24.0.0/ [...]
+<p>At ingestion time, you control rollup with the <code>rollup</code> setting in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#granularityspec"><code>granularitySpec</code></a>. Rollup is enabled by default. This means Druid combines into a single row any rows that have identical <a href="/docs/24.0.1/ingestion/data-model.html#dimensions">dimension</a> values and <a href="/docs/24.0.1/ingestion/data-model.html#primary-timestamp">timestamp</a> values after <a href="/docs/24.0.1/ [...]
<p>When you disable rollup, Druid loads each row as-is without doing any form of pre-aggregation. This mode is similar to databases that do not support a rollup feature. Set <code>rollup</code> to <code>false</code> if you want Druid to store each record as-is, without any rollup summarization.</p>
<p>Use roll-up when creating a table datasource if both:</p>
<ul>
<li>You want optimal performance or you have strict space constraints.</li>
-<li>You don't need raw values from <a href="/docs/24.0.0/ingestion/schema-design.html#sketches">high-cardinality dimensions</a>.</li>
+<li>You don't need raw values from <a href="/docs/24.0.1/ingestion/schema-design.html#sketches">high-cardinality dimensions</a>.</li>
</ul>
<p>Conversely, disable roll-up if either:</p>
<ul>
@@ -92,14 +92,14 @@
</ul>
<p>If you have conflicting needs for different use cases, you can create multiple tables with different roll-up configurations on each table.</p>
<h2><a class="anchor" aria-hidden="true" id="maximizing-rollup-ratio"></a><a href="#maximizing-rollup-ratio" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
-<p>To measure the rollup ratio of a datasource, compare the number of rows in Druid (<code>COUNT</code>) with the number of ingested events. For example, run a <a href="/docs/24.0.0/querying/sql.html">Druid SQL</a> query where "num_rows" refers to a <code>count</code>-type metric generated at ingestion time as follows:</p>
+<p>To measure the rollup ratio of a datasource, compare the number of rows in Druid (<code>COUNT</code>) with the number of ingested events. For example, run a <a href="/docs/24.0.1/querying/sql.html">Druid SQL</a> query where "num_rows" refers to a <code>count</code>-type metric generated at ingestion time as follows:</p>
<pre><code class="hljs css language-sql"><span class="hljs-keyword">SELECT</span> <span class="hljs-keyword">SUM</span>(<span class="hljs-string">"num_rows"</span>) / (<span class="hljs-keyword">COUNT</span>(*) * <span class="hljs-number">1.0</span>) <span class="hljs-keyword">FROM</span> datasource
</code></pre>
-<p>The higher the result, the greater the benefit you gain from rollup. See <a href="/docs/24.0.0/ingestion/schema-design.html#counting">Counting the number of ingested events</a> for more details about how counting works with rollup is enabled.</p>
+<p>The higher the result, the greater the benefit you gain from rollup. See <a href="/docs/24.0.1/ingestion/schema-design.html#counting">Counting the number of ingested events</a> for more details about how counting works with rollup is enabled.</p>
<p>Tips for maximizing rollup:</p>
<ul>
<li>Design your schema with fewer dimensions and lower cardinality dimensions to yield better rollup ratios.</li>
-<li>Use <a href="/docs/24.0.0/ingestion/schema-design.html#sketches">sketches</a> to avoid storing high cardinality dimensions, which decrease rollup ratios.</li>
+<li>Use <a href="/docs/24.0.1/ingestion/schema-design.html#sketches">sketches</a> to avoid storing high cardinality dimensions, which decrease rollup ratios.</li>
<li>Adjust your <code>queryGranularity</code> at ingestion time to increase the chances that multiple rows in Druid having matching timestamps. For example, use five minute query granularity (<code>PT5M</code>) instead of one minute (<code>PT1M</code>).</li>
<li>You can optionally load the same data into more than one Druid datasource. For example:
<ul>
@@ -110,7 +110,7 @@ When queries only involve dimensions in the "abbreviated" set, use the
<li>If you use a <a href="#perfect-rollup-vs-best-effort-rollup">best-effort rollup</a> ingestion configuration that does not guarantee perfect rollup, try one of the following:
<ul>
<li>Switch to a guaranteed perfect rollup option.</li>
-<li><a href="/docs/24.0.0/data-management/update.html#reindex">Reindex</a> or <a href="/docs/24.0.0/data-management/compaction.html">compact</a> your data in the background after initial ingestion.</li>
+<li><a href="/docs/24.0.1/data-management/update.html#reindex">Reindex</a> or <a href="/docs/24.0.1/data-management/compaction.html">compact</a> your data in the background after initial ingestion.</li>
</ul></li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="perfect-rollup-vs-best-effort-rollup"></a><a href="#perfect-rollup-vs-best-effort-rollup" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 [...]
@@ -132,19 +132,19 @@ In both of these cases, records that could theoretically be rolled up may end up
<tr><th>Method</th><th>How it works</th></tr>
</thead>
<tbody>
-<tr><td><a href="/docs/24.0.0/ingestion/native-batch.html">Native batch</a></td><td><code>index_parallel</code> and <code>index</code> type may be either perfect or best-effort, based on configuration.</td></tr>
-<tr><td><a href="/docs/24.0.0/multi-stage-query/index.html">SQL-based batch</a></td><td>Always perfect.</td></tr>
-<tr><td><a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop</a></td><td>Always perfect.</td></tr>
-<tr><td><a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a></td><td>Always best-effort.</td></tr>
-<tr><td><a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a></td><td>Always best-effort.</td></tr>
+<tr><td><a href="/docs/24.0.1/ingestion/native-batch.html">Native batch</a></td><td><code>index_parallel</code> and <code>index</code> type may be either perfect or best-effort, based on configuration.</td></tr>
+<tr><td><a href="/docs/24.0.1/multi-stage-query/index.html">SQL-based batch</a></td><td>Always perfect.</td></tr>
+<tr><td><a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop</a></td><td>Always perfect.</td></tr>
+<tr><td><a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka indexing service</a></td><td>Always best-effort.</td></tr>
+<tr><td><a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis indexing service</a></td><td>Always best-effort.</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="learn-more"></a><a href="#learn-more" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>See the following topic for more information:</p>
<ul>
-<li><a href="/docs/24.0.0/tutorials/tutorial-rollup.html">Rollup tutorial</a> for an example of how to configure rollup, and of how the feature modifies your data.</li>
+<li><a href="/docs/24.0.1/tutorials/tutorial-rollup.html">Rollup tutorial</a> for an example of how to configure rollup, and of how the feature modifies your data.</li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/data-model.html"><span class="arrow-prev">← </span><span>Data model</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/partitioning.html"><span>Partitioning</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#maximizing-rollup-ratio">Maximizing rollup ratio</a></li><li><a href="#perfect-rol [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/data-model.html"><span class="arrow-prev">← </span><span>Data model</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/partitioning.html"><span>Partitioning</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#maximizing-rollup-ratio">Maximizing rollup ratio</a></li><li><a href="#perfect-rol [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -161,6 +161,6 @@ In both of these cases, records that could theoretically be rolled up may end up
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/schema-design.html b/docs/24.0.0/ingestion/schema-design.html
index 9a7248a4..e320eeee 100644
--- a/docs/24.0.0/ingestion/schema-design.html
+++ b/docs/24.0.0/ingestion/schema-design.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Schema design tips · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/schema-design.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versio [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Schema design tips · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/schema-design.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:versio [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,22 +78,22 @@
~ under the License.
-->
<h2><a class="anchor" aria-hidden="true" id="druids-data-model"></a><a href="#druids-data-model" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
-<p>For general information, check out the documentation on <a href="/docs/24.0.0/ingestion/data-model.html">Druid's data model</a> on the main
+<p>For general information, check out the documentation on <a href="/docs/24.0.1/ingestion/data-model.html">Druid's data model</a> on the main
ingestion overview page. The rest of this page discusses tips for users coming from other kinds of systems, as well as
general tips and common practices.</p>
<ul>
-<li>Druid data is stored in <a href="/docs/24.0.0/ingestion/data-model.html">datasources</a>, which are similar to tables in a traditional RDBMS.</li>
-<li>Druid datasources can be ingested with or without <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>. With rollup enabled, Druid partially aggregates your data during ingestion, potentially reducing its row count, decreasing storage footprint, and improving query performance. With rollup disabled, Druid stores one row for each row in your input data, without any pre-aggregation.</li>
+<li>Druid data is stored in <a href="/docs/24.0.1/ingestion/data-model.html">datasources</a>, which are similar to tables in a traditional RDBMS.</li>
+<li>Druid datasources can be ingested with or without <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>. With rollup enabled, Druid partially aggregates your data during ingestion, potentially reducing its row count, decreasing storage footprint, and improving query performance. With rollup disabled, Druid stores one row for each row in your input data, without any pre-aggregation.</li>
<li>Every row in Druid must have a timestamp. Data is always partitioned by time, and every query has a time filter. Query results can also be broken down by time buckets like minutes, hours, days, and so on.</li>
<li>All columns in Druid datasources, other than the timestamp column, are either dimensions or metrics. This follows the <a href="https://en.wikipedia.org/wiki/Online_analytical_processing#Overview_of_OLAP_systems">standard naming convention</a> of OLAP data.</li>
<li>Typical production datasources have tens to hundreds of columns.</li>
-<li><a href="/docs/24.0.0/ingestion/data-model.html#dimensions">Dimension columns</a> are stored as-is, so they can be filtered on, grouped by, or aggregated at query time. They are always single Strings, <a href="/docs/24.0.0/querying/multi-value-dimensions.html">arrays of Strings</a>, single Longs, single Doubles or single Floats.</li>
-<li><a href="/docs/24.0.0/ingestion/data-model.html#metrics">Metric columns</a> are stored <a href="/docs/24.0.0/querying/aggregations.html">pre-aggregated</a>, so they can only be aggregated at query time (not filtered or grouped by). They are often stored as numbers (integers or floats) but can also be stored as complex objects like <a href="/docs/24.0.0/querying/aggregations.html#approximate-aggregations">HyperLogLog sketches or approximate quantile sketches</a>. Metrics can be config [...]
+<li><a href="/docs/24.0.1/ingestion/data-model.html#dimensions">Dimension columns</a> are stored as-is, so they can be filtered on, grouped by, or aggregated at query time. They are always single Strings, <a href="/docs/24.0.1/querying/multi-value-dimensions.html">arrays of Strings</a>, single Longs, single Doubles or single Floats.</li>
+<li><a href="/docs/24.0.1/ingestion/data-model.html#metrics">Metric columns</a> are stored <a href="/docs/24.0.1/querying/aggregations.html">pre-aggregated</a>, so they can only be aggregated at query time (not filtered or grouped by). They are often stored as numbers (integers or floats) but can also be stored as complex objects like <a href="/docs/24.0.1/querying/aggregations.html#approximate-aggregations">HyperLogLog sketches or approximate quantile sketches</a>. Metrics can be config [...]
</ul>
<h2><a class="anchor" aria-hidden="true" id="if-youre-coming-from-a"></a><a href="#if-youre-coming-from-a" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0 [...]
<h3><a class="anchor" aria-hidden="true" id="relational-model"></a><a href="#relational-model" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
<p>(Like Hive or PostgreSQL.)</p>
-<p>Druid datasources are generally equivalent to tables in a relational database. Druid <a href="/docs/24.0.0/querying/lookups.html">lookups</a>
+<p>Druid datasources are generally equivalent to tables in a relational database. Druid <a href="/docs/24.0.1/querying/lookups.html">lookups</a>
can act similarly to data-warehouse-style dimension tables, but as you'll see below, denormalization is often
recommended if you can get away with it.</p>
<p>Common practice for relational data modeling involves <a href="https://en.wikipedia.org/wiki/Database_normalization">normalization</a>:
@@ -109,7 +109,7 @@ Totally flat schemas substantially increase performance, since the need for join
an added speed boost, this also allows Druid's query layer to operate directly on compressed dictionary-encoded data.
Perhaps counter-intuitively, this does <em>not</em> substantially increase storage footprint relative to normalized schemas,
since Druid uses dictionary encoding to effectively store just a single integer per row for string columns.</p>
-<p>If necessary, Druid datasources can be partially normalized through the use of <a href="/docs/24.0.0/querying/lookups.html">lookups</a>,
+<p>If necessary, Druid datasources can be partially normalized through the use of <a href="/docs/24.0.1/querying/lookups.html">lookups</a>,
which are the rough equivalent of dimension tables in a relational database. At query time, you would use Druid's SQL
<code>LOOKUP</code> function, or native lookup extraction functions, instead of using the JOIN keyword like you would in a
relational database. Since lookup tables impose an increase in memory footprint and incur more computational overhead
@@ -119,7 +119,7 @@ reflected immediately for already-ingested rows in your main table.</p>
<ul>
<li>Druid datasources do not have primary or unique keys, so skip those.</li>
<li>Denormalize if possible. If you need to be able to update dimension / lookup tables periodically and have those
-changes reflected in already-ingested data, consider partial normalization with <a href="/docs/24.0.0/querying/lookups.html">lookups</a>.</li>
+changes reflected in already-ingested data, consider partial normalization with <a href="/docs/24.0.1/querying/lookups.html">lookups</a>.</li>
<li>If you need to join two large distributed tables with each other, you must do this before loading the data into Druid.
Druid does not support query-time joins of two datasources. Lookups do not help here, since a full copy of each lookup
table is stored on each Druid server, so they are not a good choice for large tables.</li>
@@ -132,7 +132,7 @@ rollup and load your existing data as-is. Rollup in Druid is similar to creating
it is a natural choice for storing timeseries data. Its flexible data model allows it to store both timeseries and
non-timeseries data, even in the same datasource.</p>
<p>To achieve best-case compression and query performance in Druid for timeseries data, it is important to partition and
-sort by metric name, like timeseries databases often do. See <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning and sorting</a> for more details.</p>
+sort by metric name, like timeseries databases often do. See <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning and sorting</a> for more details.</p>
<p>Tips for modeling timeseries data in Druid:</p>
<ul>
<li>Druid does not think of data points as being part of a "time series". Instead, Druid treats each point separately
@@ -140,13 +140,13 @@ for ingestion and aggregation.</li>
<li>Create a dimension that indicates the name of the series that a data point belongs to. This dimension is often called
"metric" or "name". Do not get the dimension named "metric" confused with the concept of Druid metrics. Place this
first in the list of dimensions in your "dimensionsSpec" for best performance (this helps because it improves locality;
-see <a href="/docs/24.0.0/ingestion/partitioning.html">partitioning and sorting</a> below for details).</li>
+see <a href="/docs/24.0.1/ingestion/partitioning.html">partitioning and sorting</a> below for details).</li>
<li>Create other dimensions for attributes attached to your data points. These are often called "tags" in timeseries
database systems.</li>
-<li>Create <a href="/docs/24.0.0/querying/aggregations.html">metrics</a> corresponding to the types of aggregations that you want to be able
+<li>Create <a href="/docs/24.0.1/querying/aggregations.html">metrics</a> corresponding to the types of aggregations that you want to be able
to query. Typically this includes "sum", "min", and "max" (in one of the long, float, or double flavors). If you want the ability
-to compute percentiles or quantiles, use Druid's <a href="/docs/24.0.0/querying/aggregations.html#approximate-aggregations">approximate aggregators</a>.</li>
-<li>Consider enabling <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a>, which will allow Druid to potentially combine multiple points into one
+to compute percentiles or quantiles, use Druid's <a href="/docs/24.0.1/querying/aggregations.html#approximate-aggregations">approximate aggregators</a>.</li>
+<li>Consider enabling <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a>, which will allow Druid to potentially combine multiple points into one
row in your Druid datasource. This can be useful if you want to store data at a different time granularity than it is
naturally emitted. It is also useful if you want to combine timeseries and non-timeseries data in the same datasource.</li>
<li>If you don't know ahead of time what columns you'll want to ingest, use an empty dimensions list to trigger
@@ -163,19 +163,19 @@ nested data.</p>
<ul>
<li>If you don't know ahead of time what columns you'll want to ingest, use an empty dimensions list to trigger
<a href="#schema-less-dimensions">automatic detection of dimension columns</a>.</li>
-<li>If you have nested data, flatten it using a <a href="/docs/24.0.0/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>.</li>
-<li>Consider enabling <a href="/docs/24.0.0/ingestion/rollup.html">rollup</a> if you have mainly analytical use cases for your log data. This will
+<li>If you have nested data, flatten it using a <a href="/docs/24.0.1/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a>.</li>
+<li>Consider enabling <a href="/docs/24.0.1/ingestion/rollup.html">rollup</a> if you have mainly analytical use cases for your log data. This will
mean you lose the ability to retrieve individual events from Druid, but you potentially gain substantial compression and
query performance boosts.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="general-tips-and-best-practices"></a><a href="#general-tips-and-best-practices" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 [...]
<h3><a class="anchor" aria-hidden="true" id="rollup"></a><a href="#rollup" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
<p>Druid can roll up data as it is ingested to minimize the amount of raw data that needs to be stored. This is a form
-of summarization or pre-aggregation. For more details, see the <a href="/docs/24.0.0/ingestion/rollup.html">Rollup</a> section of the ingestion
+of summarization or pre-aggregation. For more details, see the <a href="/docs/24.0.1/ingestion/rollup.html">Rollup</a> section of the ingestion
documentation.</p>
<h3><a class="anchor" aria-hidden="true" id="partitioning-and-sorting"></a><a href="#partitioning-and-sorting" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-. [...]
<p>Optimally partitioning and sorting your data can have substantial impact on footprint and performance. For more details,
-see the <a href="/docs/24.0.0/ingestion/partitioning.html">Partitioning</a> section of the ingestion documentation.</p>
+see the <a href="/docs/24.0.1/ingestion/partitioning.html">Partitioning</a> section of the ingestion documentation.</p>
<p><a name="sketches"></a></p>
<h3><a class="anchor" aria-hidden="true" id="sketches-for-high-cardinality-columns"></a><a href="#sketches-for-high-cardinality-columns" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 [...]
<p>When dealing with high cardinality columns like user IDs or other unique IDs, consider using sketches for approximate
@@ -195,7 +195,7 @@ servers. For example, in a quantile computation, instead of needing to send all
so they can be sorted and the quantile can be computed, Druid instead only needs to send a sketch of the points. This
can reduce data transfer needs to mere kilobytes.</p>
<p>For details about the sketches available in Druid, see the
-<a href="/docs/24.0.0/querying/aggregations.html#approximate-aggregations">approximate aggregators</a> page.</p>
+<a href="/docs/24.0.1/querying/aggregations.html#approximate-aggregations">approximate aggregators</a> page.</p>
<p>If you prefer videos, take a look at <a href="https://www.youtube.com/watch?v=Hpd3f_MLdXo">Not exactly!</a>, a conference talk
about sketches in Druid.</p>
<h3><a class="anchor" aria-hidden="true" id="string-vs-numeric-dimensions"></a><a href="#string-vs-numeric-dimensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 [...]
@@ -203,27 +203,27 @@ about sketches in Druid.</p>
<p>There are performance tradeoffs between string and numeric columns. Numeric columns are generally faster to group on
than string columns. But unlike string columns, numeric columns don't have indexes, so they can be slower to filter on.
You may want to experiment to find the optimal choice for your use case.</p>
-<p>For details about how to configure numeric dimensions, see the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a> documentation.</p>
+<p>For details about how to configure numeric dimensions, see the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a> documentation.</p>
<h3><a class="anchor" aria-hidden="true" id="secondary-timestamps"></a><a href="#secondary-timestamps" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>Druid schemas must always include a primary timestamp. The primary timestamp is used for
-<a href="/docs/24.0.0/ingestion/partitioning.html">partitioning and sorting</a> your data, so it should be the timestamp that you will most often filter on.
+<a href="/docs/24.0.1/ingestion/partitioning.html">partitioning and sorting</a> your data, so it should be the timestamp that you will most often filter on.
Druid is able to rapidly identify and retrieve data corresponding to time ranges of the primary timestamp column.</p>
<p>If your data has more than one timestamp, you can ingest the others as secondary timestamps. The best way to do this
-is to ingest them as <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec">long-typed dimensions</a> in milliseconds format.
-If necessary, you can get them into this format using a <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> and
-<a href="/docs/24.0.0/misc/math-expr.html">expressions</a> like <code>timestamp_parse</code>, which returns millisecond timestamps.</p>
-<p>At query time, you can query secondary timestamps with <a href="/docs/24.0.0/querying/sql-scalar.html#date-and-time-functions">SQL time functions</a>
+is to ingest them as <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec">long-typed dimensions</a> in milliseconds format.
+If necessary, you can get them into this format using a <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a> and
+<a href="/docs/24.0.1/misc/math-expr.html">expressions</a> like <code>timestamp_parse</code>, which returns millisecond timestamps.</p>
+<p>At query time, you can query secondary timestamps with <a href="/docs/24.0.1/querying/sql-scalar.html#date-and-time-functions">SQL time functions</a>
like <code>MILLIS_TO_TIMESTAMP</code>, <code>TIME_FLOOR</code>, and others. If you're using native Druid queries, you can use
-<a href="/docs/24.0.0/misc/math-expr.html">expressions</a>.</p>
+<a href="/docs/24.0.1/misc/math-expr.html">expressions</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="nested-dimensions"></a><a href="#nested-dimensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
-<p>You can ingest and store nested JSON in a Druid column as a <code>COMPLEX<json></code> data type. See <a href="/docs/24.0.0/querying/nested-columns.html">Nested columns</a> for more information.</p>
+<p>You can ingest and store nested JSON in a Druid column as a <code>COMPLEX<json></code> data type. See <a href="/docs/24.0.1/querying/nested-columns.html">Nested columns</a> for more information.</p>
<p>If you want to ingest nested data in a format other than JSON—for example Avro, ORC, and Parquet—you must use the <code>flattenSpec</code> object to flatten it. For example, if you have data of the following form:</p>
<pre><code class="hljs">{<span class="hljs-attr">"foo"</span>:{<span class="hljs-attr">"bar"</span>: <span class="hljs-number">3</span>}}
</code></pre>
<p>then before indexing it, you should transform it to:</p>
<pre><code class="hljs">{<span class="hljs-attr">"foo_bar"</span>: <span class="hljs-number">3</span>}
</code></pre>
-<p>See the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a> documentation for more details.</p>
+<p>See the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#flattenspec"><code>flattenSpec</code></a> documentation for more details.</p>
<p><a name="counting"></a></p>
<h3><a class="anchor" aria-hidden="true" id="counting-the-number-of-ingested-events"></a><a href="#counting-the-number-of-ingested-events" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1. [...]
<p>When rollup is enabled, count aggregators at query time do not actually tell you the number of rows that have been
@@ -263,7 +263,7 @@ some work at ETL time.</p>
<pre><code class="hljs">{ <span class="hljs-attr">"type"</span> : <span class="hljs-string">"hyperUnique"</span>, <span class="hljs-attr">"name"</span> : <span class="hljs-string">"devices"</span>, <span class="hljs-attr">"fieldName"</span> : <span class="hljs-string">"device_id_met"</span> }
</code></pre>
<p><code>device_id_dim</code> should automatically get picked up as a dimension.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/ingestion-spec.html"><span class="arrow-prev">← </span><span>Ingestion spec</span></a><a class="docs-next button" href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html"><span>Apache Kafka ingestion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druids-data-model">Druid's data model</a></ [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/ingestion-spec.html"><span class="arrow-prev">← </span><span>Ingestion spec</span></a><a class="docs-next button" href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html"><span>Apache Kafka ingestion</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#druids-data-model">Druid's data model</a></ [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -280,6 +280,6 @@ some work at ETL time.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/standalone-realtime.html b/docs/24.0.0/ingestion/standalone-realtime.html
index 993d5808..f16c9fdb 100644
--- a/docs/24.0.0/ingestion/standalone-realtime.html
+++ b/docs/24.0.0/ingestion/standalone-realtime.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Realtime Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/standalone-realtime.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Realtime Process · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/standalone-realtime.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:ve [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -79,7 +79,7 @@
-->
<p>Older versions of Apache Druid supported a standalone 'Realtime' process to query and index 'stream pull'
modes of real-time ingestion. These processes would periodically build segments for the data they had collected over
-some span of time and then set up hand-off to <a href="/docs/24.0.0/design/historical.html">Historical</a> servers.</p>
+some span of time and then set up hand-off to <a href="/docs/24.0.1/design/historical.html">Historical</a> servers.</p>
<p>This processes could be invoked by</p>
<pre><code class="hljs">org.apache.druid.cli.Main<span class="hljs-built_in"> server </span>realtime
</code></pre>
@@ -89,9 +89,9 @@ each node required an unique configuration. The design of the stream pull ingest
suffered from limitations which made it not possible to achieve exactly once ingestion.</p>
<p>The extensions <code>druid-kafka-eight</code>, <code>druid-kafka-eight-simpleConsumer</code>, <code>druid-rabbitmq</code>, and <code>druid-rocketmq</code> were also
removed at this time, since they were built to operate on the realtime nodes.</p>
-<p>Please consider using the <a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a> or
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis Indexing Service</a> for stream pull ingestion instead.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/ingestion/native-batch-simple-task.html"><span class="arrow-prev">← </span><span>Native batch (simple)</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a [...]
+<p>Please consider using the <a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka Indexing Service</a> or
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis Indexing Service</a> for stream pull ingestion instead.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/ingestion/native-batch-simple-task.html"><span class="arrow-prev">← </span><span>Native batch (simple)</span></a></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -108,6 +108,6 @@ removed at this time, since they were built to operate on the realtime nodes.</p
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/tasks.html b/docs/24.0.0/ingestion/tasks.html
index dd0ba5bf..ccd0062d 100644
--- a/docs/24.0.0/ingestion/tasks.html
+++ b/docs/24.0.0/ingestion/tasks.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Task reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/tasks.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Task reference · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/tasks.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content=" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -77,24 +77,24 @@
~ specific language governing permissions and limitations
~ under the License.
-->
-<p>Tasks do all <a href="/docs/24.0.0/ingestion/index.html">ingestion</a>-related work in Druid.</p>
+<p>Tasks do all <a href="/docs/24.0.1/ingestion/index.html">ingestion</a>-related work in Druid.</p>
<p>For batch ingestion, you will generally submit tasks directly to Druid using the
-<a href="/docs/24.0.0/operations/api-reference.html#tasks">Task APIs</a>. For streaming ingestion, tasks are generally submitted for you by a
+<a href="/docs/24.0.1/operations/api-reference.html#tasks">Task APIs</a>. For streaming ingestion, tasks are generally submitted for you by a
supervisor.</p>
<h2><a class="anchor" aria-hidden="true" id="task-api"></a><a href="#task-api" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 [...]
<p>Task APIs are available in two main places:</p>
<ul>
-<li>The <a href="/docs/24.0.0/design/overlord.html">Overlord</a> process offers HTTP APIs to submit tasks, cancel tasks, check their status,
-review logs and reports, and more. Refer to the <a href="/docs/24.0.0/operations/api-reference.html#tasks">Tasks API reference page</a> for a
+<li>The <a href="/docs/24.0.1/design/overlord.html">Overlord</a> process offers HTTP APIs to submit tasks, cancel tasks, check their status,
+review logs and reports, and more. Refer to the <a href="/docs/24.0.1/operations/api-reference.html#tasks">Tasks API reference page</a> for a
full list.</li>
-<li>Druid SQL includes a <a href="/docs/24.0.0/querying/sql-metadata-tables.html#tasks-table"><code>sys.tasks</code></a> table that provides information about currently
+<li>Druid SQL includes a <a href="/docs/24.0.1/querying/sql-metadata-tables.html#tasks-table"><code>sys.tasks</code></a> table that provides information about currently
running tasks. This table is read-only, and has a limited (but useful!) subset of the full information available through
the Overlord APIs.</li>
</ul>
<p><a name="reports"></a></p>
<h2><a class="anchor" aria-hidden="true" id="task-reports"></a><a href="#task-reports" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<p>A report containing information about the number of rows ingested, and any parse exceptions that occurred is available for both completed tasks and running tasks.</p>
-<p>The reporting feature is supported by <a href="/docs/24.0.0/ingestion/native-batch.html">native batch tasks</a>, the Hadoop batch task, and Kafka and Kinesis ingestion tasks.</p>
+<p>The reporting feature is supported by <a href="/docs/24.0.1/ingestion/native-batch.html">native batch tasks</a>, the Hadoop batch task, and Kafka and Kinesis ingestion tasks.</p>
<h3><a class="anchor" aria-hidden="true" id="completion-report"></a><a href="#completion-report" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>After a task completes, if it supports reports, its report can be retrieved at:</p>
<pre><code class="hljs">http:<span class="hljs-regexp">//</span><OVERLORD-HOST>:<OVERLORD-PORT><span class="hljs-regexp">/druid/i</span>ndexer<span class="hljs-regexp">/v1/</span>task<span class="hljs-regexp">/<task-id>/</span>reports
@@ -203,13 +203,13 @@ the Overlord APIs.</li>
<ul>
<li><code>processed</code>: Number of rows successfully ingested without parsing errors</li>
<li><code>processedWithError</code>: Number of rows that were ingested, but contained a parsing error within one or more columns. This typically occurs where input rows have a parseable structure but invalid types for columns, such as passing in a non-numeric String value for a numeric column.</li>
-<li><code>thrownAway</code>: Number of rows skipped. This includes rows with timestamps that were outside of the ingestion task's defined time interval and rows that were filtered out with a <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, but doesn't include the rows skipped by explicit user configurations. For example, the rows skipped by <code>skipHeaderRows</code> or <code>hasHeaderRow</code> in the CSV format are not counted.</li>
+<li><code>thrownAway</code>: Number of rows skipped. This includes rows with timestamps that were outside of the ingestion task's defined time interval and rows that were filtered out with a <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transformspec"><code>transformSpec</code></a>, but doesn't include the rows skipped by explicit user configurations. For example, the rows skipped by <code>skipHeaderRows</code> or <code>hasHeaderRow</code> in the CSV format are not counted.</li>
<li><code>unparseable</code>: Number of rows that could not be parsed at all and were discarded. This tracks input rows without a parseable structure, such as passing in non-JSON data when using a JSON parser.</li>
</ul>
<p>The <code>errorMsg</code> field shows a message describing the error that caused a task to fail. It will be null if the task was successful.</p>
<h2><a class="anchor" aria-hidden="true" id="live-reports"></a><a href="#live-reports" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
<h3><a class="anchor" aria-hidden="true" id="row-stats"></a><a href="#row-stats" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
-<p>The <a href="/docs/24.0.0/ingestion/native-batch.html">native batch task</a>, the Hadoop batch task, and Kafka and Kinesis ingestion tasks support retrieval of row stats while the task is running.</p>
+<p>The <a href="/docs/24.0.1/ingestion/native-batch.html">native batch task</a>, the Hadoop batch task, and Kafka and Kinesis ingestion tasks support retrieval of row stats while the task is running.</p>
<p>The live report can be accessed with a GET to the following URL on a Peon running a task:</p>
<pre><code class="hljs">http:<span class="hljs-regexp">//</span><middlemanager-host>:<worker-port><span class="hljs-regexp">/druid/</span>worker<span class="hljs-regexp">/v1/</span>chat<span class="hljs-regexp">/<task-id>/</span>rowStats
</code></pre>
@@ -255,7 +255,7 @@ the Overlord APIs.</li>
<pre><code class="hljs">http:<span class="hljs-regexp">//</span><middlemanager-host>:<worker-port><span class="hljs-regexp">/druid/</span>worker<span class="hljs-regexp">/v1/</span>chat<span class="hljs-regexp">/<task-id>/u</span>nparseableEvents
</code></pre>
<p>Note that this functionality is not supported by all task types. Currently, it is only supported by the
-non-parallel <a href="/docs/24.0.0/ingestion/native-batch.html">native batch task</a> (type <code>index</code>) and the tasks created by the Kafka
+non-parallel <a href="/docs/24.0.1/ingestion/native-batch.html">native batch task</a> (type <code>index</code>) and the tasks created by the Kafka
and Kinesis indexing services.</p>
<p><a name="locks"></a></p>
<h2><a class="anchor" aria-hidden="true" id="task-lock-system"></a><a href="#task-lock-system" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
@@ -282,7 +282,7 @@ another of the major version of <code>2018-01-01T00:00:00.000Z</code> and the mi
another of the major version of <code>2019-01-01T00:00:00.000Z</code> and the minor version of <code>0</code>.</li>
</ul>
<h3><a class="anchor" aria-hidden="true" id="locking"></a><a href="#locking" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
-<p>If you are running two or more <a href="/docs/24.0.0/ingestion/tasks.html">Druid tasks</a> which generate segments for the same data source and the same time chunk,
+<p>If you are running two or more <a href="/docs/24.0.1/ingestion/tasks.html">Druid tasks</a> which generate segments for the same data source and the same time chunk,
the generated segments could potentially overshadow each other, which could lead to incorrect query results.</p>
<p>To avoid this problem, tasks will attempt to get locks prior to creating any segment in Druid.
There are two types of locks, i.e., <em>time chunk lock</em> and <em>segment lock</em>.</p>
@@ -307,7 +307,7 @@ when an overwriting task changes the segment granularity.
Also, the segment locking is supported by only native indexing tasks and Kafka/Kinesis indexing tasks.
Hadoop indexing tasks don't support it.</p>
<p><code>forceTimeChunkLock</code> in the task context is only applied to individual tasks.
-If you want to unset it for all tasks, you would want to set <code>druid.indexer.tasklock.forceTimeChunkLock</code> to false in the <a href="/docs/24.0.0/configuration/index.html#overlord-operations">overlord configuration</a>.</p>
+If you want to unset it for all tasks, you would want to set <code>druid.indexer.tasklock.forceTimeChunkLock</code> to false in the <a href="/docs/24.0.1/configuration/index.html#overlord-operations">overlord configuration</a>.</p>
<p>Lock requests can conflict with each other if two or more tasks try to get locks for the overlapped time chunks of the same data source.
Note that the lock conflict can happen between different locks types.</p>
<p>The behavior on lock conflicts depends on the <a href="#lock-priority">task priority</a>.
@@ -345,7 +345,7 @@ For example, Kafka indexing tasks of the same supervisor have the same groupId a
<h2><a class="anchor" aria-hidden="true" id="context-parameters"></a><a href="#context-parameters" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22- [...]
<p>The task context is used for various individual task configuration.
Specify task context configurations in the <code>context</code> field of the ingestion spec.
-When configuring <a href="/docs/24.0.0/data-management/automatic-compaction.html">automatic compaction</a>, set the task context configurations in <code>taskContext</code> rather than in <code>context</code>.
+When configuring <a href="/docs/24.0.1/data-management/automatic-compaction.html">automatic compaction</a>, set the task context configurations in <code>taskContext</code> rather than in <code>context</code>.
The settings get passed into the <code>context</code> field of the compaction tasks issued to MiddleManagers.</p>
<p>The following parameters apply to all task types.</p>
<table>
@@ -354,18 +354,18 @@ The settings get passed into the <code>context</code> field of the compaction ta
</thead>
<tbody>
<tr><td><code>taskLockTimeout</code></td><td>300000</td><td>Task lock timeout in milliseconds. For more details, see <a href="#locking">Locking</a>.<br/><br/>When a task acquires a lock, it sends a request via HTTP and awaits until it receives a response containing the lock acquisition result. As a result, an HTTP timeout error can occur if <code>taskLockTimeout</code> is greater than <code>druid.server.http.maxIdleTime</code> of Overlords.</td></tr>
-<tr><td><code>forceTimeChunkLock</code></td><td>true</td><td><em>Setting this to false is still experimental</em><br/> Force to always use time chunk lock. If not set, each task automatically chooses a lock type to use. If set, this parameter overwrites <code>druid.indexer.tasklock.forceTimeChunkLock</code> <a href="/docs/24.0.0/configuration/index.html#overlord-operations">configuration for the overlord</a>. See <a href="#locking">Locking</a> for more details.</td></tr>
+<tr><td><code>forceTimeChunkLock</code></td><td>true</td><td><em>Setting this to false is still experimental</em><br/> Force to always use time chunk lock. If not set, each task automatically chooses a lock type to use. If set, this parameter overwrites <code>druid.indexer.tasklock.forceTimeChunkLock</code> <a href="/docs/24.0.1/configuration/index.html#overlord-operations">configuration for the overlord</a>. See <a href="#locking">Locking</a> for more details.</td></tr>
<tr><td><code>priority</code></td><td>Different based on task types. See <a href="#priority">Priority</a>.</td><td>Task priority</td></tr>
<tr><td><code>useLineageBasedSegmentAllocation</code></td><td>false in 0.21 or earlier, true in 0.22 or later</td><td>Enable the new lineage-based segment allocation protocol for the native Parallel task with dynamic partitioning. This option should be off during the replacing rolling upgrade from one of the Druid versions between 0.19 and 0.21 to Druid 0.22 or higher. Once the upgrade is done, it must be set to true to ensure data correctness.</td></tr>
-<tr><td><code>storeEmptyColumns</code></td><td>true</td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.0/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</code>< [...]
+<tr><td><code>storeEmptyColumns</code></td><td>true</td><td>Boolean value for whether or not to store empty columns during ingestion. When set to true, Druid stores every column specified in the <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>dimensionsSpec</code></a>. If you use schemaless ingestion and don't specify any dimensions to ingest, you must also set <a href="/docs/24.0.1/ingestion/ingestion-spec.html#dimensionsspec"><code>includeAllDimensions</code>< [...]
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="task-logs"></a><a href="#task-logs" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.6 [...]
<p>Logs are created by ingestion tasks as they run. You can configure Druid to push these into a repository for long-term storage after they complete.</p>
<p>Once the task has been submitted to the Overlord it remains <code>WAITING</code> for locks to be acquired. Worker slot allocation is then <code>PENDING</code> until the task can actually start executing.</p>
-<p>The task then starts creating logs in a local directory of the middle manager (or indexer) in a <code>log</code> directory for the specific <code>taskId</code> at <a href="/docs/24.0.0/configuration/index.html#additional-peon-configuration"><code>druid.indexer.task.baseTaskDir</code></a>.</p>
-<p>When the task completes - whether it succeeds or fails - the middle manager (or indexer) will push the task log file into the location specified in <a href="/docs/24.0.0/configuration/index.html#task-logging"><code>druid.indexer.logs</code></a>.</p>
-<p>Task logs on the Druid web console are retrieved via an <a href="/docs/24.0.0/operations/api-reference.html#overlord">API</a> on the Overlord. It automatically detects where the log file is, either in the middleManager / indexer or in long-term storage, and passes it back.</p>
+<p>The task then starts creating logs in a local directory of the middle manager (or indexer) in a <code>log</code> directory for the specific <code>taskId</code> at <a href="/docs/24.0.1/configuration/index.html#additional-peon-configuration"><code>druid.indexer.task.baseTaskDir</code></a>.</p>
+<p>When the task completes - whether it succeeds or fails - the middle manager (or indexer) will push the task log file into the location specified in <a href="/docs/24.0.1/configuration/index.html#task-logging"><code>druid.indexer.logs</code></a>.</p>
+<p>Task logs on the Druid web console are retrieved via an <a href="/docs/24.0.1/operations/api-reference.html#overlord">API</a> on the Overlord. It automatically detects where the log file is, either in the middleManager / indexer or in long-term storage, and passes it back.</p>
<p>If you don't see the log file in long-term storage, it means either:</p>
<ol>
<li>the middleManager / indexer failed to push the log file to deep storage or</li>
@@ -375,28 +375,28 @@ The settings get passed into the <code>context</code> field of the compaction ta
<blockquote>
<p>If you are running the indexing service in remote mode, the task logs must be stored in S3, Azure Blob Store, Google Cloud Storage or HDFS.</p>
</blockquote>
-<p>You can configure retention periods for logs in milliseconds by setting <code>druid.indexer.logs.kill</code> properties in <a href="/docs/24.0.0/configuration/index.html#task-logging">configuration</a>. The Overlord will then automatically manage task logs in log directories along with entries in task-related metadata storage tables.</p>
+<p>You can configure retention periods for logs in milliseconds by setting <code>druid.indexer.logs.kill</code> properties in <a href="/docs/24.0.1/configuration/index.html#task-logging">configuration</a>. The Overlord will then automatically manage task logs in log directories along with entries in task-related metadata storage tables.</p>
<blockquote>
<p>Automatic log file deletion typically works based on the log file's 'modified' timestamp in the back-end store. Large clock skews between Druid processes and the long-term store might result in unintended behavior.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="all-task-types"></a><a href="#all-task-types" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<h3><a class="anchor" aria-hidden="true" id="index_parallel"></a><a href="#index_parallel" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>See <a href="/docs/24.0.0/ingestion/native-batch.html">Native batch ingestion (parallel task)</a>.</p>
+<p>See <a href="/docs/24.0.1/ingestion/native-batch.html">Native batch ingestion (parallel task)</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="index_hadoop"></a><a href="#index_hadoop" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
-<p>See <a href="/docs/24.0.0/ingestion/hadoop.html">Hadoop-based ingestion</a>.</p>
+<p>See <a href="/docs/24.0.1/ingestion/hadoop.html">Hadoop-based ingestion</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="index_kafka"></a><a href="#index_kafka" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
<p>Submitted automatically, on your behalf, by a
-<a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Kafka-based ingestion supervisor</a>.</p>
+<a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Kafka-based ingestion supervisor</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="index_kinesis"></a><a href="#index_kinesis" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.8 [...]
<p>Submitted automatically, on your behalf, by a
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Kinesis-based ingestion supervisor</a>.</p>
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Kinesis-based ingestion supervisor</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="compact"></a><a href="#compact" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
<p>Compaction tasks merge all segments of the given interval. See the documentation on
-<a href="/docs/24.0.0/data-management/compaction.html">compaction</a> for details.</p>
+<a href="/docs/24.0.1/data-management/compaction.html">compaction</a> for details.</p>
<h3><a class="anchor" aria-hidden="true" id="kill"></a><a href="#kill" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2.09V6 [...]
<p>Kill tasks delete all metadata about certain segments and removes them from deep storage.
-See the documentation on <a href="/docs/24.0.0/data-management/delete.html">deleting data</a> for details.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/multi-stage-query/known-issues.html"><span class="arrow-prev">← </span><span>Known issues</span></a><a class="docs-next button" href="/docs/24.0.0/ingestion/faq.html"><span>Troubleshooting FAQ</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#task-api">Task API</a></li><li><a href="#task-reports">Task reports</a>< [...]
+See the documentation on <a href="/docs/24.0.1/data-management/delete.html">deleting data</a> for details.</p>
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/multi-stage-query/known-issues.html"><span class="arrow-prev">← </span><span>Known issues</span></a><a class="docs-next button" href="/docs/24.0.1/ingestion/faq.html"><span>Troubleshooting FAQ</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#task-api">Task API</a></li><li><a href="#task-reports">Task reports</a>< [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -413,6 +413,6 @@ See the documentation on <a href="/docs/24.0.0/data-management/delete.html">dele
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/ingestion/tranquility.html b/docs/24.0.0/ingestion/tranquility.html
index 3d05d9bc..42442187 100644
--- a/docs/24.0.0/ingestion/tranquility.html
+++ b/docs/24.0.0/ingestion/tranquility.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Tranquility · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/ingestion/tranquility.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Tranquility · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/ingestion/tranquility.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" conten [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
@@ -27,10 +27,10 @@ streams to Druid in real-time.</p>
release. It may still work with the latest Druid servers, but not all features and functionality will be available
due to limitations of older Druid APIs on the Tranquility side.</p>
<p>For new projects that require streaming ingestion, we recommend using Druid's native support for
-<a href="/docs/24.0.0/development/extensions-core/kafka-ingestion.html">Apache Kafka</a> or
-<a href="/docs/24.0.0/development/extensions-core/kinesis-ingestion.html">Amazon Kinesis</a>.</p>
+<a href="/docs/24.0.1/development/extensions-core/kafka-ingestion.html">Apache Kafka</a> or
+<a href="/docs/24.0.1/development/extensions-core/kinesis-ingestion.html">Amazon Kinesis</a>.</p>
<p>For more details, check out the <a href="https://github.com/druid-io/tranquility/">Tranquility GitHub page</a>.</p>
-</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a> · <a href="/docs/24.0.0/">Docs</a> · <a href="/community/">Community</a> · <a href="/downloads.html">Download</a> · <a href="/faq">FAQ</a></p></div><div class [...]
+</span></div></article></div><div class="docs-prevnext"></div></div></div><nav class="onPageNav"></nav></div><footer class="nav-footer druid-footer" id="footer"><div class="container"><div class="text-center"><p><a href="/technology">Technology</a> · <a href="/use-cases">Use Cases</a> · <a href="/druid-powered">Powered by Druid</a> · <a href="/docs/24.0.1/">Docs</a> · <a href="/community/">Community</a> · <a href="/downloads.html">Download</a> · <a href="/faq">FAQ</a></p></div><div class [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -47,6 +47,6 @@ due to limitations of older Druid APIs on the Tranquility side.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/misc/math-expr.html b/docs/24.0.0/misc/math-expr.html
index 59a95b62..2dc11b36 100644
--- a/docs/24.0.0/misc/math-expr.html
+++ b/docs/24.0.0/misc/math-expr.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Expressions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/misc/math-expr.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Expressions · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/misc/math-expr.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24.0 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,15 +78,15 @@
~ under the License.
-->
<blockquote>
-<p>Apache Druid supports two query languages: <a href="/docs/24.0.0/querying/querying.html">native queries</a> and <a href="/docs/24.0.0/querying/sql.html">Druid SQL</a>.
+<p>Apache Druid supports two query languages: <a href="/docs/24.0.1/querying/querying.html">native queries</a> and <a href="/docs/24.0.1/querying/sql.html">Druid SQL</a>.
This document describes the native language. For information about functions available in SQL, refer to the
-<a href="/docs/24.0.0/querying/sql-scalar.html">SQL documentation</a>.</p>
+<a href="/docs/24.0.1/querying/sql-scalar.html">SQL documentation</a>.</p>
</blockquote>
<p>Expressions are used in various places in the native query language, including
-<a href="/docs/24.0.0/querying/virtual-columns.html">virtual columns</a> and <a href="/docs/24.0.0/querying/datasource.html#join">join conditions</a>. They are
-also generated by most <a href="/docs/24.0.0/querying/sql-scalar.html">Druid SQL functions</a> during the
-<a href="/docs/24.0.0/querying/sql-translation.html">query translation</a> process.</p>
-<p>Expressions are also used at ingestion time inside <a href="/docs/24.0.0/ingestion/ingestion-spec.html#transforms">transformations</a>.</p>
+<a href="/docs/24.0.1/querying/virtual-columns.html">virtual columns</a> and <a href="/docs/24.0.1/querying/datasource.html#join">join conditions</a>. They are
+also generated by most <a href="/docs/24.0.1/querying/sql-scalar.html">Druid SQL functions</a> during the
+<a href="/docs/24.0.1/querying/sql-translation.html">query translation</a> process.</p>
+<p>Expressions are also used at ingestion time inside <a href="/docs/24.0.1/ingestion/ingestion-spec.html#transforms">transformations</a>.</p>
<p>This expression language supports the following operators (listed in decreasing order of precedence).</p>
<table>
<thead>
@@ -105,7 +105,7 @@ also generated by most <a href="/docs/24.0.0/querying/sql-scalar.html">Druid SQL
<p>Additionally, the expression language supports long, double, and string arrays. Array literals are created by wrapping square brackets around a list of scalar literals values delimited by a comma or space character. All values in an array literal must be the same type, however null values are accepted. Typed empty arrays may be defined by prefixing with their type in angle brackets: <code><STRING>[]</code>, <code><DOUBLE>[]</code>, or <code><LONG>[]</code>.</p>
<p>Expressions can contain variables. Variable names may contain letters, digits, '_' and '$'. Variable names must not begin with a digit. To escape other special characters, you can quote it with double quotation marks.</p>
<p>For logical operators, a number is true if and only if it is positive (0 or negative value means false). For string type, it's the evaluation result of 'Boolean.valueOf(string)'.</p>
-<p><a href="/docs/24.0.0/querying/multi-value-dimensions.html">Multi-value string dimensions</a> are supported and may be treated as either scalar or array typed values, as follows:</p>
+<p><a href="/docs/24.0.1/querying/multi-value-dimensions.html">Multi-value string dimensions</a> are supported and may be treated as either scalar or array typed values, as follows:</p>
<ul>
<li>When treated as a scalar type, the expression is automatically transformed so that the scalar operation is applied across all values of the multi-valued type, mimicking Druid's native behavior.</li>
<li>Druid coerces values that result in arrays back into the native Druid string type for grouping and aggregation. Grouping on multi-value string dimensions in Druid groups by the individual values, not the 'array'. This behavior produces results similar to the <code>UNNEST</code> operator available in many SQL dialects. Alternatively, you can use the <code>array_to_string</code> function to perform the aggregation on a <em>stringified</em> version of the complete array and therefore pr [...]
@@ -125,7 +125,7 @@ also generated by most <a href="/docs/24.0.0/querying/sql-scalar.html">Druid SQL
<tr><td>case_simple</td><td>case_simple(expr, value1, result1, [[value2, result2, ...], else-result]) is similar to <code>CASE expr WHEN value THEN result [ELSE else_result] END</code> in SQL</td></tr>
<tr><td>isnull</td><td>isnull(expr) returns 1 if the value is null, else 0</td></tr>
<tr><td>notnull</td><td>notnull(expr) returns 1 if the value is not null, else 0</td></tr>
-<tr><td>bloom_filter_test</td><td>bloom_filter_test(expr, filter) tests the value of 'expr' against 'filter', a bloom filter serialized as a base64 string. See <a href="/docs/24.0.0/development/extensions-core/bloom-filter.html">bloom filter extension</a> documentation for additional details.</td></tr>
+<tr><td>bloom_filter_test</td><td>bloom_filter_test(expr, filter) tests the value of 'expr' against 'filter', a bloom filter serialized as a base64 string. See <a href="/docs/24.0.1/development/extensions-core/bloom-filter.html">bloom filter extension</a> documentation for additional details.</td></tr>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="string-functions"></a><a href="#string-functions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2. [...]
@@ -137,7 +137,7 @@ also generated by most <a href="/docs/24.0.0/querying/sql-scalar.html">Druid SQL
<tr><td>concat</td><td>concat(expr, expr...) concatenate a list of strings</td></tr>
<tr><td>format</td><td>format(pattern[, args...]) returns a string formatted in the manner of Java's <a href="https://docs.oracle.com/javase/8/docs/api/java/lang/String.html#format-java.lang.String-java.lang.Object...-">String.format</a>.</td></tr>
<tr><td>like</td><td>like(expr, pattern[, escape]) is equivalent to SQL <code>expr LIKE pattern</code></td></tr>
-<tr><td>lookup</td><td>lookup(expr, lookup-name) looks up expr in a registered <a href="/docs/24.0.0/querying/lookups.html">query-time lookup</a></td></tr>
+<tr><td>lookup</td><td>lookup(expr, lookup-name) looks up expr in a registered <a href="/docs/24.0.1/querying/lookups.html">query-time lookup</a></td></tr>
<tr><td>parse_long</td><td>parse_long(string[, radix]) parses a string as a long with the given radix, or 10 (decimal) if a radix is not provided.</td></tr>
<tr><td>regexp_extract</td><td>regexp_extract(expr, pattern[, index]) applies a regular expression pattern and extracts a capture group index, or null if there is no match. If index is unspecified or zero, returns the substring that matched the pattern. The pattern may match anywhere inside <code>expr</code>; if you want to match the entire string instead, use the <code>^</code> and <code>$</code> markers at the start and end of your pattern.</td></tr>
<tr><td>regexp_like</td><td>regexp_like(expr, pattern) returns whether <code>expr</code> matches regular expression <code>pattern</code>. The pattern may match anywhere inside <code>expr</code>; if you want to match the entire string instead, use the <code>^</code> and <code>$</code> markers at the start and end of your pattern.</td></tr>
@@ -317,7 +317,7 @@ also generated by most <a href="/docs/24.0.0/querying/sql-scalar.html">Druid SQL
<tr><td><code>[<number>]</code></td><td>Array index.</td></tr>
</tbody>
</table>
-<p>See <a href="/docs/24.0.0/querying/sql-json-functions.html#jsonpath-syntax">SQL JSON documentation</a> for examples and <a href="/docs/24.0.0/querying/nested-columns.html">Nested columns</a> for more information on ingesting and storing nested data.</p>
+<p>See <a href="/docs/24.0.1/querying/sql-json-functions.html#jsonpath-syntax">SQL JSON documentation</a> for examples and <a href="/docs/24.0.1/querying/nested-columns.html">Nested columns</a> for more information on ingesting and storing nested data.</p>
<h2><a class="anchor" aria-hidden="true" id="reduction-functions"></a><a href="#reduction-functions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.2 [...]
<p>Reduction functions operate on zero or more expressions and return a single expression. If no expressions are passed as
arguments, then the result is <code>NULL</code>. The expressions must all be convertible to a common data type, which will be the
@@ -361,7 +361,7 @@ type of the result:</p>
</tbody>
</table>
<h2><a class="anchor" aria-hidden="true" id="vectorization-support"></a><a href="#vectorization-support" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
-<p>A number of expressions support <a href="/docs/24.0.0/querying/query-context.html#vectorization-parameters">'vectorized' query engines</a></p>
+<p>A number of expressions support <a href="/docs/24.0.1/querying/query-context.html#vectorization-parameters">'vectorized' query engines</a></p>
<p>supported features:</p>
<ul>
<li>constants and identifiers are supported for any column type</li>
@@ -410,7 +410,7 @@ type of the result:</p>
<li><code>'troo' && 'true'</code> -> <code>0</code></li>
<li><code>'troo' || 'true'</code> -> <code>1</code></li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/querying/post-aggregations.html"><span class="arrow-prev">← </span><span>Post-aggregations</span></a><a class="docs-next button" href="/docs/24.0.0/querying/having.html"><span class="function-name-prevnext">Having filters (groupBy)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#general-functions">General functi [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/querying/post-aggregations.html"><span class="arrow-prev">← </span><span>Post-aggregations</span></a><a class="docs-next button" href="/docs/24.0.1/querying/having.html"><span class="function-name-prevnext">Having filters (groupBy)</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#general-functions">General functi [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -427,6 +427,6 @@ type of the result:</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/misc/papers-and-talks.html b/docs/24.0.0/misc/papers-and-talks.html
index 0d05b4e0..e4ae4e7f 100644
--- a/docs/24.0.0/misc/papers-and-talks.html
+++ b/docs/24.0.0/misc/papers-and-talks.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Papers · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/misc/papers-and-talks.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24 [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>Papers · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/misc/papers-and-talks.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="docsearch:version" content="24 [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -91,7 +91,7 @@
<li><p><a href="https://www.youtube.com/watch?v=Sz4w75xRrYM">Stories from the Trenches - The Challenges of Building an Analytics Stack</a> - Discusses features that were added to scale Druid.</p></li>
<li><p><a href="https://www.youtube.com/watch?v=bZ3LqG3iHbM">Building Interactive Applications at Scale</a> - Discusses building applications on top of Druid.</p></li>
</ul>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/development/experimental.html"><span class="arrow-prev">← </span><span>Experimental features</span></a><a class="docs-next button" href="/docs/24.0.0/comparisons/druid-vs-elasticsearch.html"><span>Apache Druid vs Elasticsearch</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#papers">Papers</a></li><li><a href="#p [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/development/experimental.html"><span class="arrow-prev">← </span><span>Experimental features</span></a><a class="docs-next button" href="/docs/24.0.1/comparisons/druid-vs-elasticsearch.html"><span>Apache Druid vs Elasticsearch</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#papers">Papers</a></li><li><a href="#p [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -108,6 +108,6 @@
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/multi-stage-query/api.html b/docs/24.0.0/multi-stage-query/api.html
index 375fdc04..8d2fabb1 100644
--- a/docs/24.0.0/multi-stage-query/api.html
+++ b/docs/24.0.0/multi-stage-query/api.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion and multi-stage query task API · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/multi-stage-query/api.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion and multi-stage query task API · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/multi-stage-query/api.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en" [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,8 +78,8 @@
~ under the License.
-->
<blockquote>
-<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.0/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
-extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.0/ingestion/index.html#batch">ingestion methods</a> table to determine which
+<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.1/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
+extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.1/ingestion/index.html#batch">ingestion methods</a> table to determine which
ingestion method is right for you.</p>
</blockquote>
<p>The <strong>Query</strong> view in the web console provides a friendly experience for the multi-stage query task engine (MSQ task
@@ -88,15 +88,15 @@ interface.</p>
<p>When using the API for the MSQ task engine, the action you want to take determines the endpoint you use:</p>
<ul>
<li><code>/druid/v2/sql/task</code> endpoint: Submit a query for ingestion.</li>
-<li><code>/druid/indexer/v1/task</code> endpoint: Interact with a query, including getting its status, getting its details, or canceling it. This page describes a few of the Overlord Task APIs that you can use with the MSQ task engine. For information about Druid APIs, see the <a href="/docs/24.0.0/operations/api-reference.html#tasks">API reference for Druid</a>.</li>
+<li><code>/druid/indexer/v1/task</code> endpoint: Interact with a query, including getting its status, getting its details, or canceling it. This page describes a few of the Overlord Task APIs that you can use with the MSQ task engine. For information about Druid APIs, see the <a href="/docs/24.0.1/operations/api-reference.html#tasks">API reference for Druid</a>.</li>
</ul>
<h2><a class="anchor" aria-hidden="true" id="submit-a-query"></a><a href="#submit-a-query" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>You submit queries to the MSQ task engine using the <code>POST /druid/v2/sql/task/</code> endpoint.</p>
<h4><a class="anchor" aria-hidden="true" id="request"></a><a href="#request" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1- [...]
-<p>The SQL task endpoint accepts <a href="/docs/24.0.0/querying/sql-api.html#request-body">SQL requests in the JSON-over-HTTP form</a> using the
+<p>The SQL task endpoint accepts <a href="/docs/24.0.1/querying/sql-api.html#request-body">SQL requests in the JSON-over-HTTP form</a> using the
<code>query</code>, <code>context</code>, and <code>parameters</code> fields, but ignoring the <code>resultFormat</code>, <code>header</code>, <code>typesHeader</code>, and
<code>sqlTypesHeader</code> fields.</p>
-<p>This endpoint accepts <a href="/docs/24.0.0/multi-stage-query/reference.html#insert">INSERT</a> and <a href="/docs/24.0.0/multi-stage-query/reference.html#replace">REPLACE</a> statements.</p>
+<p>This endpoint accepts <a href="/docs/24.0.1/multi-stage-query/reference.html#insert">INSERT</a> and <a href="/docs/24.0.1/multi-stage-query/reference.html#replace">REPLACE</a> statements.</p>
<p>As an experimental feature, this endpoint also accepts SELECT queries. SELECT query results are collected from workers
by the controller, and written into the <a href="#get-the-report-for-a-query-task">task report</a> as an array of arrays. The
behavior and result format of plain SELECT queries (without INSERT or REPLACE) is subject to change.</p>
@@ -117,7 +117,7 @@ behavior and result format of plain SELECT queries (without INSERT or REPLACE) i
<tr><th>Field</th><th>Description</th></tr>
</thead>
<tbody>
-<tr><td>taskId</td><td>Controller task ID. You can use Druid's standard <a href="/docs/24.0.0/operations/api-reference.html#overlord">task APIs</a> to interact with this controller task.</td></tr>
+<tr><td>taskId</td><td>Controller task ID. You can use Druid's standard <a href="/docs/24.0.1/operations/api-reference.html#overlord">task APIs</a> to interact with this controller task.</td></tr>
<tr><td>state</td><td>Initial state for the query, which is "RUNNING".</td></tr>
</tbody>
</table>
@@ -479,8 +479,8 @@ SELECT queries (without INSERT or REPLACE) is subject to change.</li>
<tr><td>multiStageQuery.payload.status.errorReport.taskId</td><td>The task that reported the error, if known. May be a controller task or a worker task.</td></tr>
<tr><td>multiStageQuery.payload.status.errorReport.host</td><td>The hostname and port of the task that reported the error, if known.</td></tr>
<tr><td>multiStageQuery.payload.status.errorReport.stageNumber</td><td>The stage number that reported the error, if it happened during execution of a specific stage.</td></tr>
-<tr><td>multiStageQuery.payload.status.errorReport.error</td><td>Error object. Contains <code>errorCode</code> at a minimum, and may contain other fields as described in the <a href="/docs/24.0.0/multi-stage-query/reference.html#error-codes">error code table</a>. Always present if there is an error.</td></tr>
-<tr><td>multiStageQuery.payload.status.errorReport.error.errorCode</td><td>One of the error codes from the <a href="/docs/24.0.0/multi-stage-query/reference.html#error-codes">error code table</a>. Always present if there is an error.</td></tr>
+<tr><td>multiStageQuery.payload.status.errorReport.error</td><td>Error object. Contains <code>errorCode</code> at a minimum, and may contain other fields as described in the <a href="/docs/24.0.1/multi-stage-query/reference.html#error-codes">error code table</a>. Always present if there is an error.</td></tr>
+<tr><td>multiStageQuery.payload.status.errorReport.error.errorCode</td><td>One of the error codes from the <a href="/docs/24.0.1/multi-stage-query/reference.html#error-codes">error code table</a>. Always present if there is an error.</td></tr>
<tr><td>multiStageQuery.payload.status.errorReport.error.errorMessage</td><td>User-friendly error message. Not always present, even if there is an error.</td></tr>
<tr><td>multiStageQuery.payload.status.errorReport.exceptionStackTrace</td><td>Java stack trace in string form, if the error was due to a server-side exception.</td></tr>
<tr><td>multiStageQuery.payload.stages</td><td>Array of query stages.</td></tr>
@@ -510,7 +510,7 @@ SELECT queries (without INSERT or REPLACE) is subject to change.</li>
<span class="hljs-attr">"task"</span>: <span class="hljs-string">"query-655efe33-781a-4c50-ae84-c2911b42d63c"</span>
}
</code></pre>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/multi-stage-query/concepts.html"><span class="arrow-prev">← </span><span>Key concepts</span></a><a class="docs-next button" href="/docs/24.0.0/multi-stage-query/security.html"><span>Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submit-a-query">Submit a query</a></li><li><a href="#get-the-status-for-a- [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/multi-stage-query/concepts.html"><span class="arrow-prev">← </span><span>Key concepts</span></a><a class="docs-next button" href="/docs/24.0.1/multi-stage-query/security.html"><span>Security</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#submit-a-query">Submit a query</a></li><li><a href="#get-the-status-for-a- [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -527,6 +527,6 @@ SELECT queries (without INSERT or REPLACE) is subject to change.</li>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/multi-stage-query/concepts.html b/docs/24.0.0/multi-stage-query/concepts.html
index 89451a8d..eeb9b8b4 100644
--- a/docs/24.0.0/multi-stage-query/concepts.html
+++ b/docs/24.0.0/multi-stage-query/concepts.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion concepts · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/multi-stage-query/concepts.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion concepts · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/multi-stage-query/concepts.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta name="doc [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,69 +78,69 @@
~ under the License.
-->
<blockquote>
-<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.0/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
-extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.0/ingestion/index.html#batch">ingestion methods</a> table to determine which
+<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.1/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
+extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.1/ingestion/index.html#batch">ingestion methods</a> table to determine which
ingestion method is right for you.</p>
</blockquote>
<h2><a class="anchor" aria-hidden="true" id="multi-stage-query-task-engine"></a><a href="#multi-stage-query-task-engine" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 [...]
<p>The <code>druid-multi-stage-query</code> extension adds a multi-stage query (MSQ) task engine that executes SQL statements as batch
-tasks in the indexing service, which execute on <a href="/docs/24.0.0/design/architecture.html#druid-services">Middle Managers</a>.
-<a href="/docs/24.0.0/multi-stage-query/reference.html#insert">INSERT</a> and <a href="/docs/24.0.0/multi-stage-query/reference.html#replace">REPLACE</a> tasks publish
-<a href="/docs/24.0.0/design/architecture.html#datasources-and-segments">segments</a> just like <a href="/docs/24.0.0/ingestion/index.html#batch">all other forms of batch
+tasks in the indexing service, which execute on <a href="/docs/24.0.1/design/architecture.html#druid-services">Middle Managers</a>.
+<a href="/docs/24.0.1/multi-stage-query/reference.html#insert">INSERT</a> and <a href="/docs/24.0.1/multi-stage-query/reference.html#replace">REPLACE</a> tasks publish
+<a href="/docs/24.0.1/design/architecture.html#datasources-and-segments">segments</a> just like <a href="/docs/24.0.1/ingestion/index.html#batch">all other forms of batch
ingestion</a>. Each query occupies at least two task slots while running: one controller task,
and at least one worker task. As an experimental feature, the MSQ task engine also supports running SELECT queries as
batch tasks. The behavior and result format of plain SELECT (without INSERT or REPLACE) is subject to change.</p>
-<p>You can execute SQL statements using the MSQ task engine through the <strong>Query</strong> view in the <a href="/docs/24.0.0/operations/web-console.html">web
-console</a> or through the <a href="/docs/24.0.0/multi-stage-query/api.html"><code>/druid/v2/sql/task</code> API</a>.</p>
+<p>You can execute SQL statements using the MSQ task engine through the <strong>Query</strong> view in the <a href="/docs/24.0.1/operations/web-console.html">web
+console</a> or through the <a href="/docs/24.0.1/multi-stage-query/api.html"><code>/druid/v2/sql/task</code> API</a>.</p>
<p>For more details on how SQL queries are executed using the MSQ task engine, see <a href="#multi-stage-query-tasks">multi-stage query
tasks</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="sql-extensions"></a><a href="#sql-extensions" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
<p>To support ingestion, additional SQL functionality is available through the MSQ task engine.</p>
<p><a name="extern"></a></p>
<h3><a class="anchor" aria-hidden="true" id="read-external-data-with-extern"></a><a href="#read-external-data-with-extern" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 1 [...]
-<p>Query tasks can access external data through the EXTERN function, using any native batch <a href="/docs/24.0.0/ingestion/native-batch-input-sources.html">input
-source</a> and <a href="/docs/24.0.0/ingestion/data-formats.html#input-format">input format</a>.</p>
+<p>Query tasks can access external data through the EXTERN function, using any native batch <a href="/docs/24.0.1/ingestion/native-batch-input-sources.html">input
+source</a> and <a href="/docs/24.0.1/ingestion/data-formats.html#input-format">input format</a>.</p>
<p>EXTERN can read multiple files in parallel across different worker tasks. However, EXTERN does not split individual
files across multiple worker tasks. If you have a small number of very large input files, you can increase query
parallelism by splitting up your input files.</p>
-<p>For more information about the syntax, see <a href="/docs/24.0.0/multi-stage-query/reference.html#extern">EXTERN</a>.</p>
+<p>For more information about the syntax, see <a href="/docs/24.0.1/multi-stage-query/reference.html#extern">EXTERN</a>.</p>
<p><a name="insert"></a></p>
<h3><a class="anchor" aria-hidden="true" id="load-data-with-insert"></a><a href="#load-data-with-insert" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2 [...]
<p>INSERT statements can create a new datasource or append to an existing datasource. In Druid SQL, unlike standard SQL,
there is no syntactical difference between creating a table and appending data to a table. Druid does not include a
<code>CREATE TABLE</code> statement.</p>
-<p>Nearly all SELECT capabilities are available for <code>INSERT ... SELECT</code> queries. Certain exceptions are listed on the <a href="/docs/24.0.0/multi-stage-query/known-issues.html#select">Known
+<p>Nearly all SELECT capabilities are available for <code>INSERT ... SELECT</code> queries. Certain exceptions are listed on the <a href="/docs/24.0.1/multi-stage-query/known-issues.html#select">Known
issues</a> page.</p>
<p>INSERT statements acquire a shared lock to the target datasource. Multiple INSERT statements can run at the same time,
for the same datasource, if your cluster has enough task slots.</p>
-<p>Like all other forms of <a href="/docs/24.0.0/ingestion/index.html#batch">batch ingestion</a>, each INSERT statement generates new segments and
+<p>Like all other forms of <a href="/docs/24.0.1/ingestion/index.html#batch">batch ingestion</a>, each INSERT statement generates new segments and
publishes them at the end of its run. For this reason, it is best suited to loading data in larger batches. Do not use
-INSERT statements to load data in a sequence of microbatches; for that, use <a href="/docs/24.0.0/ingestion/index.html#streaming">streaming
+INSERT statements to load data in a sequence of microbatches; for that, use <a href="/docs/24.0.1/ingestion/index.html#streaming">streaming
ingestion</a> instead.</p>
-<p>For more information about the syntax, see <a href="/docs/24.0.0/multi-stage-query/reference.html#insert">INSERT</a>.</p>
+<p>For more information about the syntax, see <a href="/docs/24.0.1/multi-stage-query/reference.html#insert">INSERT</a>.</p>
<p><a name="replace"></a></p>
<h3><a class="anchor" aria-hidden="true" id="overwrite-data-with-replace"></a><a href="#overwrite-data-with-replace" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 1 [...]
<p>REPLACE statements can create a new datasource or overwrite data in an existing datasource. In Druid SQL, unlike
standard SQL, there is no syntactical difference between creating a table and overwriting data in a table. Druid does
not include a <code>CREATE TABLE</code> statement.</p>
-<p>REPLACE uses an <a href="/docs/24.0.0/multi-stage-query/reference.html#replace-specific-time-ranges">OVERWRITE clause</a> to determine which data to overwrite. You
+<p>REPLACE uses an <a href="/docs/24.0.1/multi-stage-query/reference.html#replace-specific-time-ranges">OVERWRITE clause</a> to determine which data to overwrite. You
can overwrite an entire table, or a specific time range of a table. When you overwrite a specific time range, that time
range must align with the granularity specified in the PARTITIONED BY clause.</p>
<p>REPLACE statements acquire an exclusive write lock to the target time range of the target datasource. No other ingestion
or compaction operations may proceed for that time range while the task is running. However, ingestion and compaction
operations may proceed for other time ranges.</p>
-<p>Nearly all SELECT capabilities are available for <code>REPLACE ... SELECT</code> queries. Certain exceptions are listed on the <a href="/docs/24.0.0/multi-stage-query/known-issues.html#select">Known
+<p>Nearly all SELECT capabilities are available for <code>REPLACE ... SELECT</code> queries. Certain exceptions are listed on the <a href="/docs/24.0.1/multi-stage-query/known-issues.html#select">Known
issues</a> page.</p>
-<p>For more information about the syntax, see <a href="/docs/24.0.0/multi-stage-query/reference.html#replace">REPLACE</a>.</p>
+<p>For more information about the syntax, see <a href="/docs/24.0.1/multi-stage-query/reference.html#replace">REPLACE</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="primary-timestamp"></a><a href="#primary-timestamp" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2- [...]
<p>Druid tables always include a primary timestamp named <code>__time</code>.</p>
-<p>It is common to set a primary timestamp by using <a href="/docs/24.0.0/querying/sql-scalar.html#date-and-time-functions">date and time
+<p>It is common to set a primary timestamp by using <a href="/docs/24.0.1/querying/sql-scalar.html#date-and-time-functions">date and time
functions</a>; for example: <code>TIME_FORMAT("timestamp", 'yyyy-MM-dd HH:mm:ss') AS __time</code>.</p>
<p>The <code>__time</code> column is used for <a href="#partitioning-by-time">partitioning by time</a>. If you use <code>PARTITIONED BY ALL</code> or
<code>PARTITIONED BY ALL TIME</code>, partitioning by time is disabled. In these cases, you do not need to include a <code>__time</code>
column in your INSERT statement. However, Druid still creates a <code>__time</code> column in your Druid table and sets all
timestamps to 1970-01-01 00:00:00.</p>
-<p>For more information, see <a href="/docs/24.0.0/ingestion/data-model.html#primary-timestamp">Primary timestamp</a>.</p>
+<p>For more information, see <a href="/docs/24.0.1/ingestion/data-model.html#primary-timestamp">Primary timestamp</a>.</p>
<p><a name="partitioning"></a></p>
<h3><a class="anchor" aria-hidden="true" id="partitioning-by-time"></a><a href="#partitioning-by-time" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1 [...]
<p>INSERT and REPLACE statements require the PARTITIONED BY clause, which determines how time-based partitioning is done.
@@ -155,13 +155,13 @@ on time partitions. Finer-grained partitioning allows finer-grained exclusive wr
of small segments, which leads to poor performance.</li>
</ol>
<p><code>PARTITIONED BY HOUR</code> and <code>PARTITIONED BY DAY</code> are the most common choices to balance these considerations. <code>PARTITIONED BY ALL</code> is suitable if your dataset does not have a <a href="#primary-timestamp">primary timestamp</a>.</p>
-<p>For more information about the syntax, see <a href="/docs/24.0.0/multi-stage-query/reference.html#partitioned-by">PARTITIONED BY</a>.</p>
+<p>For more information about the syntax, see <a href="/docs/24.0.1/multi-stage-query/reference.html#partitioned-by">PARTITIONED BY</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="clustering"></a><a href="#clustering" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1 [...]
<p>Within each time chunk defined by <a href="#partitioning-by-time">time partitioning</a>, data can be further split by the optional
-<a href="/docs/24.0.0/multi-stage-query/reference.html#clustered-by">CLUSTERED BY</a> clause.</p>
+<a href="/docs/24.0.1/multi-stage-query/reference.html#clustered-by">CLUSTERED BY</a> clause.</p>
<p>For example, suppose you ingest 100 million rows per hour using <code>PARTITIONED BY HOUR</code> and <code>CLUSTERED BY hostName</code>. The
ingestion task will generate segments of roughly 3 million rows — the default value of
-<a href="/docs/24.0.0/multi-stage-query/reference.html#context-parameters"><code>rowsPerSegment</code></a> — with lexicographic ranges of <code>hostName</code>s grouped into segments.</p>
+<a href="/docs/24.0.1/multi-stage-query/reference.html#context-parameters"><code>rowsPerSegment</code></a> — with lexicographic ranges of <code>hostName</code>s grouped into segments.</p>
<p>Clustering is important for two reasons:</p>
<ol>
<li>Lower storage footprint due to improved locality, and therefore improved compressibility.</li>
@@ -178,36 +178,36 @@ dimension-based segment pruning at query time. You can tell if dimension-based s
<code>sys.segments</code> table to inspect the <code>shard_spec</code> for the segments generated by an ingestion query. If they are of type
<code>range</code> or <code>single</code>, then dimension-based segment pruning is possible. Otherwise, it is not. The shard spec type is also
available in the <strong>Segments</strong> view under the <strong>Partitioning</strong> column.</p>
-<p>For more information about syntax, see <a href="/docs/24.0.0/multi-stage-query/reference.html#clustered-by">CLUSTERED BY</a>.</p>
+<p>For more information about syntax, see <a href="/docs/24.0.1/multi-stage-query/reference.html#clustered-by">CLUSTERED BY</a>.</p>
<h3><a class="anchor" aria-hidden="true" id="rollup"></a><a href="#rollup" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42-1.64 1-2. [...]
-<p><a href="/docs/24.0.0/ingestion/rollup.html">Rollup</a> is a technique that pre-aggregates data during ingestion to reduce the amount of data
+<p><a href="/docs/24.0.1/ingestion/rollup.html">Rollup</a> is a technique that pre-aggregates data during ingestion to reduce the amount of data
stored. Intermediate aggregations are stored in the generated segments, and further aggregation is done at query time.
This reduces storage footprint and improves performance, often dramatically.</p>
<p>To perform ingestion with rollup:</p>
<ol>
<li>Use GROUP BY. The columns in the GROUP BY clause become dimensions, and aggregation functions become metrics.</li>
-<li>Set <a href="/docs/24.0.0/multi-stage-query/reference.html#context-parameters"><code>finalizeAggregations: false</code></a> in your context. This causes aggregation
+<li>Set <a href="/docs/24.0.1/multi-stage-query/reference.html#context-parameters"><code>finalizeAggregations: false</code></a> in your context. This causes aggregation
functions to write their internal state to the generated segments, instead of the finalized end result, and enables
further aggregation at query time.</li>
-<li>Wrap all multi-value strings in <code>MV_TO_ARRAY(...)</code> and set <a href="/docs/24.0.0/multi-stage-query/reference.html#context-parameters"><code>groupByEnableMultiValueUnnesting: false</code></a> in your context. This ensures that multi-value strings are left alone and
-remain lists, instead of being <a href="/docs/24.0.0/querying/sql-data-types.html#multi-value-strings">automatically unnested</a> by the
+<li>Wrap all multi-value strings in <code>MV_TO_ARRAY(...)</code> and set <a href="/docs/24.0.1/multi-stage-query/reference.html#context-parameters"><code>groupByEnableMultiValueUnnesting: false</code></a> in your context. This ensures that multi-value strings are left alone and
+remain lists, instead of being <a href="/docs/24.0.1/querying/sql-data-types.html#multi-value-strings">automatically unnested</a> by the
GROUP BY operator.</li>
</ol>
<p>When you do all of these things, Druid understands that you intend to do an ingestion with rollup, and it writes
-rollup-related metadata into the generated segments. Other applications can then use <a href="/docs/24.0.0/querying/segmentmetadataquery.html"><code>segmentMetadata</code>
+rollup-related metadata into the generated segments. Other applications can then use <a href="/docs/24.0.1/querying/segmentmetadataquery.html"><code>segmentMetadata</code>
queries</a> to retrieve rollup-related information.</p>
<p>If you see the error "Encountered multi-value dimension <code>x</code> that cannot be processed with
groupByEnableMultiValueUnnesting set to false", then wrap that column in <code>MV_TO_ARRAY(x) AS x</code>.</p>
-<p>The following <a href="/docs/24.0.0/querying/sql-aggregations.html">aggregation functions</a> are supported for rollup at ingestion time:
-<code>COUNT</code> (but switch to <code>SUM</code> at query time), <code>SUM</code>, <code>MIN</code>, <code>MAX</code>, <code>EARLIEST</code> (<a href="/docs/24.0.0/multi-stage-query/known-issues.html#select">string only</a>),
-<code>LATEST</code> (<a href="/docs/24.0.0/multi-stage-query/known-issues.html#select">string only</a>), <code>APPROX_COUNT_DISTINCT</code>, <code>APPROX_COUNT_DISTINCT_BUILTIN</code>,
+<p>The following <a href="/docs/24.0.1/querying/sql-aggregations.html">aggregation functions</a> are supported for rollup at ingestion time:
+<code>COUNT</code> (but switch to <code>SUM</code> at query time), <code>SUM</code>, <code>MIN</code>, <code>MAX</code>, <code>EARLIEST</code> (<a href="/docs/24.0.1/multi-stage-query/known-issues.html#select">string only</a>),
+<code>LATEST</code> (<a href="/docs/24.0.1/multi-stage-query/known-issues.html#select">string only</a>), <code>APPROX_COUNT_DISTINCT</code>, <code>APPROX_COUNT_DISTINCT_BUILTIN</code>,
<code>APPROX_COUNT_DISTINCT_DS_HLL</code>, <code>APPROX_COUNT_DISTINCT_DS_THETA</code>, and <code>DS_QUANTILES_SKETCH</code> (but switch to
<code>APPROX_QUANTILE_DS</code> at query time). Do not use <code>AVG</code>; instead, use <code>SUM</code> and <code>COUNT</code> at ingest time and compute the
quotient at query time.</p>
-<p>For an example, see <a href="/docs/24.0.0/multi-stage-query/examples.html#insert-with-rollup">INSERT with rollup example</a>.</p>
+<p>For an example, see <a href="/docs/24.0.1/multi-stage-query/examples.html#insert-with-rollup">INSERT with rollup example</a>.</p>
<h2><a class="anchor" aria-hidden="true" id="multi-stage-query-tasks"></a><a href="#multi-stage-query-tasks" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 [...]
<h3><a class="anchor" aria-hidden="true" id="execution-flow"></a><a href="#execution-flow" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0- [...]
-<p>When you execute a SQL statement using the task endpoint <a href="/docs/24.0.0/multi-stage-query/api.html#submit-a-query"><code>/druid/v2/sql/task</code></a>, the following
+<p>When you execute a SQL statement using the task endpoint <a href="/docs/24.0.1/multi-stage-query/api.html#submit-a-query"><code>/druid/v2/sql/task</code></a>, the following
happens:</p>
<ol>
<li><p>The Broker plans your SQL query into a native query, as usual.</p></li>
@@ -215,7 +215,7 @@ happens:</p>
and submits it to the indexing service.</p></li>
<li><p>The Broker returns the task ID to you and exits.</p></li>
<li><p>The controller task launches some number of worker tasks determined by
-the <code>maxNumTasks</code> and <code>taskAssignment</code> <a href="/docs/24.0.0/multi-stage-query/reference.html#context-parameters">context parameters</a>. You can set these settings individually for each query.</p></li>
+the <code>maxNumTasks</code> and <code>taskAssignment</code> <a href="/docs/24.0.1/multi-stage-query/reference.html#context-parameters">context parameters</a>. You can set these settings individually for each query.</p></li>
<li><p>Worker tasks of type <code>query_worker</code> execute the query.</p></li>
<li><p>If the query is a SELECT query, the worker tasks send the results
back to the controller task, which writes them into its task report.
@@ -223,14 +223,14 @@ If the query is an INSERT or REPLACE query, the worker tasks generate and
publish new Druid segments to the provided datasource.</p></li>
</ol>
<h3><a class="anchor" aria-hidden="true" id="parallelism"></a><a href="#parallelism" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83.42 [...]
-<p>The <a href="/docs/24.0.0/multi-stage-query/reference.html#context-parameters"><code>maxNumTasks</code></a> query parameter determines the maximum number of tasks your
+<p>The <a href="/docs/24.0.1/multi-stage-query/reference.html#context-parameters"><code>maxNumTasks</code></a> query parameter determines the maximum number of tasks your
query will use, including the one <code>query_controller</code> task. Generally, queries perform better with more workers. The
lowest possible value of <code>maxNumTasks</code> is two (one worker and one controller). Do not set this higher than the number of
-free slots available in your cluster; doing so will result in a <a href="/docs/24.0.0/multi-stage-query/reference.html#error-codes">TaskStartTimeout</a> error.</p>
+free slots available in your cluster; doing so will result in a <a href="/docs/24.0.1/multi-stage-query/reference.html#error-codes">TaskStartTimeout</a> error.</p>
<p>When <a href="#extern">reading external data</a>, EXTERN can read multiple files in parallel across
different worker tasks. However, EXTERN does not split individual files across multiple worker tasks. If you have a
small number of very large input files, you can increase query parallelism by splitting up your input files.</p>
-<p>The <code>druid.worker.capacity</code> server property on each <a href="/docs/24.0.0/design/architecture.html#druid-services">Middle Manager</a>
+<p>The <code>druid.worker.capacity</code> server property on each <a href="/docs/24.0.1/design/architecture.html#druid-services">Middle Manager</a>
determines the maximum number of worker tasks that can run on each server at once. Worker tasks run single-threaded,
which also determines the maximum number of processors on the server that can contribute towards multi-stage queries.</p>
<h3><a class="anchor" aria-hidden="true" id="memory-usage"></a><a href="#memory-usage" aria-hidden="true" class="hash-link"><svg class="hash-link-icon" aria-hidden="true" height="16" version="1.1" viewBox="0 0 16 16" width="16"><path fill-rule="evenodd" d="M4 9h1v1H4c-1.5 0-3-1.69-3-3.5S2.55 3 4 3h4c1.45 0 3 1.69 3 3.5 0 1.41-.91 2.72-2 3.25V8.59c.58-.45 1-1.27 1-2.09C10 5.22 8.98 4 8 4H4c-.98 0-2 1.22-2 2.5S3 9 4 9zm9-3h-1v1h1c1 0 2 1.22 2 2.5S13.98 12 13 12H9c-.98 0-2-1.22-2-2.5 0-.83. [...]
@@ -265,9 +265,9 @@ for a task.</li>
dataset for a task.</li>
</ul>
<p>Workers use the task working directory, given by
-<a href="/docs/24.0.0/configuration/index.html#additional-peon-configuration"><code>druid.indexer.task.baseDir</code></a>, for these items. It is
+<a href="/docs/24.0.1/configuration/index.html#additional-peon-configuration"><code>druid.indexer.task.baseDir</code></a>, for these items. It is
important that this directory has enough space available for these purposes.</p>
-</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.0/multi-stage-query/index.html"><span class="arrow-prev">← </span><span>Overview</span></a><a class="docs-next button" href="/docs/24.0.0/multi-stage-query/api.html"><span>API</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#multi-stage-query-task-engine">Multi-stage query task engine</a></li><li><a href="#sql-exte [...]
+</span></div></article></div><div class="docs-prevnext"><a class="docs-prev button" href="/docs/24.0.1/multi-stage-query/index.html"><span class="arrow-prev">← </span><span>Overview</span></a><a class="docs-next button" href="/docs/24.0.1/multi-stage-query/api.html"><span>API</span><span class="arrow-next"> →</span></a></div></div></div><nav class="onPageNav"><ul class="toc-headings"><li><a href="#multi-stage-query-task-engine">Multi-stage query task engine</a></li><li><a href="#sql-exte [...]
document.addEventListener('keyup', function(e) {
if (e.target !== document.body) {
return;
@@ -284,6 +284,6 @@ important that this directory has enough space available for these purposes.</p>
apiKey: 'd4ef4ffe3a2f0c7d1e34b062fd98736b',
indexName: 'apache_druid',
inputSelector: '#search_input_react',
- algoliaOptions: {"facetFilters":["language:en","version:24.0.0"]}
+ algoliaOptions: {"facetFilters":["language:en","version:24.0.1"]}
});
</script></body></html>
\ No newline at end of file
diff --git a/docs/24.0.0/multi-stage-query/examples.html b/docs/24.0.0/multi-stage-query/examples.html
index fa79d322..bfcef33d 100644
--- a/docs/24.0.0/multi-stage-query/examples.html
+++ b/docs/24.0.0/multi-stage-query/examples.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion query examples · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.0/multi-stage-query/examples.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta nam [...]
+<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><title>SQL-based ingestion query examples · Apache Druid</title><meta name="viewport" content="width=device-width, initial-scale=1.0"/><link rel="canonical" href="https://druid.apache.org/docs/24.0.1/multi-stage-query/examples.html"/><meta name="generator" content="Docusaurus"/><meta name="description" content="<!--"/><meta name="docsearch:language" content="en"/><meta nam [...]
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'UA-131010415-1');
- </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
+ </script><link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css"/><link rel="stylesheet" href="/css/code-block-buttons.css"/><script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/clipboard.js/2.0.4/clipboard.min.js"></script><script type="text/javascript" src="/js/code-block-buttons.js"></script><script src="/js/scrollSpy.js"></script><link rel="stylesheet" href="/css/main.css"/><script src="/js/codetabs.js"></script></head>< [...]
var coll = document.getElementsByClassName('collapsible');
var checkActiveCategory = true;
for (var i = 0; i < coll.length; i++) {
@@ -78,8 +78,8 @@
~ under the License.
-->
<blockquote>
-<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.0/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
-extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.0/ingestion/index.html#batch">ingestion methods</a> table to determine which
+<p>This page describes SQL-based batch ingestion using the <a href="/docs/24.0.1/multi-stage-query/index.html"><code>druid-multi-stage-query</code></a>
+extension, new in Druid 24.0. Refer to the <a href="/docs/24.0.1/ingestion/index.html#batch">ingestion methods</a> table to determine which
ingestion method is right for you.</p>
</blockquote>
... 67065 lines suppressed ...
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org