You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by ts...@apache.org on 2015/05/19 01:36:31 UTC
[08/31] drill git commit: add perf tune structure and links,
drillbit_queries.json, remove videos
add perf tune structure and links, drillbit_queries.json, remove videos
Project: http://git-wip-us.apache.org/repos/asf/drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/cd0a0e96
Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/cd0a0e96
Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/cd0a0e96
Branch: refs/heads/gh-pages
Commit: cd0a0e96870e942bf5d1465738502efa9a3aecd5
Parents: 99af7ad
Author: Kristine Hahn <kh...@maprtech.com>
Authored: Sun May 17 17:08:53 2015 -0700
Committer: Kristine Hahn <kh...@maprtech.com>
Committed: Sun May 17 17:08:53 2015 -0700
----------------------------------------------------------------------
_data/docs.json | 440 ++++++++-----------
_docs/072-performance-tuning.md | 5 +
_docs/075-getting-query-information.md | 5 +-
.../010-architecture-introduction.md | 45 +-
.../030-architectural-highlights.md | 5 -
_docs/architecture/030-performance.md | 55 +++
.../architectural-highlights/010-flexibility.md | 84 ----
.../architectural-highlights/020-performance.md | 55 ---
_docs/archived-pages/030-partition-pruning.md | 75 ++++
.../050-configuring-multitenant-resources.md | 2 +-
.../060-configuring-a-shared-drillbit.md | 2 +-
_docs/configure-drill/110-partition-pruning.md | 75 ----
.../120-configuring-the-drill-shell.md | 92 ++--
.../090-mongodb-plugin-for-apache-drill.md | 50 +--
_docs/getting-started/010-drill-introduction.md | 33 +-
_docs/getting-started/020-why-drill.md | 36 +-
.../010-performance-tuning-introduction.md | 17 +
17 files changed, 467 insertions(+), 609 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_data/docs.json
----------------------------------------------------------------------
diff --git a/_data/docs.json b/_data/docs.json
index 9813e92..6f8cde1 100644
--- a/_data/docs.json
+++ b/_data/docs.json
@@ -389,66 +389,6 @@
"title": "Apache Drill M1 Release Notes (Apache Drill Alpha)",
"url": "/docs/apache-drill-m1-release-notes-apache-drill-alpha/"
},
- "Architectural Highlights": {
- "breadcrumbs": [
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Performance",
- "next_url": "/docs/performance/",
- "parent": "Architectural Highlights",
- "previous_title": "Architectural Highlights",
- "previous_url": "/docs/architectural-highlights/",
- "relative_path": "_docs/architecture/architectural-highlights/010-flexibility.md",
- "title": "Flexibility",
- "url": "/docs/flexibility/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Tutorials",
- "next_url": "/docs/tutorials/",
- "parent": "Architectural Highlights",
- "previous_title": "Flexibility",
- "previous_url": "/docs/flexibility/",
- "relative_path": "_docs/architecture/architectural-highlights/020-performance.md",
- "title": "Performance",
- "url": "/docs/performance/"
- }
- ],
- "next_title": "Flexibility",
- "next_url": "/docs/flexibility/",
- "parent": "Architecture",
- "previous_title": "Core Modules",
- "previous_url": "/docs/core-modules/",
- "relative_path": "_docs/architecture/030-architectural-highlights.md",
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
"Architecture": {
"breadcrumbs": [],
"children": [
@@ -477,8 +417,8 @@
}
],
"children": [],
- "next_title": "Architectural Highlights",
- "next_url": "/docs/architectural-highlights/",
+ "next_title": "Performance",
+ "next_url": "/docs/performance/",
"parent": "Architecture",
"previous_title": "Architecture Introduction",
"previous_url": "/docs/architecture-introduction/",
@@ -493,58 +433,15 @@
"url": "/docs/architecture/"
}
],
- "children": [
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Performance",
- "next_url": "/docs/performance/",
- "parent": "Architectural Highlights",
- "previous_title": "Architectural Highlights",
- "previous_url": "/docs/architectural-highlights/",
- "relative_path": "_docs/architecture/architectural-highlights/010-flexibility.md",
- "title": "Flexibility",
- "url": "/docs/flexibility/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Tutorials",
- "next_url": "/docs/tutorials/",
- "parent": "Architectural Highlights",
- "previous_title": "Flexibility",
- "previous_url": "/docs/flexibility/",
- "relative_path": "_docs/architecture/architectural-highlights/020-performance.md",
- "title": "Performance",
- "url": "/docs/performance/"
- }
- ],
- "next_title": "Flexibility",
- "next_url": "/docs/flexibility/",
+ "children": [],
+ "next_title": "Tutorials",
+ "next_url": "/docs/tutorials/",
"parent": "Architecture",
"previous_title": "Core Modules",
"previous_url": "/docs/core-modules/",
- "relative_path": "_docs/architecture/030-architectural-highlights.md",
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
+ "relative_path": "_docs/architecture/030-performance.md",
+ "title": "Performance",
+ "url": "/docs/performance/"
}
],
"next_title": "Architecture Introduction",
@@ -601,14 +498,31 @@
}
],
"children": [],
- "next_title": "Progress Reports",
- "next_url": "/docs/progress-reports/",
+ "next_title": "Partition Pruning",
+ "next_url": "/docs/partition-pruning/",
"parent": "Archived Pages",
"previous_title": "How to Run the Drill Demo",
"previous_url": "/docs/how-to-run-the-drill-demo/",
"relative_path": "_docs/archived-pages/020-what-is-apache-drill.md",
"title": "What is Apache Drill",
"url": "/docs/what-is-apache-drill/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Archived Pages",
+ "url": "/docs/archived-pages/"
+ }
+ ],
+ "children": [],
+ "next_title": "Progress Reports",
+ "next_url": "/docs/progress-reports/",
+ "parent": "Archived Pages",
+ "previous_title": "What is Apache Drill",
+ "previous_url": "/docs/what-is-apache-drill/",
+ "relative_path": "_docs/archived-pages/030-partition-pruning.md",
+ "title": "Partition Pruning",
+ "url": "/docs/partition-pruning/"
}
],
"next_title": "How to Run the Drill Demo",
@@ -1089,8 +1003,8 @@
}
],
"children": [],
- "next_title": "Partition Pruning",
- "next_url": "/docs/partition-pruning/",
+ "next_title": "Configuring the Drill Shell",
+ "next_url": "/docs/configuring-the-drill-shell/",
"parent": "Configure Drill",
"previous_title": "Persistent Configuration Storage",
"previous_url": "/docs/persistent-configuration-storage/",
@@ -1106,28 +1020,11 @@
}
],
"children": [],
- "next_title": "Configuring the Drill Shell",
- "next_url": "/docs/configuring-the-drill-shell/",
- "parent": "Configure Drill",
- "previous_title": "Ports Used by Drill",
- "previous_url": "/docs/ports-used-by-drill/",
- "relative_path": "_docs/configure-drill/110-partition-pruning.md",
- "title": "Partition Pruning",
- "url": "/docs/partition-pruning/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Configure Drill",
- "url": "/docs/configure-drill/"
- }
- ],
- "children": [],
"next_title": "Connect a Data Source",
"next_url": "/docs/connect-a-data-source/",
"parent": "Configure Drill",
- "previous_title": "Partition Pruning",
- "previous_url": "/docs/partition-pruning/",
+ "previous_title": "Ports Used by Drill",
+ "previous_url": "/docs/ports-used-by-drill/",
"relative_path": "_docs/configure-drill/120-configuring-the-drill-shell.md",
"title": "Configuring the Drill Shell",
"url": "/docs/configuring-the-drill-shell/"
@@ -1424,8 +1321,8 @@
"next_title": "Connect a Data Source",
"next_url": "/docs/connect-a-data-source/",
"parent": "Configure Drill",
- "previous_title": "Partition Pruning",
- "previous_url": "/docs/partition-pruning/",
+ "previous_title": "Ports Used by Drill",
+ "previous_url": "/docs/ports-used-by-drill/",
"relative_path": "_docs/configure-drill/120-configuring-the-drill-shell.md",
"title": "Configuring the Drill Shell",
"url": "/docs/configuring-the-drill-shell/"
@@ -1761,8 +1658,8 @@
}
],
"children": [],
- "next_title": "Architectural Highlights",
- "next_url": "/docs/architectural-highlights/",
+ "next_title": "Performance",
+ "next_url": "/docs/performance/",
"parent": "Architecture",
"previous_title": "Architecture Introduction",
"previous_url": "/docs/architecture-introduction/",
@@ -2929,27 +2826,6 @@
"title": "File System Storage Plugin",
"url": "/docs/file-system-storage-plugin/"
},
- "Flexibility": {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Performance",
- "next_url": "/docs/performance/",
- "parent": "Architectural Highlights",
- "previous_title": "Architectural Highlights",
- "previous_url": "/docs/architectural-highlights/",
- "relative_path": "_docs/architecture/architectural-highlights/010-flexibility.md",
- "title": "Flexibility",
- "url": "/docs/flexibility/"
- },
"Functions for Handling Nulls": {
"breadcrumbs": [
{
@@ -4118,8 +3994,8 @@
}
],
"children": [],
- "next_title": "Query Audit Logging",
- "next_url": "/docs/query-audit-logging/",
+ "next_title": "Performance Tuning",
+ "next_url": "/docs/performance-tuning/",
"parent": "Query Data",
"previous_title": "Querying System Tables",
"previous_url": "/docs/querying-system-tables/",
@@ -4770,27 +4646,23 @@
"Partition Pruning": {
"breadcrumbs": [
{
- "title": "Configure Drill",
- "url": "/docs/configure-drill/"
+ "title": "Archived Pages",
+ "url": "/docs/archived-pages/"
}
],
"children": [],
- "next_title": "Configuring the Drill Shell",
- "next_url": "/docs/configuring-the-drill-shell/",
- "parent": "Configure Drill",
- "previous_title": "Ports Used by Drill",
- "previous_url": "/docs/ports-used-by-drill/",
- "relative_path": "_docs/configure-drill/110-partition-pruning.md",
+ "next_title": "Progress Reports",
+ "next_url": "/docs/progress-reports/",
+ "parent": "Archived Pages",
+ "previous_title": "What is Apache Drill",
+ "previous_url": "/docs/what-is-apache-drill/",
+ "relative_path": "_docs/archived-pages/030-partition-pruning.md",
"title": "Partition Pruning",
"url": "/docs/partition-pruning/"
},
"Performance": {
"breadcrumbs": [
{
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
"title": "Architecture",
"url": "/docs/architecture/"
}
@@ -4798,13 +4670,60 @@
"children": [],
"next_title": "Tutorials",
"next_url": "/docs/tutorials/",
- "parent": "Architectural Highlights",
- "previous_title": "Flexibility",
- "previous_url": "/docs/flexibility/",
- "relative_path": "_docs/architecture/architectural-highlights/020-performance.md",
+ "parent": "Architecture",
+ "previous_title": "Core Modules",
+ "previous_url": "/docs/core-modules/",
+ "relative_path": "_docs/architecture/030-performance.md",
"title": "Performance",
"url": "/docs/performance/"
},
+ "Performance Tuning": {
+ "breadcrumbs": [],
+ "children": [
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
+ "parent": "Performance Tuning",
+ "previous_title": "Performance Tuning",
+ "previous_url": "/docs/performance-tuning/",
+ "relative_path": "_docs/performance-tuning/010-performance-tuning-introduction.md",
+ "title": "Performance Tuning Introduction",
+ "url": "/docs/performance-tuning-introduction/"
+ }
+ ],
+ "next_title": "Performance Tuning Introduction",
+ "next_url": "/docs/performance-tuning-introduction/",
+ "parent": "",
+ "previous_title": "Monitoring and Canceling Queries in the Drill Web UI",
+ "previous_url": "/docs/monitoring-and-canceling-queries-in-the-drill-web-ui/",
+ "relative_path": "_docs/072-performance-tuning.md",
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ },
+ "Performance Tuning Introduction": {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
+ "parent": "Performance Tuning",
+ "previous_title": "Performance Tuning",
+ "previous_url": "/docs/performance-tuning/",
+ "relative_path": "_docs/performance-tuning/010-performance-tuning-introduction.md",
+ "title": "Performance Tuning Introduction",
+ "url": "/docs/performance-tuning-introduction/"
+ },
"Persistent Configuration Storage": {
"breadcrumbs": [
{
@@ -4876,8 +4795,8 @@
}
],
"children": [],
- "next_title": "Partition Pruning",
- "next_url": "/docs/partition-pruning/",
+ "next_title": "Configuring the Drill Shell",
+ "next_url": "/docs/configuring-the-drill-shell/",
"parent": "Configure Drill",
"previous_title": "Persistent Configuration Storage",
"previous_url": "/docs/persistent-configuration-storage/",
@@ -4909,8 +4828,8 @@
"next_title": "2014 Q1 Drill Report",
"next_url": "/docs/2014-q1-drill-report/",
"parent": "",
- "previous_title": "What is Apache Drill",
- "previous_url": "/docs/what-is-apache-drill/",
+ "previous_title": "Partition Pruning",
+ "previous_url": "/docs/partition-pruning/",
"relative_path": "_docs/160-progress-reports.md",
"title": "Progress Reports",
"url": "/docs/progress-reports/"
@@ -4951,8 +4870,8 @@
"next_title": "Getting Query Information",
"next_url": "/docs/getting-query-information/",
"parent": "",
- "previous_title": "Monitoring and Canceling Queries in the Drill Web UI",
- "previous_url": "/docs/monitoring-and-canceling-queries-in-the-drill-web-ui/",
+ "previous_title": "Performance Tuning Introduction",
+ "previous_url": "/docs/performance-tuning-introduction/",
"relative_path": "_docs/074-query-audit-logging.md",
"title": "Query Audit Logging",
"url": "/docs/query-audit-logging/"
@@ -5320,8 +5239,8 @@
}
],
"children": [],
- "next_title": "Query Audit Logging",
- "next_url": "/docs/query-audit-logging/",
+ "next_title": "Performance Tuning",
+ "next_url": "/docs/performance-tuning/",
"parent": "Query Data",
"previous_title": "Querying System Tables",
"previous_url": "/docs/querying-system-tables/",
@@ -8813,8 +8732,8 @@
}
],
"children": [],
- "next_title": "Progress Reports",
- "next_url": "/docs/progress-reports/",
+ "next_title": "Partition Pruning",
+ "next_url": "/docs/partition-pruning/",
"parent": "Archived Pages",
"previous_title": "How to Run the Drill Demo",
"previous_url": "/docs/how-to-run-the-drill-demo/",
@@ -8954,8 +8873,8 @@
}
],
"children": [],
- "next_title": "Architectural Highlights",
- "next_url": "/docs/architectural-highlights/",
+ "next_title": "Performance",
+ "next_url": "/docs/performance/",
"parent": "Architecture",
"previous_title": "Architecture Introduction",
"previous_url": "/docs/architecture-introduction/",
@@ -8970,58 +8889,15 @@
"url": "/docs/architecture/"
}
],
- "children": [
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Performance",
- "next_url": "/docs/performance/",
- "parent": "Architectural Highlights",
- "previous_title": "Architectural Highlights",
- "previous_url": "/docs/architectural-highlights/",
- "relative_path": "_docs/architecture/architectural-highlights/010-flexibility.md",
- "title": "Flexibility",
- "url": "/docs/flexibility/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
- },
- {
- "title": "Architecture",
- "url": "/docs/architecture/"
- }
- ],
- "children": [],
- "next_title": "Tutorials",
- "next_url": "/docs/tutorials/",
- "parent": "Architectural Highlights",
- "previous_title": "Flexibility",
- "previous_url": "/docs/flexibility/",
- "relative_path": "_docs/architecture/architectural-highlights/020-performance.md",
- "title": "Performance",
- "url": "/docs/performance/"
- }
- ],
- "next_title": "Flexibility",
- "next_url": "/docs/flexibility/",
+ "children": [],
+ "next_title": "Tutorials",
+ "next_url": "/docs/tutorials/",
"parent": "Architecture",
"previous_title": "Core Modules",
"previous_url": "/docs/core-modules/",
- "relative_path": "_docs/architecture/030-architectural-highlights.md",
- "title": "Architectural Highlights",
- "url": "/docs/architectural-highlights/"
+ "relative_path": "_docs/architecture/030-performance.md",
+ "title": "Performance",
+ "url": "/docs/performance/"
}
],
"next_title": "Architecture Introduction",
@@ -9792,8 +9668,8 @@
}
],
"children": [],
- "next_title": "Partition Pruning",
- "next_url": "/docs/partition-pruning/",
+ "next_title": "Configuring the Drill Shell",
+ "next_url": "/docs/configuring-the-drill-shell/",
"parent": "Configure Drill",
"previous_title": "Persistent Configuration Storage",
"previous_url": "/docs/persistent-configuration-storage/",
@@ -9809,28 +9685,11 @@
}
],
"children": [],
- "next_title": "Configuring the Drill Shell",
- "next_url": "/docs/configuring-the-drill-shell/",
- "parent": "Configure Drill",
- "previous_title": "Ports Used by Drill",
- "previous_url": "/docs/ports-used-by-drill/",
- "relative_path": "_docs/configure-drill/110-partition-pruning.md",
- "title": "Partition Pruning",
- "url": "/docs/partition-pruning/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Configure Drill",
- "url": "/docs/configure-drill/"
- }
- ],
- "children": [],
"next_title": "Connect a Data Source",
"next_url": "/docs/connect-a-data-source/",
"parent": "Configure Drill",
- "previous_title": "Partition Pruning",
- "previous_url": "/docs/partition-pruning/",
+ "previous_title": "Ports Used by Drill",
+ "previous_url": "/docs/ports-used-by-drill/",
"relative_path": "_docs/configure-drill/120-configuring-the-drill-shell.md",
"title": "Configuring the Drill Shell",
"url": "/docs/configuring-the-drill-shell/"
@@ -10874,8 +10733,8 @@
}
],
"children": [],
- "next_title": "Query Audit Logging",
- "next_url": "/docs/query-audit-logging/",
+ "next_title": "Performance Tuning",
+ "next_url": "/docs/performance-tuning/",
"parent": "Query Data",
"previous_title": "Querying System Tables",
"previous_url": "/docs/querying-system-tables/",
@@ -10899,6 +10758,36 @@
{
"breadcrumbs": [
{
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
+ "parent": "Performance Tuning",
+ "previous_title": "Performance Tuning",
+ "previous_url": "/docs/performance-tuning/",
+ "relative_path": "_docs/performance-tuning/010-performance-tuning-introduction.md",
+ "title": "Performance Tuning Introduction",
+ "url": "/docs/performance-tuning-introduction/"
+ }
+ ],
+ "next_title": "Performance Tuning Introduction",
+ "next_url": "/docs/performance-tuning-introduction/",
+ "parent": "",
+ "previous_title": "Monitoring and Canceling Queries in the Drill Web UI",
+ "previous_url": "/docs/monitoring-and-canceling-queries-in-the-drill-web-ui/",
+ "relative_path": "_docs/072-performance-tuning.md",
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ },
+ {
+ "breadcrumbs": [],
+ "children": [
+ {
+ "breadcrumbs": [
+ {
"title": "Query Audit Logging",
"url": "/docs/query-audit-logging/"
}
@@ -10917,8 +10806,8 @@
"next_title": "Getting Query Information",
"next_url": "/docs/getting-query-information/",
"parent": "",
- "previous_title": "Monitoring and Canceling Queries in the Drill Web UI",
- "previous_url": "/docs/monitoring-and-canceling-queries-in-the-drill-web-ui/",
+ "previous_title": "Performance Tuning Introduction",
+ "previous_url": "/docs/performance-tuning-introduction/",
"relative_path": "_docs/074-query-audit-logging.md",
"title": "Query Audit Logging",
"url": "/docs/query-audit-logging/"
@@ -12426,14 +12315,31 @@
}
],
"children": [],
- "next_title": "Progress Reports",
- "next_url": "/docs/progress-reports/",
+ "next_title": "Partition Pruning",
+ "next_url": "/docs/partition-pruning/",
"parent": "Archived Pages",
"previous_title": "How to Run the Drill Demo",
"previous_url": "/docs/how-to-run-the-drill-demo/",
"relative_path": "_docs/archived-pages/020-what-is-apache-drill.md",
"title": "What is Apache Drill",
"url": "/docs/what-is-apache-drill/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Archived Pages",
+ "url": "/docs/archived-pages/"
+ }
+ ],
+ "children": [],
+ "next_title": "Progress Reports",
+ "next_url": "/docs/progress-reports/",
+ "parent": "Archived Pages",
+ "previous_title": "What is Apache Drill",
+ "previous_url": "/docs/what-is-apache-drill/",
+ "relative_path": "_docs/archived-pages/030-partition-pruning.md",
+ "title": "Partition Pruning",
+ "url": "/docs/partition-pruning/"
}
],
"next_title": "How to Run the Drill Demo",
@@ -12469,8 +12375,8 @@
"next_title": "2014 Q1 Drill Report",
"next_url": "/docs/2014-q1-drill-report/",
"parent": "",
- "previous_title": "What is Apache Drill",
- "previous_url": "/docs/what-is-apache-drill/",
+ "previous_title": "Partition Pruning",
+ "previous_url": "/docs/partition-pruning/",
"relative_path": "_docs/160-progress-reports.md",
"title": "Progress Reports",
"url": "/docs/progress-reports/"
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/072-performance-tuning.md
----------------------------------------------------------------------
diff --git a/_docs/072-performance-tuning.md b/_docs/072-performance-tuning.md
new file mode 100644
index 0000000..10e346b
--- /dev/null
+++ b/_docs/072-performance-tuning.md
@@ -0,0 +1,5 @@
+---
+title: "Performance Tuning"
+---
+
+
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/075-getting-query-information.md
----------------------------------------------------------------------
diff --git a/_docs/075-getting-query-information.md b/_docs/075-getting-query-information.md
index 51c7fe4..58e0a62 100644
--- a/_docs/075-getting-query-information.md
+++ b/_docs/075-getting-query-information.md
@@ -4,7 +4,10 @@ parent: "Query Audit Logging"
---
The query log provides audit log functionality for the queries executed by various drillbits in the cluster. To access the query log, go to `sqlline_queries.json` file in the `log` directory of the Drill installation. The log records important information about queries executed on the Drillbit where Drill runs. The log includes query text, start time, end time, user, status, schema, and the query id.
-You can query the `sqlline_queries.json` using Drill to get audit logging information.
+You can query one of the following files, depending on whether you run Drill in embedded or distributed mode, to get audit logging information.:
+
+* `sqlline_queries.json` (embedded mode)
+* `drillbit_queries.json` (distributed mode)
## Checking the Most Recent Queries
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/architecture/010-architecture-introduction.md
----------------------------------------------------------------------
diff --git a/_docs/architecture/010-architecture-introduction.md b/_docs/architecture/010-architecture-introduction.md
index 45fad19..e80af26 100644
--- a/_docs/architecture/010-architecture-introduction.md
+++ b/_docs/architecture/010-architecture-introduction.md
@@ -48,8 +48,51 @@ The flow of a Drill query typically involves the following steps:
You can access Drill through the following interfaces:
- * [Drill shell]({{ site.baseurl }}/docs/install-drill)
+ * [Drill shell]({{ site.baseurl }}/docs/configuring-the-drill-shell/)
* [Drill Web UI]({{ site.baseurl }}/docs/monitoring-and-canceling-queries-in-the-drill-web-ui)
* [ODBC/JDBC]({{ site.baseurl }}/docs/odbc-jdbc-interfaces/#using-odbc-to-access-apache-drill-from-bi-tools)
* C++ API
+### **_Dynamic schema discovery_**
+
+Drill does not require schema or type specification for data in order to start
+the query execution process. Drill starts data processing in record-batches
+and discovers the schema during processing. Self-describing data formats such
+as Parquet, JSON, AVRO, and NoSQL databases have schema specified as part of
+the data itself, which Drill leverages dynamically at query time. Because
+schema can change over the course of a Drill query, all Drill operators are
+designed to reconfigure themselves when schemas change.
+
+### **_Flexible data model_**
+
+Drill allows access to nested data attributes, just like SQL columns, and
+provides intuitive extensions to easily operate on them. From an architectural
+point of view, Drill provides a flexible hierarchical columnar data model that
+can represent complex, highly dynamic and evolving data models. Drill allows
+for efficient processing of these models without the need to flatten or
+materialize them at design time or at execution time. Relational data in Drill
+is treated as a special or simplified case of complex/multi-structured data.
+
+### **_De-centralized metadata_**
+
+Drill does not have a centralized metadata requirement. You do not need to
+create and manage tables and views in a metadata repository, or rely on a
+database administrator group for such a function. Drill metadata is derived
+from the storage plugins that correspond to data sources. Storage plugins
+provide a spectrum of metadata ranging from full metadata (Hive), partial
+metadata (HBase), or no central metadata (files). De-centralized metadata
+means that Drill is NOT tied to a single Hive repository. You can query
+multiple Hive repositories at once and then combine the data with information
+from HBase tables or with a file in a distributed file system. You can also
+use SQL DDL syntax to create metadata within Drill, which gets organized just
+like a traditional database. Drill metadata is accessible through the ANSI
+standard INFORMATION_SCHEMA database.
+
+### **_Extensibility_**
+
+Drill provides an extensible architecture at all layers, including the storage
+plugin, query, query optimization/execution, and client API layers. You can
+customize any layer for the specific needs of an organization or you can
+extend the layer to a broader array of use cases. Drill provides a built in
+classpath scanning and plugin concept to add additional storage plugins,
+functions, and operators with minimal configuration.
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/architecture/030-architectural-highlights.md
----------------------------------------------------------------------
diff --git a/_docs/architecture/030-architectural-highlights.md b/_docs/architecture/030-architectural-highlights.md
deleted file mode 100644
index b0e54af..0000000
--- a/_docs/architecture/030-architectural-highlights.md
+++ /dev/null
@@ -1,5 +0,0 @@
----
-title: "Architectural Highlights"
-parent: "Architecture"
----
-
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/architecture/030-performance.md
----------------------------------------------------------------------
diff --git a/_docs/architecture/030-performance.md b/_docs/architecture/030-performance.md
new file mode 100644
index 0000000..419e538
--- /dev/null
+++ b/_docs/architecture/030-performance.md
@@ -0,0 +1,55 @@
+---
+title: "Performance"
+parent: "Architecture"
+---
+Drill is designed from the ground up for high performance on large datasets.
+The following core elements of Drill processing are responsible for Drill's
+performance:
+
+**_Distributed engine_**
+
+Drill provides a powerful distributed execution engine for processing queries.
+Users can submit requests to any node in the cluster. You can simply add new
+nodes to the cluster to scale for larger volumes of data, support more users
+or to improve performance.
+
+**_Columnar execution_**
+
+Drill optimizes for both columnar storage and execution by using an in-memory
+data model that is hierarchical and columnar. When working with data stored in
+columnar formats such as Parquet, Drill avoids disk access for columns that
+are not involved in an analytic query. Drill also provides an execution layer
+that performs SQL processing directly on columnar data without row
+materialization. The combination of optimizations for columnar storage and
+direct columnar execution significantly lowers memory footprints and provides
+faster execution of BI/Analytic type of workloads.
+
+**_Vectorization_**
+
+Rather than operating on single values from a single table record at one time,
+vectorization in Drill allows the CPU to operate on vectors, referred to as a
+Record Batches. Record Batches are arrays of values from many different
+records. The technical basis for efficiency of vectorized processing is modern
+chip technology with deep-pipelined CPU designs. Keeping all pipelines full to
+achieve efficiency near peak performance is something impossible to achieve in
+traditional database engines, primarily due to code complexity.
+
+**_Runtime compilation_**
+
+Runtime compilation is faster compared to the interpreted execution. Drill
+generates highly efficient custom code for every single query for every single
+operator. Here is a quick overview of the Drill compilation/code generation
+process at a glance.
+
+
+
+**Optimistic and pipelined query execution**
+
+Drill adopts an optimistic execution model to process queries. Drill assumes
+that failures are infrequent within the short span of a query and therefore
+does not spend time creating boundaries or checkpoints to minimize recovery
+time. Failures at node level are handled gracefully. In the instance of a
+single query failure, the query is rerun. Drill execution uses a pipeline
+model where all tasks are scheduled at once. The query execution happens in-
+memory as much as possible to move data through task pipelines, persisting to
+disk only if there is memory overflow.
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/architecture/architectural-highlights/010-flexibility.md
----------------------------------------------------------------------
diff --git a/_docs/architecture/architectural-highlights/010-flexibility.md b/_docs/architecture/architectural-highlights/010-flexibility.md
deleted file mode 100644
index a04d4ea..0000000
--- a/_docs/architecture/architectural-highlights/010-flexibility.md
+++ /dev/null
@@ -1,84 +0,0 @@
----
-title: "Flexibility"
-parent: "Architectural Highlights"
----
-The Drill architecture brings the SQL Ecosystem and *Performance* of
-the relational systems to Hadoop scale data *without* compromising
-the *flexibility* of Hadoop/NoSQL systems. There are several core
-architectural elements in Apache Drill that make it a highly flexible and
-efficient query engine.
-
-The following features contribute to Drill's flexible architecture:
-
-**_Dynamic schema discovery_**
-
-Drill does not require schema or type specification for the data in order to
-start the query execution process. Instead, Drill starts processing the data
-in units called record-batches and discovers the schema on the fly during
-processing. Self-describing data formats such as Parquet, JSON, Avro, and
-NoSQL databases have schema specified as part of the data itself, which Drill
-leverages dynamically at query time. Schema can change over the course of a
-Drill query, so all of the Drill operators are designed to reconfigure
-themselves when such schema changing events occur.
-
-**_Flexible data model_**
-
-Drill is purpose-built from the ground up for complex/multi-structured data
-commonly seen in Hadoop/NoSQL applications such as social/mobile, clickstream,
-logs, and sensor equipped IOT. From a user point of view, Drill allows access
-to nested data attributes, just like SQL columns, and provides intuitive
-extensions to easily operate on them. From an architectural point of view,
-Drill provides a flexible hierarchical columnar data model that can represent
-complex, highly dynamic and evolving data models, and allows for efficient
-processing of it without the need to flatten or materialize it at design time
-or at execution time. Relational data in Drill is treated as a special or
-simplified case of complex/multi-structured data.
-
-**_De-centralized metadata_**
-
-Unlike other SQL-on-Hadoop technologies or any traditional relational
-database, Drill does not have a centralized metadata requirement. In order to
-query data through Drill, users do not need to create and manage tables and
-views in a metadata repository, or rely on a database administrator group for
-such a function.
-
-Drill metadata is derived from the storage plugins that correspond to data
-sources. Drill supports a varied set of storage plugins that provide a
-spectrum of metadata ranging from full metadata such as for Hive, partial
-metadata such as for HBase, or no central metadata such as for files.
-
-De-centralized metadata also means that Drill is NOT tied to a single Hive
-repository. Users can query multiple Hive repositories at once and then
-combine the data with information from HBase tables or with a file in a
-distributed file system.
-
-Users also have the ability to create metadata (tables/views/databases) within
-Drill using the SQL DDL syntax. De-centralized metadata is applicable during
-metadata creation. Drill allows persisting metadata in one of the underlying
-data sources.
-
-From a client access perspective, Drill metadata is organized just like a
-traditional DB (Databases->Tables/Views->Columns). The metadata is accessible
-through the ANSI standard INFORMATION_SCHEMA database
-
-For more information on how to configure and work various data sources with
-Drill, refer to [Connect Apache Drill to Data Sources]({{ site.baseurl }}/docs/connect-a-data-source-introduction).
-
-**_Extensibility_**
-
-Drill provides an extensible architecture at all layers, including the storage
-plugin, query, query optimization/execution, and client API layers. You can
-customize any layer for the specific needs of an organization or you can
-extend the layer to a broader array of use cases.
-
-Drill provides a built in classpath scanning and plugin concept to add
-additional storage plugins, functions, and operators with minimal
-configuration.
-
-The following list provides a few examples of Drill’s extensible architectural
-capabilities:
-
-* A high performance Java API to implement custom UDFs/UDAFs
-* Ability to go beyond Hadoop by implementing custom storage plugins to other data sources such as Oracle/MySQL or NoSQL stores, such as Mongo or Cassandra
-* An API to implement custom operators
-* Support for direct execution of strongly specified JSON based logical and physical plans to help with the simplification of testing, and to enable integration of alternative query languages other than SQL.
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/architecture/architectural-highlights/020-performance.md
----------------------------------------------------------------------
diff --git a/_docs/architecture/architectural-highlights/020-performance.md b/_docs/architecture/architectural-highlights/020-performance.md
deleted file mode 100644
index c6271e0..0000000
--- a/_docs/architecture/architectural-highlights/020-performance.md
+++ /dev/null
@@ -1,55 +0,0 @@
----
-title: "Performance"
-parent: "Architectural Highlights"
----
-Drill is designed from the ground up for high performance on large datasets.
-The following core elements of Drill processing are responsible for Drill's
-performance:
-
-**_Distributed engine_**
-
-Drill provides a powerful distributed execution engine for processing queries.
-Users can submit requests to any node in the cluster. You can simply add new
-nodes to the cluster to scale for larger volumes of data, support more users
-or to improve performance.
-
-**_Columnar execution_**
-
-Drill optimizes for both columnar storage and execution by using an in-memory
-data model that is hierarchical and columnar. When working with data stored in
-columnar formats such as Parquet, Drill avoids disk access for columns that
-are not involved in an analytic query. Drill also provides an execution layer
-that performs SQL processing directly on columnar data without row
-materialization. The combination of optimizations for columnar storage and
-direct columnar execution significantly lowers memory footprints and provides
-faster execution of BI/Analytic type of workloads.
-
-**_Vectorization_**
-
-Rather than operating on single values from a single table record at one time,
-vectorization in Drill allows the CPU to operate on vectors, referred to as a
-Record Batches. Record Batches are arrays of values from many different
-records. The technical basis for efficiency of vectorized processing is modern
-chip technology with deep-pipelined CPU designs. Keeping all pipelines full to
-achieve efficiency near peak performance is something impossible to achieve in
-traditional database engines, primarily due to code complexity.
-
-**_Runtime compilation_**
-
-Runtime compilation is faster compared to the interpreted execution. Drill
-generates highly efficient custom code for every single query for every single
-operator. Here is a quick overview of the Drill compilation/code generation
-process at a glance.
-
-
-
-**Optimistic and pipelined query execution**
-
-Drill adopts an optimistic execution model to process queries. Drill assumes
-that failures are infrequent within the short span of a query and therefore
-does not spend time creating boundaries or checkpoints to minimize recovery
-time. Failures at node level are handled gracefully. In the instance of a
-single query failure, the query is rerun. Drill execution uses a pipeline
-model where all tasks are scheduled at once. The query execution happens in-
-memory as much as possible to move data through task pipelines, persisting to
-disk only if there is memory overflow.
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/archived-pages/030-partition-pruning.md
----------------------------------------------------------------------
diff --git a/_docs/archived-pages/030-partition-pruning.md b/_docs/archived-pages/030-partition-pruning.md
new file mode 100644
index 0000000..3dc79ff
--- /dev/null
+++ b/_docs/archived-pages/030-partition-pruning.md
@@ -0,0 +1,75 @@
+---
+title: "Partition Pruning"
+parent: "Archived Pages"
+---
+Partition pruning is a performance optimization that limits the number of
+files and partitions that Drill reads when querying file systems and Hive
+tables. Drill only reads a subset of the files that reside in a file system or
+a subset of the partitions in a Hive table when a query matches certain filter
+criteria.
+
+For Drill to apply partition pruning to Hive tables, you must have created the
+tables in Hive using the `PARTITION BY` clause:
+
+`CREATE TABLE <table_name> (<column_name>) PARTITION BY (<column_name>);`
+
+When you create Hive tables using the `PARTITION BY` clause, each partition of
+data is automatically split out into different directories as data is written
+to disk. For more information about Hive partitioning, refer to the [Apache
+Hive wiki](https://cwiki.apache.org/confluence/display/Hive/LanguageManual+DDL/#LanguageManualDDL-PartitionedTables).
+
+Typically, table data in a file system is organized by directories and
+subdirectories. Queries on table data may contain `WHERE` clause filters on
+specific directories.
+
+Drill’s query planner evaluates the filters as part of a Filter operator. If
+no partition filters are present, the underlying Scan operator reads all files
+in all directories and then sends the data to operators downstream, such as
+Filter.
+
+When partition filters are present, the query planner determines if it can
+push the filters down to the Scan such that the Scan only reads the
+directories that match the partition filters, thus reducing disk I/O.
+
+## Partition Pruning Example
+
+The /`Users/max/data/logs` directory in a file system contains subdirectories
+that span a few years.
+
+The following image shows the hierarchical structure of the `…/logs` directory
+and (sub) directories:
+
+
+
+The following query requests log file data for 2013 from the `…/logs`
+directory in the file system:
+
+ SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 and dir0 = 2013 limit 2;
+
+If you run the `EXPLAIN PLAN` command for the query, you can see that the`
+…/logs` directory is filtered by the scan operator.
+
+ EXPLAIN PLAN FOR SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 and dir0 = 2013 limit 2;
+
+The following image shows a portion of the physical plan when partition
+pruning is applied:
+
+
+
+## Filter Examples
+
+The following queries include examples of the types of filters eligible for
+partition pruning optimization:
+
+**Example 1: Partition filters ANDed together**
+
+ SELECT * FROM dfs.`/Users/max/data/logs` WHERE dir0 = '2014' AND dir1 = '1'
+
+**Example 2: Partition filter ANDed with regular column filter**
+
+ SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 AND dir0 = 2013 limit 2;
+
+**Example 3: Combination of AND, OR involving partition filters**
+
+ SELECT * FROM dfs.`/Users/max/data/logs` WHERE (dir0 = '2013' AND dir1 = '1') OR (dir0 = '2014' AND dir1 = '2')
+
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/configure-drill/050-configuring-multitenant-resources.md
----------------------------------------------------------------------
diff --git a/_docs/configure-drill/050-configuring-multitenant-resources.md b/_docs/configure-drill/050-configuring-multitenant-resources.md
index c54f430..5771071 100644
--- a/_docs/configure-drill/050-configuring-multitenant-resources.md
+++ b/_docs/configure-drill/050-configuring-multitenant-resources.md
@@ -37,4 +37,4 @@ Currently, you do not manage CPU resources within Drill. [Use Linux `cgroups`](h
## How to Manage Disk Resources
-The `planner.add_producer_consumer` system option enables or disables a secondary reading thread that works out of band of the rest of the scanning fragment to prefetch data from disk. If you interact with a certain type of storage medium that is slow or does not prefetch much data, this option tells Drill to add a producer consumer reading thread to the operation. Drill can then assign one thread that focuses on a single reading fragment. If Drill is using memory, you can disable this option to get better performance. If Drill is using disk space, you should enable this option and set a reasonable queue size for the `planner.producer_consumer_queue_size` option. For more information about these options, see the section, "Performance Tuning".
\ No newline at end of file
+The `planner.add_producer_consumer` system option enables or disables a secondary reading thread that works out of band of the rest of the scanning fragment to prefetch data from disk. If you interact with a certain type of storage medium that is slow or does not prefetch much data, this option tells Drill to add a producer consumer reading thread to the operation. Drill can then assign one thread that focuses on a single reading fragment. If Drill is using memory, you can disable this option to get better performance. If Drill is using disk space, you should enable this option and set a reasonable queue size for the `planner.producer_consumer_queue_size` option. For more information about these options, see the section, ["Performance Tuning"](/docs/performance-tuning-introduction/).
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/configure-drill/060-configuring-a-shared-drillbit.md
----------------------------------------------------------------------
diff --git a/_docs/configure-drill/060-configuring-a-shared-drillbit.md b/_docs/configure-drill/060-configuring-a-shared-drillbit.md
index 4e47213..1070586 100644
--- a/_docs/configure-drill/060-configuring-a-shared-drillbit.md
+++ b/_docs/configure-drill/060-configuring-a-shared-drillbit.md
@@ -11,7 +11,7 @@ Set [options in sys.options]({{site.baseurl}}/docs/configuration-options-introdu
* exec.queue.large
* exec.queue.small
-For more information, see the section, "Performance Tuning".
+For more information, see the section, ["Performance Tuning"](/docs/performance-tuning-introduction/).
## Configuring Parallelization
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/configure-drill/110-partition-pruning.md
----------------------------------------------------------------------
diff --git a/_docs/configure-drill/110-partition-pruning.md b/_docs/configure-drill/110-partition-pruning.md
deleted file mode 100644
index 09dc626..0000000
--- a/_docs/configure-drill/110-partition-pruning.md
+++ /dev/null
@@ -1,75 +0,0 @@
----
-title: "Partition Pruning"
-parent: "Configure Drill"
----
-Partition pruning is a performance optimization that limits the number of
-files and partitions that Drill reads when querying file systems and Hive
-tables. Drill only reads a subset of the files that reside in a file system or
-a subset of the partitions in a Hive table when a query matches certain filter
-criteria.
-
-For Drill to apply partition pruning to Hive tables, you must have created the
-tables in Hive using the `PARTITION BY` clause:
-
-`CREATE TABLE <table_name> (<column_name>) PARTITION BY (<column_name>);`
-
-When you create Hive tables using the `PARTITION BY` clause, each partition of
-data is automatically split out into different directories as data is written
-to disk. For more information about Hive partitioning, refer to the [Apache
-Hive wiki](https://cwiki.apache.org/confluence/display/Hive/LanguageManual+DDL/#LanguageManualDDL-PartitionedTables).
-
-Typically, table data in a file system is organized by directories and
-subdirectories. Queries on table data may contain `WHERE` clause filters on
-specific directories.
-
-Drill’s query planner evaluates the filters as part of a Filter operator. If
-no partition filters are present, the underlying Scan operator reads all files
-in all directories and then sends the data to operators downstream, such as
-Filter.
-
-When partition filters are present, the query planner determines if it can
-push the filters down to the Scan such that the Scan only reads the
-directories that match the partition filters, thus reducing disk I/O.
-
-## Partition Pruning Example
-
-The /`Users/max/data/logs` directory in a file system contains subdirectories
-that span a few years.
-
-The following image shows the hierarchical structure of the `…/logs` directory
-and (sub) directories:
-
-
-
-The following query requests log file data for 2013 from the `…/logs`
-directory in the file system:
-
- SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 and dir0 = 2013 limit 2;
-
-If you run the `EXPLAIN PLAN` command for the query, you can see that the`
-…/logs` directory is filtered by the scan operator.
-
- EXPLAIN PLAN FOR SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 and dir0 = 2013 limit 2;
-
-The following image shows a portion of the physical plan when partition
-pruning is applied:
-
-
-
-## Filter Examples
-
-The following queries include examples of the types of filters eligible for
-partition pruning optimization:
-
-**Example 1: Partition filters ANDed together**
-
- SELECT * FROM dfs.`/Users/max/data/logs` WHERE dir0 = '2014' AND dir1 = '1'
-
-**Example 2: Partition filter ANDed with regular column filter**
-
- SELECT * FROM dfs.`/Users/max/data/logs` WHERE cust_id < 10 AND dir0 = 2013 limit 2;
-
-**Example 3: Combination of AND, OR involving partition filters**
-
- SELECT * FROM dfs.`/Users/max/data/logs` WHERE (dir0 = '2013' AND dir1 = '1') OR (dir0 = '2014' AND dir1 = '2')
-
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/configure-drill/120-configuring-the-drill-shell.md
----------------------------------------------------------------------
diff --git a/_docs/configure-drill/120-configuring-the-drill-shell.md b/_docs/configure-drill/120-configuring-the-drill-shell.md
index d7c474a..383bc1b 100644
--- a/_docs/configure-drill/120-configuring-the-drill-shell.md
+++ b/_docs/configure-drill/120-configuring-the-drill-shell.md
@@ -11,26 +11,26 @@ Formatting tables takes time, which you might notice if running a huge query usi
The following table lists the commands that you can run on the Drill command line.
-| Command | Description |
-|---------------|---------------------------------------------------------------------------------------------------------|
-| !brief | Set verbose mode off. |
-| !close | Close the current connection to the database. |
-| !closeall | Close all current open connections. |
-| !connect | Open a new connection to the database. |
-| !help | Print a summary of command usage. |
-| !history | Display the command history. |
-| !list | List the current connections. |
-| !outputformat | Set the output format for displaying results. |
-| !properties | Connect to the database specified in the properties file(s). |
-| !quit | Exits the Drill shell. |
-| !reconnect | Reconnect to the database. |
-| !record | Record all output to the specified file. |
-| !run | Run a script from the specified file. |
-| !save | Save the current variables and aliases. |
-| !script | Start saving a script to a file. |
-| !set | Set a [sqlline variable]({{site.baseurl}}/docs/configuring-the-drill-shell/#the-set-command-variables). |
-| !tables | List all the tables in the database. |
-| !verbose | Show unabbreviated error messages. |
+| Command | Description |
+|---------------|---------------------------------------------------------------------------------------------------------------------------------------|
+| !brief | Set verbose mode off. |
+| !close | Close the current connection to the database. |
+| !closeall | Close all current open connections. |
+| !connect | Open a new connection to the database. |
+| !help | Print a summary of command usage. |
+| !history | Display the command history. |
+| !list | List the current connections. |
+| !outputformat | Set the output format for displaying results. |
+| !properties | Connect to the database specified in the properties file(s). |
+| !quit | Exits the Drill shell. |
+| !reconnect | Reconnect to the database. |
+| !record | Record all output to the specified file. |
+| !run | Run a script from the specified file. |
+| !save | Save the current variables and aliases. |
+| !script | Start saving a script to a file. |
+| !set | Set the given variable. See [The Set Command Variables]({{site.baseurl}}/docs/configuring-the-drill-shell#the-set-command-variables). |
+| !tables | List all the tables in the database. |
+| !verbose | Show unabbreviated error messages. |
## Examples of Configuring the Drill Shell
@@ -54,29 +54,29 @@ Set the output format to CSV to improve performance of a huge query.
## The Set Command Variables
-| Variable Name | Valid Variable Values | Description |
-|-----------------|------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| autoCommit | true/false | Enable/disable automatic transaction commit. |
-| autoSave | true/false | Automatically save preferences. |
-| color | true/false | Control whether color is used for display. |
-| fastConnect | true/false | Skip building table/column list for tab-completion. |
-| force | true/false | Continue running script even after errors. |
-| headerInterval | \<integer\> | The interval between which headers are displayed. |
-| historyFile | \<path\> | File in which to save command history. Default is $HOME/.sqlline/history (UNIX, Linux, Mac OS), $HOME/sqlline/history (Windows). |
-| incremental | true/false | Do not receive all rows from server before printing the first row. Uses fewer resources, especially for long-running queries, but column widths may be incorrect. |
-| isolation | \<level\> | Set transaction isolation level. |
-| maxColumnWidth | \<integer\> | Maximum width for displaying columns. |
-| maxHeight | \<integer\> | Maximum height of the terminal. |
-| maxWidth | \<integer\> | Maximum width of the terminal. |
-| numberFormat | \<pattern\> | Format numbers using DecimalFormat pattern. |
-| outputFormat | table/vertical/csv/tsv | Format mode for result display. |
-| properties | \<path\> | File from which SqlLine reads properties on startup. Default is $HOME/.sqlline/sqlline.properties (UNIX, Linux, Mac OS), $HOME/sqlline/sqlline.properties (Windows). |
-| rowLimit | \<integer\> | Maximum number of rows returned from a query; zero means no limit. |
-| showElapsedTime | true/false | Display execution time when verbose. |
-| showHeader | true/false | Show column names in query results. |
-| showNestedErrs | true/false | Display nested errors. |
-| showWarnings | true/false | Display connection warnings. |
-| silent | true/false | Disable or enable showing information specified by show commands. |
-| timeout | \<integer\> | Query timeout in seconds; less than zero means no timeout. |
-| trimScripts | true/false | Remove trailing spaces from lines read from script files. |
-| verbose | true/false | Show unabbreviated error messages and debug info. |
\ No newline at end of file
+| Variable Name | Valid Variable Values | Description |
+|-----------------|------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| autoCommit | true/false | Enable/disable automatic transaction commit. |
+| autoSave | true/false | Automatically save preferences. |
+| color | true/false | Control whether color is used for display. |
+| fastConnect | true/false | Skip building table/column list for tab-completion. |
+| force | true/false | Continue running script even after errors. |
+| headerInterval | \<integer\> | The interval between which headers are displayed. |
+| historyFile | \<path\> | File in which to save command history. Default is $HOME/.sqlline/history (UNIX, Linux, Mac OS), $HOME/sqlline/history (Windows). |
+| incremental | true/false | Do not receive all rows from server before printing the first row. Uses fewer resources, especially for long-running queries, but column widths may be incorrect. |
+| isolation | \<level\> | Set transaction isolation level. |
+| maxColumnWidth | \<integer\> | Maximum width for displaying columns. |
+| maxHeight | \<integer\> | Maximum height of the terminal. |
+| maxWidth | \<integer\> | Maximum width of the terminal. |
+| numberFormat | \<pattern\> | Format numbers using DecimalFormat pattern. |
+| outputFormat | table/vertical/csv/tsv | Format mode for result display. |
+| properties | \<path\> | File from which the shell reads properties on startup. Default is $HOME/.sqlline/sqlline.properties (UNIX, Linux, Mac OS), $HOME/sqlline/sqlline.properties (Windows). |
+| rowLimit | \<integer\> | Maximum number of rows returned from a query; zero means no limit. |
+| showElapsedTime | true/false | Display execution time when verbose. |
+| showHeader | true/false | Show column names in query results. |
+| showNestedErrs | true/false | Display nested errors. |
+| showWarnings | true/false | Display connection warnings. |
+| silent | true/false | Disable or enable showing information specified by show commands. |
+| timeout | \<integer\> | Query timeout in seconds; less than zero means no timeout. |
+| trimScripts | true/false | Remove trailing spaces from lines read from script files. |
+| verbose | true/false | Show unabbreviated error messages and debug info. |
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/connect-a-data-source/090-mongodb-plugin-for-apache-drill.md
----------------------------------------------------------------------
diff --git a/_docs/connect-a-data-source/090-mongodb-plugin-for-apache-drill.md b/_docs/connect-a-data-source/090-mongodb-plugin-for-apache-drill.md
index 75976c1..ff1c736 100644
--- a/_docs/connect-a-data-source/090-mongodb-plugin-for-apache-drill.md
+++ b/_docs/connect-a-data-source/090-mongodb-plugin-for-apache-drill.md
@@ -32,9 +32,7 @@ UI to connect to Drill. Drill must be running in order to access the Web UI.
Complete the following steps to configure MongoDB as a data source for Drill:
- 1. Navigate to Drill installation directory and invoke SQLLine to run Drill queries. On Linux, for example:
-
- bin/sqlline -u jdbc:drill:zk=local
+ 1. [Start the Drill]({{site.baseurl}}/docs/starting-drill-on-linux-and-mac-os-x/) shell for your environment.
Do not enter any commands. You will return to the command prompt after
completing the configuration in the Drill Web UI.
@@ -62,17 +60,17 @@ Drill data sources, including MongoDB. If you downloaded the zip codes file,
you should see `mongo.zipdb` in the results.
0: jdbc:drill:zk=local> SHOW DATABASES;
- +-------------+
- | SCHEMA_NAME |
- +-------------+
- | dfs.default |
- | dfs.root |
- | dfs.tmp |
- | sys |
- | mongo.zipdb |
- | cp.default |
+ +--------------------+
+ | SCHEMA_NAME |
+ +--------------------+
+ | dfs.default |
+ | dfs.root |
+ | dfs.tmp |
+ | sys |
+ | mongo.zipdb |
+ | cp.default |
| INFORMATION_SCHEMA |
- +-------------+
+ +--------------------+
If you want all queries that you submit to run on `mongo.zipdb`, you can issue
the `USE` command to change schema.
@@ -87,19 +85,19 @@ Reference]({{ site.baseurl }}/docs/sql-reference).
**Example 1: View mongo.zipdb Dataset**
0: jdbc:drill:zk=local> SELECT * FROM zipcodes LIMIT 10;
- +------------+
- | * |
- +------------+
- | { "city" : "AGAWAM" , "loc" : [ -72.622739 , 42.070206] , "pop" : 15338 , "state" : "MA"} |
- | { "city" : "CUSHMAN" , "loc" : [ -72.51565 , 42.377017] , "pop" : 36963 , "state" : "MA"} |
- | { "city" : "BARRE" , "loc" : [ -72.108354 , 42.409698] , "pop" : 4546 , "state" : "MA"} |
- | { "city" : "BELCHERTOWN" , "loc" : [ -72.410953 , 42.275103] , "pop" : 10579 , "state" : "MA"} |
- | { "city" : "BLANDFORD" , "loc" : [ -72.936114 , 42.182949] , "pop" : 1240 , "state" : "MA"} |
- | { "city" : "BRIMFIELD" , "loc" : [ -72.188455 , 42.116543] , "pop" : 3706 , "state" : "MA"} |
- | { "city" : "CHESTER" , "loc" : [ -72.988761 , 42.279421] , "pop" : 1688 , "state" : "MA"} |
- | { "city" : "CHESTERFIELD" , "loc" : [ -72.833309 , 42.38167] , "pop" : 177 , "state" : "MA"} |
- | { "city" : "CHICOPEE" , "loc" : [ -72.607962 , 42.162046] , "pop" : 23396 , "state" : "MA"} |
- | { "city" : "CHICOPEE" , "loc" : [ -72.576142 , 42.176443] , "pop" : 31495 , "state" : "MA"} |
++------------------------------------------------------------------------------------------------+
+| * |
++------------------------------------------------------------------------------------------------+
+| { "city" : "AGAWAM" , "loc" : [ -72.622739 , 42.070206] , "pop" : 15338 , "state" : "MA"} |
+| { "city" : "CUSHMAN" , "loc" : [ -72.51565 , 42.377017] , "pop" : 36963 , "state" : "MA"} |
+| { "city" : "BARRE" , "loc" : [ -72.108354 , 42.409698] , "pop" : 4546 , "state" : "MA"} |
+| { "city" : "BELCHERTOWN" , "loc" : [ -72.410953 , 42.275103] , "pop" : 10579 , "state" : "MA"} |
+| { "city" : "BLANDFORD" , "loc" : [ -72.936114 , 42.182949] , "pop" : 1240 , "state" : "MA"} |
+| { "city" : "BRIMFIELD" , "loc" : [ -72.188455 , 42.116543] , "pop" : 3706 , "state" : "MA"} |
+| { "city" : "CHESTER" , "loc" : [ -72.988761 , 42.279421] , "pop" : 1688 , "state" : "MA"} |
+| { "city" : "CHESTERFIELD" , "loc" : [ -72.833309 , 42.38167] , "pop" : 177 , "state" : "MA"} |
+| { "city" : "CHICOPEE" , "loc" : [ -72.607962 , 42.162046] , "pop" : 23396 , "state" : "MA"} |
+| { "city" : "CHICOPEE" , "loc" : [ -72.576142 , 42.176443] , "pop" : 31495 , "state" : "MA"} |
**Example 2: Aggregation**
http://git-wip-us.apache.org/repos/asf/drill/blob/cd0a0e96/_docs/getting-started/010-drill-introduction.md
----------------------------------------------------------------------
diff --git a/_docs/getting-started/010-drill-introduction.md b/_docs/getting-started/010-drill-introduction.md
index 3645cfb..de01c2b 100644
--- a/_docs/getting-started/010-drill-introduction.md
+++ b/_docs/getting-started/010-drill-introduction.md
@@ -9,9 +9,11 @@ applications, while still providing the familiarity and ecosystem of ANSI SQL,
the industry-standard query language. Drill provides plug-and-play integration
with existing Apache Hive and Apache HBase deployments.
+## What's New in Apache Drill 1.0
+
Apache Drill 1.0 offers the following new features:
-* Many performance planning and execution improvements, including a new text reader for faster join planning that complies with RFC 4180.
+* Many performance planning and execution [improvements](/docs/performance-tuning-introduction/), including a new text reader for faster join planning that complies with RFC 4180.
* Updated [Drill shell]({{site.baseurl}}/docs/configuring-the-drill-shell/#examples-of-configuring-the-drill-shell) and now formats query results having fewer than 70 characters in a column.
* [Query audit logging]({{site.baseurl}}/docs/getting-query-information/) for getting the query history on a Drillbit.
* Improved connection handling.
@@ -20,6 +22,8 @@ Apache Drill 1.0 offers the following new features:
In this release, Drill disables the DECIMAL data type, including casting to DECIMAL and reading DECIMAL types from Parquet and Hive. To enable the DECIMAL type, set the `planner.enable_decimal_data_type` system option to `true`.
+## Apache Drill Key Features
+
Key features of Apache Drill are:
* Low-latency SQL queries
@@ -38,30 +42,3 @@ If you've never used Drill, visit these links to get a jump start:
* [SQL Support]({{ site.baseurl }}/docs/sql-reference-introduction/)
* [Drill Tutorials]({{ site.baseurl }}/docs/tutorials-introduction)
-## Videos
-
-<table>
- <tr>
- <th><a href="http://www.youtube.com/watch?feature=player_embedded&v=HITzj3ihSUk
-" target="_blank"><img src="http://img.youtube.com/vi/HITzj3ihSUk/0.jpg"
-alt="intro to Drill" width="240" height="180" border="10" />Introduction to Apache Drill</a></th>
- <th><a href="http://www.youtube.com/watch?feature=player_embedded&v=FkcegazNuio
-" target="_blank"><img src="http://img.youtube.com/vi/FkcegazNuio/0.jpg"
-alt="Tableau and Drill" width="240" height="180" border="10" />Tableau + Drill</a</th>
- </tr>
- <tr>
- <td><a href="http://www.youtube.com/watch?feature=player_embedded&v=kG6vzsk8T7E
-" target="_blank"><img src="http://img.youtube.com/vi/kG6vzsk8T7E/0.jpg"
-alt="drill config options" width="240" height="180" border="10" />Drill Configuration Options</a></td>
- <td><a href="http://www.youtube.com/watch?feature=player_embedded&v=XUIKlsX8yVM
-" target="_blank"><img src="http://img.youtube.com/vi/XUIKlsX8yVM/0.jpg"
-alt="Self-service SQL Exploration on Mongo" width="240" height="180" border="10" />Self-service SQL Exploration on MongoDB</a></td>
- </tr>
- <tr>
- <td><a href="http://www.youtube.com/watch?feature=player_embedded&v=uyN9DDCNP8o
-" target="_blank"><img src="http://img.youtube.com/vi/uyN9DDCNP8o/0.jpg"
-alt="Microstrategy and Drill" width="240" height="180" border="10" />Microstrategy + Drill</a></td>
- <td></td>
- </tr>
-</table>
-