You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by ts...@apache.org on 2015/05/20 08:06:25 UTC
[08/14] drill git commit: perf tuning ref
perf tuning ref
Project: http://git-wip-us.apache.org/repos/asf/drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/e643acbf
Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/e643acbf
Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/e643acbf
Branch: refs/heads/gh-pages
Commit: e643acbf2d2023d8612d2d5e7e36e219ac49d096
Parents: 8f7dcfa
Author: Kristine Hahn <kh...@maprtech.com>
Authored: Tue May 19 15:56:48 2015 -0700
Committer: Kristine Hahn <kh...@maprtech.com>
Committed: Tue May 19 15:56:48 2015 -0700
----------------------------------------------------------------------
_data/docs.json | 413 +++++++++++++------
.../060-performance-tuning-reference.md | 4 +
.../060-query-profile-tables.md | 84 ----
.../010-query-profile-tables.md | 84 ++++
.../020-physical-operators.md | 115 ++++++
.../sql-functions/073-log-and-debug.md | 3 -
6 files changed, 489 insertions(+), 214 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_data/docs.json
----------------------------------------------------------------------
diff --git a/_data/docs.json b/_data/docs.json
index 76ac0f9..b9c3f83 100644
--- a/_data/docs.json
+++ b/_data/docs.json
@@ -3239,8 +3239,8 @@
}
],
"children": [],
- "next_title": "Query Profile Column Descriptions",
- "next_url": "/docs/query-profile-column-descriptions/",
+ "next_title": "Performance Tuning Reference",
+ "next_url": "/docs/performance-tuning-reference/",
"parent": "Identifying Performance Issues",
"previous_title": "Query Plans",
"previous_url": "/docs/query-plans/",
@@ -4243,8 +4243,8 @@
}
],
"children": [],
- "next_title": "",
- "next_url": "",
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
"parent": "Log and Debug",
"previous_title": "Modify logback.xml",
"previous_url": "/docs/modify-logback-xml/",
@@ -4256,9 +4256,9 @@
"next_title": "Log and Debug Introduction",
"next_url": "/docs/log-and-debug-introduction/",
"parent": "",
- "previous_title": "Project Bylaws",
- "previous_url": "/docs/project-bylaws/",
- "relative_path": "_docs/sql-reference/sql-functions/073-log-and-debug.md",
+ "previous_title": "Physical Operators",
+ "previous_url": "/docs/physical-operators/",
+ "relative_path": "_docs/073-log-and-debug.md",
"title": "Log and Debug",
"url": "/docs/log-and-debug/"
},
@@ -5323,8 +5323,8 @@
}
],
"children": [],
- "next_title": "Query Profile Column Descriptions",
- "next_url": "/docs/query-profile-column-descriptions/",
+ "next_title": "Performance Tuning Reference",
+ "next_url": "/docs/performance-tuning-reference/",
"parent": "Identifying Performance Issues",
"previous_title": "Query Plans",
"previous_url": "/docs/query-plans/",
@@ -5349,15 +5349,58 @@
"url": "/docs/performance-tuning/"
}
],
- "children": [],
- "next_title": "Log and Debug",
- "next_url": "/docs/log-and-debug/",
+ "children": [
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Physical Operators",
+ "next_url": "/docs/physical-operators/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Performance Tuning Reference",
+ "previous_url": "/docs/performance-tuning-reference/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md",
+ "title": "Query Profile Column Descriptions",
+ "url": "/docs/query-profile-column-descriptions/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Log and Debug",
+ "next_url": "/docs/log-and-debug/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Query Profile Column Descriptions",
+ "previous_url": "/docs/query-profile-column-descriptions/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md",
+ "title": "Physical Operators",
+ "url": "/docs/physical-operators/"
+ }
+ ],
+ "next_title": "Query Profile Column Descriptions",
+ "next_url": "/docs/query-profile-column-descriptions/",
"parent": "Performance Tuning",
"previous_title": "Query Profiles",
"previous_url": "/docs/query-profiles/",
- "relative_path": "_docs/performance-tuning/060-query-profile-tables.md",
- "title": "Query Profile Column Descriptions",
- "url": "/docs/query-profile-column-descriptions/"
+ "relative_path": "_docs/performance-tuning/060-performance-tuning-reference.md",
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
}
],
"next_title": "Performance Tuning Introduction",
@@ -5386,6 +5429,66 @@
"title": "Performance Tuning Introduction",
"url": "/docs/performance-tuning-introduction/"
},
+ "Performance Tuning Reference": {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Physical Operators",
+ "next_url": "/docs/physical-operators/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Performance Tuning Reference",
+ "previous_url": "/docs/performance-tuning-reference/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md",
+ "title": "Query Profile Column Descriptions",
+ "url": "/docs/query-profile-column-descriptions/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Log and Debug",
+ "next_url": "/docs/log-and-debug/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Query Profile Column Descriptions",
+ "previous_url": "/docs/query-profile-column-descriptions/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md",
+ "title": "Physical Operators",
+ "url": "/docs/physical-operators/"
+ }
+ ],
+ "next_title": "Query Profile Column Descriptions",
+ "next_url": "/docs/query-profile-column-descriptions/",
+ "parent": "Performance Tuning",
+ "previous_title": "Query Profiles",
+ "previous_url": "/docs/query-profiles/",
+ "relative_path": "_docs/performance-tuning/060-performance-tuning-reference.md",
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
"Persistent Configuration Storage": {
"breadcrumbs": [
{
@@ -5407,6 +5510,27 @@
"title": "Persistent Configuration Storage",
"url": "/docs/persistent-configuration-storage/"
},
+ "Physical Operators": {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Log and Debug",
+ "next_url": "/docs/log-and-debug/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Query Profile Column Descriptions",
+ "previous_url": "/docs/query-profile-column-descriptions/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md",
+ "title": "Physical Operators",
+ "url": "/docs/physical-operators/"
+ },
"Planning and Execution Options": {
"breadcrumbs": [
{
@@ -5499,8 +5623,8 @@
"Project Bylaws": {
"breadcrumbs": [],
"children": [],
- "next_title": "Log and Debug",
- "next_url": "/docs/log-and-debug/",
+ "next_title": "",
+ "next_url": "",
"parent": "",
"previous_title": "2014 Q1 Drill Report",
"previous_url": "/docs/2014-q1-drill-report/",
@@ -5532,8 +5656,8 @@
"next_title": "Getting Query Information",
"next_url": "/docs/getting-query-information/",
"parent": "",
- "previous_title": "Log and Debug",
- "previous_url": "/docs/log-and-debug/",
+ "previous_title": "Review the Java Stack Trace",
+ "previous_url": "/docs/review-the-java-stack-trace/",
"relative_path": "_docs/074-query-audit-logging.md",
"title": "Query Audit Logging",
"url": "/docs/query-audit-logging/"
@@ -6164,17 +6288,21 @@
"Query Profile Column Descriptions": {
"breadcrumbs": [
{
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
"title": "Performance Tuning",
"url": "/docs/performance-tuning/"
}
],
"children": [],
- "next_title": "Log and Debug",
- "next_url": "/docs/log-and-debug/",
- "parent": "Performance Tuning",
- "previous_title": "Query Profiles",
- "previous_url": "/docs/query-profiles/",
- "relative_path": "_docs/performance-tuning/060-query-profile-tables.md",
+ "next_title": "Physical Operators",
+ "next_url": "/docs/physical-operators/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Performance Tuning Reference",
+ "previous_url": "/docs/performance-tuning-reference/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md",
"title": "Query Profile Column Descriptions",
"url": "/docs/query-profile-column-descriptions/"
},
@@ -6190,8 +6318,8 @@
}
],
"children": [],
- "next_title": "Query Profile Column Descriptions",
- "next_url": "/docs/query-profile-column-descriptions/",
+ "next_title": "Performance Tuning Reference",
+ "next_url": "/docs/performance-tuning-reference/",
"parent": "Identifying Performance Issues",
"previous_title": "Query Plans",
"previous_url": "/docs/query-plans/",
@@ -6935,8 +7063,8 @@
}
],
"children": [],
- "next_title": "",
- "next_url": "",
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
"parent": "Log and Debug",
"previous_title": "Modify logback.xml",
"previous_url": "/docs/modify-logback-xml/",
@@ -12612,8 +12740,8 @@
}
],
"children": [],
- "next_title": "Query Profile Column Descriptions",
- "next_url": "/docs/query-profile-column-descriptions/",
+ "next_title": "Performance Tuning Reference",
+ "next_url": "/docs/performance-tuning-reference/",
"parent": "Identifying Performance Issues",
"previous_title": "Query Plans",
"previous_url": "/docs/query-plans/",
@@ -12638,15 +12766,58 @@
"url": "/docs/performance-tuning/"
}
],
- "children": [],
- "next_title": "Log and Debug",
- "next_url": "/docs/log-and-debug/",
+ "children": [
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Physical Operators",
+ "next_url": "/docs/physical-operators/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Performance Tuning Reference",
+ "previous_url": "/docs/performance-tuning-reference/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md",
+ "title": "Query Profile Column Descriptions",
+ "url": "/docs/query-profile-column-descriptions/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
+ },
+ {
+ "title": "Performance Tuning",
+ "url": "/docs/performance-tuning/"
+ }
+ ],
+ "children": [],
+ "next_title": "Log and Debug",
+ "next_url": "/docs/log-and-debug/",
+ "parent": "Performance Tuning Reference",
+ "previous_title": "Query Profile Column Descriptions",
+ "previous_url": "/docs/query-profile-column-descriptions/",
+ "relative_path": "_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md",
+ "title": "Physical Operators",
+ "url": "/docs/physical-operators/"
+ }
+ ],
+ "next_title": "Query Profile Column Descriptions",
+ "next_url": "/docs/query-profile-column-descriptions/",
"parent": "Performance Tuning",
"previous_title": "Query Profiles",
"previous_url": "/docs/query-profiles/",
- "relative_path": "_docs/performance-tuning/060-query-profile-tables.md",
- "title": "Query Profile Column Descriptions",
- "url": "/docs/query-profile-column-descriptions/"
+ "relative_path": "_docs/performance-tuning/060-performance-tuning-reference.md",
+ "title": "Performance Tuning Reference",
+ "url": "/docs/performance-tuning-reference/"
}
],
"next_title": "Performance Tuning Introduction",
@@ -12660,12 +12831,81 @@
},
{
"breadcrumbs": [],
- "children": [],
- "next_title": "Query Audit Logging",
- "next_url": "/docs/query-audit-logging/",
+ "children": [
+ {
+ "breadcrumbs": [
+ {
+ "title": "Log and Debug",
+ "url": "/docs/log-and-debug/"
+ }
+ ],
+ "children": [],
+ "next_title": "Error Messages",
+ "next_url": "/docs/error-messages/",
+ "parent": "Log and Debug",
+ "previous_title": "Log and Debug",
+ "previous_url": "/docs/log-and-debug/",
+ "relative_path": "_docs/log-and-debug/001-log-and-debug-introduction.md",
+ "title": "Log and Debug Introduction",
+ "url": "/docs/log-and-debug-introduction/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Log and Debug",
+ "url": "/docs/log-and-debug/"
+ }
+ ],
+ "children": [],
+ "next_title": "Modify logback.xml",
+ "next_url": "/docs/modify-logback-xml/",
+ "parent": "Log and Debug",
+ "previous_title": "Log and Debug Introduction",
+ "previous_url": "/docs/log-and-debug-introduction/",
+ "relative_path": "_docs/log-and-debug/002-error-messages.md",
+ "title": "Error Messages",
+ "url": "/docs/error-messages/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Log and Debug",
+ "url": "/docs/log-and-debug/"
+ }
+ ],
+ "children": [],
+ "next_title": "Review the Java Stack Trace",
+ "next_url": "/docs/review-the-java-stack-trace/",
+ "parent": "Log and Debug",
+ "previous_title": "Error Messages",
+ "previous_url": "/docs/error-messages/",
+ "relative_path": "_docs/log-and-debug/003-modify-logback.xml.md",
+ "title": "Modify logback.xml",
+ "url": "/docs/modify-logback-xml/"
+ },
+ {
+ "breadcrumbs": [
+ {
+ "title": "Log and Debug",
+ "url": "/docs/log-and-debug/"
+ }
+ ],
+ "children": [],
+ "next_title": "Query Audit Logging",
+ "next_url": "/docs/query-audit-logging/",
+ "parent": "Log and Debug",
+ "previous_title": "Modify logback.xml",
+ "previous_url": "/docs/modify-logback-xml/",
+ "relative_path": "_docs/log-and-debug/004-review-the-java-stack-trace.md",
+ "title": "Review the Java Stack Trace",
+ "url": "/docs/review-the-java-stack-trace/"
+ }
+ ],
+ "next_title": "Log and Debug Introduction",
+ "next_url": "/docs/log-and-debug-introduction/",
"parent": "",
- "previous_title": "Query Profile Column Descriptions",
- "previous_url": "/docs/query-profile-column-descriptions/",
+ "previous_title": "Physical Operators",
+ "previous_url": "/docs/physical-operators/",
"relative_path": "_docs/073-log-and-debug.md",
"title": "Log and Debug",
"url": "/docs/log-and-debug/"
@@ -12694,8 +12934,8 @@
"next_title": "Getting Query Information",
"next_url": "/docs/getting-query-information/",
"parent": "",
- "previous_title": "Log and Debug",
- "previous_url": "/docs/log-and-debug/",
+ "previous_title": "Review the Java Stack Trace",
+ "previous_url": "/docs/review-the-java-stack-trace/",
"relative_path": "_docs/074-query-audit-logging.md",
"title": "Query Audit Logging",
"url": "/docs/query-audit-logging/"
@@ -14511,95 +14751,14 @@
{
"breadcrumbs": [],
"children": [],
- "next_title": "Log and Debug",
- "next_url": "/docs/log-and-debug/",
+ "next_title": "",
+ "next_url": "",
"parent": "",
"previous_title": "2014 Q1 Drill Report",
"previous_url": "/docs/2014-q1-drill-report/",
"relative_path": "_docs/170-bylaws.md",
"title": "Project Bylaws",
"url": "/docs/project-bylaws/"
- },
- {
- "breadcrumbs": [],
- "children": [
- {
- "breadcrumbs": [
- {
- "title": "Log and Debug",
- "url": "/docs/log-and-debug/"
- }
- ],
- "children": [],
- "next_title": "Error Messages",
- "next_url": "/docs/error-messages/",
- "parent": "Log and Debug",
- "previous_title": "Log and Debug",
- "previous_url": "/docs/log-and-debug/",
- "relative_path": "_docs/log-and-debug/001-log-and-debug-introduction.md",
- "title": "Log and Debug Introduction",
- "url": "/docs/log-and-debug-introduction/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Log and Debug",
- "url": "/docs/log-and-debug/"
- }
- ],
- "children": [],
- "next_title": "Modify logback.xml",
- "next_url": "/docs/modify-logback-xml/",
- "parent": "Log and Debug",
- "previous_title": "Log and Debug Introduction",
- "previous_url": "/docs/log-and-debug-introduction/",
- "relative_path": "_docs/log-and-debug/002-error-messages.md",
- "title": "Error Messages",
- "url": "/docs/error-messages/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Log and Debug",
- "url": "/docs/log-and-debug/"
- }
- ],
- "children": [],
- "next_title": "Review the Java Stack Trace",
- "next_url": "/docs/review-the-java-stack-trace/",
- "parent": "Log and Debug",
- "previous_title": "Error Messages",
- "previous_url": "/docs/error-messages/",
- "relative_path": "_docs/log-and-debug/003-modify-logback.xml.md",
- "title": "Modify logback.xml",
- "url": "/docs/modify-logback-xml/"
- },
- {
- "breadcrumbs": [
- {
- "title": "Log and Debug",
- "url": "/docs/log-and-debug/"
- }
- ],
- "children": [],
- "next_title": "",
- "next_url": "",
- "parent": "Log and Debug",
- "previous_title": "Modify logback.xml",
- "previous_url": "/docs/modify-logback-xml/",
- "relative_path": "_docs/log-and-debug/004-review-the-java-stack-trace.md",
- "title": "Review the Java Stack Trace",
- "url": "/docs/review-the-java-stack-trace/"
- }
- ],
- "next_title": "Log and Debug Introduction",
- "next_url": "/docs/log-and-debug-introduction/",
- "parent": "",
- "previous_title": "Project Bylaws",
- "previous_url": "/docs/project-bylaws/",
- "relative_path": "_docs/sql-reference/sql-functions/073-log-and-debug.md",
- "title": "Log and Debug",
- "url": "/docs/log-and-debug/"
}
]
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_docs/performance-tuning/060-performance-tuning-reference.md
----------------------------------------------------------------------
diff --git a/_docs/performance-tuning/060-performance-tuning-reference.md b/_docs/performance-tuning/060-performance-tuning-reference.md
new file mode 100755
index 0000000..487ffa8
--- /dev/null
+++ b/_docs/performance-tuning/060-performance-tuning-reference.md
@@ -0,0 +1,4 @@
+---
+title: "Performance Tuning Reference"
+parent: "Performance Tuning"
+---
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_docs/performance-tuning/060-query-profile-tables.md
----------------------------------------------------------------------
diff --git a/_docs/performance-tuning/060-query-profile-tables.md b/_docs/performance-tuning/060-query-profile-tables.md
deleted file mode 100644
index 009516c..0000000
--- a/_docs/performance-tuning/060-query-profile-tables.md
+++ /dev/null
@@ -1,84 +0,0 @@
----
-title: "Query Profile Column Descriptions"
-parent: "Performance Tuning"
----
-
-The following tables provide descriptions listed in each of the tables for a query profile.
-
-
-## Fragment Overview Table
-
-Shows aggregate metrics for each major fragment that executed the query.
-
-The following table lists descriptions for each column in the Fragment Overview
-table:
-
-| Column Name | Description |
-|---------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Major Fragment ID | The coordinate ID of the major fragment. For example, 03-xx-xx where 03 is the major fragment ID followed by xx-xx, which represents the minor fragment ID and operator ID. |
-| Minor Fragments Reporting | The number of minor fragments that Drill parallelized for the major fragment. |
-| First Start | The total time before the first minor fragment started its task. |
-| Last Start | The total time before the last minor fragment started its task. |
-| First End | The total time for the first minor fragment to finish its task. |
-| Last End | The total time for the last minor fragment to finish its task. |
-| Min Runtime | The minimum of the total amount of time spent by minor fragments to complete their tasks. |
-| Avg Runtime | The average of the total amount of time spent by minor fragments to complete their tasks. |
-| Max Runtime | The maximum of the total amount of time spent by minor fragments to complete their tasks. |
-| Last Update | The last time one of the minor fragments sent a status update to the Foreman. Time is shown in 24-hour notation. |
-| Last Progress | The last time one of the minor fragments made progress, such as a change in fragment state or read data from disk. Time is shown in 24-hour notation. |
-| Max Peak Memory | The maximum of the peak direct memory allocated to any minor fragment. |
-
-## Major Fragment Block
-
-Shows metrics for the minor fragments that were parallelized for each major fragment.
-
-The following table lists descriptions for each column in a major fragment block:
-
-| Column Name | Description |
-|-------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Minor Fragment ID | The coordinate ID of the minor fragment that was parallelized from the major fragment. For example, 02-03-xx where 02 is the Major Fragment ID, 03 is the Minor Fragment ID, and xx corresponds to an operator ID. |
-| Host | The node on which the minor fragment carried out its task. |
-| Start | The amount of time passed before the minor fragment started its task. |
-| End | The amount of time passed before the minor fragment finished its task. |
-| Runtime | The duration of time for the fragment to complete a task. This value equals the difference between End and Start time. |
-| Max Records | The maximum number of records consumed by an operator from a single input stream. |
-| Max Batches | The maximum number of input batches across input streams, operators, and minor fragments. |
-| Last Update | The last time this fragment sent a status update to the Foreman. Time is shown in 24-hour notation. |
-| Last Progress | The last time this fragment made progress, such as a change in fragment state or reading data from disk. Time is shown in 24-hour notation. |
-| Peak Memory | The peak direct memory allocated during execution for this minor fragment. |
-| State | The status of the minor fragment; either finished, running, cancelled, or failed. |
-
-
-## Operator Overview Table
-
-Shows aggregate metrics for each operator within a major fragment that performed relational operations during query execution.
-
-The following table lists descriptions for each column in the Operator Overview table:
-
-| Column Name | Description |
-|------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Operator ID | The coordinates of an operator that performed an operation during a particular phase of the query. For example, 02-xx-03 where 02 is the Major Fragment ID, xx corresponds to a Minor Fragment ID, and 03 is the Operator ID. |
-| Type | The operator type. Operators can be of type project, filter, hash join, single sender, or unordered receiver. |
-| Min Setup Time, Avg Setup Time, Max Setup Time | The minimum, average, and maximum amount of time spent by the operator to set up before performing the operation. |
-| Min Process Time, Avg Process Time, Max Process Time | The minimum, average, and maximum amount of time spent by the operator to perform the operation. |
-| Wait (min, avg, max) | These fields represent the minimum, average, and maximum cumulative times spent by operators waiting for external resources. |
-| Avg Peak Memory | Represents the average of the peak direct memory allocated across minor fragments. Relates to the memory needed by operators to perform their operations, such as hash join or sort. |
-| Max Peak Memory | Represents the maximum of the peak direct memory allocated across minor fragments. Relates to the memory needed by operators to perform their operations, such as hash join or sort. |
-
-## Operator Block
-
-Shows time and memory metrics for each operator type within a major fragment.
-
-The following table provides descriptions for each column presented in the operator block:
-
-| Column Name | Description |
-|----------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Minor Fragment | The coordinate ID of the minor fragment on which the operator ran. For example, 04-03-01 where 04 is the Major Fragment ID, 03 is the Minor Fragment ID, and 01 is the Operator ID. |
-| Setup Time | The amount of time spent by the operator to set up before performing its operation. This includes run-time code generation and opening a file. |
-| Process Time | The amount of time spent by the operator to perform its operation. |
-| Wait Time | The cumulative amount of time spent by an operator waiting for external resources. such as waiting to send records, waiting to receive records, waiting to write to disk, and waiting to read from disk. |
-| Max Batches | The maximum number of record batches consumed from a single input stream. |
-| Max Records | The maximum number of records consumed from a single input stream. |
-| Peak Memory | Represents the peak direct memory allocated. Relates to the memory needed by the operators to perform their operations, such as hash join and sort. |
-
-
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md
----------------------------------------------------------------------
diff --git a/_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md b/_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md
new file mode 100644
index 0000000..7a3db58
--- /dev/null
+++ b/_docs/performance-tuning/performance-tuning-reference/010-query-profile-tables.md
@@ -0,0 +1,84 @@
+---
+title: "Query Profile Column Descriptions"
+parent: "Performance Tuning Reference"
+---
+
+The following tables provide descriptions listed in each of the tables for a query profile.
+
+
+## Fragment Overview Table
+
+Shows aggregate metrics for each major fragment that executed the query.
+
+The following table lists descriptions for each column in the Fragment Overview
+table:
+
+| Column Name | Description |
+|---------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Major Fragment ID | The coordinate ID of the major fragment. For example, 03-xx-xx where 03 is the major fragment ID followed by xx-xx, which represents the minor fragment ID and operator ID. |
+| Minor Fragments Reporting | The number of minor fragments that Drill parallelized for the major fragment. |
+| First Start | The total time before the first minor fragment started its task. |
+| Last Start | The total time before the last minor fragment started its task. |
+| First End | The total time for the first minor fragment to finish its task. |
+| Last End | The total time for the last minor fragment to finish its task. |
+| Min Runtime | The minimum of the total amount of time spent by minor fragments to complete their tasks. |
+| Avg Runtime | The average of the total amount of time spent by minor fragments to complete their tasks. |
+| Max Runtime | The maximum of the total amount of time spent by minor fragments to complete their tasks. |
+| Last Update | The last time one of the minor fragments sent a status update to the Foreman. Time is shown in 24-hour notation. |
+| Last Progress | The last time one of the minor fragments made progress, such as a change in fragment state or read data from disk. Time is shown in 24-hour notation. |
+| Max Peak Memory | The maximum of the peak direct memory allocated to any minor fragment. |
+
+## Major Fragment Block
+
+Shows metrics for the minor fragments that were parallelized for each major fragment.
+
+The following table lists descriptions for each column in a major fragment block:
+
+| Column Name | Description |
+|-------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Minor Fragment ID | The coordinate ID of the minor fragment that was parallelized from the major fragment. For example, 02-03-xx where 02 is the Major Fragment ID, 03 is the Minor Fragment ID, and xx corresponds to an operator ID. |
+| Host | The node on which the minor fragment carried out its task. |
+| Start | The amount of time passed before the minor fragment started its task. |
+| End | The amount of time passed before the minor fragment finished its task. |
+| Runtime | The duration of time for the fragment to complete a task. This value equals the difference between End and Start time. |
+| Max Records | The maximum number of records consumed by an operator from a single input stream. |
+| Max Batches | The maximum number of input batches across input streams, operators, and minor fragments. |
+| Last Update | The last time this fragment sent a status update to the Foreman. Time is shown in 24-hour notation. |
+| Last Progress | The last time this fragment made progress, such as a change in fragment state or reading data from disk. Time is shown in 24-hour notation. |
+| Peak Memory | The peak direct memory allocated during execution for this minor fragment. |
+| State | The status of the minor fragment; either finished, running, cancelled, or failed. |
+
+
+## Operator Overview Table
+
+Shows aggregate metrics for each operator within a major fragment that performed relational operations during query execution.
+
+The following table lists descriptions for each column in the Operator Overview table:
+
+| Column Name | Description |
+|------------------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Operator ID | The coordinates of an operator that performed an operation during a particular phase of the query. For example, 02-xx-03 where 02 is the Major Fragment ID, xx corresponds to a Minor Fragment ID, and 03 is the Operator ID. |
+| Type | The operator type. Operators can be of type project, filter, hash join, single sender, or unordered receiver. |
+| Min Setup Time, Avg Setup Time, Max Setup Time | The minimum, average, and maximum amount of time spent by the operator to set up before performing the operation. |
+| Min Process Time, Avg Process Time, Max Process Time | The minimum, average, and maximum amount of time spent by the operator to perform the operation. |
+| Wait (min, avg, max) | These fields represent the minimum, average, and maximum cumulative times spent by operators waiting for external resources. |
+| Avg Peak Memory | Represents the average of the peak direct memory allocated across minor fragments. Relates to the memory needed by operators to perform their operations, such as hash join or sort. |
+| Max Peak Memory | Represents the maximum of the peak direct memory allocated across minor fragments. Relates to the memory needed by operators to perform their operations, such as hash join or sort. |
+
+## Operator Block
+
+Shows time and memory metrics for each operator type within a major fragment.
+
+The following table provides descriptions for each column presented in the operator block:
+
+| Column Name | Description |
+|----------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Minor Fragment | The coordinate ID of the minor fragment on which the operator ran. For example, 04-03-01 where 04 is the Major Fragment ID, 03 is the Minor Fragment ID, and 01 is the Operator ID. |
+| Setup Time | The amount of time spent by the operator to set up before performing its operation. This includes run-time code generation and opening a file. |
+| Process Time | The amount of time spent by the operator to perform its operation. |
+| Wait Time | The cumulative amount of time spent by an operator waiting for external resources. such as waiting to send records, waiting to receive records, waiting to write to disk, and waiting to read from disk. |
+| Max Batches | The maximum number of record batches consumed from a single input stream. |
+| Max Records | The maximum number of records consumed from a single input stream. |
+| Peak Memory | Represents the peak direct memory allocated. Relates to the memory needed by the operators to perform their operations, such as hash join and sort. |
+
+
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md
----------------------------------------------------------------------
diff --git a/_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md b/_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md
new file mode 100644
index 0000000..36d1928
--- /dev/null
+++ b/_docs/performance-tuning/performance-tuning-reference/020-physical-operators.md
@@ -0,0 +1,115 @@
+---
+title: "Physical Operators"
+parent: "Performance Tuning Reference"
+---
+
+This document describes the physical operators that Drill uses in query plans.
+
+## Distribution Operators
+
+Drill uses the following operators to perform data distribution over the network:
+
+* HashToRandomExchange
+* HashToMergeExchange
+* UnionExchange
+* SingleMergeExchange
+* BroadcastExchange
+* UnorderedMuxExchange
+
+## Join Operators
+
+Drill uses the following operators:
+
+| Operator | Description |
+|------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Hash Join | A Hash Join is used for inner joins, left, right and full outer joins. A hash table is built on the rows produced by the inner child of the Hash Join. The outer child rows are used to probe the hash table and find matches. This operator Holds the entire dataset for the right hand side of the join in memory which could be up to 2 billion records per minor fragment. |
+| Merge Join | A Merge Join is used for inner join, left and right outer joins. Inputs to the Merge Join must be sorted. It reads the sorted input streams from both sides and finds matching rows. This operator holds the amount of memory of one incoming record batch from each side of the join. In addition, if there are repeating values in the right hand side of the join, the Merge Join will hold record batches for as long as a repeated value extends. |
+| Nested Loop Join | A Nested Loop Join is used for certain types of cartesian joins and inequality joins. |
+
+## Aggregate Operators
+
+Drill uses the following aggregate operators:
+
+| Operator | Description |
+|---------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Hash Aggregate | A Hash Aggregate performs grouped aggregation on the input data by building a hash table on the GROUP-BY keys and computing the aggregate values within each group. This operator holds memory for each aggregation grouping and each aggregate value, up to 2 billion values per minor fragment. |
+| Streaming Aggregate | A Streaming Aggregate performs grouped aggregation and non-grouped aggregation. For grouped aggregation, the data must be sorted on the GROUP-BY keys. Aggregate values are computed within each group. For non-grouped aggregation, data does not have to be sorted. This operator maintains a single aggregate grouping (keys and aggregate intermediate values) at a time in addition to the size of one incoming record batch. |
+
+## Sort and Limit Operators
+
+Drill uses the following sort and limiter operators:
+
+| Operator | Description |
+|--------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Sort | A Sort operator is used to perform an ORDER BY and as an upstream operator for other operations that require sorted data such as Merge Join, Streaming Aggregate. |
+| ExternalSort | The ExternalSort operator can potentially hold the entire dataset in memory. This operator will also start spooling to the disk in the case that there is memory pressure. In this case, the external sort will continue to try to use as much memory as available. In all cases, external sort will hold at least one record batch in memory for each record spill. Spills are currently sized based on the amount of memory available to the external sort operator. |
+| TopN | A TopN operator is used to perform an ORDER BY with LIMIT. |
+| Limit | A Limit operator is used to restrict the number of rows to a value specified by the LIMIT clause. |
+
+## Projection Operators
+
+Drill uses the following projection operators:
+
+| Operator | Description |
+|--------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Project | A Project operator projects columns and/or expressions involving columns and constants. This operator holds one incoming record batch plus any additional materialized projects for the same number of rows as the incoming record batch. |
+| ExternalSort | The ExternalSort operator can potentially hold the entire dataset in memory. This operator will also start spooling to the disk in the case that there is memory pressure. In this case, the external sort will continue to try to use as much memory as available. In all cases, external sort will hold at least one record batch in memory for each record spill. Spills are currently sized based on the amount of memory available to the external sort operator. |
+| TopN | A TopN operator is used to perform an ORDER BY with LIMIT. |
+| Limit | A Limit operator is used to restrict the number of rows to a value specified by the LIMIT clause. |
+
+## Filter and Related Operators
+
+Drill uses the following filter and related operators:
+
+| Operator | Description |
+|------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Filter | A Filter operator is used to evaluate the WHERE clause and HAVING clause predicates. These predicates may consist of join predicates as well as single table predicates. The join predicates are evaluated by a join operator and the remaining predicates are evaluated by the Filter operator. The amount of memory it consumes is slightly more than the size of one incoming record batch. |
+| SelectionVectorRemover | A SelectionVectorRemover is used in conjunction with either a Sort or Filter operator. This operator maintains roughly twice the amount of memory as required by a single incoming record batch. |
+
+## Set Operators
+
+Drill uses the following set operators:
+
+| Operator | Description |
+|-----------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Union-All | A Union-All operator accepts rows from 2 input streams and produces a single output stream where the left input rows are emitted first followed by the right input rows. The column names of the output stream are inherited from the left input. The column types of the two child inputs must be compatible. |
+
+## Scan Operators
+
+Drill uses the following scan operators:
+
+| Operator | Description |
+|----------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Scan | Performs a scan of the underlying table. The table may be in one of several formats, such as Parquet, Text, JSON, and so on. The Scan operator encapsulates the formats into one operator. |
+
+## Receiver Operators
+
+Drill uses the following receiver operators:
+
+| Operator | Description |
+|-------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| UnorderedReceiver | The unordered receiver operator can hold up to 5 incoming record batches. |
+| MergingReceiver | This operator holds up to 5 record batches for each incoming stream (generally either number of nodes or number of sending fragments, depending on use of muxxing). |
+
+## Sender Operators
+
+Drill uses the following sender operators:
+
+| PartitionSender | |
+|----------------------------------------------------------------------------------------------------------------------------------------------------------------|----------------------------------------------------------------------------------------------------------------|
+| The PartitionSender operator maintains a queue for each outbound destination. May be either the number of outbound minor fragments or the number of the nodes | depending on the use of muxxing operations. Each queue may store up to 3 record batches for each destination. |
+
+## File Writers
+
+Drill uses the following file writers:
+
+| Operator | Description |
+|-------------------|------------------------------------------------------------------------------------------------------------------------------------------------|
+| ParquetFileWriter | The ParquetFileWriter buffers approximately twice the default Parquet row group size in memory per minor fragment (default in Drill is 512mb). |
+
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/drill/blob/e643acbf/_docs/sql-reference/sql-functions/073-log-and-debug.md
----------------------------------------------------------------------
diff --git a/_docs/sql-reference/sql-functions/073-log-and-debug.md b/_docs/sql-reference/sql-functions/073-log-and-debug.md
deleted file mode 100644
index 142d6b6..0000000
--- a/_docs/sql-reference/sql-functions/073-log-and-debug.md
+++ /dev/null
@@ -1,3 +0,0 @@
----
-title: "Log and Debug"
----
\ No newline at end of file