You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ma...@apache.org on 2014/10/27 00:56:27 UTC
git commit: [SPARK-4042][SQL] Append columns ids and names before
broadcast
Repository: spark
Updated Branches:
refs/heads/master 3a9d66cf5 -> f4e8c289d
[SPARK-4042][SQL] Append columns ids and names before broadcast
Append columns ids and names before broadcast ```hiveExtraConf``` in ```HadoopTableReader```.
Author: scwf <wa...@huawei.com>
Closes #2885 from scwf/HadoopTableReader and squashes the following commits:
a8c498c [scwf] append columns ids and names before broadcast
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/f4e8c289
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/f4e8c289
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/f4e8c289
Branch: refs/heads/master
Commit: f4e8c289d899fc03ee3cebd01d810f207868b448
Parents: 3a9d66c
Author: scwf <wa...@huawei.com>
Authored: Sun Oct 26 16:56:03 2014 -0700
Committer: Michael Armbrust <mi...@databricks.com>
Committed: Sun Oct 26 16:56:11 2014 -0700
----------------------------------------------------------------------
.../org/apache/spark/sql/hive/execution/HiveTableScan.scala | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/f4e8c289/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala
index 85965a6..b7f3ade 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala
@@ -68,6 +68,9 @@ case class HiveTableScan(
@transient
private[this] val hiveExtraConf = new HiveConf(context.hiveconf)
+ // append columns ids and names before broadcast
+ addColumnMetadataToConf(hiveExtraConf)
+
@transient
private[this] val hadoopReader =
new HadoopTableReader(attributes, relation, context, hiveExtraConf)
@@ -105,8 +108,6 @@ case class HiveTableScan(
hiveConf.set(serdeConstants.LIST_COLUMNS, relation.attributes.map(_.name).mkString(","))
}
- addColumnMetadataToConf(hiveExtraConf)
-
/**
* Prunes partitions not involve the query plan.
*
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org