You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by re...@apache.org on 2018/04/08 07:06:26 UTC
[beam] 01/01: Merge pull request #4964: [BEAM-3437] Introduce
Schema class, and use it in BeamSQL
This is an automated email from the ASF dual-hosted git repository.
reuvenlax pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit c2d674448611d0490804533b96c41ba05e071572
Merge: 316d667 f0cd6d7
Author: reuvenlax <re...@google.com>
AuthorDate: Sun Apr 8 00:06:19 2018 -0700
Merge pull request #4964: [BEAM-3437] Introduce Schema class, and use it in BeamSQL
...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 +
.../beam/sdk/coders/BigEndianIntegerCoder.java | 3 +-
...nIntegerCoder.java => BigEndianShortCoder.java} | 36 +-
.../org/apache/beam/sdk/coders/CoderRegistry.java | 2 +
...{BigEndianIntegerCoder.java => FloatCoder.java} | 47 +-
.../java/org/apache/beam/sdk/coders/RowCoder.java | 130 ++++--
.../main/java/org/apache/beam/sdk/io/FileIO.java | 4 +-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 2 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 491 +++++++++++++++++++++
.../org/apache/beam/sdk/schemas/package-info.java} | 24 +-
.../org/apache/beam/sdk/values/PCollection.java | 4 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 379 +++++++++++-----
.../java/org/apache/beam/sdk/values/RowType.java | 140 ------
.../org/apache/beam/sdk/values/TypeDescriptor.java | 2 +-
.../sdk/values/reflect/DefaultRowTypeFactory.java | 87 ++--
.../values/reflect/ReflectionGetterFactory.java | 4 +-
.../apache/beam/sdk/values/reflect/RowFactory.java | 16 +-
.../beam/sdk/values/reflect/RowTypeFactory.java | 8 +-
.../beam/sdk/values/reflect/RowTypeGetters.java | 16 +-
.../org/apache/beam/sdk/coders/RowCoderTest.java | 126 ++++++
.../org/apache/beam/sdk/schemas/SchemaTest.java | 175 ++++++++
.../java/org/apache/beam/sdk/values/RowTest.java | 163 +++++--
.../org/apache/beam/sdk/values/RowTypeTest.java | 85 ----
...toryTest.java => DefaultSchemaFactoryTest.java} | 34 +-
.../beam/sdk/values/reflect/RowFactoryTest.java | 4 +-
...TypeGettersTest.java => SchemaGettersTest.java} | 10 +-
.../beam/sdk/extensions/sql/BeamSqlTable.java | 4 +-
.../apache/beam/sdk/extensions/sql/RowHelper.java | 192 --------
.../apache/beam/sdk/extensions/sql/RowSqlType.java | 131 ------
.../beam/sdk/extensions/sql/RowSqlTypes.java | 175 ++++++++
.../beam/sdk/extensions/sql/SqlRowTypeFactory.java | 90 ----
.../beam/sdk/extensions/sql/SqlTypeCoder.java | 234 ----------
.../beam/sdk/extensions/sql/SqlTypeCoders.java | 90 ----
.../sdk/extensions/sql/example/BeamSqlExample.java | 12 +-
.../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 25 +-
.../sql/impl/interpreter/BeamSqlFnExecutor.java | 7 +-
.../operator/BeamSqlCastExpression.java | 32 +-
.../interpreter/operator/BeamSqlDotExpression.java | 15 +-
.../operator/BeamSqlInputRefExpression.java | 2 +-
.../interpreter/operator/BeamSqlPrimitive.java | 29 +-
.../operator/BeamSqlWindowEndExpression.java | 7 +-
.../operator/BeamSqlWindowExpression.java | 6 +-
.../operator/BeamSqlWindowStartExpression.java | 7 +-
.../date/BeamSqlCurrentDateExpression.java | 4 +-
.../date/BeamSqlCurrentTimeExpression.java | 8 +-
.../date/BeamSqlCurrentTimestampExpression.java | 4 +-
.../operator/date/BeamSqlDateCeilExpression.java | 9 +-
.../operator/date/BeamSqlDateFloorExpression.java | 9 +-
.../date/BeamSqlDatetimePlusExpression.java | 2 +-
.../operator/date/BeamSqlExtractExpression.java | 8 +-
.../BeamSqlTimestampMinusIntervalExpression.java | 5 +-
.../DatetimeReinterpretConversions.java | 11 +-
.../extensions/sql/impl/parser/ParserUtils.java | 7 +-
.../sql/impl/rel/BeamAggregationRel.java | 49 +-
.../sdk/extensions/sql/impl/rel/BeamFilterRel.java | 2 +-
.../extensions/sql/impl/rel/BeamIOSourceRel.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 30 +-
.../extensions/sql/impl/rel/BeamProjectRel.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 11 +-
.../sdk/extensions/sql/impl/rel/BeamValuesRel.java | 14 +-
.../extensions/sql/impl/schema/BaseBeamTable.java | 12 +-
.../sql/impl/schema/BeamPCollectionTable.java | 10 +-
.../extensions/sql/impl/schema/BeamTableUtils.java | 80 ++--
.../impl/transform/BeamAggregationTransforms.java | 106 ++---
.../impl/transform/BeamBuiltinAggregations.java | 10 +-
.../sql/impl/transform/BeamJoinTransforms.java | 57 +--
.../sql/impl/transform/BeamSqlProjectFn.java | 15 +-
.../sql/impl/utils/BigDecimalConverter.java | 32 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 212 +++++----
.../beam/sdk/extensions/sql/meta/Column.java | 8 +-
.../extensions/sql/meta/provider/MetaUtils.java | 15 +-
.../sql/meta/provider/kafka/BeamKafkaCSVTable.java | 28 +-
.../sql/meta/provider/kafka/BeamKafkaTable.java | 14 +-
.../meta/provider/kafka/KafkaTableProvider.java | 6 +-
.../sql/meta/provider/text/BeamTextCSVTable.java | 14 +-
.../provider/text/BeamTextCSVTableIOReader.java | 10 +-
.../provider/text/BeamTextCSVTableIOWriter.java | 8 +-
.../sql/meta/provider/text/BeamTextTable.java | 6 +-
.../sql/meta/provider/text/TextTableProvider.java | 6 +-
.../sdk/extensions/sql/BeamSqlApiSurfaceTest.java | 63 ---
.../beam/sdk/extensions/sql/BeamSqlArrayTest.java | 162 +++----
.../sql/BeamSqlDslAggregationCovarianceTest.java | 8 +-
.../extensions/sql/BeamSqlDslAggregationTest.java | 124 +++---
.../sql/BeamSqlDslAggregationVarianceTest.java | 10 +-
.../beam/sdk/extensions/sql/BeamSqlDslBase.java | 37 +-
.../sdk/extensions/sql/BeamSqlDslJoinTest.java | 22 +-
.../extensions/sql/BeamSqlDslNestedRowsTest.java | 137 +++---
.../sdk/extensions/sql/BeamSqlDslProjectTest.java | 22 +-
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 22 +-
...eFactoryTest.java => SqlSchemaFactoryTest.java} | 47 +-
.../apache/beam/sdk/extensions/sql/TestUtils.java | 45 +-
.../interpreter/BeamSqlFnExecutorTestBase.java | 2 +-
.../operator/BeamSqlCastExpressionTest.java | 32 +-
.../operator/BeamSqlDotExpressionTest.java | 16 +-
.../operator/BeamSqlInputRefExpressionTest.java | 6 +-
.../operator/BeamSqlReinterpretExpressionTest.java | 11 +-
.../date/BeamSqlDateExpressionTestBase.java | 29 +-
.../date/BeamSqlDatetimeMinusExpressionTest.java | 5 +-
.../date/BeamSqlDatetimePlusExpressionTest.java | 19 +-
.../date/BeamSqlExtractExpressionTest.java | 4 +-
...eamSqlTimestampMinusIntervalExpressionTest.java | 5 +-
...amSqlTimestampMinusTimestampExpressionTest.java | 19 +-
.../DatetimeReinterpretConversionsTest.java | 11 +-
.../operator/reinterpret/ReinterpreterTest.java | 4 +-
.../row/BeamSqlFieldAccessExpressionTest.java | 10 +-
.../sql/impl/parser/BeamSqlParserTest.java | 8 +-
.../sql/impl/rel/BeamIntersectRelTest.java | 26 +-
.../impl/rel/BeamJoinRelBoundedVsBoundedTest.java | 62 +--
.../rel/BeamJoinRelUnboundedVsBoundedTest.java | 62 +--
.../rel/BeamJoinRelUnboundedVsUnboundedTest.java | 48 +-
.../extensions/sql/impl/rel/BeamMinusRelTest.java | 26 +-
.../sql/impl/rel/BeamSetOperatorRelBaseTest.java | 20 +-
.../extensions/sql/impl/rel/BeamSortRelTest.java | 108 ++---
.../extensions/sql/impl/rel/BeamUnionRelTest.java | 20 +-
.../extensions/sql/impl/rel/BeamValuesRelTest.java | 22 +-
.../sql/impl/schema/BeamSqlRowCoderTest.java | 18 +-
.../transform/BeamAggregationTransformTest.java | 47 +-
.../schema/transform/BeamTransformBaseTest.java | 26 +-
.../sql/impl/utils/BigDecimalConverterTest.java | 8 +-
...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 61 ++-
.../BeamSqlComparisonOperatorsIntegrationTest.java | 6 +-
.../BeamSqlDateFunctionsIntegrationTest.java | 14 +-
.../meta/provider/kafka/BeamKafkaCSVTableTest.java | 10 +-
.../provider/kafka/KafkaTableProviderTest.java | 17 +-
.../meta/provider/text/BeamTextCSVTableTest.java | 20 +-
.../meta/provider/text/TextTableProviderTest.java | 17 +-
.../sql/meta/store/InMemoryMetaStoreTest.java | 23 +-
.../extensions/sql/mock/MockedBoundedTable.java | 10 +-
.../beam/sdk/extensions/sql/mock/MockedTable.java | 6 +-
.../extensions/sql/mock/MockedUnboundedTable.java | 12 +-
.../beam/sdk/extensions/sql/utils/RowAsserts.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 4 +-
.../apache/beam/sdk/nexmark/model/sql/RowSize.java | 63 +--
.../apache/beam/sdk/nexmark/model/sql/ToRow.java | 2 +-
.../model/sql/adapter/ModelAdaptersMapping.java | 60 +--
.../model/sql/adapter/ModelFieldsAdapter.java | 14 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 2 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery1.java | 2 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery2.java | 2 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery3.java | 6 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery5.java | 2 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery7.java | 2 +-
.../beam/sdk/nexmark/model/sql/RowSizeTest.java | 19 +-
.../beam/sdk/nexmark/model/sql/ToRowTest.java | 2 +-
.../sql/adapter/ModelAdaptersMappingTest.java | 32 +-
.../sdk/nexmark/queries/sql/SqlQuery5Test.java | 2 +-
147 files changed, 2903 insertions(+), 2764 deletions(-)
--
To stop receiving notification emails like this one, please contact
reuvenlax@apache.org.