You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lens.apache.org by sh...@apache.org on 2015/07/29 06:57:37 UTC
[50/50] [abbrv] incubator-lens git commit: Merge branch 'master' into
LENS-581
Merge branch 'master' into LENS-581
Project: http://git-wip-us.apache.org/repos/asf/incubator-lens/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-lens/commit/6c805705
Tree: http://git-wip-us.apache.org/repos/asf/incubator-lens/tree/6c805705
Diff: http://git-wip-us.apache.org/repos/asf/incubator-lens/diff/6c805705
Branch: refs/heads/LENS-581
Commit: 6c805705078d147b840b21df879601550a6829ac
Parents: ace0dd2 11593f4
Author: Sharad Agarwal <sh...@flipkarts-mbp.fkipl.flipkart.com>
Authored: Wed Jul 29 10:27:52 2015 +0530
Committer: Sharad Agarwal <sh...@flipkarts-mbp.fkipl.flipkart.com>
Committed: Wed Jul 29 10:27:52 2015 +0530
----------------------------------------------------------------------
checkstyle/pom.xml | 3 +-
lens-api/pom.xml | 17 +-
.../java/org/apache/lens/api/APIResult.java | 48 +-
.../org/apache/lens/api/query/LensQuery.java | 4 +
.../org/apache/lens/api/query/QueryCost.java | 80 ---
.../apache/lens/api/query/QueryCostType.java | 26 +
.../api/query/QueryHandleWithResultSet.java | 7 +
.../org/apache/lens/api/query/QueryPlan.java | 4 +-
.../org/apache/lens/api/query/QueryStatus.java | 14 +-
.../lens/api/query/QuerySubmitResult.java | 4 +-
.../query/SupportedQuerySubmitOperations.java | 3 +-
.../org/apache/lens/api/result/QueryCostTO.java | 75 +++
lens-api/src/main/resources/cube-0.1.xsd | 1 +
.../SupportedQuerySubmitOperationsTest.java | 37 ++
.../lens/api/serialize/SerializationTest.java | 38 ++
lens-cli/pom.xml | 3 +-
.../lens/cli/commands/BaseLensCommand.java | 2 +-
.../cli/commands/LensConnectionCommands.java | 33 +-
.../commands/LensDimensionTableCommands.java | 35 +-
.../lens/cli/commands/LensFactCommands.java | 42 ++
.../cli/commands/PhysicalTableCrudCommand.java | 15 +
.../apache/lens/cli/LensCliApplicationTest.java | 2 +
.../lens/cli/TestLensConnectionCliCommands.java | 21 +-
.../cli/TestLensDimensionTableCommands.java | 107 ++--
.../apache/lens/cli/TestLensFactCommands.java | 42 +-
.../apache/lens/cli/TestLensQueryCommands.java | 19 +-
.../src/test/resources/dim1-local-parts.xml | 5 +-
.../src/test/resources/fact1-local-parts.xml | 4 +-
lens-client/pom.xml | 3 +-
.../java/org/apache/lens/client/LensClient.java | 78 ++-
.../lens/client/LensClientSingletonWrapper.java | 9 +-
.../org/apache/lens/client/LensConnection.java | 16 +-
.../apache/lens/client/LensMetadataClient.java | 251 ++++----
.../org/apache/lens/client/LensStatement.java | 6 +-
lens-cube/pom.xml | 14 +-
.../cube/error/ColUnAvailableInTimeRange.java | 3 +-
.../lens/cube/error/ConflictingFields.java | 3 +-
.../lens/cube/metadata/AbstractBaseTable.java | 12 +-
.../lens/cube/metadata/AbstractCubeTable.java | 9 +-
.../lens/cube/metadata/BaseDimAttribute.java | 10 +-
.../org/apache/lens/cube/metadata/Cube.java | 15 +-
.../lens/cube/metadata/CubeDimensionTable.java | 5 +-
.../lens/cube/metadata/CubeMetastoreClient.java | 156 +++--
.../apache/lens/cube/metadata/Dimension.java | 7 +-
.../lens/cube/metadata/FactPartition.java | 16 +-
.../apache/lens/cube/metadata/HDFSStorage.java | 16 +
.../lens/cube/metadata/MetastoreUtil.java | 6 +-
.../lens/cube/metadata/PartitionMetahook.java | 29 +-
.../org/apache/lens/cube/metadata/Storage.java | 56 +-
.../lens/cube/metadata/TimePartition.java | 20 +-
.../apache/lens/cube/metadata/UpdatePeriod.java | 54 +-
.../metadata/timeline/PartitionTimeline.java | 17 +-
.../lens/cube/parse/AggregateResolver.java | 9 +-
.../apache/lens/cube/parse/CandidateFact.java | 13 +-
.../cube/parse/CandidateTablePruneCause.java | 9 +-
.../lens/cube/parse/CandidateTableResolver.java | 161 +++---
.../lens/cube/parse/CubeQueryContext.java | 38 +-
.../org/apache/lens/cube/parse/DateUtil.java | 10 +-
.../cube/parse/DenormalizationResolver.java | 14 +-
.../apache/lens/cube/parse/DimHQLContext.java | 4 -
.../lens/cube/parse/DimOnlyHQLContext.java | 4 -
.../lens/cube/parse/ExpressionResolver.java | 65 ++-
.../apache/lens/cube/parse/FactHQLContext.java | 9 +-
.../apache/lens/cube/parse/GroupbyResolver.java | 10 +-
.../apache/lens/cube/parse/JoinResolver.java | 54 +-
.../lens/cube/parse/LeastPartitionResolver.java | 11 +-
.../cube/parse/LightestDimensionResolver.java | 10 +-
.../lens/cube/parse/LightestFactResolver.java | 11 +-
.../cube/parse/MaxCoveringFactResolver.java | 13 +-
.../lens/cube/parse/MultiFactHQLContext.java | 4 -
.../lens/cube/parse/SimpleHQLContext.java | 11 +-
.../lens/cube/parse/SingleFactHQLContext.java | 4 -
.../parse/SingleFactMultiStorageHQLContext.java | 4 -
.../lens/cube/parse/StorageTableResolver.java | 116 ++--
.../org/apache/lens/cube/parse/StorageUtil.java | 5 -
.../FactPartitionBasedQueryCostCalculator.java | 98 ++++
.../apache/lens/driver/cube/RewriteUtil.java | 393 -------------
.../apache/lens/driver/cube/RewriterPlan.java | 2 +-
.../error/ColumnUnAvailableInTimeRangeTest.java | 37 ++
.../lens/cube/error/ConflictingFieldsTest.java | 43 ++
.../cube/metadata/TestCubeMetastoreClient.java | 538 ++++++++---------
.../lens/cube/metadata/TestFactPartition.java | 57 ++
.../apache/lens/cube/parse/CubeTestSetup.java | 77 ++-
.../lens/cube/parse/TestBaseCubeQueries.java | 171 ++++--
.../lens/cube/parse/TestCubeRewriter.java | 50 +-
.../cube/parse/TestDenormalizationResolver.java | 16 +
.../lens/cube/parse/TestTimeRangeResolver.java | 4 +-
.../parse/TestTimeRangeWriterWithQuery.java | 45 +-
...stFactPartitionBasedQueryCostCalculator.java | 96 ++++
.../apache/lens/driver/cube/TestRewriting.java | 464 ---------------
lens-cube/src/test/resources/log4j.properties | 2 +-
lens-dist/pom.xml | 3 +-
lens-docker/lens-test/lens-bootstrap.sh | 27 +-
lens-driver-hive/pom.xml | 3 +-
.../org/apache/lens/driver/hive/HiveDriver.java | 193 ++++---
.../apache/lens/driver/hive/HiveQueryPlan.java | 27 +-
.../driver/hive/RemoteThriftConnection.java | 19 +-
.../DurationBasedQueryPriorityDecider.java | 139 -----
.../src/main/resources/hivedriver-default.xml | 33 +-
.../apache/lens/driver/hive/TestHiveDriver.java | 162 +++---
.../lens/driver/hive/TestRemoteHiveDriver.java | 14 +-
lens-driver-jdbc/pom.xml | 36 +-
.../additional/java/ClassLoaderTestClass.java | 23 +
.../src/additional/java/DatabaseJarSerde.java | 36 ++
.../lens/driver/jdbc/ColumnarSQLRewriter.java | 48 +-
.../jdbc/DataSourceConnectionProvider.java | 13 +-
.../org/apache/lens/driver/jdbc/JDBCDriver.java | 103 ++--
.../driver/jdbc/JDBCDriverConfConstants.java | 7 +
.../apache/lens/driver/jdbc/JDBCResultSet.java | 11 +-
.../src/main/resources/jdbcdriver-default.xml | 25 +
.../driver/jdbc/TestColumnarSQLRewriter.java | 243 ++++----
.../apache/lens/driver/jdbc/TestJdbcDriver.java | 50 +-
.../testdata/ClassLoaderTestClass.java | 23 -
.../testdata/ClassLoaderTestClass2.java | 23 -
lens-driver-jdbc/testdata/DatabaseJarSerde.java | 36 --
lens-driver-jdbc/testdata/serde.jar | Bin 733 -> 0 bytes
lens-driver-jdbc/testdata/test.jar | Bin 726 -> 0 bytes
lens-driver-jdbc/testdata/test2.jar | Bin 700 -> 0 bytes
lens-examples/pom.xml | 3 +-
.../lens/examples/PopulateSampleMetastore.java | 37 +-
.../apache/lens/examples/SampleMetastore.java | 1 +
.../src/main/resources/cube-queries.sql | 1 +
.../src/main/resources/db-storage-schema.sql | 4 +
.../resources/sales-aggr-continuous-fact.xml | 57 ++
lens-ml-lib/pom.xml | 3 +-
.../apache/lens/client/LensMLJerseyClient.java | 10 +-
.../lens/ml/algo/spark/BaseSparkAlgo.java | 14 +-
.../ml/algo/spark/ColumnFeatureFunction.java | 10 +-
.../apache/lens/ml/algo/spark/HiveTableRDD.java | 4 -
.../lens/ml/algo/spark/SparkMLDriver.java | 28 +-
.../lens/ml/algo/spark/TableTrainingSpec.java | 20 +-
.../java/org/apache/lens/ml/impl/HiveMLUDF.java | 12 +-
.../java/org/apache/lens/ml/impl/MLRunner.java | 15 +-
.../java/org/apache/lens/ml/impl/MLTask.java | 21 +-
.../org/apache/lens/ml/impl/ModelLoader.java | 24 +-
.../apache/lens/ml/impl/TableTestingSpec.java | 17 +-
.../apache/lens/ml/server/MLServiceImpl.java | 16 +-
.../lens/ml/server/MLServiceResource.java | 14 +-
.../java/org/apache/lens/rdd/LensRDDClient.java | 19 +-
.../java/org/apache/lens/ml/ExampleUtils.java | 11 +-
.../java/org/apache/lens/ml/TestMLRunner.java | 10 +-
lens-ml-lib/testjars/serde.jar | Bin 1369 -> 0 bytes
lens-ml-lib/testjars/test.jar | Bin 697 -> 0 bytes
lens-query-lib/pom.xml | 3 +-
lens-regression/pom.xml | 7 +-
.../core/helpers/LensServerHelper.java | 10 +-
.../core/helpers/MetastoreHelper.java | 12 +-
.../regression/core/helpers/QueryHelper.java | 73 ++-
.../core/helpers/ServiceManagerHelper.java | 10 +-
.../regression/core/helpers/SessionHelper.java | 24 +-
.../apache/lens/regression/util/AssertUtil.java | 7 -
.../org/apache/lens/regression/util/Util.java | 20 +-
.../lens/regression/sanity/ITSmokeTest.java | 23 +-
lens-server-api/pom.xml | 14 +-
.../lens/server/api/LensConfConstants.java | 21 +-
.../org/apache/lens/server/api/LensService.java | 25 +
.../ConfigBasedObjectCreationFactory.java | 33 ++
.../lens/server/api/driver/DriverQueryHook.java | 50 ++
.../lens/server/api/driver/DriverQueryPlan.java | 12 +-
.../lens/server/api/driver/LensDriver.java | 28 +-
.../server/api/driver/MinQueryCostSelector.java | 31 +-
.../server/api/driver/NoOpDriverQueryHook.java | 35 ++
.../lens/server/api/error/LensException.java | 15 +-
.../server/api/events/LensEventService.java | 4 +-
.../lens/server/api/health/HealthCheckable.java | 29 +
.../lens/server/api/health/HealthStatus.java | 32 ++
.../api/metastore/CubeMetastoreService.java | 42 +-
.../api/metrics/MethodMetricsFactory.java | 9 +-
.../lens/server/api/metrics/MetricsService.java | 12 +-
.../api/priority/CostToPriorityRangeConf.java | 74 ---
.../api/priority/QueryPriorityDecider.java | 39 --
.../lens/server/api/priority/RangeConf.java | 111 ----
.../server/api/query/AbstractQueryContext.java | 79 +--
.../api/query/DriverSelectorQueryContext.java | 60 +-
.../server/api/query/FinishedLensQuery.java | 11 +
.../lens/server/api/query/QueryContext.java | 44 +-
.../server/api/query/QueryExecutionService.java | 8 +
.../lens/server/api/query/QueryRewriter.java | 50 --
...erSpecificWaitingQueriesSelectionPolicy.java | 42 ++
...ficWaitingQueriesSelectionPolicyFactory.java | 33 ++
.../EstimatedImmutableQueryCollection.java | 65 +++
.../query/collect/ImmutableQueryCollection.java | 53 ++
.../collect/WaitingQueriesSelectionPolicy.java | 39 ++
.../MaxConcurrentDriverQueriesConstraint.java | 47 ++
...oncurrentDriverQueriesConstraintFactory.java | 39 ++
.../constraint/QueryLaunchingConstraint.java | 34 ++
.../query/cost/FactPartitionBasedQueryCost.java | 67 +++
.../lens/server/api/query/cost/QueryCost.java | 40 ++
.../api/query/cost/QueryCostCalculator.java | 32 ++
.../api/query/cost/QueryCostTOBuilder.java | 50 ++
.../priority/CostRangePriorityDecider.java | 42 ++
.../query/priority/CostToPriorityRangeConf.java | 74 +++
.../query/priority/QueryPriorityDecider.java | 33 ++
.../server/api/query/priority/RangeConf.java | 111 ++++
.../api/query/rewrite/Phase1Rewriter.java | 29 +
.../server/api/query/rewrite/QueryRewriter.java | 50 ++
.../lens/server/api/user/UserConfigLoader.java | 37 +-
.../apache/lens/server/api/util/LensUtil.java | 36 ++
.../server/model/LogSegregationContext.java | 27 +-
.../MappedDiagnosticLogSegregationContext.java | 23 +-
.../lens/server/api/driver/MockDriver.java | 22 +-
.../lens/server/api/driver/MockFailDriver.java | 2 +-
.../lens/server/api/query/MockQueryContext.java | 5 +
...ecificWaitingQueriesSelectionPolicyTest.java | 51 ++
...axConcurrentDriverQueriesConstraintTest.java | 57 ++
.../cost/TestFactPartitionBasedQueryCost.java | 83 +++
.../server/api/user/MockDriverQueryHook.java | 32 ++
.../server/api/user/MockUserConfigLoader.java | 47 --
...stMappedDiagnosticLogSegregationContext.java | 60 ++
lens-server/pom.xml | 53 +-
.../additional/java/ClassLoaderTestClass.java | 23 +
.../additional/java/ClassLoaderTestClass2.java | 23 +
.../src/additional/java/DatabaseJarSerde.java | 36 ++
.../lens/server/AuthenticationFilter.java | 9 +-
.../org/apache/lens/server/BaseLensService.java | 433 ++++++++++++++
.../apache/lens/server/EventServiceImpl.java | 32 +-
.../org/apache/lens/server/LensApplication.java | 18 +-
.../lens/server/LensApplicationListener.java | 12 +-
.../server/LensRequestContextInitFilter.java | 2 +-
.../java/org/apache/lens/server/LensServer.java | 26 +-
.../org/apache/lens/server/LensService.java | 426 --------------
.../org/apache/lens/server/LensServices.java | 69 ++-
.../org/apache/lens/server/LogResource.java | 87 +++
.../healthcheck/LensServiceHealthCheck.java | 45 ++
.../metastore/CubeMetastoreServiceImpl.java | 168 ++++--
.../apache/lens/server/metastore/JAXBUtils.java | 77 ++-
.../server/metastore/MetastoreResource.java | 444 ++++++++-------
.../lens/server/metrics/MetricsServiceImpl.java | 62 +-
.../lens/server/query/QueryEndNotifier.java | 17 +-
.../server/query/QueryExecutionServiceImpl.java | 570 ++++++++++++++-----
.../lens/server/query/QueryServiceResource.java | 7 +-
.../lens/server/query/ResultFormatter.java | 31 +-
.../DefaultEstimatedQueryCollection.java | 169 ++++++
.../query/collect/DefaultQueryCollection.java | 104 ++++
.../query/collect/EstimatedQueryCollection.java | 30 +
.../IntersectingWaitingQueriesSelector.java | 107 ++++
.../query/collect/MutableQueryCollection.java | 65 +++
.../server/query/collect/QueryCollection.java | 31 +
.../ThreadSafeEstimatedQueryCollection.java | 91 +++
.../collect/ThreadSafeQueryCollection.java | 75 +++
...erSpecificWaitingQueriesSelectionPolicy.java | 44 ++
...ficWaitingQueriesSelectionPolicyFactory.java | 34 ++
.../query/collect/WaitingQueriesSelector.java | 43 ++
...DefaultQueryLaunchingConstraintsChecker.java | 68 +++
.../QueryLaunchingConstraintsChecker.java | 33 ++
.../TotalQueryCostCeilingConstraint.java | 74 +++
.../TotalQueryCostCeilingConstraintFactory.java | 47 ++
.../lens/server/quota/QuotaServiceImpl.java | 21 +-
.../apache/lens/server/rewrite/RewriteUtil.java | 390 +++++++++++++
.../rewrite/UserQueryToCubeQueryRewriter.java | 69 +++
.../scheduler/QuerySchedulerServiceImpl.java | 22 +-
.../server/session/DatabaseResourceService.java | 45 +-
.../lens/server/session/HiveSessionService.java | 83 ++-
.../lens/server/session/LensSessionImpl.java | 24 +-
.../lens/server/session/SessionResource.java | 15 +-
.../store/log/StatisticsLogFileScannerTask.java | 21 +-
.../lens/server/ui/MetastoreUIResource.java | 46 +-
.../lens/server/ui/QueryServiceUIResource.java | 12 +-
.../lens/server/ui/SessionUIResource.java | 11 +-
.../lens/server/ui/StaticFileResource.java | 5 -
.../server/user/DatabaseUserConfigLoader.java | 5 +-
.../lens/server/user/FixedUserConfigLoader.java | 25 +-
.../user/PropertyBasedUserConfigLoader.java | 15 +-
.../server/user/UserConfigLoaderFactory.java | 14 +-
.../server/util/FairPriorityBlockingQueue.java | 107 ++++
.../apache/lens/server/util/UtilityMethods.java | 20 +
.../src/main/resources/lensserver-default.xml | 55 +-
.../org/apache/lens/server/LensJerseyTest.java | 20 +-
.../org/apache/lens/server/LensTestUtil.java | 29 +-
.../apache/lens/server/TestLensApplication.java | 13 +
.../org/apache/lens/server/TestLogResource.java | 131 +++++
.../org/apache/lens/server/TestResource.java | 6 -
.../apache/lens/server/TestServerRestart.java | 152 ++---
.../lens/server/TestStartupOnMetastoreDown.java | 9 +-
.../lens/server/TestStaticFileResource.java | 5 -
.../lens/server/common/RestAPITestUtil.java | 6 +-
.../server/healthcheck/TestHealthChecks.java | 127 +++++
.../server/metastore/TestMetastoreService.java | 141 +++--
.../metrics/TestResourceMethodMetrics.java | 16 +-
.../lens/server/query/TestEventService.java | 44 +-
.../apache/lens/server/query/TestLensDAO.java | 9 +-
.../server/query/TestQueryEndEmailNotifier.java | 4 -
.../lens/server/query/TestQueryService.java | 338 +++++------
.../lens/server/query/TestResultFormatting.java | 9 +-
.../DefaultEstimatedQueryCollectionTest.java | 127 +++++
.../collect/DefaultQueryCollectionTest.java | 107 ++++
.../IntersectingWaitingQueriesSelectorTest.java | 185 ++++++
.../server/query/collect/QueryCollectUtil.java | 102 ++++
.../server/query/collect/ThreadSafetyTest.java | 37 ++
...ecificWaitingQueriesSelectionPolicyTest.java | 52 ++
...ultQueryLaunchingConstraintsCheckerTest.java | 149 +++++
...alQueryCostCeilingConstraintFactoryTest.java | 56 ++
.../TotalQueryCostCeilingConstraintTest.java | 75 +++
.../lens/server/rewrite/TestRewriting.java | 461 +++++++++++++++
.../TestUserQueryToCubeQueryRewriter.java | 82 +++
.../server/session/TestSessionClassLoaders.java | 30 +-
.../lens/server/user/FooBarConfigLoader.java | 11 +-
.../lens/server/user/TestUserConfigLoader.java | 3 -
lens-server/src/test/resources/lens-site.xml | 3 +-
lens-server/src/test/resources/log4j.properties | 15 +-
lens-server/testdata/ClassLoaderTestClass.java | 23 -
lens-server/testdata/ClassLoaderTestClass2.java | 23 -
lens-server/testdata/DatabaseJarSerde.java | 36 --
lens-server/testdata/serde.jar | Bin 1033 -> 0 bytes
lens-server/testdata/test.jar | Bin 726 -> 0 bytes
lens-server/testdata/test2.jar | Bin 700 -> 0 bytes
lens-storage-db/pom.xml | 3 +-
.../org/apache/lens/storage/db/DBStorage.java | 16 +
.../apache/lens/storage/db/TestDBStorage.java | 2 +-
pom.xml | 19 +-
src/site/apt/admin/config.apt | 140 +++--
src/site/apt/admin/deployment.apt | 24 +
src/site/apt/admin/hivedriver-config.apt | 16 +-
src/site/apt/admin/jdbcdriver-config.apt | 58 +-
src/site/apt/developer/codestructure.apt | 55 ++
src/site/apt/developer/commit.apt | 5 +-
src/site/apt/developer/contribute.apt | 11 +-
src/site/apt/releases/download.apt | 6 +-
src/site/apt/releases/release-history.apt | 23 +
src/site/apt/user/cli.apt | 16 +-
src/site/site.xml | 55 +-
tools/scripts/lens-cli.sh | 2 +-
322 files changed, 10934 insertions(+), 5094 deletions(-)
----------------------------------------------------------------------