You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lens.apache.org by "Amareshwari Sriramadasu (JIRA)" <ji...@apache.org> on 2015/06/03 13:26:51 UTC
[jira] [Updated] (LENS-575) NPE in
CandidateTableResolver.checkForSourceReachabilityForDenormCandidates
[ https://issues.apache.org/jira/browse/LENS-575?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Amareshwari Sriramadasu updated LENS-575:
-----------------------------------------
Component/s: (was: driver-hive)
cube
Fix Version/s: 2.2
> NPE in CandidateTableResolver.checkForSourceReachabilityForDenormCandidates
> ---------------------------------------------------------------------------
>
> Key: LENS-575
> URL: https://issues.apache.org/jira/browse/LENS-575
> Project: Apache Lens
> Issue Type: Bug
> Components: cube
> Reporter: Biru Kumar
> Assignee: Amareshwari Sriramadasu
> Fix For: 2.2
>
>
> dimension:
> {noformat}
> <x_dimension name="user_tags" xmlns="uri:lens:cube:0.1"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
> xsi:schemaLocation="cube-0.1.xsd ">
> <attributes>
> <dim_attribute name="userId" type="STRING" />
> <!-- Will be null with current attribute stores This should be populated
> in final UP2 stores // -->
> <dim_attribute name="userIdType" type="STRING" description="not available currently"/>
> <dim_attribute name="tagId" type="STRING">
> <ref_spec>
> <table_references>
> <table_reference column="id" table="hive_dimension_metadata_concept" />
> <table_reference column="concept_id" table="hive_dimension_metadata_app_concept_tag" />
> </table_references>
> </ref_spec>
> </dim_attribute>
> </attributes>
> <properties>
> <property name="dimension.user_tags.timed.dimension" value="dt" />
> </properties>
> </x_dimension>
> {noformat}
> dimtable providing data for dimension:
> {noformat}
> lens-shell>describe dimtable user_attributestore_er_dim_concept_aggregated_install
> columns :
> column :
> name : userid type : string
> name : timestamp type : timestamp
> name : tagid type : string
> name : concept_aggregated_install_count type : bigint
>
> properties :
> property :
> name : cube.table.type value : DIM_TABLE
> name : dimtble.user_attributestore_er_dim_concept_aggregated_install.uh1_hdfs.dumpperiod value : DAILY
> name : dimtble.user_attributestore_er_dim_concept_aggregated_install.dim.name value : user_tags
> name : cube.table.user_attributestore_er_dim_concept_aggregated_install.weight value : 0.3
> name : transient_lastDdlTime value : 1431973739
> name : dimtble.user_attributestore_er_dim_concept_aggregated_install.storages value : uh1_hdfs
>
> storageTables :
> storageTable :
> updatePeriods : updatePeriod : DAILY
> storageName : uh1_hdfs tableDesc : partCols : column :
> name : dt type : string comment : Date partition field
> tableParameters : property :
> name : conf.attributestore.schema value : \granularity\:\snapshot\\erinfo\:\source\:null\erid\:\81604378639\\entityType\:\CONCEPT\\entityAlias\:\tagId\\relationshipType\:\AGGREGATED_INSTALL\\fields\:\alias\:null\name\:\count\\type\:\LONG\
> \stores\:\concept\
> name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols value : dt name : transient_lastDdlTime value : 1431973740 name : conf.debugmode value : true
> serdeParameters : property :
> name : serialization.format value : 1
> timePartCols : dt
> external : true tableLocation : hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_user_attributestore_er_dim_concept_aggregated_install inputFormat : com.inmobi.user.analytics.storage.inputformat.UserAttributeThriftInputFormat outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serdeClassName : com.inmobi.user.analytics.storage.serde.UserAttributeThriftSerde storageHandlerName : numBuckets : 0 compressed : false
>
> dimensionName : user_tags
> tableName : user_attributestore_er_dim_concept_aggregated_install
> weight : 0.3
> {noformat}
> dimtable of dimension to which we want table reference:
> {noformat}
> lens-shell>describe dimtable hive_dimtable_metadata_app_concept_tag
> columns :
> column :
> name : id type : int
> name : concept_id type : int
> name : app_id type : int
> name : created_on type : string
> name : created_by type : string
>
> properties :
> property :
> name : dimtble.hive_dimtable_metadata_app_concept_tag.uh1_hdfs.dumpperiod value : DAILY
> name : cube.table.hive_dimtable_metadata_app_concept_tag.weight value : 0.5
> name : cube.table.type value : DIM_TABLE
> name : dimtble.hive_dimtable_metadata_app_concept_tag.storages value : uh1_hdfs
> name : dimtble.hive_dimtable_metadata_app_concept_tag.dim.name value : hive_dimension_metadata_app_concept_tag
> name : transient_lastDdlTime value : 1431973773
>
> storageTables :
> storageTable :
> updatePeriods : updatePeriod : DAILY
> storageName : uh1_hdfs tableDesc : partCols : column :
> name : dt type : string comment : Date partition field
> tableParameters : property :
> name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols value : dt name : transient_lastDdlTime value : 1431973773
> serdeParameters : property :
> name : serialization.format value : 1
> timePartCols : dt
> external : true tableLocation : hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_hive_dimtable_metadata_app_concept_tag inputFormat : org.apache.hadoop.mapred.TextInputFormat outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serdeClassName : org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe storageHandlerName : numBuckets : 0 compressed : false
>
> dimensionName : hive_dimension_metadata_app_concept_tag
> tableName : hive_dimtable_metadata_app_concept_tag
> weight : 0.5
> {noformat}
> NPE in lens server log:
> {noformat}
> 15 May 2015 05:31:47,930 [Grizzly-worker(3)] INFO org.apache.lens.server.LensServer.request - 341 * LoggingFilter - Request received on thread Grizzly-worker(3)
> 341 > POST http://0.0.0.0:9999/lensapi/queryapi/queries
> 341 > content-type: multipart/form-data; boundary=Boundary_16_1154596104_1431667907923
> 341 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 341 > mime-version: 1.0
> 341 > host: 0.0.0.0:9999
> 341 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 341 > connection: keep-alive
> 341 > content-length: 770
> --Boundary_16_1154596104_1431667907923
> Content-Type: application/xml
> Content-Disposition: form-data; name="sessionid"
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="query"
> cube select tagid from user_tags
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="operation"
> execute
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="queryName"
> --Boundary_16_1154596104_1431667907923--
> ==> lensserver.log <==
> 15 May 2015 05:31:47,932 [Grizzly-worker(3)] INFO org.apache.lens.server.AuthenticationFilter - Request from user: null, path=/queryapi/queries
> 15 May 2015 05:31:47,936 [Grizzly-worker(3)] INFO org.apache.lens.server.query.QueryExecutionServiceImpl - ExecuteAsync: <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle> query: cube select tagid from user_tags
> 15 May 2015 05:31:47,937 [Grizzly-worker(3)] INFO org.apache.lens.server.query.QueryExecutionServiceImpl - Returning handle b430dd50-7904-4ca7-926e-742d49256106
> 15 May 2015 05:31:47,937 [QuerySubmitter] INFO org.apache.lens.server.query.QueryExecutionServiceImpl - Launching query:cube select tagid from user_tags
> ==> lensserver.out.2015051308591431507556 <==
> 2015-05-15 05:31:47,937 [pool-2-thread-4] INFO org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger - QueryEvent: QueryQueued:{id: d1902950-c64a-461a-a6d4-43569d50ea32, query:b430dd50-7904-4ca7-926e-742d49256106, change:[NEW -> QUEUED]}
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,939 [Grizzly-worker(3)] INFO org.apache.lens.server.LensServer.request - 342 * LoggingFilter - Response received on thread Grizzly-worker(3)
> 342 < 200
> 342 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensResponse><data xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="queryHandle"><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></data></lensResponse>
> ==> lensserver.log <==
> 15 May 2015 05:31:47,983 [QuerySubmitter] INFO hive.ql.parse.ParseDriver - Parsing command: cube select tagid from user_tags
> 15 May 2015 05:31:47,984 [QuerySubmitter] INFO hive.ql.parse.ParseDriver - Parse Completed
> 15 May 2015 05:31:47,985 [estimate-24] INFO hive.ql.parse.ParseDriver - Parsing command: cube select tagid from user_tags
> 15 May 2015 05:31:47,987 [estimate-24] INFO hive.ql.parse.ParseDriver - Parse Completed
> 15 May 2015 05:31:47,988 [estimate-24] INFO org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate dims:[user_attributestore_er_dim_numbundlecategory_aggregated_install, user_attributestore_er_dim_concept_aggregated_install] for user_tags
> 15 May 2015 05:31:47,988 [estimate-24] INFO org.apache.lens.cube.parse.DenormalizationResolver - Adding denormalized column for column:tagid for table:user_attributestore_er_dim_numbundlecategory_aggregated_install
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,988 [Grizzly-worker(4)] INFO org.apache.lens.server.LensServer.request - 343 * LoggingFilter - Request received on thread Grizzly-worker(4)
> 343 > GET http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 343 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 343 > host: 0.0.0.0:9999
> 343 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 343 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:31:47,988 [estimate-24] INFO org.apache.lens.cube.parse.CubeQueryContext - Adding optional dimension:hive_dimension_metadata_concept optDim:CubeQueryContext.OptionalDimCtx(colQueried=[id], requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install], isRequiredInJoinChain=false)
> 15 May 2015 05:31:47,988 [estimate-24] INFO org.apache.lens.cube.parse.CubeQueryContext - Adding optional dimension:hive_dimension_metadata_app_concept_tag optDim:CubeQueryContext.OptionalDimCtx(colQueried=[concept_id], requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install], isRequiredInJoinChain=false)
> 15 May 2015 05:31:47,989 [estimate-24] WARN org.apache.lens.cube.parse.JoinResolver - No join path between hive_dimension_metadata_concept and user_tags
> 15 May 2015 05:31:47,989 [estimate-24] INFO org.apache.lens.cube.parse.JoinResolver - Not considering dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as there is no join path to hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] WARN org.apache.lens.cube.parse.JoinResolver - No join path between hive_dimension_metadata_app_concept_tag and user_tags
> 15 May 2015 05:31:47,989 [estimate-24] INFO org.apache.lens.cube.parse.JoinResolver - Not considering dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as there is no join path to hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,989 [estimate-24] INFO org.apache.lens.cube.parse.CandidateTableResolver - Populating optional dim:hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] INFO org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate dims:[hive_dimtable_metadata_concept] for hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] INFO org.apache.lens.cube.parse.CandidateTableResolver - Populating optional dim:hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,990 [Grizzly-worker(4)] INFO org.apache.lens.server.AuthenticationFilter - Request from user: null, path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
> 15 May 2015 05:31:47,990 [estimate-24] INFO org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate dims:[hive_dimtable_metadata_app_concept_tag] for hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,990 [estimate-24] WARN org.apache.lens.driver.cube.RewriteUtil - Driver : org.apache.lens.driver.hive.HiveDriver@2e3ed883 Skipped for the query rewriting due to
> java.lang.NullPointerException
> at org.apache.lens.cube.parse.CandidateTableResolver.checkForSourceReachabilityForDenormCandidates(CandidateTableResolver.java:459)
> at org.apache.lens.cube.parse.CandidateTableResolver.rewriteContext(CandidateTableResolver.java:80)
> at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:211)
> at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:186)
> at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:197)
> at org.apache.lens.driver.cube.RewriteUtil$DriverRewriterRunnable.run(RewriteUtil.java:320)
> at org.apache.lens.server.query.QueryExecutionServiceImpl$RewriteEstimateRunnable.run(QueryExecutionServiceImpl.java:1167)
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> 15 May 2015 05:31:47,990 [estimate-24] ERROR org.apache.lens.server.query.QueryExecutionServiceImpl - Estimate skipped since rewrite failed for driver org.apache.lens.driver.hive.HiveDriver@2e3ed883 cause: Driver :org.apache.lens.driver.hive.HiveDriver Cause :null
> 15 May 2015 05:31:47,991 [QuerySubmitter] ERROR org.apache.lens.server.query.QueryExecutionServiceImpl - Error launching query b430dd50-7904-4ca7-926e-742d49256106
> org.apache.lens.server.api.error.LensException: Driver :org.apache.lens.driver.hive.HiveDriver Cause :null
> at org.apache.lens.server.query.QueryExecutionServiceImpl.rewriteAndSelect(QueryExecutionServiceImpl.java:1108)
> at org.apache.lens.server.query.QueryExecutionServiceImpl.access$800(QueryExecutionServiceImpl.java:81)
> at org.apache.lens.server.query.QueryExecutionServiceImpl$QuerySubmitter.run(QueryExecutionServiceImpl.java:487)
> at java.lang.Thread.run(Thread.java:745)
> ==> lensserver.out.2015051308591431507556 <==
> 2015-05-15 05:31:47,992 [pool-2-thread-2] INFO org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger - QueryEvent: QueryFailed:{id: 0cc7af75-bb11-4a94-b742-c1b02740ca0a, query:b430dd50-7904-4ca7-926e-742d49256106, change:[QUEUED -> FAILED]}
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,997 [Grizzly-worker(4)] INFO org.apache.lens.server.LensServer.request - 344 * LoggingFilter - Response received on thread Grizzly-worker(4)
> 344 < 200
> 344 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube select tagid from user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube select tagid from user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching query failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage> Driver :org.apache.lens.driver.hive.HiveDriver Cause :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
> 15 May 2015 05:31:48,032 [Grizzly-worker(5)] INFO org.apache.lens.server.LensServer.request - 345 * LoggingFilter - Request received on thread Grizzly-worker(5)
> 345 > GET http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 345 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 345 > host: 0.0.0.0:9999
> 345 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 345 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:31:48,034 [Grizzly-worker(5)] INFO org.apache.lens.server.AuthenticationFilter - Request from user: null, path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:48,037 [Grizzly-worker(5)] INFO org.apache.lens.server.LensServer.request - 346 * LoggingFilter - Response received on thread Grizzly-worker(5)
> 346 < 200
> 346 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube select tagid from user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube select tagid from user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching query failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage> Driver :org.apache.lens.driver.hive.HiveDriver Cause :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
> ==> lensserver.log <==
> 15 May 2015 05:34:22,766 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting server state in file:/tmp/lensserver
> 15 May 2015 05:34:22,767 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting state of service:session
> 15 May 2015 05:34:22,774 [lens-server-snapshotter] INFO org.apache.lens.server.session.HiveSessionService - Session service pesristed 11 sessions
> 15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisted service session to [file:/tmp/lensserver/session.final]
> 15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting state of service:query
> 15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 33 queries
> 15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 5 sessions
> 15 May 2015 05:34:22,787 [lens-server-snapshotter] INFO org.apache.lens.server.query.QueryExecutionServiceImpl - Persisted 96 queries
> 15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisted service query to [file:/tmp/lensserver/query.final]
> 15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting state of service:metastore
> 15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisted service metastore to [file:/tmp/lensserver/metastore.final]
> 15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting state of service:scheduler
> 15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisted service scheduler to [file:/tmp/lensserver/scheduler.final]
> 15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisting state of service:quota
> 15 May 2015 05:34:22,804 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - Persisted service quota to [file:/tmp/lensserver/quota.final]
> 15 May 2015 05:34:22,805 [lens-server-snapshotter] INFO org.apache.lens.server.LensServices - SnapShot of Lens Services created
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:47,582 [Grizzly-worker(6)] INFO org.apache.lens.server.LensServer.request - 347 * LoggingFilter - Request received on thread Grizzly-worker(6)
> 347 > GET http://0.0.0.0:9999/lensapi/metastore/dimensions/user?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 347 > accept: application/xml
> 347 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 347 > host: 0.0.0.0:9999
> 347 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:34:47,584 [Grizzly-worker(6)] INFO org.apache.lens.server.AuthenticationFilter - Request from user: null, path=/metastore/dimensions/user
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:47,592 [Grizzly-worker(6)] INFO org.apache.lens.server.LensServer.request - 348 * LoggingFilter - Response received on thread Grizzly-worker(6)
> 348 < 200
> 348 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension xmlns="uri:lens:cube:0.1" name="user"><attributes><dim_attribute name="tags" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="user_tags" ref_col="name" dest_table="hive_dimension_metadata_concept"/></ref_spec></dim_attribute><dim_attribute name="primarylocations" type="array<string>" description="not available currently"/><dim_attribute name="apps_owned_categories" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="apps_owned" ref_col="category" dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute name="apps_owned" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="apps_owned" ref_col="apptitle" dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute name="useridtype" type="string" description="not available currently"/><dim_attribute name="affiliations" type="array<string>" description="not available currently"/><dim_attribute name="deviceosversion" type="string" description="not available currently"/><dim_attribute name="devicemanufacturer" type="string" description="not available currently"/><dim_attribute name="lastknownlocation" type="long" description="not available currently" join_key="false"><ref_spec><table_references><table_reference table="user" column="userid"/><table_reference table="user_latest_location" column="userid"/></table_references></ref_spec></dim_attribute><dim_attribute name="interests" type="array<string>" description="not available currently"/><dim_attribute name="gender" type="string"/><dim_attribute name="segment_membership" type="string" description="not available currently" join_key="false"><ref_spec><chain_ref_column chain_name="user_belongs_to_segment" ref_col="segmentdefinition" dest_table="hive_dimension_segment"/></ref_spec></dim_attribute><dim_attribute name="devicemodel" type="string" description="not available currently"/><dim_attribute name="age" type="tinyint"/><dim_attribute name="userid" type="string"/><dim_attribute name="maritalstatus" type="string" description="not available currently"/><dim_attribute name="haschildren" type="boolean" description="not available currently"/><dim_attribute name="ethnicity" type="string" description="not available currently"/><dim_attribute name="deviceos" type="string" description="not available currently"/><dim_attribute name="incomegroup" type="string" description="not available currently"/><dim_attribute name="optout" type="boolean" description="not available currently"/></attributes><expressions/><join_chains><join_chain name="user_last_location" description="Last Known Location Associated With User" display_string="Last Known Location Associated With User" dest_table="location"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_latest_location" column="userid"/></edge><edge><from table="user_latest_location" column="locationid"/><to table="location" column="locationid"/></edge></edges></path></paths></join_chain><join_chain name="apps_owned" description="User Owned Apps" display_string="user_app_owned" dest_table="hive_dimension_uac_app"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_owned_apps" column="userid"/></edge><edge><from table="user_owned_apps" column="bundleid"/><to table="hive_dimension_uac_app" column="bundleid"/></edge></edges></path></paths></join_chain><join_chain name="user_tags" description="Tags/Concepts Associated With User" display_string="Tags/Concepts Associated With User" dest_table="hive_dimension_metadata_concept"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_tags" column="userid"/></edge><edge><from table="user_tags" column="tagid"/><to table="hive_dimension_metadata_concept" column="id"/></edge></edges></path></paths></join_chain><join_chain name="user_belongs_to_segment" description="Segment Membership List" display_string="apps_owned_categories" dest_table="hive_dimension_segment"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_belongs_to_segment" column="userid"/></edge><edge><from table="user_belongs_to_segment" column="segmentid"/><to table="hive_dimension_segment" column="segmentid"/></edge></edges></path></paths></join_chain></join_chains><properties><property name="cube.dimension.devicemodel.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.table.type" value="DIMENSION"/><property name="cube.dimension.segment_membership.chain.name" value="user_belongs_to_segment"/><property name="cube.col.deviceosversion.description" value="not available currently"/><property name="cube.dimension.gender.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.tags.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="cube.dimension.userid.type" value="string"/><property name="dimension.joinchain.user_tags.displaystring" value="Tags/Concepts Associated With User"/><property name="cube.col.devicemodel.description" value="not available currently"/><property name="dimension.joinchain.user_belongs_to_segment.displaystring" value="apps_owned_categories"/><property name="cube.dimension.userid.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.maritalstatus.type" value="string"/><property name="dimension.user.joinchains.list0" value="apps_owned,user_belongs_to_segment,user_tags,user_last_location"/><property name="cube.dimension.segment_membership.type" value="string"/><property name="cube.dimension.tags.type" value="string"/><property name="cube.dimension.apps_owned.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="dimension.user.joinchains.list.size" value="1"/><property name="transient_lastDdlTime" value="1431660502"/><property name="cube.col.ethnicity.description" value="not available currently"/><property name="cube.dimension.interests.type" value="array<string>"/><property name="cube.col.affiliations.description" value="not available currently"/><property name="cube.col.primarylocations.description" value="not available currently"/><property name="cube.dimension.deviceos.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.maritalstatus.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.affiliations.type" value="array<string>"/><property name="cube.dimension.optout.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.deviceosversion.type" value="string"/><property name="cube.col.devicemanufacturer.description" value="not available currently"/><property name="cube.dimension.ethnicity.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.gender.type" value="string"/><property name="dimension.joinchain.apps_owned.fullchain.0" value="user.userid,user_owned_apps.userid,user_owned_apps.bundleid,hive_dimension_uac_app.bundleid"/><property name="cube.col.interests.description" value="not available currently"/><property name="cube.col.segment_membership.description" value="not available currently"/><property name="cube.dimension.segment_membership.chain.column.name" value="segmentdefinition"/><property name="cube.dimension.ethnicity.type" value="string"/><property name="dimension.joinchain.user_tags.fullchain.0" value="user.userid,user_tags.userid,user_tags.tagid,hive_dimension_metadata_concept.id"/><property name="cube.dimension.apps_owned_categories.chain.name" value="apps_owned"/><property name="dimension.user.attributes.list.size" value="1"/><property name="cube.col.incomegroup.description" value="not available currently"/><property name="base.user.expressions.list.size" value="0"/><property name="cube.dimension.deviceos.type" value="string"/><property name="cube.dimension.apps_owned_categories.type" value="string"/><property name="dimension.joinchain.user_last_location.fullchain.0" value="user.userid,user_latest_location.userid,user_latest_location.locationid,location.locationid"/><property name="cube.table.user.weight" value="0.0"/><property name="dimension.joinchain.apps_owned.description" value="User Owned Apps"/><property name="cube.dimension.devicemanufacturer.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.segment_membership.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="cube.dimension.useridtype.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.col.useridtype.description" value="not available currently"/><property name="cube.dimension.age.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.joinchain.user_belongs_to_segment.description" value="Segment Membership List"/><property name="cube.col.deviceos.description" value="not available currently"/><property name="dimension.joinchain.user_belongs_to_segment.fullchain.0" value="user.userid,user_belongs_to_segment.userid,user_belongs_to_segment.segmentid,hive_dimension_segment.segmentid"/><property name="cube.dimension.tags.chain.name" value="user_tags"/><property name="dimension.joinchain.apps_owned.displaystring" value="user_app_owned"/><property name="cube.dimension.devicemodel.type" value="string"/><property name="dimension.joinchain.user_tags.description" value="Tags/Concepts Associated With User"/><property name="dimension.joinchain.user_tags.numchains" value="1"/><property name="cube.dimension.apps_owned.chain.column.name" value="apptitle"/><property name="cube.dimension.lastknownlocation.refers" value="user.userid,user_latest_location.userid"/><property name="cube.dimension.haschildren.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.user.attributes.list0" value="userid,useridtype,gender,age,maritalstatus,haschildren,primarylocations,deviceos,deviceosversion,devicemanufacturer,devicemodel,incomegroup,ethnicity,interests,affiliations,tags,lastknownlocation,apps_owned,apps_owned_categories,segment_membership,optout"/><property name="cube.d...more...
> 15 May 2015 05:34:52,832 [Grizzly-worker(8)] INFO org.apache.lens.server.LensServer.request - 349 * LoggingFilter - Request received on thread Grizzly-worker(8)
> 349 > GET http://0.0.0.0:9999/lensapi/metastore/dimensions/user_tags?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 349 > accept: application/xml
> 349 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 349 > host: 0.0.0.0:9999
> 349 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:34:52,834 [Grizzly-worker(8)] INFO org.apache.lens.server.AuthenticationFilter - Request from user: null, path=/metastore/dimensions/user_tags
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:52,836 [Grizzly-worker(8)] INFO org.apache.lens.server.LensServer.request - 350 * LoggingFilter - Response received on thread Grizzly-worker(8)
> 350 < 200
> 350 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension xmlns="uri:lens:cube:0.1" name="user_tags"><attributes><dim_attribute name="userid" type="string"/><dim_attribute name="useridtype" type="string" description="not available currently"/><dim_attribute name="tagid" type="string" join_key="false"><ref_spec><table_references><table_reference table="hive_dimension_metadata_concept" column="id"/><table_reference table="hive_dimension_metadata_app_concept_tag" column="concept_id"/></table_references></ref_spec></dim_attribute></attributes><expressions/><join_chains/><properties><property name="cube.col.useridtype.description" value="not available currently"/><property name="cube.dimension.useridtype.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.user_tags.attributes.list.size" value="1"/><property name="cube.dimension.tagid.type" value="string"/><property name="cube.table.type" value="DIMENSION"/><property name="base.user_tags.expressions.list.size" value="0"/><property name="cube.dimension.userid.type" value="string"/><property name="dimension.user_tags.attributes.list0" value="userid,useridtype,tagid"/><property name="cube.dimension.userid.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.tagid.refers" value="hive_dimension_metadata_concept.id,hive_dimension_metadata_app_concept_tag.concept_id"/><property name="cube.table.user_tags.weight" value="0.0"/><property name="cube.dimension.tagid.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="dimension.user_tags.joinchains.list.size" value="0"/><property name="transient_lastDdlTime" value="1431660503"/><property name="cube.dimension.tagid.isjoinkey" value="false"/><property name="cube.dimension.useridtype.type" value="string"/><property name="dimension.user_tags.timed.dimension" value="dt"/></properties></x_dimension>
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)