[
https://issues.apache.org/jira/browse/LENS-575?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Raghavendra Singh closed LENS-575.
----------------------------------
> NPE in CandidateTableResolver.checkForSourceReachabilityForDenormCandidates
> ---------------------------------------------------------------------------
>
> Key: LENS-575
> URL: https://issues.apache.org/jira/browse/LENS-575
> Project: Apache Lens
> Issue Type: Bug
> Components: cube
> Reporter: Biru Kumar
> Assignee: Amareshwari Sriramadasu
> Fix For: 2.2
>
> Attachments: LENS-575.2.patch, LENS-575.3.patch
>
>
> dimension:
> {noformat}
> <x_dimension name="user_tags" xmlns="uri:lens:cube:0.1"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
> xsi:schemaLocation="cube-0.1.xsd ">
> <attributes>
> <dim_attribute name="userId" type="STRING" />
> <!-- Will be null with current attribute stores This should be
> populated
> in final UP2 stores // -->
> <dim_attribute name="userIdType" type="STRING" description="not
> available currently"/>
> <dim_attribute name="tagId" type="STRING">
> <ref_spec>
> <table_references>
> <table_reference column="id"
> table="hive_dimension_metadata_concept" />
> <table_reference column="concept_id"
> table="hive_dimension_metadata_app_concept_tag" />
> </table_references>
> </ref_spec>
> </dim_attribute>
> </attributes>
> <properties>
> <property name="dimension.user_tags.timed.dimension" value="dt"
> />
> </properties>
> </x_dimension>
> {noformat}
> dimtable providing data for dimension:
> {noformat}
> lens-shell>describe dimtable
> user_attributestore_er_dim_concept_aggregated_install
> columns :
> column :
> name : userid type : string
> name : timestamp type : timestamp
> name : tagid type : string
> name : concept_aggregated_install_count type : bigint
>
> properties :
> property :
> name : cube.table.type value : DIM_TABLE
> name :
> dimtble.user_attributestore_er_dim_concept_aggregated_install.uh1_hdfs.dumpperiod
> value : DAILY
> name :
> dimtble.user_attributestore_er_dim_concept_aggregated_install.dim.name value
> : user_tags
> name :
> cube.table.user_attributestore_er_dim_concept_aggregated_install.weight
> value : 0.3
> name : transient_lastDdlTime value : 1431973739
> name :
> dimtble.user_attributestore_er_dim_concept_aggregated_install.storages value
> : uh1_hdfs
>
> storageTables :
> storageTable :
> updatePeriods : updatePeriod : DAILY
> storageName : uh1_hdfs tableDesc : partCols : column :
> name : dt type : string comment : Date partition field
> tableParameters : property :
> name : conf.attributestore.schema value :
> \granularity\:\snapshot\\erinfo\:\source\:null\erid\:\81604378639\\entityType\:\CONCEPT\\entityAlias\:\tagId\\relationshipType\:\AGGREGATED_INSTALL\\fields\:\alias\:null\name\:\count\\type\:\LONG\
> \stores\:\concept\
> name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols
> value : dt name : transient_lastDdlTime value : 1431973740 name :
> conf.debugmode value : true
> serdeParameters : property :
> name : serialization.format value : 1
> timePartCols : dt
> external : true tableLocation :
> hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_user_attributestore_er_dim_concept_aggregated_install
> inputFormat :
> com.inmobi.user.analytics.storage.inputformat.UserAttributeThriftInputFormat
> outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
> serdeClassName :
> com.inmobi.user.analytics.storage.serde.UserAttributeThriftSerde
> storageHandlerName : numBuckets : 0 compressed : false
>
> dimensionName : user_tags
> tableName : user_attributestore_er_dim_concept_aggregated_install
> weight : 0.3
> {noformat}
> dimtable of dimension to which we want table reference:
> {noformat}
> lens-shell>describe dimtable hive_dimtable_metadata_app_concept_tag
> columns :
> column :
> name : id type : int
> name : concept_id type : int
> name : app_id type : int
> name : created_on type : string
> name : created_by type : string
>
> properties :
> property :
> name : dimtble.hive_dimtable_metadata_app_concept_tag.uh1_hdfs.dumpperiod
> value : DAILY
> name : cube.table.hive_dimtable_metadata_app_concept_tag.weight value :
> 0.5
> name : cube.table.type value : DIM_TABLE
> name : dimtble.hive_dimtable_metadata_app_concept_tag.storages value :
> uh1_hdfs
> name : dimtble.hive_dimtable_metadata_app_concept_tag.dim.name value :
> hive_dimension_metadata_app_concept_tag
> name : transient_lastDdlTime value : 1431973773
>
> storageTables :
> storageTable :
> updatePeriods : updatePeriod : DAILY
> storageName : uh1_hdfs tableDesc : partCols : column :
> name : dt type : string comment : Date partition field
> tableParameters : property :
> name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols
> value : dt name : transient_lastDdlTime value : 1431973773
> serdeParameters : property :
> name : serialization.format value : 1
> timePartCols : dt
> external : true tableLocation :
> hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_hive_dimtable_metadata_app_concept_tag
> inputFormat : org.apache.hadoop.mapred.TextInputFormat outputFormat :
> org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serdeClassName :
> org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe storageHandlerName :
> numBuckets : 0 compressed : false
>
> dimensionName : hive_dimension_metadata_app_concept_tag
> tableName : hive_dimtable_metadata_app_concept_tag
> weight : 0.5
> {noformat}
> NPE in lens server log:
> {noformat}
> 15 May 2015 05:31:47,930 [Grizzly-worker(3)] INFO
> org.apache.lens.server.LensServer.request - 341 * LoggingFilter - Request
> received on thread Grizzly-worker(3)
> 341 > POST http://0.0.0.0:9999/lensapi/queryapi/queries
> 341 > content-type: multipart/form-data;
> boundary=Boundary_16_1154596104_1431667907923
> 341 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 341 > mime-version: 1.0
> 341 > host: 0.0.0.0:9999
> 341 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 341 > connection: keep-alive
> 341 > content-length: 770
> --Boundary_16_1154596104_1431667907923
> Content-Type: application/xml
> Content-Disposition: form-data; name="sessionid"
> <?xml version="1.0" encoding="UTF-8"
> standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="query"
> cube select tagid from user_tags
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="operation"
> execute
> --Boundary_16_1154596104_1431667907923
> Content-Type: text/plain
> Content-Disposition: form-data; name="queryName"
> --Boundary_16_1154596104_1431667907923--
> ==> lensserver.log <==
> 15 May 2015 05:31:47,932 [Grizzly-worker(3)] INFO
> org.apache.lens.server.AuthenticationFilter - Request from user: null,
> path=/queryapi/queries
> 15 May 2015 05:31:47,936 [Grizzly-worker(3)] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl - ExecuteAsync: <?xml
> version="1.0" encoding="UTF-8"
> standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
> query: cube select tagid from user_tags
> 15 May 2015 05:31:47,937 [Grizzly-worker(3)] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl - Returning handle
> b430dd50-7904-4ca7-926e-742d49256106
> 15 May 2015 05:31:47,937 [QuerySubmitter] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl - Launching
> query:cube select tagid from user_tags
> ==> lensserver.out.2015051308591431507556 <==
> 2015-05-15 05:31:47,937 [pool-2-thread-4] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger -
> QueryEvent: QueryQueued:{id: d1902950-c64a-461a-a6d4-43569d50ea32,
> query:b430dd50-7904-4ca7-926e-742d49256106, change:[NEW -> QUEUED]}
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,939 [Grizzly-worker(3)] INFO
> org.apache.lens.server.LensServer.request - 342 * LoggingFilter - Response
> received on thread Grizzly-worker(3)
> 342 < 200
> 342 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensResponse><data
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
> xsi:type="queryHandle"><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></data></lensResponse>
> ==> lensserver.log <==
> 15 May 2015 05:31:47,983 [QuerySubmitter] INFO hive.ql.parse.ParseDriver -
> Parsing command: cube select tagid from user_tags
> 15 May 2015 05:31:47,984 [QuerySubmitter] INFO hive.ql.parse.ParseDriver -
> Parse Completed
> 15 May 2015 05:31:47,985 [estimate-24] INFO hive.ql.parse.ParseDriver -
> Parsing command: cube select tagid from user_tags
> 15 May 2015 05:31:47,987 [estimate-24] INFO hive.ql.parse.ParseDriver -
> Parse Completed
> 15 May 2015 05:31:47,988 [estimate-24] INFO
> org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
> dims:[user_attributestore_er_dim_numbundlecategory_aggregated_install,
> user_attributestore_er_dim_concept_aggregated_install] for user_tags
> 15 May 2015 05:31:47,988 [estimate-24] INFO
> org.apache.lens.cube.parse.DenormalizationResolver - Adding denormalized
> column for column:tagid for
> table:user_attributestore_er_dim_numbundlecategory_aggregated_install
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,988 [Grizzly-worker(4)] INFO
> org.apache.lens.server.LensServer.request - 343 * LoggingFilter - Request
> received on thread Grizzly-worker(4)
> 343 > GET
> http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 343 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 343 > host: 0.0.0.0:9999
> 343 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 343 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:31:47,988 [estimate-24] INFO
> org.apache.lens.cube.parse.CubeQueryContext - Adding optional
> dimension:hive_dimension_metadata_concept
> optDim:CubeQueryContext.OptionalDimCtx(colQueried=[id],
> requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install],
> isRequiredInJoinChain=false)
> 15 May 2015 05:31:47,988 [estimate-24] INFO
> org.apache.lens.cube.parse.CubeQueryContext - Adding optional
> dimension:hive_dimension_metadata_app_concept_tag
> optDim:CubeQueryContext.OptionalDimCtx(colQueried=[concept_id],
> requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install],
> isRequiredInJoinChain=false)
> 15 May 2015 05:31:47,989 [estimate-24] WARN
> org.apache.lens.cube.parse.JoinResolver - No join path between
> hive_dimension_metadata_concept and user_tags
> 15 May 2015 05:31:47,989 [estimate-24] INFO
> org.apache.lens.cube.parse.JoinResolver - Not considering
> dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as
> there is no join path to hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] WARN
> org.apache.lens.cube.parse.JoinResolver - No join path between
> hive_dimension_metadata_app_concept_tag and user_tags
> 15 May 2015 05:31:47,989 [estimate-24] INFO
> org.apache.lens.cube.parse.JoinResolver - Not considering
> dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as
> there is no join path to hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,989 [estimate-24] INFO
> org.apache.lens.cube.parse.CandidateTableResolver - Populating optional
> dim:hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] INFO
> org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
> dims:[hive_dimtable_metadata_concept] for hive_dimension_metadata_concept
> 15 May 2015 05:31:47,989 [estimate-24] INFO
> org.apache.lens.cube.parse.CandidateTableResolver - Populating optional
> dim:hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,990 [Grizzly-worker(4)] INFO
> org.apache.lens.server.AuthenticationFilter - Request from user: null,
> path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
> 15 May 2015 05:31:47,990 [estimate-24] INFO
> org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
> dims:[hive_dimtable_metadata_app_concept_tag] for
> hive_dimension_metadata_app_concept_tag
> 15 May 2015 05:31:47,990 [estimate-24] WARN
> org.apache.lens.driver.cube.RewriteUtil - Driver :
> org.apache.lens.driver.hive.HiveDriver@2e3ed883 Skipped for the query
> rewriting due to
> java.lang.NullPointerException
> at
> org.apache.lens.cube.parse.CandidateTableResolver.checkForSourceReachabilityForDenormCandidates(CandidateTableResolver.java:459)
> at
> org.apache.lens.cube.parse.CandidateTableResolver.rewriteContext(CandidateTableResolver.java:80)
> at
> org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:211)
> at
> org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:186)
> at
> org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:197)
> at
> org.apache.lens.driver.cube.RewriteUtil$DriverRewriterRunnable.run(RewriteUtil.java:320)
> at
> org.apache.lens.server.query.QueryExecutionServiceImpl$RewriteEstimateRunnable.run(QueryExecutionServiceImpl.java:1167)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> 15 May 2015 05:31:47,990 [estimate-24] ERROR
> org.apache.lens.server.query.QueryExecutionServiceImpl - Estimate skipped
> since rewrite failed for driver
> org.apache.lens.driver.hive.HiveDriver@2e3ed883 cause: Driver
> :org.apache.lens.driver.hive.HiveDriver Cause :null
> 15 May 2015 05:31:47,991 [QuerySubmitter] ERROR
> org.apache.lens.server.query.QueryExecutionServiceImpl - Error launching
> query b430dd50-7904-4ca7-926e-742d49256106
> org.apache.lens.server.api.error.LensException: Driver
> :org.apache.lens.driver.hive.HiveDriver Cause :null
> at
> org.apache.lens.server.query.QueryExecutionServiceImpl.rewriteAndSelect(QueryExecutionServiceImpl.java:1108)
> at
> org.apache.lens.server.query.QueryExecutionServiceImpl.access$800(QueryExecutionServiceImpl.java:81)
> at
> org.apache.lens.server.query.QueryExecutionServiceImpl$QuerySubmitter.run(QueryExecutionServiceImpl.java:487)
> at java.lang.Thread.run(Thread.java:745)
> ==> lensserver.out.2015051308591431507556 <==
> 2015-05-15 05:31:47,992 [pool-2-thread-2] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger -
> QueryEvent: QueryFailed:{id: 0cc7af75-bb11-4a94-b742-c1b02740ca0a,
> query:b430dd50-7904-4ca7-926e-742d49256106, change:[QUEUED -> FAILED]}
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:47,997 [Grizzly-worker(4)] INFO
> org.apache.lens.server.LensServer.request - 344 * LoggingFilter - Response
> received on thread Grizzly-worker(4)
> 344 < 200
> 344 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8"
> standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube
> select tagid from
> user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube
> select tagid from
> user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching
> query
> failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage>
> Driver :org.apache.lens.driver.hive.HiveDriver Cause
> :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
> 15 May 2015 05:31:48,032 [Grizzly-worker(5)] INFO
> org.apache.lens.server.LensServer.request - 345 * LoggingFilter - Request
> received on thread Grizzly-worker(5)
> 345 > GET
> http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 345 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 345 > host: 0.0.0.0:9999
> 345 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
> 345 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:31:48,034 [Grizzly-worker(5)] INFO
> org.apache.lens.server.AuthenticationFilter - Request from user: null,
> path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
> ==> lensserver-requests.log <==
> 15 May 2015 05:31:48,037 [Grizzly-worker(5)] INFO
> org.apache.lens.server.LensServer.request - 346 * LoggingFilter - Response
> received on thread Grizzly-worker(5)
> 346 < 200
> 346 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8"
> standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube
> select tagid from
> user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube
> select tagid from
> user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching
> query
> failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage>
> Driver :org.apache.lens.driver.hive.HiveDriver Cause
> :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
> ==> lensserver.log <==
> 15 May 2015 05:34:22,766 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting server state in
> file:/tmp/lensserver
> 15 May 2015 05:34:22,767 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting state of service:session
> 15 May 2015 05:34:22,774 [lens-server-snapshotter] INFO
> org.apache.lens.server.session.HiveSessionService - Session service
> pesristed 11 sessions
> 15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisted service session to
> [file:/tmp/lensserver/session.final]
> 15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting state of service:query
> 15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO
> org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 33 queries
> 15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO
> org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 5 sessions
> 15 May 2015 05:34:22,787 [lens-server-snapshotter] INFO
> org.apache.lens.server.query.QueryExecutionServiceImpl - Persisted 96 queries
> 15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisted service query to
> [file:/tmp/lensserver/query.final]
> 15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting state of service:metastore
> 15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisted service metastore to
> [file:/tmp/lensserver/metastore.final]
> 15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting state of service:scheduler
> 15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisted service scheduler to
> [file:/tmp/lensserver/scheduler.final]
> 15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisting state of service:quota
> 15 May 2015 05:34:22,804 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - Persisted service quota to
> [file:/tmp/lensserver/quota.final]
> 15 May 2015 05:34:22,805 [lens-server-snapshotter] INFO
> org.apache.lens.server.LensServices - SnapShot of Lens Services created
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:47,582 [Grizzly-worker(6)] INFO
> org.apache.lens.server.LensServer.request - 347 * LoggingFilter - Request
> received on thread Grizzly-worker(6)
> 347 > GET
> http://0.0.0.0:9999/lensapi/metastore/dimensions/user?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 347 > accept: application/xml
> 347 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 347 > host: 0.0.0.0:9999
> 347 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:34:47,584 [Grizzly-worker(6)] INFO
> org.apache.lens.server.AuthenticationFilter - Request from user: null,
> path=/metastore/dimensions/user
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:47,592 [Grizzly-worker(6)] INFO
> org.apache.lens.server.LensServer.request - 348 * LoggingFilter - Response
> received on thread Grizzly-worker(6)
> 348 < 200
> 348 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension
> xmlns="uri:lens:cube:0.1" name="user"><attributes><dim_attribute name="tags"
> type="string" join_key="false"><ref_spec><chain_ref_column
> chain_name="user_tags" ref_col="name"
> dest_table="hive_dimension_metadata_concept"/></ref_spec></dim_attribute><dim_attribute
> name="primarylocations" type="array<string>" description="not
> available currently"/><dim_attribute name="apps_owned_categories"
> type="string" join_key="false"><ref_spec><chain_ref_column
> chain_name="apps_owned" ref_col="category"
> dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute
> name="apps_owned" type="string" join_key="false"><ref_spec><chain_ref_column
> chain_name="apps_owned" ref_col="apptitle"
> dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute
> name="useridtype" type="string" description="not available
> currently"/><dim_attribute name="affiliations" type="array<string>"
> description="not available currently"/><dim_attribute name="deviceosversion"
> type="string" description="not available currently"/><dim_attribute
> name="devicemanufacturer" type="string" description="not available
> currently"/><dim_attribute name="lastknownlocation" type="long"
> description="not available currently"
> join_key="false"><ref_spec><table_references><table_reference table="user"
> column="userid"/><table_reference table="user_latest_location"
> column="userid"/></table_references></ref_spec></dim_attribute><dim_attribute
> name="interests" type="array<string>" description="not available
> currently"/><dim_attribute name="gender" type="string"/><dim_attribute
> name="segment_membership" type="string" description="not available currently"
> join_key="false"><ref_spec><chain_ref_column
> chain_name="user_belongs_to_segment" ref_col="segmentdefinition"
> dest_table="hive_dimension_segment"/></ref_spec></dim_attribute><dim_attribute
> name="devicemodel" type="string" description="not available
> currently"/><dim_attribute name="age" type="tinyint"/><dim_attribute
> name="userid" type="string"/><dim_attribute name="maritalstatus"
> type="string" description="not available currently"/><dim_attribute
> name="haschildren" type="boolean" description="not available
> currently"/><dim_attribute name="ethnicity" type="string" description="not
> available currently"/><dim_attribute name="deviceos" type="string"
> description="not available currently"/><dim_attribute name="incomegroup"
> type="string" description="not available currently"/><dim_attribute
> name="optout" type="boolean" description="not available
> currently"/></attributes><expressions/><join_chains><join_chain
> name="user_last_location" description="Last Known Location Associated With
> User" display_string="Last Known Location Associated With User"
> dest_table="location"><paths><path><edges><edge><from table="user"
> column="userid"/><to table="user_latest_location"
> column="userid"/></edge><edge><from table="user_latest_location"
> column="locationid"/><to table="location"
> column="locationid"/></edge></edges></path></paths></join_chain><join_chain
> name="apps_owned" description="User Owned Apps"
> display_string="user_app_owned"
> dest_table="hive_dimension_uac_app"><paths><path><edges><edge><from
> table="user" column="userid"/><to table="user_owned_apps"
> column="userid"/></edge><edge><from table="user_owned_apps"
> column="bundleid"/><to table="hive_dimension_uac_app"
> column="bundleid"/></edge></edges></path></paths></join_chain><join_chain
> name="user_tags" description="Tags/Concepts Associated With User"
> display_string="Tags/Concepts Associated With User"
> dest_table="hive_dimension_metadata_concept"><paths><path><edges><edge><from
> table="user" column="userid"/><to table="user_tags"
> column="userid"/></edge><edge><from table="user_tags" column="tagid"/><to
> table="hive_dimension_metadata_concept"
> column="id"/></edge></edges></path></paths></join_chain><join_chain
> name="user_belongs_to_segment" description="Segment Membership List"
> display_string="apps_owned_categories"
> dest_table="hive_dimension_segment"><paths><path><edges><edge><from
> table="user" column="userid"/><to table="user_belongs_to_segment"
> column="userid"/></edge><edge><from table="user_belongs_to_segment"
> column="segmentid"/><to table="hive_dimension_segment"
> column="segmentid"/></edge></edges></path></paths></join_chain></join_chains><properties><property
> name="cube.dimension.devicemodel.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.table.type" value="DIMENSION"/><property
> name="cube.dimension.segment_membership.chain.name"
> value="user_belongs_to_segment"/><property
> name="cube.col.deviceosversion.description" value="not available
> currently"/><property name="cube.dimension.gender.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.tags.class"
> value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
> name="cube.dimension.userid.type" value="string"/><property
> name="dimension.joinchain.user_tags.displaystring" value="Tags/Concepts
> Associated With User"/><property name="cube.col.devicemodel.description"
> value="not available currently"/><property
> name="dimension.joinchain.user_belongs_to_segment.displaystring"
> value="apps_owned_categories"/><property name="cube.dimension.userid.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.maritalstatus.type" value="string"/><property
> name="dimension.user.joinchains.list0"
> value="apps_owned,user_belongs_to_segment,user_tags,user_last_location"/><property
> name="cube.dimension.segment_membership.type" value="string"/><property
> name="cube.dimension.tags.type" value="string"/><property
> name="cube.dimension.apps_owned.class"
> value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
> name="dimension.user.joinchains.list.size" value="1"/><property
> name="transient_lastDdlTime" value="1431660502"/><property
> name="cube.col.ethnicity.description" value="not available
> currently"/><property name="cube.dimension.interests.type"
> value="array<string>"/><property
> name="cube.col.affiliations.description" value="not available
> currently"/><property name="cube.col.primarylocations.description" value="not
> available currently"/><property name="cube.dimension.deviceos.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.maritalstatus.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.affiliations.type"
> value="array<string>"/><property name="cube.dimension.optout.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.deviceosversion.type" value="string"/><property
> name="cube.col.devicemanufacturer.description" value="not available
> currently"/><property name="cube.dimension.ethnicity.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.gender.type" value="string"/><property
> name="dimension.joinchain.apps_owned.fullchain.0"
> value="user.userid,user_owned_apps.userid,user_owned_apps.bundleid,hive_dimension_uac_app.bundleid"/><property
> name="cube.col.interests.description" value="not available
> currently"/><property name="cube.col.segment_membership.description"
> value="not available currently"/><property
> name="cube.dimension.segment_membership.chain.column.name"
> value="segmentdefinition"/><property name="cube.dimension.ethnicity.type"
> value="string"/><property name="dimension.joinchain.user_tags.fullchain.0"
> value="user.userid,user_tags.userid,user_tags.tagid,hive_dimension_metadata_concept.id"/><property
> name="cube.dimension.apps_owned_categories.chain.name"
> value="apps_owned"/><property name="dimension.user.attributes.list.size"
> value="1"/><property name="cube.col.incomegroup.description" value="not
> available currently"/><property name="base.user.expressions.list.size"
> value="0"/><property name="cube.dimension.deviceos.type"
> value="string"/><property name="cube.dimension.apps_owned_categories.type"
> value="string"/><property
> name="dimension.joinchain.user_last_location.fullchain.0"
> value="user.userid,user_latest_location.userid,user_latest_location.locationid,location.locationid"/><property
> name="cube.table.user.weight" value="0.0"/><property
> name="dimension.joinchain.apps_owned.description" value="User Owned
> Apps"/><property name="cube.dimension.devicemanufacturer.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.segment_membership.class"
> value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
> name="cube.dimension.useridtype.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.col.useridtype.description" value="not available
> currently"/><property name="cube.dimension.age.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="dimension.joinchain.user_belongs_to_segment.description" value="Segment
> Membership List"/><property name="cube.col.deviceos.description" value="not
> available currently"/><property
> name="dimension.joinchain.user_belongs_to_segment.fullchain.0"
> value="user.userid,user_belongs_to_segment.userid,user_belongs_to_segment.segmentid,hive_dimension_segment.segmentid"/><property
> name="cube.dimension.tags.chain.name" value="user_tags"/><property
> name="dimension.joinchain.apps_owned.displaystring"
> value="user_app_owned"/><property name="cube.dimension.devicemodel.type"
> value="string"/><property name="dimension.joinchain.user_tags.description"
> value="Tags/Concepts Associated With User"/><property
> name="dimension.joinchain.user_tags.numchains" value="1"/><property
> name="cube.dimension.apps_owned.chain.column.name"
> value="apptitle"/><property name="cube.dimension.lastknownlocation.refers"
> value="user.userid,user_latest_location.userid"/><property
> name="cube.dimension.haschildren.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="dimension.user.attributes.list0"
> value="userid,useridtype,gender,age,maritalstatus,haschildren,primarylocations,deviceos,deviceosversion,devicemanufacturer,devicemodel,incomegroup,ethnicity,interests,affiliations,tags,lastknownlocation,apps_owned,apps_owned_categories,segment_membership,optout"/><property
> name="cube.d...more...
> 15 May 2015 05:34:52,832 [Grizzly-worker(8)] INFO
> org.apache.lens.server.LensServer.request - 349 * LoggingFilter - Request
> received on thread Grizzly-worker(8)
> 349 > GET
> http://0.0.0.0:9999/lensapi/metastore/dimensions/user_tags?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
> 349 > accept: application/xml
> 349 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
> 349 > host: 0.0.0.0:9999
> 349 > connection: keep-alive
> ==> lensserver.log <==
> 15 May 2015 05:34:52,834 [Grizzly-worker(8)] INFO
> org.apache.lens.server.AuthenticationFilter - Request from user: null,
> path=/metastore/dimensions/user_tags
> ==> lensserver-requests.log <==
> 15 May 2015 05:34:52,836 [Grizzly-worker(8)] INFO
> org.apache.lens.server.LensServer.request - 350 * LoggingFilter - Response
> received on thread Grizzly-worker(8)
> 350 < 200
> 350 < Content-Type: application/xml
> <?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension
> xmlns="uri:lens:cube:0.1" name="user_tags"><attributes><dim_attribute
> name="userid" type="string"/><dim_attribute name="useridtype" type="string"
> description="not available currently"/><dim_attribute name="tagid"
> type="string" join_key="false"><ref_spec><table_references><table_reference
> table="hive_dimension_metadata_concept" column="id"/><table_reference
> table="hive_dimension_metadata_app_concept_tag"
> column="concept_id"/></table_references></ref_spec></dim_attribute></attributes><expressions/><join_chains/><properties><property
> name="cube.col.useridtype.description" value="not available
> currently"/><property name="cube.dimension.useridtype.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="dimension.user_tags.attributes.list.size" value="1"/><property
> name="cube.dimension.tagid.type" value="string"/><property
> name="cube.table.type" value="DIMENSION"/><property
> name="base.user_tags.expressions.list.size" value="0"/><property
> name="cube.dimension.userid.type" value="string"/><property
> name="dimension.user_tags.attributes.list0"
> value="userid,useridtype,tagid"/><property name="cube.dimension.userid.class"
> value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
> name="cube.dimension.tagid.refers"
> value="hive_dimension_metadata_concept.id,hive_dimension_metadata_app_concept_tag.concept_id"/><property
> name="cube.table.user_tags.weight" value="0.0"/><property
> name="cube.dimension.tagid.class"
> value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
> name="dimension.user_tags.joinchains.list.size" value="0"/><property
> name="transient_lastDdlTime" value="1431660503"/><property
> name="cube.dimension.tagid.isjoinkey" value="false"/><property
> name="cube.dimension.useridtype.type" value="string"/><property
> name="dimension.user_tags.timed.dimension"
> value="dt"/></properties></x_dimension>
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
