This is an automated email from the ASF dual-hosted git repository.
nic pushed a change to branch 2.6.x-hadoop3.1
in repository https://gitbox.apache.org/repos/asf/kylin.git.
omit d898bfb fix beeline meta data parser on partition information
omit 2e1fd08 [maven-release-plugin] prepare release kylin-2.6.2
omit 8fecd3b KYLIN-2565 Fix use of HBaseAdmin
omit 977d30e KYLIN-3537
omit 0e02c25 KYLIN-2565 upgrade to hadoop 3.0 hbase 2.0, pass UT
add d803e6d [maven-release-plugin] prepare release kylin-2.6.2
add a682a92 [maven-release-plugin] prepare for next development iteration
add 5af92e2 update KylinVersion to 2.6.3
add fc3e6e5 KYLIN-4015 "Build UHC Dictionary" step filter ".dci" files to
solve the problem that MR engine run failed because the ".dci" file is not a
Sequence file.
add fb48674 KYLIN-4015 change uhc path filter .dci to
FactDistinctColumnsReducer.DIMENSION_COL_INFO_FILE_POSTFIX
add 615de4d KYLIN-3998 Make bpus-min-benefit-ratio configurable in cube
planner phase 1
add d9434dd KYLIN-3978 InternalErrorException: null with precise count
distinct
add 8857397 #KYLIN-3977 Aviod mistaken deleting dicts by storage cleanup
while building jobs are running
add 86c3384 minor, switch to openjdk8 for travis
add fc3f5f2 KYLIN-3980 Cube planner cuboid id error when dimensions too
many
add a0463c4 KYLIN-3893 Add validation for the encoding length and the
type of encoding (#622)
add 2bfda2d KYLIN-2620 TopN can't match when multi sort columns
add 0c1dd10 KYLIN-3994: StorageCleanupJob may delete cube id data of new
built segment because of cube cache in CubeManager (#633)
add dfa6af6 KYLIN-4025: Add detail exception in kylin http response
add 46eb871 KYLIN-3845 solve the problem that kylin build error in stream
build task. (#663)
add f346884 Minor, remove duplicate code
add 95dc0bf KYLIN-3271 KYLIN-3454 minor refactor,accelerate ResourceTool
add c0b69b0 KYLIN-4024 Support pushdown to presto
add f2eccab add overwrite method getKafkaConsumer in KafkaClient (#658)
add 45db62f KYLIN-4020 fix_length rowkey encode without sepecified length
can be saved but cause CreateHTable step failed
add 2b8d28f KYLIN-4022 when Adhoc Push Down then Unrecognized column
type: DECIMAL(xx,xx)
add e772f31 KYLIN-4032 return timestamp and date without timezone in jdbc
add a16ccbf KYLIN-4049 Make storage clean configurable for refreshing job
add 414e7a1 #KYLIN-4030, Resource deleteResource by comparing timestamp
may failed to delete caused by time precision loose
add 1732b62 KYLIN-3999, make kylin.query.enable-dynamic-column default
true
add 22db559 KYLIN-4054 Logger of HCreateTableJob record error message
add bdd8e50 KYLIN-4041 CONCAT NULL not working properly
add 15f4339 KYLIN-4041 minor,fix it
new 939cb74 KYLIN-2565 upgrade to hadoop 3.0 hbase 2.0, pass UT
new 98f2386 KYLIN-3537
new 9b2fb3c KYLIN-2565 Fix use of HBaseAdmin
new 431c630 fix beeline meta data parser on partition information
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d898bfb)
\
N -- N -- N refs/heads/2.6.x-hadoop3.1 (431c630)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 2 +-
assembly/pom.xml | 2 +-
cache/pom.xml | 2 +-
core-common/pom.xml | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 2 +-
.../java/org/apache/kylin/common/KylinVersion.java | 2 +-
.../common/persistence/FileResourceStore.java | 35 ++++-
.../common/persistence/HDFSResourceStore.java | 36 ++++-
.../common/persistence/JDBCConnectionManager.java | 4 +-
.../kylin/common/persistence/JDBCResourceSQL.java | 6 +-
.../common/persistence/JDBCResourceStore.java | 52 ++++++-
.../common/persistence/PushdownResourceStore.java | 15 ++
.../kylin/common/persistence/ResourceStore.java | 121 ++++++++++++---
.../kylin/common/persistence/ResourceTool.java | 31 ++--
.../common/persistence/ResourceStoreTest.java | 124 +++++++++++++--
.../kylin/common/persistence/ResourceToolTest.java | 23 ++-
core-cube/pom.xml | 2 +-
.../java/org/apache/kylin/cube/CubeManager.java | 68 +++++---
.../kylin/cube/cli/DictionaryGeneratorCLI.java | 77 +++++++++-
.../org/apache/kylin/cube/kv/CubeDimEncMap.java | 5 +-
.../apache/kylin/cube/util/KeyValueBuilder.java | 4 +
core-dictionary/pom.xml | 2 +-
.../org/apache/kylin/dict/DictionaryGenerator.java | 8 +-
.../org/apache/kylin/dict/DictionaryManager.java | 141 ++++++++++-------
.../apache/kylin/dict/lookup/SnapshotManager.java | 89 +++++++----
.../apache/kylin/dict/DictionaryManagerTest.java | 53 +++++--
.../kylin/dict/lookup/SnapshotManagerTest.java | 171 +++++++++++++++++++++
core-job/pom.xml | 2 +-
core-metadata/pom.xml | 2 +-
.../org/apache/kylin/dimension/BooleanDimEnc.java | 5 +
.../org/apache/kylin/dimension/DateDimEnc.java | 16 ++
.../kylin/dimension/DimensionEncodingFactory.java | 17 ++
.../org/apache/kylin/dimension/FixedLenDimEnc.java | 10 ++
.../apache/kylin/dimension/FixedLenHexDimEnc.java | 10 ++
.../java/org/apache/kylin/dimension/IntDimEnc.java | 10 ++
.../org/apache/kylin/dimension/IntegerDimEnc.java | 10 ++
.../kylin/dimension/OneMoreByteVLongDimEnc.java | 10 ++
.../org/apache/kylin/dimension/TimeDimEnc.java | 5 +
.../apache/kylin/measure/topn/TopNMeasureType.java | 34 ++--
core-metrics/pom.xml | 2 +-
core-storage/pom.xml | 2 +-
.../storage/gtrecord/GTCubeStorageQueryBase.java | 32 ++--
datasource-sdk/pom.xml | 2 +-
engine-mr/pom.xml | 2 +-
.../engine/mr/common/CuboidRecommenderUtil.java | 2 +-
.../kylin/engine/mr/steps/CreateDictionaryJob.java | 10 +-
.../engine/mr/steps/FactDistinctColumnsMapper.java | 10 +-
.../kylin/engine/mr/steps/UHCDictionaryJob.java | 2 +
.../engine/mr/steps/filter/UHCDictPathFilter.java | 46 +++---
engine-spark/pom.xml | 2 +-
jdbc/pom.xml | 2 +-
.../java/org/apache/kylin/jdbc/KylinClient.java | 19 ++-
.../java/org/apache/kylin/jdbc/DriverTest.java | 23 +++
.../java/org/apache/kylin/jdbc/DummyClient.java | 17 +-
kylin-it/pom.xml | 2 +-
.../apache/kylin/cube/ITDictionaryManagerTest.java | 13 +-
.../query12.sql => sql_verifyContent/query02.sql} | 22 ++-
...1.sql.expected.xml => query02.sql.expected.xml} | 2 +-
metrics-reporter-hive/pom.xml | 2 +-
metrics-reporter-kafka/pom.xml | 2 +-
pom.xml | 2 +-
query/pom.xml | 2 +-
.../kylin/query/adhoc/PushDownRunnerJdbcImpl.java | 12 +-
.../java/org/apache/kylin/query/udf/ConcatUDF.java | 6 +
server-base/pom.xml | 2 +-
.../kylin/rest/controller/CubeController.java | 29 ++--
.../kylin/rest/controller/ModelController.java | 6 +-
.../kylin/rest/controller/ProjectController.java | 4 +-
.../kylin/rest/controller/StreamingController.java | 18 +--
.../kylin/rest/controller/TableController.java | 12 +-
.../apache/kylin/rest/job/MetadataCleanupJob.java | 138 ++++++++++++-----
.../kylin/rest/job/StorageCleanJobHbaseUtil.java | 2 +-
.../apache/kylin/rest/job/StorageCleanupJob.java | 2 +-
.../kylin/rest/request/JobOptimizeRequest.java | 23 ++-
.../kylin/rest/response/CuboidTreeResponse.java | 2 +
.../kylin/rest/job/MetadataCleanupJobTest.java | 16 +-
server/pom.xml | 2 +-
source-hive/pom.xml | 2 +-
source-jdbc/pom.xml | 2 +-
source-kafka/pom.xml | 2 +-
.../source/kafka/hadoop/KafkaFlatTableJob.java | 1 -
.../kylin/source/kafka/util/KafkaClient.java | 10 +-
storage-hbase/pom.xml | 2 +-
.../kylin/storage/hbase/HBaseResourceStore.java | 86 +++++++++--
.../hbase/cube/v2/CubeHBaseEndpointRPC.java | 1 +
.../kylin/storage/hbase/steps/CreateHTableJob.java | 27 ++--
.../kylin/storage/hbase/steps/HBaseJobSteps.java | 3 +-
tomcat-ext/pom.xml | 2 +-
tool-assembly/pom.xml | 2 +-
tool/pom.xml | 2 +-
.../org/apache/kylin/tool/CubeMetaIngester.java | 8 +-
webapp/app/js/controllers/cubeSchema.js | 3 +
92 files changed, 1437 insertions(+), 420 deletions(-)
create mode 100644
core-dictionary/src/test/java/org/apache/kylin/dict/lookup/SnapshotManagerTest.java
copy
datasource-sdk/src/main/java/org/apache/kylin/sdk/datasource/framework/conv/ParamNodeParser.java
=>
engine-mr/src/main/java/org/apache/kylin/engine/mr/steps/filter/UHCDictPathFilter.java
(57%)
copy kylin-it/src/test/resources/query/{sql_tableau/query12.sql =>
sql_verifyContent/query02.sql} (66%)
copy
kylin-it/src/test/resources/query/sql_verifyContent/{query01.sql.expected.xml
=> query02.sql.expected.xml} (52%)
