Merge branch 'master' of https://github.com/apache/incubator-griffin into apache-master
Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/15c62cef Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/15c62cef Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/15c62cef Branch: refs/heads/griffin-0.2.0-incubating-rc1 Commit: 15c62cef1e1456bf7fb88e51ae3c294e04382342 Parents: a89291e cbff5b4 Author: Lionel Liu <bhlx3l...@163.com> Authored: Tue Jan 16 16:33:03 2018 +0800 Committer: Lionel Liu <bhlx3l...@163.com> Committed: Tue Jan 16 16:33:03 2018 +0800 ---------------------------------------------------------------------- griffin-doc/measure/measure-batch-sample.md | 64 ++-- .../measure/measure-configuration-guide.md | 66 ++-- .../measure/measure-streaming-sample-old.md | 204 ----------- griffin-doc/measure/measure-streaming-sample.md | 256 ++++++++++++++ .../measure/cache/info/TimeInfoCache.scala | 24 +- .../measure/cache/info/ZKInfoCache.scala | 8 +- .../config/params/user/DataSourceParam.scala | 1 + .../measure/data/connector/DataConnector.scala | 9 +- .../batch/AvroBatchDataConnector.scala | 6 +- .../batch/HiveBatchDataConnector.scala | 6 +- .../batch/TextDirBatchDataConnector.scala | 6 +- .../streaming/StreamingDataConnector.scala | 3 +- .../measure/data/source/DataSource.scala | 14 +- .../measure/data/source/DataSourceCache.scala | 303 +++++++++-------- .../measure/data/source/DataSourceFactory.scala | 2 +- .../measure/process/BatchDqProcess.scala | 12 +- .../griffin/measure/process/ExportMode.scala | 34 ++ .../measure/process/StreamingDqThread.scala | 93 ++--- .../measure/process/engine/DqEngine.scala | 6 +- .../measure/process/engine/DqEngines.scala | 39 ++- .../measure/process/engine/SparkDqEngine.scala | 103 +++--- .../measure/process/engine/SparkSqlEngine.scala | 3 + .../measure/process/temp/TimeRange.scala | 41 +++ .../rule/adaptor/DataFrameOprAdaptor.scala | 9 +- .../measure/rule/adaptor/GlobalKeys.scala | 70 ++++ .../rule/adaptor/GriffinDslAdaptor.scala | 335 +++++++++++++------ .../measure/rule/adaptor/InternalColumns.scala | 4 +- .../measure/rule/adaptor/RuleAdaptor.scala | 29 +- .../measure/rule/adaptor/RuleAdaptorGroup.scala | 12 +- .../measure/rule/adaptor/SparkSqlAdaptor.scala | 9 +- .../griffin/measure/rule/dsl/DqType.scala | 7 +- .../dsl/analyzer/DistinctnessAnalyzer.scala | 47 +++ .../rule/dsl/expr/ClauseExpression.scala | 8 + .../rule/dsl/parser/GriffinDslParser.scala | 9 + .../measure/rule/plan/MetricExport.scala | 8 +- .../measure/rule/plan/RecordExport.scala | 9 +- .../griffin/measure/rule/plan/RuleExport.scala | 8 + .../_distinctness-batch-griffindsl.json | 57 ++++ .../_distinctness-batch-griffindsl1.json | 73 ++++ .../_distinctness-streaming-griffindsl.json | 85 +++++ .../resources/_profiling-batch-griffindsl.json | 4 +- measure/src/test/resources/dupdata.avro | Bin 0 -> 304 bytes measure/src/test/resources/empty.avro | Bin 0 -> 215 bytes 43 files changed, 1396 insertions(+), 690 deletions(-) ----------------------------------------------------------------------
