This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb-extras.git
from ad09ad8 perf: update spring pom (#66)
add c2c0e83 Collector: Added task progress saving & Modified push source
pause logic & Refactored the scheduled task module (#68)
No new revisions were added by this update.
Summary of changes:
iotdb-collector/collector-core/pom.xml | 4 +
.../assembly/resources/conf/application.properties | 19 ++-
.../org/apache/iotdb/collector/Application.java | 4 +-
.../iotdb/collector/config/PipeRuntimeOptions.java | 8 -
.../iotdb/collector/config/TaskRuntimeOptions.java | 16 ++
.../iotdb/collector/persistence/DBConstant.java | 1 +
.../collector/persistence/TaskPersistence.java | 122 +++++++++-------
.../iotdb/collector/plugin/api/PullSource.java | 5 +
.../iotdb/collector/plugin/api/PushSource.java | 24 +++
.../plugin/api/customizer/CollectorParameters.java | 20 ++-
.../collector/plugin/builtin/BuiltinPlugin.java | 2 +
.../plugin/builtin/source/HttpPullSource.java | 7 +
.../plugin/builtin/source/HttpPushSource.java | 9 ++
.../plugin/builtin/source/IoTDBPushSource.java | 9 ++
.../plugin/builtin/source/KafkaSource.java | 162 +++++++++++++++++++++
.../source/constant/KafkaSourceConstant.java | 16 +-
.../plugin/constructor/SourceConstructor.java | 2 +
.../progress/ProgressIndex.java} | 28 ++--
.../runtime/progress/ProgressRuntime.java | 35 +++--
.../apache/iotdb/collector/runtime/task/Task.java | 6 +-
.../iotdb/collector/runtime/task/TaskRuntime.java | 46 +++++-
...ventCollector.java => ProgressReportEvent.java} | 28 ++--
.../runtime/task/processor/ProcessorTask.java | 21 ++-
.../collector/runtime/task/sink/SinkTask.java | 8 +-
.../collector/runtime/task/source/SourceTask.java | 7 +-
.../runtime/task/source/pull/PullSourceTask.java | 33 +++++
.../runtime/task/source/push/PushSourceTask.java | 44 +++++-
.../iotdb/collector/schedule/ScheduleJob.java | 135 +++++++++++++++++
.../SchedulePushEventJob.java} | 28 ++--
.../ScheduleReportProgressJob.java} | 28 ++--
.../ThreadName.java} | 20 ++-
.../collector/service/PeriodicalJobService.java | 129 ----------------
.../iotdb/collector/service/RuntimeService.java | 20 +++
.../iotdb/collector/service/ScheduleService.java | 66 +++++++++
.../iotdb/collector/utils/SerializationUtil.java | 91 ++++++++++++
.../org/apache/iotdb/collector/utils/Triple.java | 74 ++++++++++
pom.xml | 6 +
37 files changed, 957 insertions(+), 326 deletions(-)
create mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/plugin/builtin/source/KafkaSource.java
copy
connectors/grafana-connector/src/main/java/org/apache/iotdb/web/grafana/TsfileWebDemoApplication.java
=>
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/plugin/builtin/source/constant/KafkaSourceConstant.java
(61%)
copy
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/{plugin/api/customizer/CollectorParameters.java
=> runtime/progress/ProgressIndex.java} (63%)
copy
connectors/spark-tsfile/src/main/java/org/apache/iotdb/spark/tsfile/io/TsFileOutputFormat.java
=>
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/runtime/progress/ProgressRuntime.java
(50%)
copy
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/runtime/task/event/{EventCollector.java
=> ProgressReportEvent.java} (57%)
create mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/schedule/ScheduleJob.java
copy
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/{runtime/task/sink/SinkExceptionHandler.java
=> schedule/SchedulePushEventJob.java} (56%)
copy
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/{runtime/task/sink/SinkExceptionHandler.java
=> schedule/ScheduleReportProgressJob.java} (56%)
copy
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/{plugin/builtin/sink/payload/thrift/request/IoTDBConnectorRequestVersion.java
=> schedule/ThreadName.java} (71%)
delete mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/service/PeriodicalJobService.java
create mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/service/ScheduleService.java
create mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/utils/SerializationUtil.java
create mode 100644
iotdb-collector/collector-core/src/main/java/org/apache/iotdb/collector/utils/Triple.java
