This is an automated email from the ASF dual-hosted git repository.

tex pushed a commit to branch dev
in repository 
https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git


The following commit(s) were added to refs/heads/dev by this push:
     new c2a46d7  change data lake hyperparameter, flush all data at pe 
termination
c2a46d7 is described below

commit c2a46d7ff25a2fb4a4430b245390b0d3f05e4a5c
Author: tex <[email protected]>
AuthorDate: Thu Jul 9 15:29:05 2020 +0200

    change data lake hyperparameter, flush all data at pe termination
---
 .../sinks/internal/jvm/datalake/DataLakeController.java        |  4 ++--
 .../sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java    | 10 ++++++++--
 2 files changed, 10 insertions(+), 4 deletions(-)

diff --git 
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
 
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
index 837d631..3c44a58 100644
--- 
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
+++ 
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
@@ -69,8 +69,8 @@ public class DataLakeController extends 
StandaloneEventSinkDeclarer<DataLakePara
     String dbName = SinksInternalJvmConfig.INSTANCE.getDataLakeDatabaseName();
     String user = SinksInternalJvmConfig.INSTANCE.getDataLakeUsername();
     String password = SinksInternalJvmConfig.INSTANCE.getDataLakePassword();
-    Integer batch_size = 100;
-    Integer flush_duration = 1000;
+    Integer batch_size = 2000;
+    Integer flush_duration = 500;
 
     List<String> dimensionProperties = 
extractor.getEventPropertiesRuntimeNamesByScope(PropertyScope.DIMENSION_PROPERTY);
 
diff --git 
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
 
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
index 777cd84..aacbf3e 100644
--- 
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
+++ 
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
@@ -127,7 +127,7 @@ public class DataLakeInfluxDbClient {
 
     // setting up the database
     influxDb.setDatabase(databaseName);
-    
influxDb.enableBatch(BatchOptions.DEFAULTS.actions(batchSize).flushDuration(flushDuration));
+    influxDb.enableBatch(batchSize, flushDuration, TimeUnit.MILLISECONDS);
        }
 
   /**
@@ -198,6 +198,12 @@ public class DataLakeInfluxDbClient {
    * Shuts down the connection to the InfluxDB server
    */
        void stop() {
-    influxDb.close();
+           influxDb.flush();
+        try {
+            Thread.sleep(1000);
+        } catch (InterruptedException e) {
+            e.printStackTrace();
+        }
+        influxDb.close();
        }
 }

Reply via email to