This is an automated email from the ASF dual-hosted git repository.
tzulitai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-statefun.git
The following commit(s) were added to refs/heads/master by this push:
new 33abb7b [FLINK-22752] More robust state configurations in base
flink-conf.yaml
33abb7b is described below
commit 33abb7bbddf7dda2471bd8935731e00716e6b077
Author: Tzu-Li (Gordon) Tai <tzuli...@apache.org>
AuthorDate: Sun Aug 15 09:34:46 2021 +0800
[FLINK-22752] More robust state configurations in base flink-conf.yaml
This closes #257.
---
.../src/main/resources/flink-conf.yaml | 11 ++++++++++-
tools/docker/flink-distribution-template/conf/flink-conf.yaml | 7 +++++++
2 files changed, 17 insertions(+), 1 deletion(-)
diff --git
a/statefun-e2e-tests/statefun-e2e-tests-common/src/main/resources/flink-conf.yaml
b/statefun-e2e-tests/statefun-e2e-tests-common/src/main/resources/flink-conf.yaml
index 087f758..1254ba6 100644
---
a/statefun-e2e-tests/statefun-e2e-tests-common/src/main/resources/flink-conf.yaml
+++
b/statefun-e2e-tests/statefun-e2e-tests-common/src/main/resources/flink-conf.yaml
@@ -14,6 +14,8 @@
# limitations under the License.
# This file is the base for the Apache Flink configuration
+statefun.flink-job-name: Statefun Application
+
#==============================================================================
# Configurations strictly required by Stateful Functions. Do not change.
#==============================================================================
@@ -32,14 +34,21 @@ restart-strategy: fixed-delay
restart-strategy.fixed-delay.attempts: 2147483647
restart-strategy.fixed-delay.delay: 1sec
+state.backend.local-recovery: true
state.backend: rocksdb
state.backend.rocksdb.timer-service.factory: ROCKSDB
+state.backend.rocksdb.localdir: /local/state/rocksdb
+state.backend.rocksdb.memory.partitioned-index-filters: true
+state.backend.rocksdb.checkpoint.transfer.thread.num: 8
+state.backend.rocksdb.thread.num: 4
state.checkpoints.dir: file:///checkpoint-dir
state.backend.incremental: true
+taskmanager.state.local.root-dirs: file:///local/state/recovery
+
#==============================================================================
# Recommended memory configurations. Users may change according to their needs.
#==============================================================================
jobmanager.memory.process.size: 1g
-taskmanager.memory.process.size: 4g
\ No newline at end of file
+taskmanager.memory.process.size: 4g
diff --git a/tools/docker/flink-distribution-template/conf/flink-conf.yaml
b/tools/docker/flink-distribution-template/conf/flink-conf.yaml
index 8b9b4e4..2011749 100644
--- a/tools/docker/flink-distribution-template/conf/flink-conf.yaml
+++ b/tools/docker/flink-distribution-template/conf/flink-conf.yaml
@@ -35,11 +35,18 @@ restart-strategy: fixed-delay
restart-strategy.fixed-delay.attempts: 2147483647
restart-strategy.fixed-delay.delay: 1sec
+state.backend.local-recovery: true
state.backend: rocksdb
state.backend.rocksdb.timer-service.factory: ROCKSDB
+state.backend.rocksdb.localdir: /local/state/rocksdb
+state.backend.rocksdb.memory.partitioned-index-filters: true
+state.backend.rocksdb.checkpoint.transfer.thread.num: 8
+state.backend.rocksdb.thread.num: 4
state.checkpoints.dir: file:///checkpoint-dir
state.backend.incremental: true
+taskmanager.state.local.root-dirs: file:///local/state/recovery
+
#==============================================================================
# Recommended memory configurations. Users may change according to their needs.
#==============================================================================
