beryllw commented on PR #1774:
URL: https://github.com/apache/fluss/pull/1774#issuecomment-3350152522
Test docker-compose.yml:
```
services:
coordinator-server:
image: fluss-iceberg-test:0.0.2
command: coordinatorServer
depends_on:
- zookeeper
environment:
- |
FLUSS_PROPERTIES=
zookeeper.address: zookeeper:2181
bind.listeners: FLUSS://coordinator-server:9123
remote.data.dir: hdfs://namenode:8020/fluss-data
datalake.format: iceberg
datalake.iceberg.type: hadoop
datalake.iceberg.warehouse: hdfs://namenode:8020/fluss-lake
ports:
- "9123:9123"
tablet-server:
image: fluss-iceberg-test:0.0.2
command: tabletServer
depends_on:
- coordinator-server
environment:
- |
FLUSS_PROPERTIES=
zookeeper.address: zookeeper:2181
bind.listeners: FLUSS://tablet-server:9123
tablet-server.id: 0
kv.snapshot.interval: 30s
data.dir: /tmp/fluss/data
remote.data.dir: hdfs://namenode:8020/fluss-data
ports:
- "9124:9123"
zookeeper:
restart: always
image: zookeeper:3.9.2
namenode:
image: apache/hadoop:3.3.6
hostname: namenode
user: root
command: ["hdfs", "namenode"]
ports:
- 9870:9870
- 8020:8020
env_file:
- ./config
environment:
ENSURE_NAMENODE_DIR: "/hadoop/dfs/name"
datanode:
image: apache/hadoop:3.3.6
user: root
command: ["hdfs", "datanode"]
env_file:
- ./config
depends_on:
- namenode
ports:
- 9866:9866
- 9864:9864
jobmanager:
image: flink-fluss-iceberg-test:0.0.1
ports:
- "8083:8081"
command: jobmanager
environment:
- |
FLINK_PROPERTIES=
jobmanager.rpc.address: jobmanager
taskmanager:
image: flink-fluss-iceberg-test:0.0.1
depends_on:
- jobmanager
command: taskmanager
environment:
- |
FLINK_PROPERTIES=
jobmanager.rpc.address: jobmanager
taskmanager.numberOfTaskSlots: 6
taskmanager.memory.process.size: 2048m
taskmanager.memory.framework.off-heap.size: 256m
```
flink docker
```
tree -L 4
.
├── config
├── docker-compose-0.8.yml
├── sql-client
│ ├── bin
│ │ └── sql-client
│ ├── Dockerfile
│ ├── lib
│ │ ├── avro-1.12.0.jar
│ │ ├── caffeine-2.9.3.jar
│ │ ├── flink-faker-0.5.3.jar
│ │ ├── fluss-flink-1.20-0.8-SNAPSHOT.jar
│ │ ├── fluss-fs-hdfs-0.8-SNAPSHOT.jar
│ │ ├── fluss-lake-iceberg-0.8-SNAPSHOT.jar
│ │ ├── hadoop-apache-3.3.5-2.jar
│ │ ├── iceberg-flink-runtime-1.20-1.9.1.jar
│ │ ├── jackson-annotations-2.15.3.jar
│ │ ├── jackson-core-2.15.3.jar
│ │ ├── jackson-core-asl-1.9.2.jar
│ │ ├── jackson-databind-2.15.3.jar
│ │ ├── jackson-mapper-asl-1.9.2.jar
│ │ ├── parquet-avro-1.15.2.jar
│ │ ├── parquet-column-1.15.2.jar
│ │ ├── parquet-common-1.15.2.jar
│ │ ├── parquet-encoding-1.15.2.jar
│ │ ├── parquet-format-structures-1.15.2.jar
│ │ ├── parquet-hadoop-1.15.2.jar
│ │ ├── parquet-jackson-1.15.2.jar
│ │ └── protobuf-java-2.5.0.jar
│ ├── opt
│ │ └── fluss-flink-tiering-0.8-SNAPSHOT.jar
│ └── sql
│ └── sql-client.sql
└── test.txt
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
