集群-docker部署flink服务

#high-availability.storageDir: /opt/flink/ha/

#flink jobmanager 一次只能有一个运行，其他为standby

#打上标签

docker node update --label-add flink-node=flink01 node1

docker node update --label-add flink-node=flink02 node2

docker node update --label-add flink-node=flink03 node3

#创建目录

mkdir -p /data/flink/{job,task,log,lib}

#导入镜像

docker load < flink.1.16.1.tgz

#job及task 文件夹下的配置

job/workers

localhost

localhost

localhost

job/masters

localhost:8081

localhost:8082

#job/flink-conf.yaml

#jobjobmanager.rpc.address: flink01-jobmanagerjobmanager.rpc.port: 6123#jobmanager.heap.size: 128mjobmanager.bind-host: 0.0.0.0jobmanager.memory.process.size: 1724mjobmanager.execution.failover-strategy: region#task#taskmanager.heap.size: 128mtaskmanager.numberOfTaskSlots: 2taskmanager.bind-host: 0.0.0.0taskmanager.memory.process.size: 1724m#rest.address: 0.0.0.0rest.bind-address: 0.0.0.0blob.server.port: 6124query.server.port: 6125parallelism.default: 1#high-availability: zookeeperhigh-availability.zookeeper.path.root: /flink#high-availability.storageDir: hdfs:///dev-cdh1:9000/ha/hdfs#prod deny，生产环境可以配置为hdfs里，元数据恢复使用high-availability.storageDir: /opt/flink/ha/ high-availability.zookeeper.quorum: zookeeper:2181#state.backend: rocksdb#state.checkpoints.dir: file:///data/flink/checkpoints#state.savepoints.dir: file:///data/flink/checkpoints#state.backend.incremental: trueweb.submit.enable: true