集群-docker部署flink服务(二)

韵味老鸟 2024-07-30 14:57:42

集群-docker部署flink服务 (二)

#zookeeper 可以使用CDH里的服务

#docker-compose.yaml文件 2个jobmanager,2个worker

version: '3.8'services:###flink group 1 flink01-jobmanager: hostname: flink01-jobmanager extra_hosts: - "flink01-jobmanager:192.168.10.13" - "flink02-jobmanager:192.168.10.14" image: flink:1.16.1-scala_2.12-java8 ports: - "8081:8081" networks: - meta volumes: - "/etc/localtime:/etc/localtime:ro" - "/data/flink/job/flink-conf.yaml:/opt/flink/conf/flink-conf.yaml" - "/data/flink/job/masters:/opt/flink/conf/masters" - "/data/flink/job/workers:/opt/flink/conf/workers" logging: driver: "json-file" options: max-size: "10m" command: jobmanager# environment:# - JOB_MANAGER_RPC_ADDRESS=flink01-jobmanager deploy:# mode: replicated replicas: 1 placement: constraints: [node.labels.flink-node == flink01] flink01-taskmanager: command: taskmanager deploy: replicas: 1 placement: constraints: [node.labels.flink-node == flink01] image: flink:1.16.1-scala_2.12-java8 networks: - meta volumes: - "/etc/localtime:/etc/localtime:ro" - "/data/flink/task/flink-conf.yaml:/opt/flink/conf/flink-conf.yaml" - "/data/flink/job/masters:/opt/flink/conf/masters" - "/data/flink/job/workers:/opt/flink/conf/workers"###flink group 2 flink02-jobmanager: hostname: flink02-jobmanager extra_hosts: - "flink01-jobmanager:192.168.10.13" - "flink02-jobmanager:192.168.10.14" image: flink:1.16.1-scala_2.12-java8 ports: - "8082:8081" networks: - meta volumes: - "/etc/localtime:/etc/localtime:ro" - "/data/flink/job/flink-conf.yaml:/opt/flink/conf/flink-conf.yaml" - "/data/flink/job/masters:/opt/flink/conf/masters" - "/data/flink/job/workers:/opt/flink/conf/workers" logging: driver: "json-file" options: max-size: "10m" command: jobmanager# environment:# - JOB_MANAGER_RPC_ADDRESS=flink02-jobmanager deploy:# mode: replicated replicas: 1 placement: constraints: [node.labels.flink-node == flink02] flink02-taskmanager: command: taskmanager deploy: replicas: 1 placement: constraints: [node.labels.flink-node == flink02] image: flink:1.16.1-scala_2.12-java8 networks: - meta volumes: - "/etc/localtime:/etc/localtime:ro" - "/data/flink/task/flink-conf.yaml:/opt/flink/conf/flink-conf.yaml" - "/data/flink/job/masters:/opt/flink/conf/masters" - "/data/flink/job/workers:/opt/flink/conf/workers"networks: meta: external: true

0 阅读:1