docker-compose.yml flink metrics pushgateway

• 1. docker-compose.yml flink metrics pushgateway
• • 1.1. tree
  • 1.2. docker-compose.yml
  • 1.3. restart_flink.sh
  • 1.4. run_flink.sh

[root@localhost flink]# tree
.
|-- docker-compose.yml
|-- restart_flink.sh
`-- scripts
    `-- run_flink.sh

1 directory, 3 files

# https://onlineyamltools.com/prettify-yaml
# docker network create flink-network
version: '2.2'
services:
  jobmanager:
    container_name: jobmanager
    image: 'flink:latest'
    ports:
      - '8081:8081'
    depends_on:
      - pushgateway
    command: /tmp/scripts/run_flink.sh
    volumes:
      - '/mnt/hgfs/share/docker-composes/flink/scripts:/tmp/scripts'
    environment:
      - >
        Flink_PROPERTIES=

        jobmanager.rpc.address: jobmanager        

        metrics.reporter.promgateway.class:
        org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter #
        固定这个值，不能改

        metrics.reporter.promgateway.host: pushgateway # promgateway 的 IP 地址

        metrics.reporter.promgateway.port: 9091 # promgateway 的监听端口

        metrics.reporter.promgateway.interval: 5 SEConDS # 采集间隔

        metrics.reporter.promgateway.groupingKey: k1=v1;k2=v2
  taskmanager:
    container_name: taskmanager
    image: 'flink:latest'
    depends_on:
      - jobmanager
    command: taskmanager
    scale: 1
    environment:
      - |
        Flink_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 2
  pushgateway:
    container_name: pushgateway
    image: 'bitnami/pushgateway:latest'
    ports:
      - '9091:9091'
networks:
  default:
    external:
      name: flink-network

#/bin/sh

docker stop pushgateway
docker stop taskmanager
docker stop jobmanager

docker rm pushgateway
docker rm taskmanager
docker rm jobmanager

docker-compose up -d
docker ps -a

#!/bin/sh

cp /opt/flink/plugins/metrics-prometheus/flink-metrics-prometheus-1.14.2.jar /opt/flink/lib

# flink jobmanager
$Flink_HOME/bin/jobmanager.sh start-foreground