docker-compose.yml

version: '3'
services:
  zookeeper:
    image: confluentinc/cp-zookeeper:5.4.2
    container_name: zookeeper
    environment:
      - ZOOKEEPER_CLIENT_PORT=2181
  kafka:
    image: confluentinc/cp-kafka:5.4.2
    container_name: kafka
    ports:
      - 9092:9092
    depends_on:
      - zookeeper
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
      - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      - KAFKA_INTER_BROKER_LISTENER_NAME=PLAINTEXT
      - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
      - KAFKA_AUTO_CREATE_TOPICS_ENABLE=true
  kafka-generator:
    build: ./data-generator
    image: data-generator:latest
    container_name: kafka-generator
    depends_on:
      - kafka
  sql-client:
    build: ./client-image
    image: client-image:latest
    container_name: flink-sql-client
    depends_on:
      - kafka
      - jobmanager
      - minio
    environment:
      FLINK_JOBMANAGER_HOST: jobmanager
      ZOOKEEPER_CONNECT: zookeeper
      KAFKA_BOOTSTRAP: kafka
  jobmanager:
    image: flink:1.12.0-scala_2.11
    container_name: flink-jobmanager
    ports:
      - 8081:8081
    command: jobmanager
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager
  taskmanager:
    image: flink:1.12.0-scala_2.11
    container_name: flink-taskmanager
    depends_on:
      - jobmanager
    command: taskmanager
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager
  minio:
    image: minio/minio:latest
    container_name: minio
    environment:
      - MINIO_ACCESS_KEY=dummy-access-key
      - MINIO_SECRET_KEY=dummy-secret-key
    expose:
      - "80"
    ports:
      - 80:80
    volumes:
      - ./minio:/export
    command: server --address ":80" /export
  pinot:
    image: apachepinot/pinot:0.5.0
    container_name: pinot
    command: ["QuickStart", "-type", "STREAM"]
    restart: unless-stopped
    ports:
      - 8000:8000
      - 9000:9000
    volumes:
      - ./pinot/table_config.json:/table_config.json
      - ./pinot/schema_config.json:/schema_config.json
    depends_on:
      - kafka
  superset:
    image: apachepinot/pinot-superset
    container_name: superset
    ports:
      - 8088:8080
    depends_on:
      - pinot