docker-compose-reslim-namenode.yaml

version: "3"

services:
  zoo:
    image: zookeeper:3.4.10
    container_name: zoo
    hostname: zoo
    restart: always
    ports:
      - 2181:2181
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zoo1:2888:3888 server.3=zoo2:2888:3888
    env_file:
      - .env
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}
  
  zoo1:
    image: zookeeper:3.4.10
    container_name: zoo1
    hostname: zoo1
    restart: always
    ports:
      - 2182:2181
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zoo:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zoo2:2888:3888
    env_file:
      - .env
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}
  
  zoo2:
    image: zookeeper:3.4.10
    container_name: zoo2
    hostname: zoo2
    restart: always
    ports:
      - 2183:2181
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zoo:2888:3888 server.2=zoo1:2888:3888 server.3=0.0.0.0:2888:3888
    env_file:
      - .env
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  namenode:
    image: rmlu/hadoop-namenode:3.3.6
    container_name: namenode
    volumes:
      - ${LOCAL_DIR_namenode_hbase}:${CONTAINER_DIR_namenode}
    environment:
      - CLUSTER_NAME=test
    env_file:
      - ./hadoop.env
      - .env
    ports:
      - 9870:9870
    depends_on:
      - zoo
      - zoo1
      - zoo2
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  datanode:
    image: rmlu/hadoop-datanode:3.3.6
    container_name: datanode
    # volumes:
    #   - hadoop_datanode:/hadoop/dfs/data
    environment:
      SERVICE_PRECONDITION: "namenode:9870"
    env_file:
      - ./hadoop.env
      - .env
    ports:
      - 9864:9864
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  resourcemanager:
    image: rmlu/hadoop-resourcemanager:3.3.6
    container_name: resourcemanager
    environment:
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864"
    env_file:
      - ./hadoop.env
      - .env
    ports:
      - 8088:8088
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  nodemanager1:
    image: rmlu/hadoop-nodemanager:3.3.6
    container_name: nodemanager
    environment:
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
    env_file:
      - ./hadoop.env
      - .env
    ports:
      - 8042:8042
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  historyserver:
    image: rmlu/hadoop-historyserver:3.3.6
    container_name: historyserver
    # volumes:
    #   - hadoop_historyserver:/hadoop/yarn/timeline
    environment:
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088"
    env_file:
      - ./hadoop.env
      - .env
    ports:
      - 8188:8188
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}


  hbase-master:
    image: rmlu/hbase-master:2.5.6
    container_name: hbase-master
    hostname: hbase-master
    env_file:
      - ./hbase-distributed-local.env
      - .env
    environment:
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181 zoo1:2181 zoo2:2181"
    ports:
      - 16010:16010
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

  hbase-regionserver:
    image: rmlu/hbase-regionserver:2.5.6
    container_name: hbase-regionserver
    hostname: hbase-regionserver
    env_file:
      - ./hbase-distributed-local.env
      - .env
    environment:
      HBASE_CONF_hbase_regionserver_hostname: hbase-regionserver
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181 zoo1:2181 zoo2:2181 hbase-master:16010"
    ports:
      - 16030:16030
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}
  
  hbase-regionserver1:
    image: rmlu/hbase-regionserver:2.5.6
    container_name: hbase-regionserver1
    hostname: hbase-regionserver1
    env_file:
      - ./hbase-distributed-local.env
      - .env
    environment:
      HBASE_CONF_hbase_regionserver_hostname: hbase-regionserver1
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181 zoo1:2181 zoo2:2181 hbase-master:16010"
    ports:
      - 16031:16030
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}
  
  hbase-regionserver2:
    image: rmlu/hbase-regionserver:2.5.6
    container_name: hbase-regionserver2
    hostname: hbase-regionserver2
    env_file:
      - ./hbase-distributed-local.env
      - .env
    environment:
      HBASE_CONF_hbase_regionserver_hostname: hbase-regionserver2
      SERVICE_PRECONDITION: "namenode:9870 datanode:9864 zoo:2181 zoo1:2181 zoo2:2181 hbase-master:16010"
    ports:
      - 16032:16030
    deploy:
      resources:
        limits:
          cpus: ${CPU_LIMIT}
          memory: ${MEM_LIMIT}

# volumes:
#   hadoop_namenode:
#   hadoop_datanode:
#   hadoop_historyserver: