version: "3.8"

services:
  # HDFS NameNode
  hdfs-namenode:
    image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
    container_name: hdfs-namenode
    ports:
      - "8020:8020"
      - "9870:9870"
    environment:
      - CLUSTER_NAME=test
    volumes:
      - namenode-data:/hadoop/dfs/name

  # HDFS DataNode
  hdfs-datanode:
    image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
    container_name: hdfs-datanode
    depends_on:
      - hdfs-namenode
    environment:
      - CLUSTER_NAME=test
      - CORE_CONF_fs_defaultFS=hdfs://hdfs-namenode:8020
    volumes:
      - datanode-data:/hadoop/dfs/data

  # Flink JobManager
  jobmanager:
    image: flink:1.20.1-scala_2.12
    container_name: flink-jobmanager
    ports:
      - "8081:8081"
    depends_on:
      - hdfs-namenode
    command: jobmanager
    environment:
      - JOB_MANAGER_RPC_ADDRESS=flink-jobmanager
    volumes:
      - ./hadoop-common-2.7.4.jar:/opt/flink/lib/hadoop-common-2.7.4.jar
      - ./hadoop-client-2.7.4.jar:/opt/flink/lib/hadoop-client-2.7.4.jar
      - ./hadoop-hdfs-2.7.4.jar:/opt/flink/lib/hadoop-hdfs-2.7.4.jar
      - ./commons-logging-1.2.jar:/opt/flink/lib/commons-logging-1.2.jar
      - ./hadoop-auth-2.7.4.jar:/opt/flink/lib/hadoop-auth-2.7.4.jar
      - ./paimon-flink-1.20.jar:/opt/flink/lib/paimon-flink-1.20.jar
      - ./flink-shaded-hadoop-2-uber-2.7.5-9.0.jar:/opt/flink/lib/flink-shaded-hadoop-2-uber-2.7.5-9.0.jar

  # Flink TaskManager
  taskmanager:
    image: flink:1.20.1-scala_2.12
    container_name: flink-taskmanager
    depends_on:
      - jobmanager
    command: taskmanager
    environment:
      - JOB_MANAGER_RPC_ADDRESS=flink-jobmanager
      - TASK_MANAGER_MEMORY=2g
      - TASK_MANAGER_NUMBER_OF_TASK_SLOTS=2
    volumes:
      - ./hadoop-common-2.7.4.jar:/opt/flink/lib/hadoop-common-2.7.4.jar
      - ./hadoop-client-2.7.4.jar:/opt/flink/lib/hadoop-client-2.7.4.jar
      - ./hadoop-hdfs-2.7.4.jar:/opt/flink/lib/hadoop-hdfs-2.7.4.jar
      - ./commons-logging-1.2.jar:/opt/flink/lib/commons-logging-1.2.jar
      - ./hadoop-auth-2.7.4.jar:/opt/flink/lib/hadoop-auth-2.7.4.jar
      - ./paimon-flink-1.20.jar:/opt/flink/lib/paimon-flink-1.20.jar
      - ./flink-shaded-hadoop-2-uber-2.7.5-9.0.jar:/opt/flink/lib/flink-shaded-hadoop-2-uber-2.7.5-9.0.jar

  # StarRocks
  starrocks:
    image: starrocks/allin1-ubuntu
    container_name: starrocks
    ports:
      - "9030:9030"
      - "8030:8030"
      - "8040:8040"
    depends_on:
      - hdfs-namenode
    environment:
      - HDFS_NAMENODE_URL=hdfs://hdfs-namenode:8020

volumes:
  namenode-data:
  datanode-data: