Flink-CDC/Flink_CDC_Java/docker-compose.yml at main · AhmetFurkanDEMIR/Flink-CDC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
version: "2.2"
services:
  jobmanager:
    image: flink:1.20.0
    hostname: jobmanager
    container_name: jobmanager
    ports:
      - "8081:8081"
    command: ["/bin/bash", "/jobmanager.sh"]
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
    volumes:
      - ./jobmanager.sh:/jobmanager.sh
    restart: on-failure

  taskmanager1:
    image: flink:1.20.0
    hostname: taskmanager1
    container_name: taskmanager1
    depends_on:
      - jobmanager
    command: ["/bin/bash", "/taskmanager.sh"]
    scale: 1
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 16
    volumes:
      - ./taskmanager.sh:/taskmanager.sh
    restart: on-failure

  taskmanager2:
    image: flink:1.20.0
    hostname: taskmanager2
    container_name: taskmanager2
    depends_on:
      - jobmanager
    command: ["/bin/bash", "/taskmanager.sh"]
    scale: 1
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 16
    volumes:
      - ./taskmanager.sh:/taskmanager.sh
    restart: on-failure

  mssql:
    image: mcr.microsoft.com/mssql/server:2022-latest
    hostname: mssql
    container_name: mssql
    ports:
      - "1433:1433"
    environment:
      - ACCEPT_EULA=Y
      - SA_PASSWORD=YourStrong@Passw0rd
      - MSSQL_PID=Developer
      - MSSQL_AGENT_ENABLED=true
    volumes:
      - ./start_agent.sh:/start_agent.sh
    command: ["/bin/bash", "/start_agent.sh"]
    restart: on-failure

  mssql-init:
    image: mcr.microsoft.com/mssql-tools
    depends_on:
      - mssql
    volumes:
      - ./init.sql:/init.sql
    entrypoint: >
      bash -c "
        sleep 10 &&
        /opt/mssql-tools/bin/sqlcmd -S mssql -U sa -P YourStrong@Passw0rd -i /init.sql
      "

  postgresql:
    image: postgres:15
    hostname: postgresql
    container_name: postgresql
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_DB=ecommerce
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
    volumes:
      - ./init_postgres.sql:/docker-entrypoint-initdb.d/init.sql
    restart: on-failure

  cloudbeaver:
    image: dbeaver/cloudbeaver:latest
    hostname: cloudbeaver
    container_name: cloudbeaver
    ports:
      - "8978:8978"
    volumes:
      - ./cloudbeaver_data:/opt/cloudbeaver/workspace
    restart: on-failure

  flink-job-submitter:
    image: flink:1.20.0
    depends_on:
      - jobmanager
      - taskmanager1
      - taskmanager2
    volumes:
      - ./flink_jobs_jars:/opt/flink/jars
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
    entrypoint: >
      bash -c "
        sleep 50 &&
        for jar in /opt/flink/jars/*.jar; do
          if [ -f \"$$jar\" ]; then
            echo \"Uploading JAR: $$jar\" &&
            RESPONSE=$$(curl -X POST -H 'Expect:' -F 'jarfile=@'$$jar http://jobmanager:8081/jars/upload) &&
            FULL_PATH=$$(echo $$RESPONSE | grep -o '\"filename\":\"[^\"]*\"' | cut -d'\"' -f4) &&
            JAR_ID=$$(basename $$FULL_PATH) &&
            echo \"JAR ID: $$JAR_ID\" &&
            echo \"Starting job...\" &&
            curl -X POST http://jobmanager:8081/jars/$$JAR_ID/run
          fi
        done &&
        tail -f /dev/null
      "