spring-boot-kafka-example/docker-compose.yml at main · h3yzack/spring-boot-kafka-example · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160

services:
  kafka:
    image: apache/kafka:4.1.0
    ports:
      - "9092:9092"
      - "9093:9093"
      - "9094:9094"
    environment:
      - KAFKA_NODE_ID=1
      - KAFKA_PROCESS_ROLES=broker,controller
      - KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
      - KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
      - KAFKA_LISTENERS=INTERNAL://0.0.0.0:9092,EXTERNAL://0.0.0.0:9094,CONTROLLER://0.0.0.0:9093
      - KAFKA_ADVERTISED_LISTENERS=INTERNAL://kafka:9092,EXTERNAL://localhost:9094
      - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT
      - KAFKA_INTER_BROKER_LISTENER_NAME=INTERNAL
      - KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
      - KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR=1
      - KAFKA_TRANSACTION_STATE_LOG_MIN_ISR=1
      - KAFKA_LOG_DIRS=/var/lib/kafka/data
      - CLUSTER_ID=5L6g3nShT-eMCtK--X86sw
    volumes:
      - kafka_data:/var/lib/kafka/data

  kafdrop:
    image: obsidiandynamics/kafdrop:latest
    ports:
      - "9000:9000"
    environment:
      KAFKA_BROKERCONNECT: "kafka:9092"
      JVM_OPTS: "-Xms32M -Xmx64M"

  notification-gateway:
    image: notification-gateway:local
    container_name: notification-gateway
    build:
      context: .
      dockerfile: notification-gateway/Dockerfile
    environment:
      - KAFKA_BOOTSTRAP=kafka:9092
      - NOTIFICATIONS_TOPIC=notifications
      - ZIPKIN_ENDPOINT=http://zipkin:9411/api/v2/spans
      - TRACING_SAMPLING_PROBABILITY=1.0
      - LOG_FILE_PATH=/app/logs/notification-gateway.log
    ports:
      - "8080:8080"
    volumes:
      - gateway_logs:/app/logs
    depends_on:
      - kafka

  notification-dispatcher:
    image: notification-dispatcher:local
    container_name: notification-dispatcher
    build:
      context: .
      dockerfile: notification-dispatcher/Dockerfile
    environment:
      - KAFKA_BOOTSTRAP=kafka:9092
      - NOTIFICATIONS_TOPIC=notifications
      - ZIPKIN_ENDPOINT=http://zipkin:9411/api/v2/spans
      - TRACING_SAMPLING_PROBABILITY=1.0
      - LOG_FILE_PATH=/app/logs/notification-dispatcher.log
    ports:
      - "8081:8081"
    volumes:
      - dispatcher_logs:/app/logs
    depends_on:
      - kafka

  prometheus:
    image: prom/prometheus
    container_name: prometheus
    ports:
      - "9090:9090"
    volumes:
      - ./observability/prometheus.yml:/etc/prometheus/prometheus.yml
    depends_on:
      - notification-gateway
      - notification-dispatcher

  grafana:
    image: grafana/grafana:latest
    container_name: grafana
    ports:
      - "3000:3000"
    environment:
      - GF_SECURITY_ADMIN_USER=admin
      - GF_SECURITY_ADMIN_PASSWORD=admin123
    volumes:
      - ./observability/grafana/provisioning:/etc/grafana/provisioning
    depends_on:
      - prometheus
      - loki

  loki:
    image: grafana/loki:3.0.0
    container_name: loki
    ports:
      - "3100:3100"
    command: -config.file=/etc/loki/local-config.yaml
    volumes:
      - ./observability/loki-config.yml:/etc/loki/local-config.yaml

  promtail:
    image: grafana/promtail:3.0.0
    container_name: promtail
    volumes:
      - /var/lib/docker/containers:/var/lib/docker/containers:ro
      - /var/run/docker.sock:/var/run/docker.sock
      - ./observability/promtail-config.yml:/etc/promtail/config.yml
      - gateway_logs:/var/log/gateway:ro
      - dispatcher_logs:/var/log/dispatcher:ro
    command: -config.file=/etc/promtail/config.yml
    depends_on:
      - loki

  zipkin:
    image: openzipkin/zipkin:latest
    container_name: zipkin
    ports:
      - "9411:9411"
    environment:
      # - STORAGE_TYPE=elasticsearch
      # - ES_HOSTS=elasticsearch:9200
      # - ES_INDEX=zipkin
      - STORAGE_TYPE=mem
      - MEM_MAX_SPANS=10000
      - JAVA_OPTS=-XX:+UseG1GC -Xms128m -Xmx128m
    # depends_on:
    #   - elasticsearch

  # TODO: Add Elasticsearch service
  # elasticsearch:
  #   image: docker.elastic.co/elasticsearch/elasticsearch:9.1.4
  #   container_name: elasticsearch
  #   environment:
  #     - discovery.type=single-node
  #     - xpack.security.enabled=false
  #     - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
  #   ports:
  #     - "9200:9200"
  #   volumes:
  #     - elasticsearch_data:/usr/share/elasticsearch/data

  # TODO: Add Alertmanager service
  # alertmanager:
  #   image: prom/alertmanager:latest
  #   container_name: alertmanager
  #   ports:
  #     - "9094:9093"  # Different external port
  #   volumes:
  #     - ./observability/alertmanager.yml:/etc/alertmanager/alertmanager.yml

volumes:
  kafka_data:
  gateway_logs:
  dispatcher_logs:
  # elasticsearch_data: