kstream-experiments/docker-compose.yml at master · xmlking/kstream-experiments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
version: '2.1'

services:

  zookeeper:
    image: confluentinc/cp-zookeeper:4.0.0
    ports:
      - 2181:2181
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
    volumes:
      - zookeeper:/var/lib/zookeeper
    networks:
      - reactnet

  kafka:
    image: confluentinc/cp-kafka:4.0.0
    ports:
      - 9092:9092
    environment:
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
      KAFKA_NUM_PARTITIONS: 1
      KAFKA_DEFAULT_REPLICATION_FACTOR: 1
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_DELETE_TOPIC_ENABLE: "true"
    volumes:
      - kafka:/var/lib/kafka
    networks:
      - reactnet
    links:
      - zookeeper
    depends_on:
      - zookeeper

  connect:
    image: confluentinc/cp-kafka-connect:3.3.0
    ports:
      - 8083:8083
    environment:
      CONNECT_BOOTSTRAP_SERVERS: kafka:9092
      CONNECT_REST_ADVERTISED_HOST_NAME: connect
      CONNECT_REST_PORT: 8083
      CONNECT_GROUP_ID: "connect-group"
      CONNECT_CONFIG_STORAGE_TOPIC: "connect-configs"
      CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
      CONNECT_OFFSET_STORAGE_TOPIC: "connect-offsets"
      CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
      CONNECT_STATUS_STORAGE_TOPIC: "connect-status"
      CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
      CONNECT_ZOOKEEPER_CONNECT: zookeeper:2181
    networks:
      - reactnet
    links:
      - kafka
      - zookeeper
    depends_on:
      - kafka
      - zookeeper

  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:6.0.1
    ports:
    - 9200:9200
    - 9300:9300
    networks:
      - reactnet

  kibana:
    image: docker.elastic.co/kibana/kibana:6.0.1
    ports:
      - 5601:5601
    networks:
      - reactnet
    links:
      - elasticsearch

  word-count:
    image: klogs/word-count:0.1.0-SNAPSHOT
    ports:
      - 8080:8080
    environment:
      - SPRING_PROFILES_ACTIVE=docker
    networks:
      - reactnet
    links:
      - kafka
    depends_on:
      - kafka

  web:
    image: nginx:latest
    ports:
        - 80:80
    depends_on:
      - fluentd
    networks:
      - reactnet
    logging:
      driver: "fluentd"
      options:
        fluentd-address: localhost:24224
        tag: httpd.access

  fluentd:
    build: ./infra/fluentd
    volumes:
      - ./infra/fluentd/conf:/fluentd/etc
    networks:
      - reactnet
    links:
      - elasticsearch
    ports:
      - "24224:24224"
      - "24224:24224/udp"
    logging:
      driver: "json-file"
      options:
        max-size: 100m
        max-file: "5"

  redis:
    image: redis
    ports:
      - 6379:6379
    networks:
      - reactnet

  dataflow:
#    image: somospnt/spring-cloud-data-flow-docker
    build: ./infra/dataflow
    env_file:
      - infra/dataflow/.env
    ports:
      - 9393:9393
      - 7000-7010:7000-7010
    volumes:
      - ./infra/dataflow/logs:/tmp/spring-flow/logs
    networks:
      - reactnet
    links:
      - kafka
      - kibana
      - redis

networks:
  reactnet:
    driver: bridge

volumes:
  zookeeper:
  kafka: