--- volumes: certs: driver: local esdata01: driver: local kibanadata: driver: local metricbeatdata01: driver: local filebeatdata01: driver: local logstashdata01: driver: local fleetserverdata: driver: local networks: infra_dev_net: external: true services: setup: image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION} volumes: - certs:/usr/share/elasticsearch/config/certs user: "0" command: > bash -c ' if [ x${ELASTIC_PASSWORD} == x ]; then echo "Set the ELASTIC_PASSWORD environment variable in the .env file"; exit 1; elif [ x${KIBANA_PASSWORD} == x ]; then echo "Set the KIBANA_PASSWORD environment variable in the .env file"; exit 1; fi; if [ ! -f config/certs/ca.zip ]; then echo "Creating CA"; bin/elasticsearch-certutil ca --silent --pem -out config/certs/ca.zip; unzip config/certs/ca.zip -d config/certs; fi; if [ ! -f config/certs/certs.zip ]; then echo "Creating certs"; echo -ne \ "instances:\n"\ " - name: es01\n"\ " dns:\n"\ " - es01\n"\ " - localhost\n"\ " ip:\n"\ " - 10.99.23.71\n"\ " - name: kibana\n"\ " dns:\n"\ " - kibana\n"\ " - localhost\n"\ " ip:\n"\ " - 10.99.23.72\n"\ " - name: fleet-server\n"\ " dns:\n"\ " - fleet-server\n"\ " - localhost\n"\ " ip:\n"\ " - 10.99.23.76\n"\ > config/certs/instances.yml; bin/elasticsearch-certutil cert --silent --pem -out config/certs/certs.zip --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key; unzip config/certs/certs.zip -d config/certs; fi; echo "Setting file permissions" chown -R root:root config/certs; find . -type d -exec chmod 750 \{\} \;; find . -type f -exec chmod 640 \{\} \;; echo "Waiting for Elasticsearch availability"; until curl -s --cacert config/certs/ca/ca.crt https://10.99.23.71:9200 | grep -q "missing authentication credentials"; do sleep 30; done; echo "Setting kibana_system password"; until curl -s -X POST --cacert config/certs/ca/ca.crt -u "elastic:${ELASTIC_PASSWORD}" -H "Content-Type: application/json" https://10.99.23.71:9200/_security/user/kibana_system/_password -d "{\"password\":\"${KIBANA_PASSWORD}\"}" | grep -q "^{}"; do sleep 10; done; echo "All done!";' healthcheck: test: ["CMD-SHELL", "[ -f config/certs/es01/es01.crt ]"] interval: 1s timeout: 5s retries: 120 networks: infra_dev_net: ipv4_address: 10.99.23.70 es01: depends_on: setup: condition: service_healthy image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION} labels: co.elastic.logs/module: elasticsearch volumes: - certs:/usr/share/elasticsearch/config/certs - esdata01:/usr/share/elasticsearch/data networks: infra_dev_net: ipv4_address: 10.99.23.71 ports: - ${ES_PORT}:9200 environment: - node.name=es01 - cluster.name=${CLUSTER_NAME} - discovery.type=single-node - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} - bootstrap.memory_lock=false - xpack.security.enabled=true - xpack.security.http.ssl.enabled=true - xpack.security.http.ssl.key=certs/es01/es01.key - xpack.security.http.ssl.certificate=certs/es01/es01.crt - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt - xpack.security.transport.ssl.enabled=true - xpack.security.transport.ssl.key=certs/es01/es01.key - xpack.security.transport.ssl.certificate=certs/es01/es01.crt - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt - xpack.security.transport.ssl.verification_mode=certificate - xpack.license.self_generated.type=${LICENSE} #mem_limit: ${ES_MEM_LIMIT} # ulimits: #memlock: #soft: -1 #hard: -1 healthcheck: test: [ "CMD-SHELL", "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'", ] interval: 10s timeout: 10s retries: 120 kibana: depends_on: es01: condition: service_healthy image: docker.elastic.co/kibana/kibana:${STACK_VERSION} labels: co.elastic.logs/module: kibana volumes: - certs:/usr/share/kibana/config/certs - ./kibana.yml:/usr/share/kibana/config/kibana.yml:ro - kibanadata:/usr/share/kibana/data networks: infra_dev_net: ipv4_address: 10.99.23.72 ports: - ${KIBANA_PORT}:5601 environment: - SERVERNAME=kibana - ELASTICSEARCH_HOSTS=https://10.99.23.71:9200 - ELASTICSEARCH_USERNAME=kibana_system - ELASTICSEARCH_PASSWORD=${KIBANA_PASSWORD} - ELASTICSEARCH_SSL_CERTIFICATEAUTHORITIES=config/certs/ca/ca.crt - XPACK_SECURITY_ENCRYPTIONKEY=${ENCRYPTION_KEY} - XPACK_ENCRYPTEDSAVEDOBJECTS_ENCRYPTIONKEY=${ENCRYPTION_KEY} - XPACK_REPORTING_ENCRYPTIONKEY=${ENCRYPTION_KEY} - ELASTIC_APM_SECRET_TOKEN=${ELASTIC_APM_SECRET_TOKEN} #mem_limit: ${KB_MEM_LIMIT} healthcheck: test: [ "CMD-SHELL", "curl -s -I http://localhost:5601 | grep -q 'HTTP/1.1 302 Found'", ] interval: 10s timeout: 10s retries: 120 metricbeat01: depends_on: es01: condition: service_healthy kibana: condition: service_healthy image: docker.elastic.co/beats/metricbeat:${STACK_VERSION} user: root volumes: - certs:/usr/share/metricbeat/certs - metricbeatdata01:/usr/share/metricbeat/data - "./metricbeat.yml:/usr/share/metricbeat/metricbeat.yml:ro" - "/var/run/docker.sock:/var/run/docker.sock:ro" - "/sys/fs/cgroup:/hostfs/sys/fs/cgroup:ro" - "/proc:/hostfs/proc:ro" - "/:/hostfs:ro" networks: infra_dev_net: ipv4_address: 10.99.23.73 environment: - ELASTIC_USER=elastic - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} - ELASTIC_HOSTS=https://10.99.23.71:9200 - KIBANA_HOSTS=http://10.99.23.72:5601 - LOGSTASH_HOSTS=http://10.99.23.75:9600 command: - --strict.perms=false filebeat01: depends_on: es01: condition: service_healthy image: docker.elastic.co/beats/filebeat:${STACK_VERSION} user: root volumes: - certs:/usr/share/filebeat/certs - filebeatdata01:/usr/share/filebeat/data - "./filebeat_ingest_data/:/usr/share/filebeat/ingest_data/" - "./filebeat.yml:/usr/share/filebeat/filebeat.yml:ro" - "/var/lib/docker/containers:/var/lib/docker/containers:ro" - "/var/run/docker.sock:/var/run/docker.sock:ro" environment: - ELASTIC_USER=elastic - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} - ELASTIC_HOSTS=https://10.99.23.71:9200 - KIBANA_HOSTS=http://10.99.23.72:5601 - LOGSTASH_HOSTS=http://10.99.23.75:9600 networks: infra_dev_net: ipv4_address: 10.99.23.74 command: - --strict.perms=false logstash01: depends_on: es01: condition: service_healthy kibana: condition: service_healthy image: docker.elastic.co/logstash/logstash:${STACK_VERSION} labels: co.elastic.logs/module: logstash user: root volumes: - certs:/usr/share/logstash/certs - logstashdata01:/usr/share/logstash/data - "./logstash_ingest_data/:/usr/share/logstash/ingest_data/" - "./logstash.conf:/usr/share/logstash/pipeline/logstash.conf:ro" networks: infra_dev_net: ipv4_address: 10.99.23.75 environment: - xpack.monitoring.enabled=false - ELASTIC_USER=elastic - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} - ELASTIC_HOSTS=https://10.99.23.71:9200 fleet-server: depends_on: kibana: condition: service_healthy es01: condition: service_healthy image: docker.elastic.co/beats/elastic-agent:${STACK_VERSION} volumes: - certs:/certs - fleetserverdata:/usr/share/elastic-agent - "/var/lib/docker/containers:/var/lib/docker/containers:ro" - "/var/run/docker.sock:/var/run/docker.sock:ro" - "/sys/fs/cgroup:/hostfs/sys/fs/cgroup:ro" - "/proc:/hostfs/proc:ro" - "/:/hostfs:ro" networks: infra_dev_net: ipv4_address: 10.99.23.76 ports: - ${FLEET_PORT}:8220 - ${APMSERVER_PORT}:8200 user: root environment: - SSL_CERTIFICATE_AUTHORITIES=/certs/ca/ca.crt - CERTIFICATE_AUTHORITIES=/certs/ca/ca.crt - FLEET_CA=/certs/ca/ca.crt - FLEET_ENROLL=1 - FLEET_INSECURE=true - FLEET_SERVER_ELASTICSEARCH_CA=/certs/ca/ca.crt - FLEET_SERVER_ELASTICSEARCH_HOST=https://10.99.23.71:9200 - FLEET_SERVER_ELASTICSEARCH_INSECURE=true - FLEET_SERVER_ENABLE=1 - FLEET_SERVER_CERT=/certs/fleet-server/fleet-server.crt - FLEET_SERVER_CERT_KEY=/certs/fleet-server/fleet-server.key - FLEET_SERVER_INSECURE_HTTP=true - FLEET_SERVER_POLICY_ID=fleet-server-policy - FLEET_URL=https://10.99.23.76:8220 - KIBANA_FLEET_CA=/certs/ca/ca.crt - KIBANA_FLEET_SETUP=1 - KIBANA_FLEET_USERNAME=elastic - KIBANA_FLEET_PASSWORD=${ELASTIC_PASSWORD} - KIBANA_HOST=https://10.99.23.72:5601 # webapp: # build: # context: app # volumes: # - "/var/lib/docker/containers:/var/lib/docker/containers:ro" # - "/var/run/docker.sock:/var/run/docker.sock:ro" # - "/sys/fs/cgroup:/hostfs/sys/fs/cgroup:ro" # - "/proc:/hostfs/proc:ro" # - "/:/hostfs:ro" # networks: # infra_dev_net: # ipv4_address: 10.99.23.77 # ports: # - 8000:8000