mirror of
https://github.com/deviantony/docker-elk.git
synced 2026-01-02 19:18:05 +01:00
6704d9f1d7
List of changes impacting docker-elk: - [logstash]: The output to Elasticsearch is handled as a data stream. Starting with v8.0.0, the `elasticsearch` output for Logstash sends log data to a data stream instead of `logstash-*` indices by default. The name of the default data stream is `logs-generic-default`. docker-elk remains unopinionated and simply uses Elastic's defaults like it always has, so users who prefer to retain the old behaviour need to explicitly opt-out of data streams in their Logstash pipelines. Refs: - https://www.elastic.co/guide/en/elasticsearch/reference/current/data-streams.html - https://www.elastic.co/guide/en/logstash/current/plugins-outputs-elasticsearch.html#plugins-outputs-elasticsearch-data-streams - [logstash]: The (legacy) monitoring data collection is now disabled. This feature was deprecated since v7.9.0, and removed in v8.0.0. Ref: https://www.elastic.co/guide/en/logstash/current/monitoring-internal-collection-legacy.html - [kibana]: An index pattern for `logs-*` indices is automatically created. It used to be required to manually create an index pattern for indices managed by Logstash, even when using the default Logstash indices. This is no longer the case since the output data is now being handled as a data stream, and Kibana automatically creates index patterns for these. - [elasticsearch]: The command line tool `elasticsearch-setup-passwords` was deprecated in favour of a new `elasticsearch-reset-password` tool. Passwords for built-in users must now be generated one by one. Ref: https://www.elastic.co/guide/en/elasticsearch/reference/current/setup-passwords.html - [enterprise-search]: Kibana is now the new management interface, and the only one available moving forward. The old standalone Enterprise Search interface was removed in v8.0.0. Ref: https://www.elastic.co/guide/en/enterprise-search/current/user-interfaces.html
68 lines
1.7 KiB
Bash
Executable File
68 lines
1.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -eu
|
|
set -o pipefail
|
|
|
|
|
|
source "$(dirname ${BASH_SOURCE[0]})/lib/testing.sh"
|
|
|
|
|
|
cid_es="$(container_id elasticsearch)"
|
|
cid_ls="$(container_id logstash)"
|
|
cid_lsp="$(container_id logspout)"
|
|
|
|
ip_es="$(service_ip elasticsearch)"
|
|
ip_ls="$(service_ip logstash)"
|
|
ip_lsp="$(service_ip logspout)"
|
|
|
|
log 'Waiting for readiness of Elasticsearch'
|
|
poll_ready "$cid_es" "http://${ip_es}:9200/" -u 'elastic:testpasswd'
|
|
|
|
log 'Waiting for readiness of Logstash'
|
|
poll_ready "$cid_ls" "http://${ip_ls}:9600/_node/pipelines/main?pretty"
|
|
|
|
log 'Waiting for readiness of Logspout'
|
|
poll_ready "$cid_lsp" "http://${ip_lsp}/health"
|
|
|
|
# When Logspout starts, it prints the following log line:
|
|
# 2021/01/07 16:14:52 # logspout v3.2.13-custom by gliderlabs
|
|
#
|
|
# which we expect to find by querying:
|
|
# docker.image:"docker-elk_logspout" AND message:"logspout gliderlabs"~3
|
|
#
|
|
log 'Searching a log entry forwarded by Logspout'
|
|
|
|
declare response
|
|
declare -i count
|
|
|
|
declare -i was_retried=0
|
|
|
|
# retry for max 60s (30*2s)
|
|
for _ in $(seq 1 30); do
|
|
response="$(curl "http://${ip_es}:9200/logs-generic-default/_search?q=docker.image:%22docker-elk_logspout%22%20AND%20message:%22logspout%20gliderlabs%22~3&pretty" -s -u elastic:testpasswd)"
|
|
|
|
set +u # prevent "unbound variable" if assigned value is not an integer
|
|
count="$(jq -rn --argjson data "${response}" '$data.hits.total.value')"
|
|
set -u
|
|
|
|
if (( count > 0 )); then
|
|
break
|
|
fi
|
|
|
|
was_retried=1
|
|
echo -n 'x' >&2
|
|
sleep 2
|
|
done
|
|
if ((was_retried)); then
|
|
# flush stderr, important in non-interactive environments (CI)
|
|
echo >&2
|
|
fi
|
|
|
|
echo "$response"
|
|
# Logspout may restart if Logstash isn't ready yet, so we tolerate multiple
|
|
# results
|
|
if (( count == 0 )); then
|
|
echo 'Expected at least 1 document'
|
|
exit 1
|
|
fi
|