SRE文档

深浅模式

1. 创建配置 ​

1.1 dockerfile ​

vim /data/dockerfile/filebeat/Dockerfile

yaml
FROM debian:stable-slim

ENV FILEBEAT_VERSION=7.17.0 \
    FILEBEAT_SHA1=b89143d745c024f9f764933de77c2d3e88c4f52c9962f9dcdbbf45c656ad901e70935d8373166c90226c74c998db673aabdb8fcdb73a344aca2981672e072af3

RUN set -x && \
  apt-get update && \
  apt-get install -y wget && \
  wget https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-${FILEBEAT_VERSION}-linux-x86_64.tar.gz -O /opt/filebeat.tar.gz && \
cd /opt && \
echo"${FILEBEAT_SHA1}  filebeat.tar.gz" | sha512sum -c - && \
  tar xzvf filebeat.tar.gz && \
cd filebeat-* && \
  cp filebeat /bin && \
cd /opt && \
  rm -rf filebeat* && \
  apt-get purge -y wget && \
  apt-get autoremove -y && \
  apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

COPY docker-entrypoint.sh /
ENTRYPOINT ["/docker-entrypoint.sh"]
FROM debian:stable-slim

ENV FILEBEAT_VERSION=7.17.0 \
    FILEBEAT_SHA1=b89143d745c024f9f764933de77c2d3e88c4f52c9962f9dcdbbf45c656ad901e70935d8373166c90226c74c998db673aabdb8fcdb73a344aca2981672e072af3

RUN set -x && \
  apt-get update && \
  apt-get install -y wget && \
  wget https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-${FILEBEAT_VERSION}-linux-x86_64.tar.gz -O /opt/filebeat.tar.gz && \
cd /opt && \
echo"${FILEBEAT_SHA1}  filebeat.tar.gz" | sha512sum -c - && \
  tar xzvf filebeat.tar.gz && \
cd filebeat-* && \
  cp filebeat /bin && \
cd /opt && \
  rm -rf filebeat* && \
  apt-get purge -y wget && \
  apt-get autoremove -y && \
  apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

COPY docker-entrypoint.sh /
ENTRYPOINT ["/docker-entrypoint.sh"]

1.2 docker-entrypoint.sh ​

vim /data/dockerfile/filebeat/docker-entrypoint.sh

bash
#!/bin/bash

ENV=${ENV:-"test"}
PROJ_NAME=${PROJ_NAME:-"no-define"}
MULTILINE=${MULTILINE:-"^\d{2}"}
KAFKA_IP=${KAFKA_IP:-"10.1.1.10:9092"}

cat > /etc/filebeat.yaml << EOF
filebeat.inputs:
- type: log
  fields_under_root: true
  fields:
    topic: logu-${PROJ_NAME}
  paths:
    - /logu/*.log
    - /logu/*/*.log
    - /logu/*/*/*.log
    - /logu/*/*/*/*.log
    - /logu/*/*/*/*/*.log
    - /logu/*/*/*/*/*/*.log
output.kafka:
  hosts: ["${KAFKA_IP}"]
  topic: k8s-fb-$ENV-%{[topic]}
  version: 2.8.0
  required_acks: 0
  max_message_bytes: 10485760
EOF

set -xe

# If user don't provide any command
# Run filebeat
if [[ "$1" == "" ]]; then
     exec filebeat  -c /etc/filebeat.yaml 
else
    # Else allow the user to run arbitrarily commands like bash
    exec "$@"
fi
#!/bin/bash

ENV=${ENV:-"test"}
PROJ_NAME=${PROJ_NAME:-"no-define"}
MULTILINE=${MULTILINE:-"^\d{2}"}
KAFKA_IP=${KAFKA_IP:-"10.1.1.10:9092"}

cat > /etc/filebeat.yaml << EOF
filebeat.inputs:
- type: log
  fields_under_root: true
  fields:
    topic: logu-${PROJ_NAME}
  paths:
    - /logu/*.log
    - /logu/*/*.log
    - /logu/*/*/*.log
    - /logu/*/*/*/*.log
    - /logu/*/*/*/*/*.log
    - /logu/*/*/*/*/*/*.log
output.kafka:
  hosts: ["${KAFKA_IP}"]
  topic: k8s-fb-$ENV-%{[topic]}
  version: 2.8.0
  required_acks: 0
  max_message_bytes: 10485760
EOF

set -xe

# If user don't provide any command
# Run filebeat
if [[ "$1" == "" ]]; then
     exec filebeat  -c /etc/filebeat.yaml 
else
    # Else allow the user to run arbitrarily commands like bash
    exec "$@"
fi

1.3 制作镜像 ​

bash
docker build . -t filebeat:v7.17.0
docker build . -t filebeat:v7.17.0